#!/usr/bin/env python3
"""Syntax:
	ExtracAppInfoFromXML [-sapc] file
Parameters:
	file	file from where to read a RCMS configuration
	-s  	list application servers found in the XML file
	-p  	list the ports used found in the XML file
	-a  	list the names of the applications configured in the XML file
	-c  	list the cfg (eg dqmfu09-1_cfg.py) files
Notes:	
	The default behavior is to present a table organized in the following way
		SERVER PORT CFG_FILE APP_NAME
	which is equivalent to using -sapc
	
	The options selected and their order will affect teeh fields shown and their
	respective sorting. eg.
		-sa will only show SERVER and APP_NAME and will sort first by SERVER and
		 then by APP_NAME 
		 
	OUTPUT is always unique in a per row bases
"""
################################################################################
import sys, os.path,re
from xml.dom import minidom
################################################################################
# Some module's global variables.
xmldoc=""

def printXMLtree(head,l=0,bn=0):
	tabs=""
	for a in range(l):
		tabs+="\t"
	try:
		print "[%d-%d-%d]"%(l,bn,head.nodeType)+tabs+"+++++>"+head.tagName
	except AttributeError, e:
		print "[%d-%d-%d]"%(l,bn,head.nodeType)+tabs+"+++++>"+str(e)
	print "[%d-%d-%d-v]"%(l,bn,head.nodeType)+tabs+"."+ (head.nodeValue or "None")
	try:
		for katt,vatt in head.attributes.items():
			if katt!="environmentString":
				print tabs+"%s=%s"%(katt,vatt)
			else:
				print tabs+"%s= 'Some Stuff'"%(katt,)
	except:
		pass	
	i=0
	for node in head.childNodes:
		printXMLtree(node,l+1,i)
		i+=1
################################################################################
def compactNodeValue(head):
	firstborne=None
	for item in head.childNodes:
		if item.nodeType == 3:
			firstborne = item
			break
	if not firstborne:
		return
	for item in head.childNodes[1:]:
		if item.nodeType == 3:
			firstborne.nodeValue+=item.nodeValue
			item.nodeValue=None
			
################################################################################
def appendDataXML(head):
	"""Parses information that's XML format from value to the Docuemnt tree"""
	compactNodeValue(head)
	if head.firstChild.nodeValue:
		newNode=minidom.parseString(head.firstChild.nodeValue)
		for node in newNode.childNodes:
			head.appendChild(node.cloneNode(True))
		newNode.unlink()			
################################################################################
def getAppNameFromCfg(filename):
	"""it searches for the line containing the string consumerName, usually
	found as a property of the process, and returns the set value found.
	eg. 
	matches line:
		process.EventStreamHttpReader.consumerName = 'EcalEndcap DQM Consumer' 
	returns:
		EcalEndcap DQM Consumer	
	"""
	try:
		f = open(filename)
		consumer = f.readline()
		name=""
		while consumer :
			consumer=consumer.strip()
			if "consumerName" in consumer:
				name=re.search(r"(\"|\').*(\"|\')",consumer).group(0)
				name=name.strip("\"")
				name=name.strip("\'")
				#consumer[consumer.index("'")+1:consumer.index("'",consumer.index("'")+1)] 
				break
			consumer = f.readline()
		f.close()
	except IOError:
		sys.stderr.write("WARNING: Unable to open file: " + filename + " from <configFile> section of XML\n")
		name = "CONFIG FILE IS M.I.A"        
	return name
################################################################################
def getProcNameFromCfg(filename):
	"""it searches for the line containing the string consumerName, usually
	found as a property of the process, and returns the set value found.
	eg. 
	matches line:
		process = cms.Process ("ECALDQM") 
	returns:
		ECALDQM
	"""
	try:
		f = open(filename)
	except:
		sys.stderr.write("Unable to open file: " + filename + " from <configFile> section of XML\n")
		raise IOError
	consumer = f.readline()
	name=""
	while consumer :
		consumer=consumer.strip()
		if "cms.Process(" in consumer:
			name=consumer[consumer.index("(")+2:consumer.index(")")-1] 
			break
		consumer = f.readline()
	f.close()
	return name
################################################################################
def filterNodeList(branch1,nodeList):
	if len(branch1) > 0:
		branch=branch1[:len(branch1)]
		idx=0
		for item in range(len(nodeList)):
			vals=[v for (k,v) in nodeList[idx].attributes.items()]
			if branch[0] not in vals:
				del nodeList[idx]
			else:
				idx=idx+1
		del branch[0]
	elif len(branch1)==0:
		return nodeList	
	return filterNodeList(branch,nodeList)
		
################################################################################
def fillTable(order,branch=[]):
	global xmldoc
	table={} 
	if len(order)==0: 
		return table
	key=min(order.keys())	
	k=order[key]
	order.pop(key)
	if k=="s":
		lista=xmldoc.getElementsByTagName("XdaqExecutive")
		lista=filterNodeList(branch,lista)
		for item in lista:
			table[item.attributes["hostname"].value]=""
		for item in table.keys():
			table[item]=fillTable(order.copy(),branch + [item])
	elif k=="a":
		lista=xmldoc.getElementsByTagName("XdaqExecutive")
		lista=filterNodeList(branch,lista)
		for item in lista:
			pset=item.getElementsByTagName("parameterSet")
			if len(pset):
				arch=pset[0].firstChild.nodeValue[5:]
				appname=getAppNameFromCfg(arch) or getProcNameFromCfg(arch)
				table[appname]=""
			else:
				App=item.getElementsByTagName("xc:Application")
				table[App[0].attributes["class"].value]=""
		for item in table.keys():
			table[item]=fillTable(order.copy(),branch)
	elif k=="p":
		lista=xmldoc.getElementsByTagName("XdaqExecutive")
		lista=filterNodeList(branch,lista)
		for item in lista:
			table[item.attributes["port"].value]=""
		for item in table.keys():
			table[item]=fillTable(order.copy(),branch + [item])
	elif k=="c":
		lista=xmldoc.getElementsByTagName("XdaqExecutive")
		lista=filterNodeList(branch,lista)
		for item in lista:
			pset=item.getElementsByTagName("parameterSet")
			if not len(pset):
				table["No additional file"]=""	
			else:
				table[pset[0].firstChild.nodeValue]=""
		for item in table.keys():
			table[item]=fillTable(order.copy(),branch)
	else:
		pass
	return table
################################################################################
def SortAndGrid(table,order):
	"""table => {s:{p:{c:{a:{}}}}}"""
	grid=[]
	for (server,ports) in table.items():
		for (port,configfiles) in ports.items():
			for (configfile,appnames) in configfiles.items():
				for appname in appnames.keys():
					line=[]
					for col in order.values():
						if col=="s":
							line.append(server)
						if col=="p":
							line.append(port)
						if col=="c":
							line.append(configfile)
						if col=="a":
							line.append(appname)
					grid.append(line)
	grid.sort()
	return grid
################################################################################
def printGrid(grid):
	numcols=len(grid[0])
	PPGrid=grid[:]
	maxs=[]
	for col in range(numcols):
		maxs.append(0)
	for line in grid:
		for col in range(numcols):
			if len(line[col])>maxs[col]:
				maxs[col]=len(line[col])
	for line in PPGrid:
		pline=""
		for col in range(numcols):
			pline+=line[col].ljust(maxs[col]+2)
		print pline
			
################################################################################	
#getAppInfo                                                                    #
################################################################################
def getAppInfo(XMLf,s=0,a=2,p=1,c=3):
	"""	getAppInfo(XMLf,s=0,a=2,p=1,c=3) takes the file name of a valid RCMS 
		configuration and 4	variables that represent which fields are desired 
		and in which order. 
		
		It returns a touple containing a directory that contains all the 
		relevant information in the XMLf file and a list of rows each row 
		containing the fiels specified by the other four variables in the r
		espective order
		
		The fields are Servers (s) ports(p) Appnames a.k.a. consumer names(a) 
		and consumer config file. (Note: The consumerName is directly extracted 
		from the config file.) if one field is not desired it should be assigned
		a value of -1 eg s=-1. other wise their value is mapped from smallest to
		largest ==> left to right. Note the default values, they will take 
		precedence if not specifyed giving unexpected results
	"""
	global xmldoc
	try: 
		os.path.exists(XMLf)
	except:
		sys.stderr.write('File doesn\'t exist\n')
		sys.exit(2)
	try:
		xmldoc = minidom.parse(XMLf)
	except IOError:
		sys.stderr.write('Unable to locate file ' +XMLf +'\n')
		return ({},[])
	except:
		sys.stderr.write('Parser error\n')
		return ({},[])
		
	configFileNodes=xmldoc.getElementsByTagName("configFile")
	for node in configFileNodes:
		appendDataXML(node)
	## The table is always filled in a specific order, to properly get the data
	order={0:"s",1:"p",3:"a",2:"c"}
	#try:
	table=fillTable(order)
	#except:
	#	return ({},[])
	del order
	order={}
	if a != -1:
		order[a]="a"
	if c != -1:
		order[c]="c"
	if s != -1:
		order[s]="s"
	if p != -1:
		order[p]="p"
	grid=SortAndGrid(table,order)
	#printXMLtree(xmldoc)	
	#Clean Up
	xmldoc.unlink()
	return (table,grid)
	                                                          
################################################################################
if __name__ == "__main__":             
	XMLfile=""
	args=sys.argv
	args.remove(args[0])
	options=""
	for arg in args:
		if arg.startswith("-"):
			options+=arg.strip("-")
		else:
			XMLfile=arg
	if options.count("s")+options.count("a")+options.count("p")+options.count("c")!=len(options):
		sys.stderr.write(  "Sintax Error unrecognised option" )
		sys.stderr.write( __doc__ )
		sys.exit(2)
	if options.count("s")+options.count("a")+options.count("p")+options.count("c")==0:
		(apptable,appinfo)=getAppInfo(XMLfile)
	else:
		(apptable,appinfo)=getAppInfo(XMLfile,options.find("s"),options.find("a"),options.find("p"),options.find("c"))
	if appinfo != []:
		printGrid(appinfo)
	apptable