From 2bfe4de6fd384d29fdb36f6d440a13e397859e40 Mon Sep 17 00:00:00 2001 From: tajchman Date: Fri, 2 Apr 2004 06:53:17 +0000 Subject: [PATCH] DataStream ports treatment (idl file -> xml catalogs) --- src/ModuleGenerator/IDLparser.py | 357 +++++++++++++++---------------- 1 file changed, 178 insertions(+), 179 deletions(-) diff --git a/src/ModuleGenerator/IDLparser.py b/src/ModuleGenerator/IDLparser.py index 1743563c6..7288bf866 100644 --- a/src/ModuleGenerator/IDLparser.py +++ b/src/ModuleGenerator/IDLparser.py @@ -22,7 +22,7 @@ # File : IDLparser.py # Module : SALOME -import string, sys, fpformat, re, os +import string, sys, fpformat, re, os, compiler import xml.sax import pdb @@ -72,12 +72,13 @@ def error (message): #-------------------------------------------------- class Tree: - def __init__(self, name = '', content = ''): + def __init__(self, name = '', content = '', key = None): self.name = name self.content = content + self.key = key self.parent = None self.childs = [] - + def addChild(self, tree): if tree is not None: self.childs.append(tree) @@ -91,7 +92,7 @@ class Tree: if tree is not None: pos = 0 for i in self.childs: - if i.name == tree.name: + if (i.name == tree.name) & ((i.key is None) | (i.key == tree.key)): self.childs.pop(pos) self.childs.insert(pos, tree) return tree @@ -150,8 +151,8 @@ class Tree: return l def getChild(self, name, content=None): - - # content == None, don't compare content + # return child node with a given name + # if content == None, don't compare contents for i in self.childs: if (i.name == name): if (content is None) | (i.content == content): @@ -159,8 +160,7 @@ class Tree: return None def getNode(self, name, content='', depth=-1): - - # recursive search + # recursive search of a node with a given name # content == None, don't compare content if (self.name == name): if (content is None) | (self.content == content): @@ -169,7 +169,7 @@ class Tree: if (depth != 0): for i in self.childs: n = i.getNode(name, content, depth-1) - if n: return n #return a value + if n: return n return None @@ -184,44 +184,77 @@ class Tree: def merge(self, t): pass + + def mergeChilds(self, t, list): + L_ext = t.getChild(list) + L_int = self.getChild(list) + + L_merge = Tree(list) + + for i_ext in L_ext.childs: + k_ext = i_ext.key + if k_ext is None: continue + present = 0 + + for i_int in L_int.childs: + k_int = i_int.key + if k_int is None: continue + + if (k_int == k_ext): + present = 1 + break; + + if present : + i_int.merge(i_ext) + L_merge.addChild(i_int) + else: + L_merge.addChild(i_ext) + + self.replaceChild(L_merge) + + #-------------------------------------------------- -# implements inParameter tree +# implements parameter tree #-------------------------------------------------- -class inParameter(Tree): +class parameter(Tree): - def __init__(self, name=None, type='', comment='unknown'): - Tree.__init__(self, 'inParameter') + def __init__(self, name=None, mode = 'in', type='', comment='unknown'): + Tree.__init__(self, mode + 'Parameter', key=name) + self.mode = mode if name is None: return - self.addNamedChild('inParameter-type', type) - self.addNamedChild('inParameter-name', name) - self.addNamedChild('inParameter-comment', comment) - + self.addNamedChild(mode + 'Parameter-name', name) + self.addNamedChild(mode + 'Parameter-type', type) + self.addNamedChild(mode + 'Parameter-comment', comment) + def merge(self, P): - T = P.getChild('inParameter-type') - self.replaceChild(T) + self.mode = P.mode + self.replaceChild(P.getChild(P.mode + 'Parameter-name')) + self.replaceChild(P.getChild(P.mode + 'Parameter-type')) + C = P.getChild(P.mode + 'Parameter-comment') + if C.content != 'unkonwn': + self.replaceChild(C) #-------------------------------------------------- -# implements outParameter tree +# implements dataStreamParameter tree #-------------------------------------------------- -class outParameter(Tree): +class dataStreamParameter(parameter): - def __init__(self, name=None, type='', comment = 'unknown'): - - Tree.__init__(self, 'outParameter') + def __init__(self, name=None, mode='in', type='', dependency='', comment='unknown'): + parameter.__init__(self, name, mode, type, comment) if name is None: return - self.addNamedChild('outParameter-type', type) - self.addNamedChild('outParameter-name', name) - self.addNamedChild('outParameter-comment', comment) + self.addNamedChild(mode + 'Parameter-dependency', dependency) + self.mode = mode def merge(self, P): - T = P.getChild('outParameter-type') - self.replaceChild(T) - + parameter.merge(self, P) + self.replaceChild(P.getChild(mode + 'Parameter-dependency')) + + #-------------------------------------------------- # implements service tree #-------------------------------------------------- @@ -229,7 +262,7 @@ class Service(Tree): def __init__(self, name=None, comment = 'unknown'): - Tree.__init__(self, 'component-service') + Tree.__init__(self, 'component-service', key=name) if name is None: return self.addNamedChild('service-name', name) @@ -239,86 +272,38 @@ class Service(Tree): self.addNamedChild('service-by-default', "0") self.addNamedChild('inParameter-list') self.addNamedChild('outParameter-list') + self.addNamedChild('DataStream-list') def createInParameter(self, name, type): L = self.getChild('inParameter-list') - if L is None: - error ("Service.createInParameter() : 'inParameter-list' is not found"); return None; - p = inParameter(name, type) - L.addChild(p) + p = parameter(name, 'in', type) + L.replaceChild(p) return p def createOutParameter(self, name, type): L = self.getChild('outParameter-list') - if L is None: - error ("Service.createOutParameter() : 'outParameter-list' is not found"); return None; - p = outParameter(name, type) - L.addChild(p) + p = parameter(name, 'out', type) + L.replaceChild(p) return p - + def createDataStreamParameter(self, p): + L = self.getChild('DataStream-list') + p = dataStreamParameter(p[0], p[1], p[2], p[3]) + L.replaceChild(p) + return p + def merge(self, S): - - L_ext = S.getChild('inParameter-list') - L_int = self.getChild('inParameter-list') - if L_ext is not None and L_int is not None: - - L_merge = Tree('inParameter-list') - - for i_ext in L_ext.childs: - # i_ext = - n_ext = i_ext.getChild('inParameter-name') - if n_ext is None: continue - present = 0 + self.replaceChild(S.getChild('service-author')) + self.replaceChild(S.getChild('service-version')) + self.replaceChild(S.getChild('service-by-default')) + C = S.getChild('service-comment') + if C.content != 'unkonwn': + self.replaceChild(C) - for i_int in L_int.childs: - # i_int = - n_int = i_int.getChild('inParameter-name') - - if n_int is None: continue - - if (n_int.content == n_ext.content): - present = 1 - break; - - if present : - i_int.merge(i_ext) - L_merge.addChild(i_int) - else: - L_merge.addChild(i_ext) - - self.replaceChild(L_merge) - - else : error("Service.merge(): 'inParameter-list' is not found") #either L_ext or L_int is None + for L in ['inParameter-list', 'outParameter-list', 'DataStream-list']: + self.mergeChilds(S, L) - L_ext = S.getChild('outParameter-list') - L_int = self.getChild('outParameter-list') - - if L_ext is None or L_int is None: - error ("Service.merge() : 'outParameter-list' is not found") - - L_merge = Tree('outParameter-list') - - for i_ext in L_ext.childs: - #i_ext = - present = 0 - n_ext = i_ext.getChild('outParameter-name') - if n_ext is None: continue - for i_int in L_int.childs: - n_int = i_int.getChild('outParameter-name') - if n_int is None: continue - if (n_int.content == n_ext.content): - present = 1 - break; - - if present : - i_int.merge(i_ext) - L_merge.addChild(i_int) - else: - L_merge.addChild(i_ext) - - self.replaceChild(L_merge) #-------------------------------------------------- @@ -328,7 +313,7 @@ class Interface(Tree): def __init__(self, name=None, comment='unknown'): - Tree.__init__(self) + Tree.__init__(self, key=name) if name is None: return @@ -347,48 +332,81 @@ class Interface(Tree): L.addChild(s) return s + def findService(self, key): + L = self.getChild('component-service-list') + for S in L.childs: + if S.key == key: + return S + return None + def merge(self, I): - L_ext = I.getChild('component-service-list') - L_int = self.getChild('component-service-list') - - if L_ext is None or L_int is None: - error("Interface.merge() : 'component-service-list' is not found!") - return - - L_merge = Tree('component-service-list') + C = S.getChild('component-interface-comment') + if C.content != 'unkonwn': + self.replaceChild(C) + + self.mergeChilds(I, 'component-service-list') + + def parseDataStreamPort(self, s): + + # match a definition like xx(a,b,c) with a possible trailing , + # returns a tuple (xx, a, b, c) and the remaining part of input string + + spaces = '[\t\n ]*' + word = spaces + '([a-zA-Z][a-zA-Z0-9_]*)' + spaces + pattern = word + '\('+word+','+word +','+word+'\),{,1}' + spaces + + m = re.match(pattern, s) + if m is None: + raise LookupError, 'format error in DataStreamPort definition : '+s + return m.groups(), s[m.end():] + + + def processDataStream(self, comment): - for i_ext in L_ext.childs: - - present = 0 - n_ext = i_ext.getChild('service-name') - if n_ext is None: continue - - for i_int in L_int.childs: - n_int = i_int.getChild('service-name') - if n_int is None: continue - if (n_int.content == n_ext.content): - present = 1 - break; - - if present == 0: - i_int.merge(i_ext) - L_merge.addChild(i_int) - else: - L_merge.addChild(i_ext) - - self.replaceChild(L_merge) + ## match : // followed by a 'DataStreamPorts' string, + ## the service name, and a list of ports + sComment = str(comment) + + spaces = '[\t\n ]*' + word = spaces + '([a-zA-Z][a-zA-Z0-9_]*)' + spaces + pattern = '// *DataStreamPorts{,1}' + word + m = re.match(pattern, sComment) + + ## if m is None, ignore comment + if m is None: + return + + ## find service + Service = self.findService(m.group(1)) + if (Service is None): + raise LookupError, "when parsing :\n" + str(comment) + '\n' \ + + m.group(1) + " not found in interface " \ + + self.getChild('component-interface-name').content + + sPorts = sComment[m.end():] + while len(sPorts) > 0: + ## process next DataStreamPort + p, sPorts = self.parseDataStreamPort(sPorts) + if p: + Service.createDataStreamParameter(p) #-------------------------------------------------- # implements Component tree #-------------------------------------------------- class Component(Tree): - def __init__(self): - Tree.__init__(self, 'component') + def __init__(self, name=None): + Tree.__init__(self, 'component', key=name) + if name is None: return - self.addNamedChild('component-name', common_data["COMP_NAME"]) - self.addNamedChild('component-username', common_data["COMP_UNAME"]) + self.addNamedChild('component-name', name) + + if common_data["COMP_UNAME"] != '': + self.addNamedChild('component-username', common_data["COMP_UNAME"]) + else: + self.addNamedChild('component-username', name) + self.addNamedChild('component-type', common_data["COMP_TYPE"]) self.addNamedChild('component-author', common_data["AUTHOR"]) self.addNamedChild('component-version', common_data["VERSION"]) @@ -411,7 +429,7 @@ class Component(Tree): for i in ['component-username', 'component-author', 'component-type', 'component-icone', 'component-version', - 'component-comment', 'component-multistudy', 'constraint']: + 'component-multistudy', 'constraint']: ext = C.getChild(i) int = self.getChild(i) if int is None: @@ -419,33 +437,11 @@ class Component(Tree): elif ext is not None and len(ext.content): int.content = ext.content - L_ext = C.getChild('component-interface-list') - L_int = self.getChild('component-interface-list') - if L_ext is None or L_int is None: - error("Component.merge : No component-interface-list is found") - return - L_merge = Tree('component-interface-list') - - for i_ext in L_ext.childs: - present = 0 - n_ext = i_ext.getChild('component-interface-name') - - if n_ext is None: continue - - for i_int in L_int.childs: - n_int = i_int.getChild('component-interface-name') - if n_int is None: continue - if (n_int.content == n_ext.content): - present = 1 - break; + Cc = C.getChild('component-comment') + if Cc.content != 'unkonwn': + self.replaceChild(Cc) - if present : - i_int.merge(i_ext) - L_merge.addChild(i_int) - else: - L_merge.addChild(i_ext) - - self.replaceChild(L_merge) + self.mergeChilds(C, 'component-interface-list') #-------------------------------------------------- # implements document tree @@ -491,7 +487,6 @@ class Catalog(ContentHandler, Tree): def startElement(self, name, attrs): p = self.list[len(self.list)-1] - if name == 'component': e = p.addChild(Component()) elif name == 'component-interface-name': @@ -499,9 +494,9 @@ class Catalog(ContentHandler, Tree): elif name == 'component-service': e = p.addChild(Service()) elif name == 'inParameter': - e = p.addChild(inParameter()) + e = p.addChild(parameter(mode='in')) elif name == 'outParameter': - e = p.addChild(outParameter()) + e = p.addChild(parameter(mode='out')) else: e = p.addNamedChild(name) self.list.append(e) @@ -511,9 +506,10 @@ class Catalog(ContentHandler, Tree): self.buffer = string.join(string.split(self.buffer), ' ') p = self.list[len(self.list)-1] p.content = self.buffer + if name == 'component': + p.key = p.getChild('component-name').content self.buffer = '' e = self.list.pop() - def characters(self, ch): self.buffer += ch @@ -527,23 +523,17 @@ class Catalog(ContentHandler, Tree): i_ext = comp present = 0 - n_ext = i_ext.getChild('component-name') - if n_ext is None: - error("Catalog.mergeComponent : 'component-name' is not found") - return + n_ext = i_ext.key for i_int in L_int.childs: - n_int = i_int.getChild('component-name') - if n_int is None: continue - - if (n_int.content == n_ext.content): + if (i_int.key == n_ext): present = 1 break; if present == 0: - print ' add component', n_ext.content + print ' add component', i_ext.getChild('component-name').content L_int.addChild(i_ext) else: - print ' replace component', n_ext.content + print ' replace component', i_ext.getChild('component-name').content i_int.merge(i_ext) @@ -590,6 +580,7 @@ class ModuleCatalogVisitor (idlvisitor.AstVisitor): n.accept(self) def visitInterface(self, node): + if node.mainFile(): self.EngineType = 0 @@ -599,7 +590,7 @@ class ModuleCatalogVisitor (idlvisitor.AstVisitor): if ((s[0] == "Engines") & (s[1] == "Component")): self.EngineType = 1; break - Comp = Component() + Comp = Component(node.identifier()) self.currentInterface = Comp.createInterface(node.identifier()) @@ -607,18 +598,27 @@ class ModuleCatalogVisitor (idlvisitor.AstVisitor): if isinstance(c, idlast.Operation): c.accept(self) - if (self.EngineType): + for c in node.declarations(): + if isinstance(c, idlast.Struct): + c.accept(self) + + ## process DataStreams parameters defined in comments + for i in node.comments(): + self.currentInterface.processDataStream(i) + + if (self.EngineType): global nb_components nb_components = nb_components + 1 self.catalog.mergeComponent(Comp) self.EngineType = 0 + def visitOperation(self, node): self.currentService = self.currentInterface.createService \ (node.identifier()) - + for c in node.parameters(): c.accept(self) @@ -650,10 +650,8 @@ class ModuleCatalogVisitor (idlvisitor.AstVisitor): # parse idl and store xml file #-------------------------------------------------- def run(tree, args): - print args CatalogFileName=getParamValue("catalog", "CatalogModulePersonnel.xml", args) - print CatalogFileName if re.compile(".*?.xml$").match(CatalogFileName, 1) is None: CatalogFileName = CatalogFileName + '.xml' @@ -665,8 +663,6 @@ def run(tree, args): common_data["COMP_UNAME"] = getParamValue("username", "", args) common_data["COMP_TYPE"] = getParamValue("type", "OTHER", args) common_data["COMP_MULT"] = getParamValue("multistudy", "1", args) - - print common_data remove_comp = getParamValue("remove", "", args) @@ -678,6 +674,8 @@ def run(tree, args): else: print "Creating ",CatalogFileName C = Catalog() + +## C.Dump() print "Reading idl file" @@ -712,3 +710,4 @@ if __name__ == "__main__": print print "Usage : omniidl -bIDLparser [-I]* -Wbcatalog=[,icon=][,version=][,author=][,name=][,username=][,multistudy=] " print + -- 2.39.2