Move sources to src/ subdirectory.

1 files changed, 716 insertions, 0 deletions

diff --git a/src/xtools/pnodes.py b/src/xtools/pnodes.py
new file mode 100755
index 0000000..364f125
--- /dev/null
+++ b/src/xtools/pnodes.py
@@ -0,0 +1,716 @@
+#!/usr/bin/env python
+
+import re
+import sys
+import argparse
+
+field_file = "../nodes.ads"
+spec_file = "../iirs.ads"
+template_file = "../iirs.adb.in"
+meta_base_file = "../nodes_meta"
+prefix_name = "Iir_Kind_"
+prefix_range_name = "Iir_Kinds_"
+type_name = "Iir_Kind"
+conversions = ['uc', 'pos']
+
+class FuncDesc:
+    def __init__(self, name, field, conv, acc,
+                 pname, ptype, rname, rtype):
+        self.name = name
+        self.field = field
+        self.conv = conv
+        self.acc = acc  # access: Chain, Chain_Next, Ref, Of_Ref, Maybe_Ref
+        self.pname = pname # Parameter mame
+        self.ptype = ptype # Parameter type
+        self.rname = rname # value name (for procedure)
+        self.rtype = rtype # value type
+
+class NodeDesc:
+    def __init__(self, name, format, fields, attrs):
+        self.name = name
+        self.format = format
+        self.fields = fields # {field: FuncDesc} dict, defined for all fields
+        self.attrs = attrs # A {attr: FuncDesc} dict
+
+class line:
+    def __init__(self, string, no):
+        self.l = string
+        self.n = no
+
+class EndOfFile(Exception):
+    def __init__(self,filename):
+        self.filename = filename
+
+    def __str__(self):
+        return "end of file " + self.filename
+
+class linereader:
+    def __init__(self, filename):
+        self.filename = filename
+        self.f = open (filename)
+        self.lineno = 0
+        self.l = ''
+
+    def get(self):
+        self.l = self.f.readline()
+        if not self.l:
+            raise EndOfFile(self.filename)
+        self.lineno = self.lineno + 1
+        return self.l
+
+class ParseError(Exception):
+    def __init__(self, lr, msg):
+        self.lr = lr;
+        self.msg = msg
+
+    def __str__(self):
+        return 'Error: ' + self.msg
+        return 'Parse error at ' + self.lr.filname + ':' + self.lr.lineno + \
+               ': ' + self.msg
+
+# Return fields description.
+# This is a dictionary.  The keys represent the possible format of a node.
+# The values are dictionnaries representing fields.  Keys are fields name, and
+# values are fields type.
+def read_fields(file):
+    fields = {}
+    formats = []
+    lr = linereader(file)
+
+    #  Search for 'type Format_Type is'
+    while lr.get() != '   type Format_Type is\n':
+        pass
+
+    # Skip '('
+    if lr.get() != '     (\n':
+        raise 'no open parenthesis after Format_Type';
+
+    # Read formats
+    l = lr.get()
+    pat_field_name = re.compile('      Format_(\w+),?\n')
+    while l != '     );\n':
+        m = pat_field_name.match(l)
+        if m == None:
+            print l
+            raise 'bad literal within Format_Type'
+        name = m.group(1)
+        formats.append(name)
+        fields[name] = {}
+        l = lr.get()
+
+    # Read fields
+    l = lr.get()
+    pat_fields = re.compile('   -- Fields of Format_(\w+):\n')
+    pat_field_desc = re.compile('   --   (\w+) : (\w+).*\n')
+    format_name = ''
+    common_desc = {}
+
+    # Read until common fields.
+    while l != '   -- Common fields are:\n':
+        l = lr.get()
+    format_name = 'Common'
+    nbr_formats = 0
+
+    while True:
+        # 1) Read field description
+        l = lr.get()
+        desc = common_desc.copy()
+        while True:
+            m = pat_field_desc.match(l)
+            if m == None:
+                break
+            desc[m.group(1)] = m.group(2)
+            l = lr.get()
+            # print 'For: ' + format_name + ': ' + m.group(1)
+
+        # 2) Disp
+        if format_name == 'Common':
+            common_desc = desc
+        else:
+            fields[format_name] = desc
+
+        # 3) Read next format
+        if l == '\n':
+            if nbr_formats == len(fields):
+                break
+            else:
+                l = lr.get()
+
+        # One for a format
+        m = pat_fields.match(l)
+        if m != None:
+            format_name = m.group(1)
+            if not format_name in fields:
+                raise ParseError(
+                    lr, 'Format ' + format_name + ' is unknown')
+            nbr_formats = nbr_formats + 1
+        else:
+            raise ParseError(lr, 'unhandled format line')
+
+    return (formats, fields)
+
+# Read kinds, kinds ranges and methods
+def read_kinds(filename):
+    lr = linereader(filename)
+    kinds = []
+    #  Search for 'type Iir_Kind is'
+    while lr.get() != '   type ' + type_name + ' is\n':
+        pass
+    # Skip '('
+    if lr.get() != '      (\n':
+        raise ParseError(lr,
+                         'no open parenthesis after "type ' + type_name +'"')
+
+    # Read literals
+    pat_node = re.compile('       ' + prefix_name + '(\w+),?( +-- .*)?\n')
+    pat_comment = re.compile('( +-- .*)?\n')
+    while True:
+        l = lr.get()
+        if l == '      );\n':
+            break
+        m = pat_node.match(l)
+        if m:
+            kinds.append(m.group(1))
+            continue
+        m = pat_comment.match(l)
+        if not m:
+            raise ParseError(lr, 'Unknow line within kind declaration')
+
+    # Check subtypes
+    pat_subtype = re.compile('   subtype ' + prefix_range_name \
+                             + '(\w+) is ' + type_name + ' range\n')
+    pat_first = re.compile('     ' + prefix_name + '(\w+) ..\n')
+    pat_last = re.compile('     ' + prefix_name + '(\w+);\n')
+    pat_middle = re.compile('   --' + prefix_name + '(\w+)\n')
+    kinds_ranges={}
+    while True:
+        l = lr.get()
+        # Start of methods is also end of subtypes.
+        if l == '   -- General methods.\n':
+            break
+        # Found a subtype.
+        m = pat_subtype.match(l)
+        if m:
+            # Check first bound
+            name = m.group(1)
+            l = lr.get()
+            mf = pat_first.match(l)
+            if not mf:
+                raise ParseError(lr, 'badly formated first bound of subtype')
+            first = kinds.index(mf.group(1))
+            idx = first
+            has_middle = None
+            # Read until last bound
+            while True:
+                l = lr.get()
+                ml = pat_middle.match(l)
+                if ml:
+                    # Check element in the middle
+                    if kinds.index(ml.group(1)) != idx + 1:
+                        raise ParseError(lr,
+                            "missing " + kinds[idx] + " in subtype")
+                    has_middle = True
+                    idx = idx + 1
+                else:
+                    # Check last bound
+                    ml = pat_last.match(l)
+                    if ml:
+                        last = kinds.index(ml.group(1))
+                        if last != idx + 1 and has_middle:
+                            raise ParseError(lr,
+                                "missing " + kinds[idx] + " in subtype")
+                        break
+                    raise ParseError(lr,
+                                     "unhandled line in subtype")
+            kinds_ranges[name] = kinds[first:last+1]
+
+    # Read functions
+    funcs = []
+    pat_field = re.compile(
+        '   --  Field: (\w+)'
+        + '( Of_Ref| Ref| Maybe_Ref| Chain_Next| Chain)?( .*)?\n')
+    pat_conv = re.compile('^ \((\w+)\)$')
+    pat_func = \
+      re.compile('   function Get_(\w+) \((\w+) : (\w+)\) return (\w+);\n')
+    pat_proc = \
+      re.compile('   procedure Set_(\w+) \((\w+) : (\w+); (\w+) : (\w+)\);\n')
+    while True:
+        l = lr.get()
+        if l == 'end Iirs;\n':
+            break
+        m = pat_field.match(l)
+        if m:
+            # Extract conversion
+            acc = m.group(2)
+            if acc:
+                acc = acc.strip()
+            conv = m.group(3)
+            if conv:
+                mc = pat_conv.match(conv)
+                if not mc:
+                    raise ParseError(lr, 'conversion ill formed')
+                conv = mc.group(1)
+                if conv not in conversions:
+                    raise ParseError(lr, 'unknown conversion ' + conv)
+            else:
+                conv = None
+
+            # Read function
+            l = lr.get()
+            mf = pat_func.match(l)
+            if not mf:
+                raise ParseError(lr,
+                        'function declaration expected after Field')
+            # Read procedure
+            l = lr.get()
+            mp = pat_proc.match(l)
+            if not mp:
+                raise ParseError(lr,
+                        'procedure declaration expected after function')
+            # Consistency check between function and procedure
+            if mf.group(1) != mp.group(1):
+                raise ParseError(lr, 'function and procedure name mismatch')
+            if mf.group(2) != mp.group(2):
+                raise ParseError(lr, 'parameter name mismatch with function')
+            if mf.group(3) != mp.group(3):
+                raise ParseError(lr, 'parameter type mismatch with function')
+            if mf.group(4) != mp.group(5):
+                raise ParseError(lr, 'result type mismatch with function')
+            funcs.append(FuncDesc(mf.group(1), m.group(1), conv, acc,
+                                  mp.group(2), mp.group(3),
+                                  mp.group(4), mp.group(5)))
+
+    return (kinds, kinds_ranges, funcs)
+
+# Read description for one node
+def read_nodes_fields(lr, names, fields, nodes, funcs_dict):
+    pat_only = re.compile('   -- Only for ' + prefix_name + '(\w+):\n')
+    pat_field = re.compile('   --   Get/Set_(\w+) \((Alias )?(\w+)\)\n')
+    pat_comment = re.compile('   --.*\n')
+    pat_start = re.compile ('   --   \w.*\n')
+
+    # Create nodes
+    cur_nodes = []
+    for (nm, fmt) in names:
+        if fmt not in fields:
+            raise ParseError(lr, 'unknown format')
+        n = NodeDesc(nm, fmt, {x: None for x in fields[fmt]}, {})
+        nodes[nm] = n
+        cur_nodes.append(n)
+
+    # Look for fields
+    only_nodes = cur_nodes
+    l = lr.l
+    while l != '\n':
+        # Handle 'Only ...'
+        while True:
+            m = pat_only.match(l)
+            if not m:
+                break
+            name = m.group(1)
+            if name not in [x.name for x in cur_nodes]:
+                raise ParseError(lr, 'node not currently described')
+            if only_nodes == cur_nodes:
+                only_nodes = []
+            only_nodes.append(nodes[name])
+            l = lr.get()
+        # Handle field
+        m = pat_field.match(l)
+        if m:
+            # 1) Check the function exists
+            func = m.group(1)
+            alias = m.group(2)
+            field = m.group(3)
+            if func not in funcs_dict:
+                raise ParseError(lr, 'unknown function')
+            func = funcs_dict[func]
+            if func.field != field:
+                raise ParseError(lr, 'field mismatch')
+            for c in only_nodes:
+                if field not in c.fields:
+                    raise ParseError(lr, 'field ' + field + \
+                                     ' does not exist in node')
+                if not alias:
+                    if c.fields[field]:
+                        raise ParseError(lr, 'field already used')
+                    c.fields[field] = func
+                c.attrs[func.name] = func
+            only_nodes = cur_nodes
+        elif pat_start.match(l):
+            raise ParseError(lr, 'bad line in node description')
+        elif not pat_comment.match(l):
+            raise ParseError(lr, 'bad line in node description')
+        l = lr.get()
+
+# Read description for all nodes
+def read_nodes(filename, kinds, kinds_ranges, fields, funcs):
+    lr = linereader(filename)
+    funcs_dict = {x.name:x for x in funcs}
+    nodes = {}
+
+    # Skip until start
+    while lr.get() != '   -- Start of ' + type_name + '.\n':
+        pass
+
+    pat_decl = re.compile('   -- ' + prefix_name + '(\w+) \((\w+)\)\n')
+    pat_decls = re.compile('   -- ' + prefix_range_name + '(\w+) \((\w+)\)\n')
+    pat_comment_line = re.compile('   --+\n')
+    pat_comment_box = re.compile('   --(  .*)?\n')
+    while True:
+        l = lr.get()
+        if l == '   -- End of ' + type_name + '.\n':
+            return nodes
+        if l == '\n':
+            continue
+        m = pat_decl.match(l)
+        if m:
+            # List of nodes being described by the current description.
+            names = []
+
+            # Declaration of the first node
+            while True:
+                name=m.group(1)
+                if not name in kinds:
+                    raise ParseError(lr, 'unknown node')
+                fmt=m.group(2)
+                names.append((name,fmt))
+                # There might be several nodes described at once.
+                l = lr.get()
+                m = pat_decl.match(l)
+                if not m:
+                    break
+            read_nodes_fields(lr, names, fields, nodes, funcs_dict)
+            continue
+        m = pat_decls.match(l)
+        if m:
+            # List of nodes being described by the current description.
+            name=m.group(1)
+            fmt=m.group(2)
+            names = [(k,fmt) for k in kinds_ranges[name]]
+            l = lr.get()
+            read_nodes_fields(lr, names, fields, nodes, funcs_dict)
+            continue
+        if pat_comment_line.match(l) or pat_comment_box.match(l):
+            continue
+        raise ParseError(lr, 'bad line in node description')
+    return nodes
+
+# Generate a choice 'when A | B ... Z =>' using elements of CHOICES.
+def gen_choices(choices):
+    is_first=True
+    for c in choices:
+        if is_first:
+            print '        ',
+            print 'when',
+        else:
+            print
+            print '        ',
+            print '  |',
+        print prefix_name + c,
+        is_first=None
+    print '=>'
+
+# Generate the Get_Format function.
+def gen_get_format(formats, nodes, kinds):
+    print '   function Get_Format (Kind : ' + type_name + ') ' + \
+          'return Format_Type is'
+    print '   begin'
+    print '      case Kind is'
+    for f in formats:
+        choices = [k for k in kinds if nodes[k].format == f]
+        gen_choices(choices)
+        print '            return Format_' + f + ';'
+    print '      end case;'
+    print '   end Get_Format;'
+
+def gen_subprg_header(decl):
+    if len(decl) < 76:
+        print decl + ' is'
+    else:
+        print decl
+        print '   is'
+    print '   begin'
+
+def gen_assert(func):
+    print '      pragma Assert (' + func.pname + ' /= Null_Iir);'
+    cond = '(Has_' + func.name + ' (Get_Kind (' + func.pname + ')));'
+    if len (cond) < 60:
+        print '      pragma Assert ' + cond
+    else:
+        print '      pragma Assert'
+        print '         ' + cond
+
+# Generate Get_XXX/Set_XXX subprograms for FUNC.
+def gen_get_set(func, nodes, fields):
+    g = 'Get_' + func.field + ' (' + func.pname + ')'
+    s = func.rname
+    if func.conv:
+        field_type = None
+        for fld in fields.values():
+            if func.field in fld:
+                field_type = fld[func.field]
+                break
+        if func.conv == 'uc':
+            g = field_type + '_To_' + func.rtype + ' (' + g + ')'
+            s = func.rtype + '_To_' + field_type + ' (' + s + ')'
+        elif func.conv == 'pos':
+            g = func.rtype + "'Val (" + g + ')'
+            s = func.rtype + "'Pos (" + s + ')'
+
+    subprg = '   function Get_' + func.name + ' (' + func.pname \
+          + ' : ' + func.ptype + ') return ' + func.rtype
+    gen_subprg_header(subprg)
+    gen_assert(func)
+    print '      return ' + g + ';'
+    print '   end Get_' + func.name + ';'
+    print
+    subprg =  '   procedure Set_' + func.name + ' (' \
+          + func.pname + ' : ' + func.ptype + '; ' \
+          + func.rname + ' : ' + func.rtype + ')'
+    gen_subprg_header(subprg)
+    gen_assert(func)
+    print '      Set_' + func.field + ' (' + func.pname + ', ' + s + ');'
+    print '   end Set_' + func.name + ';'
+    print
+
+def funcs_of_node(n):
+    return sorted([fv.name for fv in n.fields.values() if fv])
+
+def gen_has_func_spec(name, suff):
+    spec='   function Has_' + f.name + ' (K : Iir_Kind)'
+    ret=' return Boolean' + suff;
+    if len(spec) < 60:
+        print spec + ret
+    else:
+        print spec
+        print '     ' + ret
+
+parser = argparse.ArgumentParser(description='Meta-grammar processor')
+parser.add_argument('action', choices=['disp-nodes', 'disp-kinds',
+                                       'disp-formats', 'disp-funcs',
+                                       'disp-types',
+                                       'get_format', 'body',
+                                       'meta_specs', 'meta_body'],
+                    default='disp-nodes')
+args = parser.parse_args()
+
+try:
+    (formats, fields) = read_fields(field_file)
+    (kinds, kinds_ranges, funcs) = read_kinds(spec_file)
+    nodes = read_nodes(spec_file,kinds,kinds_ranges,fields,funcs)
+
+except ParseError as e:
+    print >> sys.stderr, e
+    print >> sys.stderr, \
+          "in {0}:{1}:{2}".format(e.lr.filename, e.lr.lineno, e.lr.l)
+    sys.exit(1)
+
+if args.action == 'disp-formats':
+    for fmt in fields:
+        print "Fields of Format_"+fmt
+        fld=fields[fmt]
+        for k in fld:
+            print '  ' + k + ' (' + fld[k] + ')'
+elif args.action == 'disp-kinds':
+    print "Kinds are:"
+    for k in kinds:
+        print '  ' + prefix_name + k
+elif args.action == 'disp-funcs':
+    print "Functions are:"
+    for f in funcs:
+        s = '{0} ({1}: {2}'.format(f.name, f.field, f.rtype)
+        if f.acc:
+            s += ' acc:' + f.acc
+        if f.conv:
+            s += ' conv:' + f.conv
+        s += ')'
+        print s
+elif args.action == 'disp-types':
+    print "Types are:"
+    s = set([])
+    for f in funcs:
+        s |= set([f.rtype])
+    for t in sorted(s):
+        print '  ' + t
+elif args.action == 'disp-nodes':
+    for k in kinds:
+        v = nodes[k]
+        print prefix_name + k + ' (' + v.format + ')'
+        flds = [fk for fk, fv in v.fields.items() if fv]
+        for fk in sorted(flds):
+            print '  ' + fk + ': '+ v.fields[fk].name
+elif args.action == 'get_format':
+    gen_get_format(formats, nodes)
+elif args.action == 'body':
+    lr = linereader(template_file)
+    while True:
+        l = lr.get().rstrip()
+        print l
+        if l == '   --  Subprograms':
+            gen_get_format(formats, nodes, kinds)
+            print
+            for f in funcs:
+                gen_get_set(f, nodes, fields)
+        if l[0:3] == 'end':
+            break
+elif args.action == 'meta_specs':
+    lr = linereader(meta_base_file + '.ads.in')
+    # Build list of types
+    s = set([])
+    for f in funcs:
+        s |= set([f.rtype])
+    types = [t for t in sorted(s)]
+    while True:
+        l = lr.get().rstrip()
+        if l == '      --  TYPES':
+            last = None
+            for t in types:
+                if last:
+                    print last + ','
+                last = '      Type_' + t
+            print last
+        elif l == '      --  FIELDS':
+            last = None
+            for f in funcs:
+                if last:
+                    print last + ','
+                last = '      Field_' + f.name
+            print last
+        elif l == '   --  FUNCS':
+            for t in types:
+                print '   function Get_' + t
+                print '      (N : Iir; F : Fields_Enum) return ' + t + ';'
+                print '   procedure Set_' + t
+                print '      (N : Iir; F : Fields_Enum; V: ' + t + ');'
+                print
+            for f in funcs:
+                gen_has_func_spec(f.name, ';')
+        elif l[0:3] == 'end':
+            print l
+            break
+        else:
+            print l
+elif args.action == 'meta_body':
+    lr = linereader(meta_base_file + '.adb.in')
+    while True:
+        l = lr.get().rstrip()
+        if l == '      --  FIELDS_TYPE':
+            last = None
+            for f in funcs:
+                if last:
+                    print last + ','
+                last = '      Field_' + f.name + ' => Type_' + f.rtype
+            print last
+        elif l == '         --  FIELD_IMAGE':
+            for f in funcs:
+                print '         when Field_' + f.name + ' =>'
+                print '            return "' + f.name.lower() + '";'
+        elif l == '         --  IIR_IMAGE':
+            for k in kinds:
+                print '         when ' + prefix_name + k + ' =>'
+                print '            return "' + k.lower() + '";'
+        elif l == '         --  FIELD_ATTRIBUTE':
+            for f in funcs:
+                print '         when Field_' + f.name + ' =>'
+                if f.acc:
+                    attr = f.acc
+                else:
+                    attr = 'None'
+                print '            return Attr_' + attr + ';'
+        elif l == '      --  FIELDS_ARRAY':
+            last = None
+            nodes_types = ['Iir', 'Iir_List']
+            ref_names = ['Ref', 'Of_Ref', 'Maybe_Ref']
+            for k in kinds:
+                v = nodes[k]
+                if last:
+                    print last + ','
+                last = None
+                print '      --  ' + prefix_name + k
+                # Sort fields: first non Iir and non Iir_List,
+                #              then Iir and Iir_List that aren't references
+                #              then Maybe_Ref
+                #              then Ref and Ref_Of
+                flds = sorted([fk for fk, fv in v.fields.items() \
+                               if fv and fv.rtype not in nodes_types])
+                flds += sorted([fk for fk, fv in v.fields.items() \
+                                if fv and fv.rtype in nodes_types \
+                                      and fv.acc not in ref_names])
+                flds += sorted([fk for fk, fv in v.fields.items() \
+                                if fv and fv.rtype in nodes_types\
+                                      and fv.acc in ['Maybe_Ref']])
+                flds += sorted([fk for fk, fv in v.fields.items() \
+                                if fv and fv.rtype in nodes_types\
+                                      and fv.acc in ['Ref', 'Of_Ref']])
+                for fk in flds:
+                    if last:
+                        print last + ','
+                    last = '      Field_' + v.fields[fk].name
+            if last:
+                print last
+        elif l == '      --  FIELDS_ARRAY_POS':
+            pos = -1
+            last = None
+            for k in kinds:
+                v = nodes[k]
+                flds = [fk for fk, fv in v.fields.items() if fv]
+                pos += len(flds)
+                if last:
+                    print last + ','
+                last = '      ' + prefix_name + k + ' => {}'.format(pos)
+            print last
+        elif l == '   --  FUNCS_BODY':
+            # Build list of types
+            s = set([])
+            for f in funcs:
+                s |= set([f.rtype])
+            types = [t for t in sorted(s)]
+            for t in types:
+                print '   function Get_' + t
+                print '      (N : Iir; F : Fields_Enum) return ' + t + ' is'
+                print '   begin'
+                print '      pragma Assert (Fields_Type (F) = Type_' + t + ');'
+                print '      case F is'
+                for f in funcs:
+                    if f.rtype == t:
+                        print '         when Field_' + f.name + ' =>'
+                        print '            return Get_' + f.name + ' (N);';
+                print '         when others =>'
+                print '            raise Internal_Error;'
+                print '      end case;'
+                print '   end Get_' + t + ';'
+                print
+                print '   procedure Set_' + t
+                print '      (N : Iir; F : Fields_Enum; V: ' + t + ') is'
+                print '   begin'
+                print '      pragma Assert (Fields_Type (F) = Type_' + t + ');'
+                print '      case F is'
+                for f in funcs:
+                    if f.rtype == t:
+                        print '         when Field_' + f.name + ' =>'
+                        print '            Set_' + f.name + ' (N, V);';
+                print '         when others =>'
+                print '            raise Internal_Error;'
+                print '      end case;'
+                print '   end Set_' + t + ';'
+                print
+            for f in funcs:
+                gen_has_func_spec(f.name, ' is')
+                print '   begin'
+                choices = [k for k in kinds if f.name in nodes[k].attrs]
+                if len(choices) == 1:
+                    print '      return K = ' + prefix_name + choices[0] + ';'
+                else:
+                    print '      case K is'
+                    gen_choices(choices)
+                    print '            return True;'
+                    print '         when others =>'
+                    print '            return False;'
+                    print '      end case;'
+                print '   end Has_' + f.name + ';'
+                print
+        elif l[0:3] == 'end':
+            print l
+            break
+        else:
+            print l