53 add option to parsejava to print ast in json

.gitignore

@@ -17,7 +17,6 @@ Java/
 .mtj.tmp/
 
 # Package Files #
-*.jar
 *.war
 *.nar
 *.ear
@@ -43,7 +42,6 @@ dist/
 downloads/
 eggs/
 .eggs/
-lib/
 lib64/
 parts/
 sdist/

.gitpod.yml

@@ -8,3 +8,5 @@ tasks:
       export PATH="$LIBPLCC:$PATH"
       ' >> "$HOME/.bashrc"
       source "$HOME/.bashrc"
+  - name: Update Java
+    command: sdk install java < /dev/null

AST.json

@@ -0,0 +1 @@
+{"exp":{"prim":{},"rands":{"expList":[{"lit":{"match":"LIT","str":"5","lno":1,"line":"+(5, 1)\n","eof":false}},{"lit":{"match":"LIT","str":"1","lno":1,"line":"+(5, 1)\n","eof":false}}]}}}

ASTroot.json

@@ -0,0 +1,35 @@
+{
+  "Program" : {
+    "$type" : "Program",
+    "exp" : {
+      "$type" : "PrimappExp",
+      "prim" : {
+        "$type" : "AddPrim"
+      },
+      "rands" : {
+        "$type" : "Rands",
+        "expList" : [ "java.util.ArrayList", [ {
+          "$type" : "LitExp",
+          "lit" : {
+            "$type" : "Token",
+            "match" : "LIT",
+            "str" : "3",
+            "lno" : 1,
+            "line" : "+(3, 2)\n",
+            "eof" : false
+          }
+        }, {
+          "$type" : "LitExp",
+          "lit" : {
+            "$type" : "Token",
+            "match" : "LIT",
+            "str" : "2",
+            "lno" : 1,
+            "line" : "+(3, 2)\n",
+            "eof" : false
+          }
+        } ] ]
+      }
+    }
+  }
+}

grammar

@@ -0,0 +1,21 @@
+skip WHITESPACE '\s+'
+skip COMMENT '%.*'
+LIT '\d+'
+LPAREN '\('
+RPAREN '\)'
+COMMA ','
+ADDOP '\+'
+SUBOP '\-'
+ADD1OP 'add1'
+SUB1OP 'sub1'
+VAR '[A-Za-z]\w*'
+%
+<program>        ::= <exp>
+<exp>:LitExp     ::= <LIT>
+<exp>:VarExp     ::= <VAR>
+<exp>:PrimappExp ::= <prim> LPAREN <rands> RPAREN
+<rands>          **= <exp> +COMMA
+<prim>:AddPrim   ::= ADDOP
+<prim>:SubPrim   ::= SUBOP
+<prim>:Add1Prim  ::= ADD1OP
+<prim>:Sub1Prim  ::= SUB1OP

src/Std/ParseJsonAst.java

@@ -0,0 +1,40 @@
+import java.util.*;
+import java.io.*;
+import com.fasterxml.jackson.databind.ObjectMapper;
+import com.fasterxml.jackson.databind.SerializationFeature;
+import com.fasterxml.jackson.databind.jsontype.PolymorphicTypeValidator;
+import com.fasterxml.jackson.databind.jsontype.BasicPolymorphicTypeValidator;
+
+
+
+public class ParseJsonAst extends ProcessFiles {
+
+    // Parse the program and call $ok() on the resulting parse tree
+    public void action(Scan scn, Trace trace) {
+        ObjectMapper objectMapper = new ObjectMapper();
+        objectMapper.disable(SerializationFeature.FAIL_ON_EMPTY_BEANS);
+        objectMapper.enable(SerializationFeature.WRAP_ROOT_VALUE);
+        objectMapper.enable(SerializationFeature.INDENT_OUTPUT);
+
+        PolymorphicTypeValidator ptv = BasicPolymorphicTypeValidator
+        .builder()
+        .allowIfBaseType(Object.class) // Can change "Object" to any type, we can look back at this later to be more specific
+        .build();
+
+        objectMapper.activateDefaultTypingAsProperty(ptv, ObjectMapper.DefaultTyping.NON_FINAL, "$type");
+
+        _Start parseTree = _Start.parse(scn, trace);
+        parseTree.$ok();
+        try {
+            objectMapper.writeValue(new File("ASTroot.json"), parseTree);
+        } catch (IOException e) {
+            e.printStackTrace();
+        }
+    }
+
+    // Read programs from command-line files
+    // and then read programs from standard input.
+    public static void main(String [] args) {
+        new ParseJsonAst().processFiles(args);
+    }
+}

src/Std/Token.pattern

@@ -124,9 +124,15 @@ public class Token {
             }
             String what = "??";
             switch(match.tokType) {
-                case SKIP -> what = "skip";
-                case TOKEN -> what = "token";
-                case LINE_TOGGLE -> what = "token (line toggle)";
+                case SKIP:
+                    what = "skip";
+                    break;
+                case TOKEN:
+                    what = "token";
+                    break;
+                case LINE_TOGGLE:
+                    what = "token (line toggle)";
+                    break;
             }
             System.out.println(
                 String.format("%s %s '%s'",what,match.toString(),match.pattern)

src/parse

@@ -1,5 +1,11 @@
 #!/bin/bash
 
+JACKSON_VERSION="2.15.2"
+JACKSON_ANNOTATIONS="${LIBPLCC}/lib/jackson-annotations-${JACKSON_VERSION}.jar"
+JACKSON_CORE="${LIBPLCC}/lib/jackson-core-${JACKSON_VERSION}.jar"
+JACKSON_DATABIND="${LIBPLCC}/lib/jackson-databind-${JACKSON_VERSION}.jar"
+CP="${JACKSON_ANNOTATIONS}:${JACKSON_CORE}:${JACKSON_DATABIND}"
+
 [ -d Java ] || {
     echo "Java directory missing" >&2
     exit 1
@@ -10,4 +16,23 @@
     exit 2
 }
 
-java -cp ./Java Parse $*
+if  echo "$*" | grep -- "--json" &> /dev/null
+then
+
+    ARGS=()
+    while [ $# -gt 0 ] ; do
+        case "$1" in
+            --json)
+                shift
+            ;;
+            *)
+                ARGS+=("$1")
+                shift
+            ;;
+        esac
+    done
+
+    java -cp "./Java:${CP}" ParseJsonAst "${ARGS[@]}"
+else 
+    java -cp ./Java Parse $*
+fi

src/plcc.py

@@ -24,7 +24,6 @@
 import io
 import shutil
 import tempfile
-
 argv = sys.argv[1:] # skip over the command-line argument
 
 # current file information
@@ -113,9 +112,13 @@ def main():
     sem(nxt)    # semantic actions
 
 def plccInit():
-    global flags, STD, STDT, STDP
+    global flags, argv, STD, STDT, STDP
     STDT = ['ILazy','IMatch','IScan','ITrace', 'Trace', 'PLCCException', 'Scan']
     STDP = ['ProcessFiles','Parse','Rep']
+    print(argv)
+    if len(argv) > 1:
+        if argv[0] == "--python":
+            STDP.append('ParseJsonAst')
     STD = STDT + STDP
     STD.append('Token')
     # file-related flags -- can be overwritten
@@ -140,7 +143,7 @@ def lex(nxt):
     # turn off when all flags have been processed
     flagSwitch = True # turn off after all the flags have been processed
     for line in nxt:
-        line = re.sub('\s+#.*', '', line)   # remove trailing comments ...
+        line = re.sub(r'\s+#.*', '', line)   # remove trailing comments ...
         # NOTE: a token that has a substring like this ' #' will mistakenly be
         # considered as a comment. Use '[ ]#' instead
         line = line.strip()
@@ -174,7 +177,7 @@ def qsub(match):
                     jpat = match.group(1)
                     # print('>>> match found: jpat={}'.format(jpat))
                 return ''
-            pat = "\s'(.*)'$"
+            pat = r"\s'(.*)'$"
             # print('>>> q1 pat={}'.format(pat))
             line = re.sub(pat, qsub, line)
             if jpat:
@@ -184,7 +187,7 @@ def qsub(match):
                 # print('>>> q1 match found: line={} jpat={}'.format(line,jpat))
                 pass
             else:
-                pat = '\s"(.*)"$'
+                pat = r'\s"(.*)"$'
                 # print('>>> q2 pat={}'.format(pat))
                 line = re.sub(pat, qsub, line)
                 if jpat:
@@ -1208,19 +1211,19 @@ def defangRHS(item):
     return (tnt, field)
 
 def isID(item):
-    return re.match('[a-z]\w*#?$', item)
+    return re.match(r'[a-z]\w*#?$', item)
 
 def isNonterm(nt):
     debug('[isNonterm] nt={}'.format(nt))
     if nt == 'void' or len(nt) == 0:
         return False
-    return re.match('[a-z]\w*#?$', nt)
+    return re.match(r'[a-z]\w*#?$', nt)
 
 def isClass(cls):
-    return re.match('[A-Z][\$\w]*$', cls) or cls == 'void'
+    return re.match(r'[A-Z][\$\w]*$', cls) or cls == 'void'
 
 def isTerm(term):
-    return re.match('[A-Z][A-Z\d_$]*$', term) or term == '$LINE'
+    return re.match(r'[A-Z][A-Z\d_$]*$', term) or term == '$LINE'
 
 def nt2cls(nt):
     # return the class name of the nonterminal nt

src/plccmk

@@ -4,6 +4,12 @@ LIB="${LIBPLCC:-/usr/local/pub/plcc/PLCC}"
 PYTHON3=python3
 PLCC="$LIB/plcc.py"
 
+JACKSON_VERSION="2.15.2"
+JACKSON_ANNOTATIONS="${LIBPLCC}/lib/jackson-annotations-${JACKSON_VERSION}.jar"
+JACKSON_CORE="${LIBPLCC}/lib/jackson-core-${JACKSON_VERSION}.jar"
+JACKSON_DATABIND="${LIBPLCC}/lib/jackson-databind-${JACKSON_VERSION}.jar"
+CP="${JACKSON_ANNOTATIONS}:${JACKSON_CORE}:${JACKSON_DATABIND}"
+
 if [ "$1" = "-c" ];
 then
         rm Java/*.java Java/*.class &>/dev/null
@@ -33,5 +39,24 @@ $PYTHON3 "$PLCC" $FILES || {
         echo "Java directory missing" >&2
         exit 5
 }
+if  echo "$*" | grep -- "--python" &> /dev/null
+then
+
+    ARGS=()
+    while [ $# -gt 0 ] ; do
+        case "$1" in
+            --python)
+                shift
+            ;;
+            *)
+                ARGS+=("$1")
+                shift
+            ;;
+        esac
+    done
+
+    (cd ./Java ; javac -cp ".:${CP}" *.java)
+else 
+    (cd ./Java ; javac *.java)
+fi
 
-(cd ./Java ; javac *.java)

test.v0

@@ -0,0 +1 @@
++(3, 2)