[GR-40325] Code generation of the _ast module

PullRequest: graalpython/2384

Author: otethal

.gitignore

@@ -54,6 +54,7 @@ language
 /org.eclipse.jdt.core.prefs
 Python3.g4.stamp
 python.gram.stamp
+Python.asdl.stamp
 *.orig
 /*.diff
 /testenv

graalpython/com.oracle.graal.python.pegparser.generator/Makefile

@@ -1,6 +1,9 @@
 QUIETLY$(MX_VERBOSE) = @
 
-PARSER_PATH ?= ../com.oracle.graal.python.pegparser/src/com/oracle/graal/python/pegparser
+PEGPARSER_SRC_PATH ?= ../com.oracle.graal.python.pegparser/src
+GRAALPY_SRC_PATH ?= ../com.oracle.graal.python/src
+PARSER_PATH ?= ${PEGPARSER_SRC_PATH}/com/oracle/graal/python/pegparser
+INPUT_PATH ?= input_files
 ifdef MX_PYTHON
 PYTHON_EXE ?= ${MX_PYTHON}
 else ifdef MX_PYTHON_VERSION
@@ -9,22 +12,30 @@ else
 PYTHON_EXE ?= python3
 endif
 
-TARGET=${PARSER_PATH}/Parser.java
+PARSER_TARGET=${PARSER_PATH}/Parser.java
 
-GRAMMAR=${PARSER_PATH}/python.gram
-TOKENS=${PARSER_PATH}/Tokens
+GRAMMAR=${INPUT_PATH}/python.gram
+TOKENS=${INPUT_PATH}/Tokens
+ASDL=${INPUT_PATH}/Python.asdl
 
 PEGEN_FILES=$(shell find pegen pegjava -name '*.py')
+ASDL_FILES=$(shell find asdl -name '*.py')
 
-STAMP=${GRAMMAR}.stamp
+GRAMMAR_STAMP=${GRAMMAR}.stamp
+ASDL_STAMP=${ASDL}.stamp
 
 .PHONY: default clean
-default: ${STAMP}
+default: ${GRAMMAR_STAMP} ${ASDL_STAMP}
 
-${STAMP}: ${GRAMMAR} ${TOKENS} ${PEGEN_FILES} main_parser_gen.py
-	$(QUIETLY) ${PYTHON_EXE} main_parser_gen.py ${GRAMMAR} ${TOKENS} ${TARGET}
+${GRAMMAR_STAMP}: ${GRAMMAR} ${TOKENS} ${PEGEN_FILES} main_parser_gen.py
+	$(QUIETLY) ${PYTHON_EXE} main_parser_gen.py ${GRAMMAR} ${TOKENS} ${PARSER_TARGET}
+	$(QUIETLY) touch $@
+
+${ASDL_STAMP}: ${ASDL} ${ASDL_FILES} main_asdl_gen.py
+	$(QUIETLY) ${PYTHON_EXE} main_asdl_gen.py ${ASDL} --sst-path ${PEGPARSER_SRC_PATH} --ast-path ${GRAALPY_SRC_PATH}
 	$(QUIETLY) touch $@
 
 clean:
-	$(QUIETLY) rm -f ${TARGET}
-	$(QUIETLY) rm -f ${STAMP}
+	$(QUIETLY) rm -f ${PARSER_TARGET}
+	$(QUIETLY) rm -f ${GRAMMAR_STAMP}
+	$(QUIETLY) rm -f ${ASDL_STAMP}