bpo-40334: Support PyPARSE_DONT_IMPLY_DEDENT in the new parser (GH-19736)

Author: pablogsal

Lib/test/test_codeop.py

@@ -122,7 +122,6 @@ def test_valid(self):
         av("def f():\n pass\n#foo\n")
         av("@a.b.c\ndef f():\n pass\n")
 
-    @support.skip_if_new_parser("Pegen does not support PyCF_DONT_INPLY_DEDENT yet")
     def test_incomplete(self):
         ai = self.assertIncomplete
 

Parser/pegen/pegen.c

@@ -553,7 +553,7 @@ _PyPegen_fill_token(Parser *p)
         type = NEWLINE; /* Add an extra newline */
         p->parsing_started = 0;
 
-        if (p->tok->indent) {
+        if (p->tok->indent && !(p->flags & PyPARSE_DONT_IMPLY_DEDENT)) {
             p->tok->pendin = -p->tok->indent;
             p->tok->indent = 0;
         }