feat: BigQuery Except(..) Replace(..) syntax

- supports `SELECT *  Except(..) Replace(..)`
- simplifies `AllColumns` and `AllTableColumns` Expressions
- fixes #1700

Author: manticore-projects

src/main/java/net/sf/jsqlparser/statement/select/AllColumns.java

@@ -11,12 +11,83 @@
 
 import net.sf.jsqlparser.expression.Expression;
 import net.sf.jsqlparser.expression.ExpressionVisitor;
+import net.sf.jsqlparser.expression.operators.relational.ExpressionList;
 import net.sf.jsqlparser.parser.ASTNodeAccessImpl;
+import net.sf.jsqlparser.schema.Column;
+
+import java.util.ArrayList;
+import java.util.List;
 
 public class AllColumns extends ASTNodeAccessImpl implements Expression {
+    protected ExpressionList<Column> exceptColumns;
+    protected List<SelectItem<?>> replaceExpressions;
+
+    public AllColumns(ExpressionList<Column> exceptColumns,
+            List<SelectItem<?>> replaceExpressions) {
+        this.exceptColumns = exceptColumns;
+        this.replaceExpressions = replaceExpressions;
+    }
+
+    public AllColumns() {
+        this(null, null);
+    }
+
+    public ExpressionList<Column> getExceptColumns() {
+        return exceptColumns;
+    }
+
+    public ExpressionList<Column> addExceptColumn(Column column) {
+        if (exceptColumns == null) {
+            exceptColumns = new ExpressionList<>();
+        }
+        exceptColumns.add(column);
+        return exceptColumns;
+    }
+
+    public AllColumns setExceptColumns(ExpressionList<Column> exceptColumns) {
+        this.exceptColumns = exceptColumns;
+        return this;
+    }
+
+    public List<SelectItem<?>> getReplaceExpressions() {
+        return replaceExpressions;
+    }
+
+    public List<SelectItem<?>> addReplaceExpression(SelectItem<?> selectItem) {
+        if (replaceExpressions == null) {
+            replaceExpressions = new ArrayList<>();
+        }
+        replaceExpressions.add(selectItem);
+        return replaceExpressions;
+    }
+
+    public AllColumns setReplaceExpressions(List<SelectItem<?>> replaceExpressions) {
+        this.replaceExpressions = replaceExpressions;
+        return this;
+    }
+
+    public StringBuilder appendTo(StringBuilder builder) {
+        builder.append("*");
+        if (exceptColumns != null && exceptColumns.size() > 0) {
+            builder.append(" Except( ");
+            exceptColumns.appendTo(builder);
+            builder.append(" )");
+        }
+        if (replaceExpressions != null && replaceExpressions.size() > 0) {
+            builder.append(" Replace(");
+            int i = 0;
+            for (SelectItem<?> selectItem : replaceExpressions) {
+                builder.append(i++ > 0 ? ", " : " ");
+                selectItem.appendTo(builder);
+            }
+            builder.append(" )");
+        }
+        return builder;
+    }
+
     @Override
     public String toString() {
-        return "*";
+        return appendTo(new StringBuilder()).toString();
     }
 
     @Override

src/main/java/net/sf/jsqlparser/statement/select/AllTableColumns.java

@@ -9,19 +9,28 @@
  */
 package net.sf.jsqlparser.statement.select;
 
-import net.sf.jsqlparser.expression.Expression;
-import net.sf.jsqlparser.expression.ExpressionVisitor;
-import net.sf.jsqlparser.parser.ASTNodeAccessImpl;
-import net.sf.jsqlparser.schema.*;
+import net.sf.jsqlparser.expression.operators.relational.ExpressionList;
+import net.sf.jsqlparser.schema.Column;
+import net.sf.jsqlparser.schema.Table;
 
-public class AllTableColumns extends ASTNodeAccessImpl implements Expression {
+import java.util.List;
+
+public class AllTableColumns extends AllColumns {
 
     private Table table;
 
-    public AllTableColumns() {}
+    public AllTableColumns(Table table, ExpressionList<Column> exceptColumns,
+            List<SelectItem<?>> replaceExpressions) {
+        super(exceptColumns, replaceExpressions);
+        this.table = table;
+    }
+
+    public AllTableColumns(Table table) {
+        this(table, null, null);
+    }
 
-    public AllTableColumns(Table tableName) {
-        this.table = tableName;
+    public AllTableColumns(Table table, AllColumns allColumns) {
+        this(table, allColumns.exceptColumns, allColumns.replaceExpressions);
     }
 
     public Table getTable() {
@@ -32,18 +41,13 @@ public void setTable(Table table) {
         this.table = table;
     }
 
-    @Override
-    public String toString() {
-        return table + ".*";
-    }
-
     public AllTableColumns withTable(Table table) {
         this.setTable(table);
         return this;
     }
 
     @Override
-    public void accept(ExpressionVisitor expressionVisitor) {
-        expressionVisitor.visit(this);
+    public StringBuilder appendTo(StringBuilder builder) {
+        return super.appendTo(table.appendTo(builder).append("."));
     }
 }

src/main/java/net/sf/jsqlparser/statement/select/SelectItem.java

@@ -31,11 +31,11 @@ public SelectItem(T expression) {
         this(expression, null);
     }
 
-    public static SelectItem from(Expression expression, Alias alias) {
-        return new SelectItem(expression, alias);
+    public static SelectItem<?> from(Expression expression, Alias alias) {
+        return new SelectItem<>(expression, alias);
     }
 
-    public static SelectItem from(Expression expression) {
+    public static SelectItem<?> from(Expression expression) {
         return from(expression, null);
     }
 
@@ -69,7 +69,7 @@ public SelectItem<T> withExpression(T expression) {
         return this;
     }
 
-    public SelectItem withAlias(Alias alias) {
+    public SelectItem<?> withAlias(Alias alias) {
         this.setAlias(alias);
         return this;
     }

src/main/jjtree/net/sf/jsqlparser/parser/JSqlParserCC.jjt

@@ -2329,7 +2329,7 @@ SelectItem SelectItem() #SelectItem:
     // @fixme: Oracle's SEQUENCE.nextval is parsed as COLUMN with a name part nextval
     // @todo: parse a proper SEQUENCE instead of a COLUMN
     (
-        "*" { expression = new AllColumns(); }
+        expression = AllColumns()
         |
         LOOKAHEAD(AllTableColumns()) expression = AllTableColumns()
         |
@@ -2347,14 +2347,30 @@ SelectItem SelectItem() #SelectItem:
     }
 }
 
+AllColumns AllColumns():
+{
+    ParenthesedExpressionList<Column> exceptColumns = null;
+    List<SelectItem<?>> replaceExpressions = null;
+}
+{
+    "*"
+    [ LOOKAHEAD(2) <K_EXCEPT> exceptColumns = ParenthesedColumnList() ]
+    [ LOOKAHEAD(2) <K_REPLACE> "(" replaceExpressions = SelectItemsList() ")" ]
+
+    {
+        return new AllColumns(exceptColumns, replaceExpressions);
+    }
+}
+
 AllTableColumns AllTableColumns():
 {
     Table table = null;
+    AllColumns allColumns;
 }
 {
-     table=Table() "." "*"
+     table=Table() "." allColumns=AllColumns()
     {
-        return new AllTableColumns(table);
+        return new AllTableColumns(table, allColumns);
     }
 
 }

src/test/java/net/sf/jsqlparser/statement/builder/ReflectionModelTest.java

@@ -169,7 +169,7 @@ public class ReflectionModelTest {
             new net.sf.jsqlparser.statement.merge.Merge(),
             new net.sf.jsqlparser.statement.merge.MergeUpdate(new ArrayList<UpdateSet>()),
             new net.sf.jsqlparser.statement.select.AllColumns(),
-            new net.sf.jsqlparser.statement.select.AllTableColumns(),
+            // new net.sf.jsqlparser.statement.select.AllTableColumns(new Table()),
             new net.sf.jsqlparser.statement.select.Distinct(),
             new net.sf.jsqlparser.statement.select.ExceptOp(),
             new net.sf.jsqlparser.statement.select.Fetch(),
@@ -190,7 +190,7 @@ public class ReflectionModelTest {
             new net.sf.jsqlparser.statement.select.PivotXml(),
             // new net.sf.jsqlparser.statement.select.PlainSelect(),
             // new net.sf.jsqlparser.statement.select.Select(),
-            new net.sf.jsqlparser.statement.select.SelectItem(),
+            new net.sf.jsqlparser.statement.select.SelectItem<>(),
             // new net.sf.jsqlparser.statement.select.SetOperationList(),
             new net.sf.jsqlparser.statement.select.Skip(),
             // new net.sf.jsqlparser.statement.select.ParenthesedSelect(),

src/test/java/net/sf/jsqlparser/statement/select/AllColumnsTest.java

@@ -0,0 +1,17 @@
+package net.sf.jsqlparser.statement.select;
+
+import net.sf.jsqlparser.JSQLParserException;
+import net.sf.jsqlparser.test.TestUtils;
+import org.junit.jupiter.api.Test;
+
+
+class AllColumnsTest {
+
+    @Test
+    void testBigQuerySyntax() throws JSQLParserException {
+        String sqlStr =
+                "SELECT * EXCEPT (order_id) REPLACE (\"widget\" AS item_name), \"more\" as more_fields\n"
+                        + "FROM orders";
+        TestUtils.assertSqlCanBeParsedAndDeparsed(sqlStr, true);
+    }
+}

src/test/java/net/sf/jsqlparser/statement/select/AllTableColumnsTest.java

@@ -0,0 +1,16 @@
+package net.sf.jsqlparser.statement.select;
+
+import net.sf.jsqlparser.JSQLParserException;
+import net.sf.jsqlparser.test.TestUtils;
+import org.junit.jupiter.api.Test;
+
+
+class AllTableColumnsTest {
+    @Test
+    void testBigQuerySyntax() throws JSQLParserException {
+        String sqlStr =
+                "SELECT orders.* EXCEPT (order_id) REPLACE (\"widget\" AS item_name), \"more\" as more_fields\n"
+                        + "FROM orders";
+        TestUtils.assertSqlCanBeParsedAndDeparsed(sqlStr, true);
+    }
+}

src/test/java/net/sf/jsqlparser/statement/select/SelectTest.java

@@ -270,7 +270,7 @@ public void testAllColumnsFromTable() throws Exception {
         Table t = new Table("tableName");
         assertDeparse(
                 new PlainSelect()
-                        .addSelectItems(new AllTableColumns().withTable(t)).withFromItem(t),
+                        .addSelectItems(new AllTableColumns(t)).withFromItem(t),
                 statement);
     }