Merge branch 'apache:main' into main

Author: theweipeng

.github/sync.yml

@@ -20,5 +20,7 @@ apache/fory-site@main:
     dest: docs/guide/
   - source: docs/specification/
     dest: docs/specification/
+  - source: docs/compiler/
+    dest: docs/compiler/
   - source: docs/benchmarks/
     dest: static/img/benchmarks/

.github/workflows/ci.yml

@@ -17,6 +17,10 @@
 
 name: Fory CI
 
+concurrency:
+  group: ${{ github.workflow }}-${{ github.ref }}
+  cancel-in-progress: true
+
 on:
   push:
     branches:
@@ -130,10 +134,10 @@ jobs:
           key: ${{ runner.os }}-maven-${{ hashFiles('**/pom.xml') }}
           restore-keys: |
             ${{ runner.os }}-maven-
-      - name: Set up Python 3.8
+      - name: Set up Python 3.11
         uses: actions/setup-python@v5
         with:
-          python-version: 3.8
+          python-version: 3.11
       - name: Run CI with Maven
         shell: bash
         run: python ./ci/run_ci.py java --version windows_java21
@@ -268,11 +272,12 @@ jobs:
       # The distutils module has been removed starting from python 3.12
       # (see https://docs.python.org/3.10/library/distutils.html). Some
       # OS (such as macos-latest) uses python3.12 by default, so python 3.8
-      # is used here to avoid this problem.
-      - name: Set up Python3.8
+      # is used here to avoid this problem. On Windows, use 3.11 to avoid
+      # the slower 3.8 download on hosted runners.
+      - name: Set up Python
         uses: actions/setup-python@v5
         with:
-          python-version: 3.8
+          python-version: ${{ runner.os == 'Windows' && '3.11' || '3.8' }}
       - name: Run CI with NodeJS
         run: python ./ci/run_ci.py javascript
 
@@ -309,6 +314,10 @@ jobs:
     runs-on: ubuntu-latest
     steps:
       - uses: actions/checkout@v5
+      - name: Set up Python 3.11
+        uses: actions/setup-python@v5
+        with:
+          python-version: 3.11
       - name: Set up JDK 21
         uses: actions/setup-java@v4
         with:
@@ -324,11 +333,14 @@ jobs:
       - name: Run Rust Xlang Test
         env:
           FORY_RUST_JAVA_CI: "1"
+          ENABLE_FORY_DEBUG_OUTPUT: "1"
         run: |
           cd java
           mvn -T16 --no-transfer-progress clean install -DskipTests
           cd fory-core
           mvn -T16 --no-transfer-progress test -Dtest=org.apache.fory.xlang.RustXlangTest
+      - name: Run Rust IDL Tests
+        run: ./integration_tests/idl_tests/run_rust_tests.sh
 
   cpp:
     name: C++ CI
@@ -373,6 +385,15 @@ jobs:
           key: bazel-build-cpp-${{ runner.os }}-${{ runner.arch }}-${{ hashFiles('cpp/**', 'BUILD', 'WORKSPACE') }}
       - name: Run C++ CI with Bazel
         run: python ./ci/run_ci.py cpp
+      - name: Upload Bazel Test Logs
+        uses: actions/upload-artifact@v4
+        if: ${{ !cancelled() }}
+        with:
+          name: bazel-test-logs-${{ matrix.os }}
+          path: |
+            bazel-out/*/testlogs/**/*.log
+            bazel-out/*/testlogs/**/*.xml
+          if-no-files-found: ignore
 
   cpp_xlang:
     name: C++ Xlang Test
@@ -410,11 +431,46 @@ jobs:
       - name: Run CPP Xlang Test
         env:
           FORY_CPP_JAVA_CI: "1"
+          ENABLE_FORY_DEBUG_OUTPUT: "1"
         run: |
           cd java
           mvn -T16 --no-transfer-progress clean install -DskipTests
           cd fory-core
           mvn -T16 --no-transfer-progress test -Dtest=org.apache.fory.xlang.CPPXlangTest
+      - name: Run C++ IDL Tests
+        run: ./integration_tests/idl_tests/run_cpp_tests.sh
+
+  javascript_xlang:
+    name: JavaScript Xlang Test
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v5
+      - name: Use Node.js 20.x
+        uses: actions/setup-node@v4
+        with:
+          node-version: 20.x
+      - name: Set up JDK 21
+        uses: actions/setup-java@v4
+        with:
+          java-version: 21
+          distribution: "temurin"
+      - name: Cache Maven local repository
+        uses: actions/cache@v4
+        with:
+          path: ~/.m2/repository
+          key: ${{ runner.os }}-maven-${{ hashFiles('**/pom.xml') }}
+          restore-keys: |
+            ${{ runner.os }}-maven-
+      - name: Run JavaScript Xlang Test
+        env:
+          FORY_JAVASCRIPT_JAVA_CI: "0"
+        run: |
+          cd javascript
+          npm install
+          cd ../java
+          mvn -T16 --no-transfer-progress clean install -DskipTests
+          cd fory-core
+          mvn -T16 --no-transfer-progress test -Dtest=org.apache.fory.xlang.JavaScriptXlangTest
 
   cpp_examples:
     name: C++ Examples
@@ -531,6 +587,7 @@ jobs:
       - name: Run Python Xlang Test
         env:
           FORY_PYTHON_JAVA_CI: "1"
+          ENABLE_FORY_DEBUG_OUTPUT: "1"
         run: |
           cd java
           mvn -T16 --no-transfer-progress clean install -DskipTests
@@ -539,6 +596,8 @@ jobs:
           mvn -T16 --no-transfer-progress test -Dtest=org.apache.fory.xlang.PyCrossLanguageTest
           cd ../fory-format
           mvn -T16 --no-transfer-progress test -Dtest=org.apache.fory.format.CrossLanguageTest
+      - name: Run Python IDL Tests
+        run: ./integration_tests/idl_tests/run_python_tests.sh
 
   go:
     name: Golang CI
@@ -584,6 +643,10 @@ jobs:
         uses: actions/setup-go@v5
         with:
           go-version: '1.21'
+      - name: Set up Python 3.11
+        uses: actions/setup-python@v5
+        with:
+          python-version: 3.11
       - name: Set up JDK 21
         uses: actions/setup-java@v4
         with:
@@ -599,11 +662,50 @@ jobs:
       - name: Run Go Xlang Test
         env:
           FORY_GO_JAVA_CI: "1"
+          ENABLE_FORY_DEBUG_OUTPUT: "1"
         run: |
           cd java
           mvn -T16 --no-transfer-progress clean install -DskipTests
           cd fory-core
           mvn -T16 --no-transfer-progress test -Dtest=org.apache.fory.xlang.GoXlangTest
+      - name: Run Go IDL Tests
+        run: ./integration_tests/idl_tests/run_go_tests.sh
+
+  dart:
+    name: Dart CI
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v5
+      - name: Install Dart SDK
+        run: |
+          # Download and install Dart SDK
+          DART_VERSION=3.6.1
+          wget -q https://storage.googleapis.com/dart-archive/channels/stable/release/${DART_VERSION}/sdk/dartsdk-linux-x64-release.zip
+          unzip -q dartsdk-linux-x64-release.zip
+          export PATH="$PATH:$PWD/dart-sdk/bin"
+          echo "$PWD/dart-sdk/bin" >> $GITHUB_PATH
+      - name: Display Dart version
+        run: dart --version
+      - name: Get dependencies
+        run: |
+          cd dart
+          dart pub get
+      - name: Generate code
+        run: |
+          cd dart/packages/fory-test
+          dart run build_runner build
+      - name: Run tests
+        run: |
+          cd dart/packages/fory-test
+          dart test
+      - name: Run code analysis
+        run: |
+          cd dart/packages/fory-test
+          dart analyze
+      - name: Analyze code
+        run: |
+          cd dart
+          dart analyze
 
   lint:
     name: Code Style Check

.gitignore

@@ -11,6 +11,7 @@ python/pyfory/__pycache__/
 python/dist
 python/build
 python/pyfory.egg-info
+**/*.egg-info
 cython_debug
 **/*.prof
 **/*.pyc
@@ -34,7 +35,55 @@ scala/.idea
 bazel-*/
 bazel-fory/
 bazel-fory/**
+**/generated
 java/**/generated
+
+# IDL compiler integration test outputs
+integration_tests/idl_tests/cpp/generated/
+integration_tests/idl_tests/go/addressbook*.go
+integration_tests/idl_tests/go/any_example/
+integration_tests/idl_tests/go/any_example_pb/
+integration_tests/idl_tests/go/complex_fbs/
+integration_tests/idl_tests/go/complex_pb/
+integration_tests/idl_tests/go/monster/
+integration_tests/idl_tests/go/optional_types/
+integration_tests/idl_tests/go/tree/
+integration_tests/idl_tests/go/graph/
+integration_tests/idl_tests/go/collection/
+integration_tests/idl_tests/java/src/main/
+integration_tests/idl_tests/go/root/
+integration_tests/idl_tests/go/addressbook/
+integration_tests/idl_tests/java/src/main/java/collection/
+integration_tests/idl_tests/java/src/main/java/addressbook/
+integration_tests/idl_tests/java/src/main/java/complex_fbs/
+integration_tests/idl_tests/java/src/main/java/complex_pb/
+integration_tests/idl_tests/java/src/main/java/monster/
+integration_tests/idl_tests/java/src/main/java/optional_types/
+integration_tests/idl_tests/java/src/main/java/tree/
+integration_tests/idl_tests/java/src/main/java/graph/
+integration_tests/idl_tests/java/src/main/java/root/
+integration_tests/idl_tests/python/src/addressbook.py
+integration_tests/idl_tests/python/src/any_example.py
+integration_tests/idl_tests/python/src/any_example_pb.py
+integration_tests/idl_tests/python/src/complex_fbs.py
+integration_tests/idl_tests/python/src/complex_pb.py
+integration_tests/idl_tests/python/src/monster.py
+integration_tests/idl_tests/python/src/optional_types.py
+integration_tests/idl_tests/python/src/collection.py
+integration_tests/idl_tests/python/src/tree.py
+integration_tests/idl_tests/python/src/graph.py
+integration_tests/idl_tests/python/src/root.py
+integration_tests/idl_tests/rust/src/addressbook.rs
+integration_tests/idl_tests/rust/src/any_example.rs
+integration_tests/idl_tests/rust/src/any_example_pb.rs
+integration_tests/idl_tests/rust/src/complex_fbs.rs
+integration_tests/idl_tests/rust/src/complex_pb.rs
+integration_tests/idl_tests/rust/src/monster.rs
+integration_tests/idl_tests/rust/src/optional_types.rs
+integration_tests/idl_tests/rust/src/collection.rs
+integration_tests/idl_tests/rust/src/tree.rs
+integration_tests/idl_tests/rust/src/graph.rs
+integration_tests/idl_tests/rust/src/root.rs
 javascript/**/dist/
 javascript/**/node_modules/
 javascript/**/build
@@ -98,3 +147,4 @@ examples/cpp/cmake_example/build
 **/benchmark_*.png
 **/results/
 benchmarks/**/report/
+ignored/**