[None][feat] Upgrade xgrammar from 0.1.25 to 0.1.32 (NVIDIA#12016)

Signed-off-by: qgai 
Co-authored-by: Claude Opus 4.6 <noreply@anthropic.com>

Author: sunnyqgg

3rdparty/CMakeLists.txt

@@ -30,6 +30,7 @@ foreach(DEP_IDX RANGE ${DEP_COUNT_MINUS_ONE})
   string(JSON DEP_SOURCE_SUBDIR          ERROR_VARIABLE _err GET "${DEP_OBJECT}" "source_subdir")
   string(JSON DEP_GIT_SUBMODULES_RECURSE ERROR_VARIABLE _err GET "${DEP_OBJECT}" "git_submodules_recurse")
   string(JSON DEP_USE_URL                ERROR_VARIABLE _err GET "${DEP_OBJECT}" "use_url")
+  string(JSON DEP_PATCH_FILE            ERROR_VARIABLE _err GET "${DEP_OBJECT}" "patch_file")
   # cmake-format: on
 
   # Build FetchContent_Declare arguments
@@ -53,6 +54,19 @@ foreach(DEP_IDX RANGE ${DEP_COUNT_MINUS_ONE})
     list(APPEND FETCH_ARGS SOURCE_SUBDIR "${DEP_SOURCE_SUBDIR}")
   endif()
 
+  if(DEP_PATCH_FILE AND NOT DEP_PATCH_FILE STREQUAL "")
+    list(
+      APPEND
+      FETCH_ARGS
+      PATCH_COMMAND
+      patch
+      -p1
+      --forward
+      --batch
+      -i
+      "${CMAKE_CURRENT_SOURCE_DIR}/${DEP_PATCH_FILE}")
+  endif()
+
   FetchContent_Declare(${FETCH_ARGS})
 
   # Special handling: Export deep_ep commit to global property

3rdparty/fetch_content.json

@@ -93,9 +93,10 @@
     {
       "name": "xgrammar",
       "git_repository": "https://github.com/mlc-ai/xgrammar",
-      "git_tag": "v0.1.25",
+      "git_tag": "v0.1.32",
       "git_shallow": true,
-      "source_subdir": "dont-add-this-project-with-add-subdirectory"
+      "source_subdir": "dont-add-this-project-with-add-subdirectory",
+      "patch_file": "patches/xgrammar_constexpr.patch"
     }
   ]
 }

3rdparty/patches/xgrammar_constexpr.patch

@@ -0,0 +1,19 @@
+--- a/cpp/grammar_functor.cc
++++ b/cpp/grammar_functor.cc
+@@ -1750,11 +1750,11 @@
+   void Apply(Grammar* grammar);
+   static std::optional<uint64_t> HashSequence(const Grammar& grammar, int32_t sequence_id);
+
+-  static const int16_t kNotEndStateFlag = -0x100;
+-  static const int16_t kEndStateFlag = -0x200;
+-  static const int16_t kSelfRecursionFlag = -0x300;
+-  static const int16_t kSimpleCycleFlag = -0x400;
+-  static const int16_t kUnKnownFlag = -0x500;
++  static constexpr int16_t kNotEndStateFlag = -0x100;
++  static constexpr int16_t kEndStateFlag = -0x200;
++  static constexpr int16_t kSelfRecursionFlag = -0x300;
++  static constexpr int16_t kSimpleCycleFlag = -0x400;
++  static constexpr int16_t kUnKnownFlag = -0x500;
+
+  private:
+   Grammar* grammar_;

ATTRIBUTIONS-Python.md

@@ -63471,7 +63471,7 @@ SOFTWARE.
   - `Homepage`: https://github.com/akshaynagpal/w2n
 
 
-## xgrammar (0.1.25)
+## xgrammar (0.1.32)
 
 ### Licenses
 License: `Apache 2.0`

requirements.txt

@@ -56,7 +56,7 @@ patchelf
 einops
 flashinfer-python==0.6.4
 opencv-python-headless
-xgrammar==0.1.25
+xgrammar==0.1.32
 llguidance==0.7.29
 jsonschema
 backoff

scripts/attribution/data/dependency_metadata.yml

@@ -90,7 +90,7 @@ ucx/1.20:
 ucxx/16eaa57c8d98c8ef54d666a2d2b11e76cfa565f5:
   license: 759cb066f14805ef4068f633d9071e1d
   source: https://github.com/rapidsai/ucxx/tree/16eaa57c8d98c8ef54d666a2d2b11e76cfa565f5
-xgrammar/v0.1.25:
+xgrammar/v0.1.32:
   copyright: 989a9441d689f61fba9f797cc253e51b
   license: 8e1c96809a7467593130ecc62ae12be9
 zeromq/4.3.4-3.el8:

scripts/attribution/data/files_to_dependency.yml

@@ -7507,7 +7507,7 @@ ucxx/16eaa57c8d98c8ef54d666a2d2b11e76cfa565f5:
 - cb11c17f716ae644b2d74652d3d3232b
 - e10a9fefe2ef09b9560cc204bd54f728
 - f75f9c7cefa54d6626032daa93ef2549
-xgrammar/v0.1.25:
+xgrammar/v0.1.32:
 - 0e2b512f384e122c3b8243ae00256e06
 - 1a6e20d89e227a29d674e12e18b5e9e7
 - 1acd98aa4050fd0b8cda58d5d4f6ef78

security_scanning/poetry.lock

@@ -57,7 +57,7 @@ dependencies = [
     "patchelf (>=0.17.2.4,<0.18.0.0)",
     "einops (>=0.8.2,<0.9.0)",
     "flashinfer-python (==0.6.4)",
-    "xgrammar (==0.1.25)",
+    "xgrammar (==0.1.32)",
     "llguidance (==0.7.29)",
     "jsonschema (>=4.26.0,<5.0.0)",
     "backoff (>=2.2.1,<3.0.0)",