Merge remote-tracking branch 'origin/main' into fix/csv-delimiter

Author: egolearner

.github/CODEOWNERS

@@ -25,21 +25,6 @@
 # Arrow Format
 # /format/
 
-## Components
-/c_glib/ @kou
-# /cpp/
-/cpp/src/arrow/acero @westonpace
-/cpp/src/arrow/adapters/orc @wgtmac
-/cpp/src/arrow/engine @westonpace
-/cpp/src/arrow/flight/ @lidavidm
-/cpp/src/parquet @wgtmac
-/matlab/ @kevingurney @kou @sgilmore10
-/python/ @AlenkaF @raulcd @rok
-/python/pyarrow/_flight.pyx @lidavidm
-/python/pyarrow/**/*gandiva* @wjones127
-/r/ @jonkeane @thisisnic
-/ruby/ @kou
-
 # Docs
 # /docs/
 # *.md
@@ -53,16 +38,41 @@
 .pre-commit-config.yaml @raulcd
 # .git*
 
-# release scripts, archery etc.
+# Release scripts, archery etc.
 /ci/ @assignUser @jonkeane @kou @raulcd
 /dev/ @assignUser @jonkeane @kou @raulcd
 .dockerignore @raulcd
 .env @assignUser @jonkeane @kou @raulcd
 compose.yaml @assignUser @jonkeane @kou @raulcd
 
-# R specific packaging tooling
+# Components
+
+## C GLib
+/c_glib/ @kou
+
+## C++
+/cpp/src/arrow/acero @westonpace
+/cpp/src/arrow/adapters/orc @wgtmac
+/cpp/src/arrow/engine @westonpace
+/cpp/src/arrow/flight/ @lidavidm
+/cpp/src/parquet @wgtmac
+
+## MATLAB
+/.github/workflows/matlab.yml @kevingurney @sgilmore10
+/matlab/ @kevingurney @kou @sgilmore10
+
+## Python
+/python/ @AlenkaF @raulcd @rok
+/python/pyarrow/_flight.pyx @lidavidm
+/python/pyarrow/**/*gandiva* @wjones127
+
+## R
+/r/ @jonkeane @thisisnic
 /r/configure* @assignUser
 /r/Makefile @assignUser
 /r/PACKAGING.md @assignUser
 /r/tools/ @assignUser
 /r/.Rbuildignore @assignUser
+
+## Ruby
+/ruby/ @kou

.github/workflows/cpp.yml

@@ -366,6 +366,40 @@ jobs:
       - name: Setup MSYS2
         shell: msys2 {0}
         run: ci/scripts/msys2_setup.sh cpp
+      - name: Pin MSYS2 packages
+        # Temporary workaround for #49930: gcc 16 surfaces a cluster of 5
+        # MINGW64 test failures. Pinning gcc-libs to 15.2 (and C++ packages
+        # rebuilt against gcc-libs 16.1, for ABI compatibility) avoids all
+        # of them. #49272/#49462 cover one (arrow-json-test); the other 4
+        # (async-utility-test, threading-utility-test, dataset-writer-test
+        # `bad_weak_ptr`, dataset-file-test) need separate fixes — see #49930.
+        # Remove once all 5 pass on current upstream MSYS2 without these pins
+        if: matrix.msystem_upper == 'MINGW64'
+        shell: msys2 {0}
+        run: |
+          set -ex
+          base="https://repo.msys2.org/mingw/mingw64"
+          urls=(
+            "$base/mingw-w64-x86_64-gcc-libs-15.2.0-14-any.pkg.tar.zst"
+            "$base/mingw-w64-x86_64-gcc-15.2.0-14-any.pkg.tar.zst"
+            "$base/mingw-w64-x86_64-aws-crt-cpp-0.38.4-1-any.pkg.tar.zst"
+            "$base/mingw-w64-x86_64-boost-libs-1.91.0-1-any.pkg.tar.zst"
+            "$base/mingw-w64-x86_64-boost-1.91.0-1-any.pkg.tar.zst"
+            "$base/mingw-w64-x86_64-ccache-4.13.2-1-any.pkg.tar.zst"
+            "$base/mingw-w64-x86_64-clang-libs-22.1.4-1-any.pkg.tar.zst"
+            "$base/mingw-w64-x86_64-clang-22.1.4-1-any.pkg.tar.zst"
+            "$base/mingw-w64-x86_64-cmake-4.3.2-2-any.pkg.tar.zst"
+            "$base/mingw-w64-x86_64-icu-78.3-1-any.pkg.tar.zst"
+            "$base/mingw-w64-x86_64-llvm-libs-22.1.4-1-any.pkg.tar.zst"
+            "$base/mingw-w64-x86_64-llvm-tools-22.1.4-1-any.pkg.tar.zst"
+            "$base/mingw-w64-x86_64-llvm-22.1.4-1-any.pkg.tar.zst"
+            "$base/mingw-w64-x86_64-tbb-2022.3.0-1-any.pkg.tar.zst"
+            "$base/mingw-w64-x86_64-thrift-0.22.0-1-any.pkg.tar.zst"
+            "$base/mingw-w64-x86_64-zstd-1.5.7-1-any.pkg.tar.zst"
+            "$base/mingw-w64-x86_64-gflags-2.2.2-7-any.pkg.tar.zst"
+            "$base/mingw-w64-x86_64-aws-sdk-cpp-1.11.479-1-any.pkg.tar.zst"
+          )
+          pacman -U --noconfirm "${urls[@]}"
       - name: Cache ccache
         uses: actions/cache@v5
         with:
@@ -386,12 +420,13 @@ jobs:
           # https://github.com/apache/arrow/issues/48593
           ci/scripts/download_tz_database.sh
       - name: Download MinIO
+        # Match the version pinned in ci/scripts/install_minio.sh.
         shell: msys2 {0}
         run: |
           mkdir -p /usr/local/bin
           wget \
             --output-document /usr/local/bin/minio.exe \
-            https://dl.min.io/server/minio/release/windows-amd64/archive/minio.RELEASE.2024-09-13T20-26-02Z
+            https://dl.min.io/server/minio/release/windows-amd64/archive/minio.RELEASE.2025-01-20T14-49-07Z
           chmod +x /usr/local/bin/minio.exe
       - name: Set up Python
         uses: actions/setup-python@v6

.github/workflows/issue_bot.yml

@@ -51,6 +51,19 @@ jobs:
               `Thanks for your report! The ${component} implementation has moved to https://github.com/apache/${repo}.\n\n` +
               `This issue has been closed automatically - please open a new issue there.`;
 
+            let component_to_prefix = (component) => {
+              const prefix_overrides = {
+                "Continuous Integration": "CI",
+                "Developer Tools": "Dev",
+                "Documentation": "Docs",
+              };
+              return prefix_overrides[component] || component;
+            };
+
+            let title_has_prefix = (title, prefix) => {
+              return title.includes(`[${prefix}]`);
+            };
+
             let split_body = context.payload.issue.body.split('### Component(s)');
             if (split_body.length != 2) throw new Error('No components found!');
 
@@ -104,6 +117,30 @@ jobs:
 
             if (component_labels.length == 0) throw new Error('No components found!');
 
+            let component_prefixes = component_labels.map(
+              label => component_to_prefix(label.substring("Component: ".length))
+            );
+
+            let issue_title = context.payload.issue.title.trimStart();
+
+            let missing_prefixes = component_prefixes.filter(
+              prefix => !title_has_prefix(issue_title, prefix)
+            );
+
+            let missing_title_prefix = missing_prefixes
+              .map(prefix => `[${prefix}]`)
+              .join("");
+
+            if (missing_title_prefix) {
+              let title_separator = issue_title.startsWith("[") ? "" : " ";
+              await github.rest.issues.update({
+                "owner": context.repo.owner,
+                "repo": context.repo.repo,
+                "issue_number": context.payload.issue.number,
+                "title": missing_title_prefix + title_separator + issue_title,
+              });
+            }
+
             await github.rest.issues.setLabels({
               "owner": context.repo.owner,
               "repo": context.repo.repo,

.github/workflows/r.yml

@@ -70,7 +70,7 @@ jobs:
     strategy:
       fail-fast: false
       matrix:
-        r: ["4.4"]
+        r: ["4.6"]
         ubuntu: [24.04]
         force-tests: ["true"]
     env:

.github/workflows/r_extra.yml

@@ -129,34 +129,21 @@ jobs:
             image: r
             runs-on: ubuntu-latest
             title: Rhub
-          # Disabled: rhub/ubuntu-gcc12 image uses GCC 12 but CRAN now uses GCC 15.
-          # See https://github.com/apache/arrow/issues/49737
-          # Re-enable once r-hub/containers provides a GCC 15 image (#49738).
-          # - envs:
-          #     - R_CUSTOM_CCACHE=true
-          #     - R_IMAGE=ubuntu-gcc12
-          #     - R_ORG=rhub
-          #   image: r
-          #   runs-on: ubuntu-latest
-          #   title: Rhub GCC 12
-          # Disabled: rhub/gcc13 image uses GCC 13 but CRAN now uses GCC 15.
-          # See https://github.com/apache/arrow/issues/49737
-          # Re-enable once r-hub/containers provides a GCC 15 image (#49738).
-          # - envs:
-          #     - R_IMAGE=gcc13
-          #     - R_ORG=rhub
-          #   image: r
-          #   runs-on: ubuntu-latest
-          #   run-options: >-
-          #     -e INSTALL_ARGS=--use-LTO
-          #   title: Rhub GCC 13 with LTO
+          - envs:
+              - R_IMAGE=ubuntu-gcc15
+              - R_ORG=rhub
+            image: r
+            runs-on: ubuntu-latest
+            run-options: >-
+              -e INSTALL_ARGS=--use-LTO
+            title: Rhub GCC 15 with LTO
           - envs:
               - R_IMAGE=r-base
               - R_ORG=rstudio
-              - R_TAG=4.2-jammy
+              - R_TAG=4.5-jammy
             image: r
             runs-on: ubuntu-latest
-            title: RStudio R-Base 4.2
+            title: RStudio R-Base 4.5
     env:
       ARCHERY_DEBUG: 1
       ARROW_ENABLE_TIMING_TESTS: OFF

.github/workflows/verify_rc.yml

@@ -232,7 +232,7 @@ jobs:
         with:
           persist-credentials: false
           submodules: recursive
-      - uses: conda-incubator/setup-miniconda@835234971496cad1653abb28a638a281cf32541f # v3.2.0
+      - uses: conda-incubator/setup-miniconda@8ee1f361103df19b6f8c8655fd3967a8ecb162d5 # v4.0.1
       - name: Install System Dependencies
         run: |
           choco install --no-progress --yes boost-msvc-14.1

c_glib/arrow-glib/basic-data-type.cpp

@@ -131,6 +131,9 @@ G_BEGIN_DECLS
  * #GArrowExtensionDataType is a base class for user-defined extension
  * data types.
  *
+ * #GArrowUnknownExtensionDataType is a class for unknown extension
+ * data types.
+ *
  * #GArrowExtensionDataTypeRegistry is a class to manage extension
  * data types.
  *
@@ -2080,6 +2083,20 @@ namespace garrow {
 
 G_BEGIN_DECLS
 
+G_DEFINE_TYPE(GArrowUnknownExtensionDataType,
+              garrow_unknown_extension_data_type,
+              GARROW_TYPE_EXTENSION_DATA_TYPE)
+
+static void
+garrow_unknown_extension_data_type_init(GArrowUnknownExtensionDataType *object)
+{
+}
+
+static void
+garrow_unknown_extension_data_type_class_init(GArrowUnknownExtensionDataTypeClass *klass)
+{
+}
+
 typedef struct GArrowExtensionDataTypeRegistryPrivate_
 {
   std::shared_ptr<arrow::ExtensionTypeRegistry> registry;
@@ -2720,16 +2737,25 @@ garrow_data_type_new_raw(std::shared_ptr<arrow::DataType> *arrow_data_type)
     type = GARROW_TYPE_DURATION_DATA_TYPE;
     break;
   case arrow::Type::type::EXTENSION:
+    type = GARROW_TYPE_UNKNOWN_EXTENSION_DATA_TYPE;
     {
-      auto g_extension_data_type =
-        std::static_pointer_cast<garrow::GExtensionType>(*arrow_data_type);
-      if (g_extension_data_type) {
-        auto garrow_data_type = g_extension_data_type->garrow_data_type();
-        g_object_ref(garrow_data_type);
-        return GARROW_DATA_TYPE(garrow_data_type);
+      auto arrow_extension_data_type =
+        std::static_pointer_cast<arrow::ExtensionType>(*arrow_data_type);
+      auto name = arrow_extension_data_type->extension_name();
+      if (name == "arrow.fixed_shape_tensor") {
+        type = GARROW_TYPE_FIXED_SHAPE_TENSOR_DATA_TYPE;
+      } else if (name == "arrow.uuid") {
+        type = GARROW_TYPE_UUID_DATA_TYPE;
+      } else {
+        auto g_extension_data_type =
+          std::dynamic_pointer_cast<garrow::GExtensionType>(*arrow_data_type);
+        if (g_extension_data_type) {
+          auto garrow_data_type = g_extension_data_type->garrow_data_type();
+          g_object_ref(garrow_data_type);
+          return GARROW_DATA_TYPE(garrow_data_type);
+        }
       }
     }
-    type = GARROW_TYPE_EXTENSION_DATA_TYPE;
     break;
   case arrow::Type::type::FIXED_SIZE_LIST:
     type = GARROW_TYPE_FIXED_SIZE_LIST_DATA_TYPE;

c_glib/arrow-glib/basic-data-type.h

@@ -758,6 +758,19 @@ GArrowChunkedArray *
 garrow_extension_data_type_wrap_chunked_array(GArrowExtensionDataType *data_type,
                                               GArrowChunkedArray *storage);
 
+#define GARROW_TYPE_UNKNOWN_EXTENSION_DATA_TYPE                                          \
+  (garrow_unknown_extension_data_type_get_type())
+GARROW_AVAILABLE_IN_25_0
+G_DECLARE_DERIVABLE_TYPE(GArrowUnknownExtensionDataType,
+                         garrow_unknown_extension_data_type,
+                         GARROW,
+                         UNKNOWN_EXTENSION_DATA_TYPE,
+                         GArrowExtensionDataType)
+struct _GArrowUnknownExtensionDataTypeClass
+{
+  GArrowExtensionDataTypeClass parent_class;
+};
+
 #define GARROW_TYPE_EXTENSION_DATA_TYPE_REGISTRY                                         \
   (garrow_extension_data_type_registry_get_type())
 GARROW_AVAILABLE_IN_3_0

c_glib/test/test-fixed-shape-tensor-data-type.rb

@@ -104,4 +104,9 @@ def test_mismatch_dim_names_size
     assert_equal(message,
                  error.message.lines.first.chomp)
   end
+
+  def test_converted_from_cpp
+    schema = Arrow::Schema.new([Arrow::Field.new("tensor", @data_type)])
+    assert_equal(@data_type, schema.fields[0].data_type)
+  end
 end

c_glib/test/test-uuid-data-type.rb

@@ -32,4 +32,9 @@ def test_name
   def test_to_s
     assert_equal("extension<arrow.uuid>", @data_type.to_s)
   end
+
+  def test_converted_from_cpp
+    schema = Arrow::Schema.new([Arrow::Field.new("uuid", @data_type)])
+    assert_equal(@data_type, schema.fields[0].data_type)
+  end
 end