Parquet total counter

.asf.yaml

@@ -16,19 +16,31 @@
 # under the License.
 
 github:
-  description: "Apache Arrow is a multi-language toolbox for accelerated data interchange and in-memory processing"
+  description: "Apache Arrow is the universal columnar format and multi-language toolbox for fast data interchange and in-memory analytics"
   homepage: https://arrow.apache.org/
+  labels:
+    - arrow
+    - parquet
+
+  features:
+    issues: true
+    projects: true
+    discussions: true
+
+  protected_branches:
+    # protect main against force push
+    main: {}
+
   collaborators:
-    - anjakefala
-    - benibus
-    - danepitkin
-    - davisusanibar
-    - felipecrv
-    - mapleFU
+    - alinaliBQ
+    - EnricoMi
+    - hiroyuki-sato
+    - HyukjinKwon
 
 notifications:
   commits:      commits@arrow.apache.org
   issues_status: issues@arrow.apache.org
   issues:       github@arrow.apache.org
   pullrequests: github@arrow.apache.org
+  discussions: user@arrow.apache.org
   jira_options: link label worklog

.clang-format

@@ -19,3 +19,5 @@ BasedOnStyle: Google
 ColumnLimit: 90
 DerivePointerAlignment: false
 IncludeBlocks: Preserve
+IndentPPDirectives: AfterHash
+QualifierAlignment: Left

.clang-tidy

@@ -27,7 +27,6 @@ Checks: |
 # produce HeaderFilterRegex from cpp/build-support/lint_exclusions.txt with:
 # echo -n '^('; sed -e 's/*/\.*/g' cpp/build-support/lint_exclusions.txt | tr '\n' '|'; echo ')$'
 HeaderFilterRegex: '^(.*codegen.*|.*_generated.*|.*windows_compatibility.h|.*pyarrow_api.h|.*pyarrow_lib.h|.*python/config.h|.*python/platform.h|.*thirdparty/ae/.*|.*vendored/.*|.*RcppExports.cpp.*|)$'
-AnalyzeTemporaryDtors: true
 CheckOptions:
   - key:             google-readability-braces-around-statements.ShortStatementLines
     value:           '1'

.dockerignore

@@ -27,11 +27,11 @@
 # include explicitly
 !ci/**
 !c_glib/Gemfile
-!dev/archery/setup.py
 !dev/release/setup-*.sh
 !docs/requirements*.txt
+!go/go.mod
+!go/go.sum
 !python/requirements*.txt
-!python/manylinux1/**
 !r/DESCRIPTION
 !ruby/Gemfile
 !ruby/red-arrow/Gemfile
@@ -40,26 +40,12 @@
 !ruby/red-arrow-cuda/Gemfile
 !ruby/red-arrow-cuda/lib/arrow-cuda/version.rb
 !ruby/red-arrow-cuda/red-arrow-cuda.gemspec
+!ruby/red-arrow-format/Gemfile
+!ruby/red-arrow-format/lib/arrow-format/version.rb
+!ruby/red-arrow-format/red-arrow-format.gemspec
 !ruby/red-gandiva/Gemfile
 !ruby/red-gandiva/lib/gandiva/version.rb
 !ruby/red-gandiva/red-gandiva.gemspec
 !ruby/red-parquet/Gemfile
 !ruby/red-parquet/lib/parquet/version.rb
 !ruby/red-parquet/red-parquet.gemspec
-!ruby/red-plasma/Gemfile
-!ruby/red-plasma/lib/plasma/version.rb
-!ruby/red-plasma/red-plasma.gemspec
-!rust/Cargo.toml
-!rust/benchmarks/Cargo.toml
-!rust/arrow/Cargo.toml
-!rust/arrow/benches
-!rust/arrow-flight/Cargo.toml
-!rust/parquet/Cargo.toml
-!rust/parquet/build.rs
-!rust/parquet_derive/Cargo.toml
-!rust/parquet_derive_test/Cargo.toml
-!rust/datafusion/Cargo.toml
-!rust/datafusion/benches
-!rust/integration-testing/Cargo.toml
-!go/go.mod
-!go/go.sum

.editorconfig

@@ -0,0 +1,83 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+# This is an EditorConfig file: https://editorconfig.org/
+
+# This is the top-most config for this project
+root = true
+
+# General settings
+
+[*]
+insert_final_newline = true
+trim_trailing_whitespace = true
+charset = utf-8
+spelling_language = en
+
+# Language-specific settings, in approximate alphabetical order
+
+[*.{c,cc,cpp,h,hh,hpp}]
+indent_size = 2
+indent_style = space
+
+[*.cmake]
+indent_size = 2
+indent_style = space
+
+[CMakeLists.txt]
+indent_size = 2
+indent_style = space
+
+[{meson.build,meson_options.txt}]
+indent_size = 4
+indent_style = space
+
+[*.cs]
+indent_size = 4
+indent_style = space
+
+[*.{fbs,proto,thrift}]
+indent_size = 2
+indent_style = space
+
+[*.{py,pyx,pxd,pxi}]
+indent_size = 4
+indent_style = space
+
+[*.r]
+indent_size = 2
+indent_style = space
+
+[*.rb]
+indent_size = 2
+indent_style = space
+
+[*.rst]
+indent_size = 3
+indent_style = space
+
+[*.sh]
+indent_size = 2
+indent_style = space
+
+[*.vala]
+indent_size = 4
+indent_style = space
+
+[*.{yml,yaml}]
+indent_size = 2
+indent_style = space

.env

@@ -16,9 +16,9 @@
 # under the License.
 
 # All of the following environment variables are required to set default values
-# for the parameters in docker-compose.yml.
+# for the parameters in compose.yaml.
 
-# empty prefix means that the docker-compose configuration will use named
+# empty prefix means that the docker compose configuration will use named
 # volumes which potentially improves the performance on docker for macos and
 # docker for windows, it also prevents the contamination of the source
 # directory
@@ -37,6 +37,10 @@ DOCKER_BUILDKIT=1
 ARCH=amd64
 ARCH_ALIAS=x86_64
 ARCH_SHORT=amd64
+# For aarch64
+# ARCH=arm64v8
+# ARCH_ALIAS=aarch64
+# ARCH_SHORT=arm64
 
 # Default repository to pull and push images from
 REPO=apache/arrow-dev
@@ -47,60 +51,59 @@ ULIMIT_CORE=-1
 
 # Default versions for platforms
 ALMALINUX=8
-ALPINE_LINUX=3.16
-DEBIAN=11
-FEDORA=35
-UBUNTU=20.04
+ALPINE_LINUX=3.22
+DEBIAN=13
+FEDORA=42
+UBUNTU=22.04
 
 # Default versions for various dependencies
-CLANG_TOOLS=14
-CUDA=11.0.3
+CLANG_TOOLS=18
+CMAKE=3.26.0
+CUDA=11.7.1
 DASK=latest
-DOTNET=7.0
-GCC_VERSION=""
-GO=1.17
-STATICCHECK=v0.2.2
+GCC=
 HDFS=3.2.1
-JDK=8
-KARTOTHEK=latest
+JDK=11
 # LLVM 12 and GCC 11 reports -Wmismatched-new-delete.
-LLVM=14
-MAVEN=3.5.4
-NODE=18
+LLVM=18
+MAVEN=3.8.7
+NODE=20
 NUMBA=latest
+NUMBA_CUDA=latest
 NUMPY=latest
 PANDAS=latest
-PYTHON=3.8
-R=4.2
+PYTHON=3.10
+PYTHON_IMAGE_TAG=3.10
+PYTHON_ABI_TAG=cp310
+R=4.5
 SPARK=master
-TURBODBC=latest
 
-# These correspond to images on Docker Hub that contain R, e.g. rhub/ubuntu-gcc-release:latest
-R_IMAGE=ubuntu-gcc-release
+# These correspond to images on Docker Hub that contain R, e.g. rhub/ubuntu-release:latest
+R_IMAGE=ubuntu-release
 R_ORG=rhub
 R_TAG=latest
 
 # Env vars for R builds
+R_UPDATE_CLANG=false
 R_CUSTOM_CCACHE=false
 ARROW_R_DEV=TRUE
 R_PRUNE_DEPS=FALSE
 TZ=UTC
 
-# Any non-empty string will install devtoolset-${DEVTOOLSET_VERSION}
-DEVTOOLSET_VERSION=
-
-# Used through docker-compose.yml and serves as the default version for the
+# Used through compose.yaml and serves as the default version for the
 # ci/scripts/install_vcpkg.sh script. Prefer to use short SHAs to keep the
 # docker tags more readable.
-VCPKG="501db0f17ef6df184fcdbfbe0f87cde2313b6ab1"    # 2023.04.15 Release
+VCPKG="4334d8b4c8916018600212ab4dd4bbdc343065d1"    # 2025.09.17 Release
 
 # This must be updated when we update
-# ci/docker/python-wheel-windows-vs2017.dockerfile.
+# ci/docker/python-*-windows-*.dockerfile or the vcpkg config.
 # This is a workaround for our CI problem that "archery docker build" doesn't
 # use pulled built images in dev/tasks/python-wheels/github.windows.yml.
-PYTHON_WHEEL_WINDOWS_IMAGE_REVISION=2022-06-12
+PYTHON_WHEEL_WINDOWS_IMAGE_REVISION=2026-01-27
+PYTHON_WHEEL_WINDOWS_TEST_IMAGE_REVISION=2026-01-27
 
-# Use conanio/${CONAN} for "docker-compose run --rm conan". See
-# https://github.com/conan-io/conan-docker-tools#readme for available
-# images.
-CONAN=gcc10
+# Use conanio/${CONAN_BASE}:{CONAN_VERSION} for "docker compose run --rm conan".
+# See https://github.com/conan-io/conan-docker-tools#readme and
+# https://hub.docker.com/u/conanio for available images.
+CONAN_BASE=gcc11-ubuntu16.04
+CONAN_VERSION=2.12.1

.gitattributes

@@ -1,9 +1,15 @@
+cpp/src/arrow/util/bpacking_*_generated_internal.h linguist-generated=true
+cpp/src/parquet/chunker_*_generated.h linguist-generated=true
+cpp/src/generated/*.cpp linguist-generated=true
+cpp/src/generated/*.h linguist-generated=true
+go/**/*.s linguist-generated=true
+go/arrow/unionmode_string.go linguist-generated=true
+go/arrow/internal/flatbuf/*.go linguist-generated=true
+go/**/*.pb.go linguist-generated=true
+go/parquet/internal/gen-go/parquet/*.go linguist-generated=true
 r/R/RcppExports.R linguist-generated=true
 r/R/arrowExports.R linguist-generated=true
 r/src/RcppExports.cpp linguist-generated=true
 r/src/arrowExports.cpp linguist-generated=true
 r/man/*.Rd linguist-generated=true
-cpp/src/generated/*.h linguist-generated=true
 r/NEWS.md merge=union
-go/**/*.s linguist-generated=true
-go/arrow/unionmode_string.go linguist-generated=true