Connect Pool

.github/PULL_REQUEST_TEMPLATE

@@ -7,7 +7,7 @@ Thanks for sending a pull request!  Here are some tips for you:
   5. Please write your PR title to summarize what this PR proposes.
   6. If possible, provide a concise example to reproduce the issue for a faster review.
   7. If you want to add a new configuration, please read the guideline first for naming configurations in
-     'core/src/main/scala/org/apache/spark/internal/config/ConfigEntry.scala'.
+     'common/utils/src/main/scala/org/apache/spark/internal/config/ConfigEntry.scala'.
   8. If you want to add or modify an error type or message, please read the guideline first in
      'common/utils/src/main/resources/error/README.md'.
 -->

.github/actions/checkout-and-sync/action.yml

@@ -0,0 +1,68 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+#
+
+name: 'Checkout and Sync'
+description: >-
+  Check out apache/spark at a pinned ref and, on forks, squash-merge the fork
+  branch on top so the build tests the combined result. Callers must add a
+  bare 'actions/checkout' step before invoking this action so that the latest
+  action definition is present in the workspace.
+inputs:
+  ref:
+    description: 'Git ref to check out from apache/spark'
+    required: true
+  set-safe-directory:
+    description: 'Add GITHUB_WORKSPACE to git safe.directory (needed inside containers)'
+    required: false
+    default: 'false'
+outputs:
+  head_sha:
+    description: 'The apache/spark HEAD SHA checked out (before the fork merge)'
+    value: ${{ steps.resolve-sha.outputs.head_sha }}
+runs:
+  using: 'composite'
+  steps:
+    - name: Checkout Spark repository
+      uses: actions/checkout@v6
+      with:
+        fetch-depth: 0
+        repository: apache/spark
+        ref: ${{ inputs.ref }}
+    - name: Add GITHUB_WORKSPACE to git trust safe.directory
+      if: inputs.set-safe-directory == 'true'
+      shell: bash
+      run: git config --global --add safe.directory ${GITHUB_WORKSPACE}
+    - name: Resolve apache/spark HEAD SHA
+      id: resolve-sha
+      shell: bash
+      run: echo "head_sha=$(git rev-parse HEAD)" >> $GITHUB_OUTPUT
+    - name: Sync the current branch with the latest in Apache Spark
+      if: github.repository != 'apache/spark'
+      shell: bash
+      run: |
+        echo "APACHE_SPARK_REF=$(git rev-parse HEAD)" >> $GITHUB_ENV
+        git fetch https://github.com/$GITHUB_REPOSITORY.git ${GITHUB_REF#refs/heads/}
+        git \
+          -c user.name='Apache Spark Test Account' \
+          -c user.email='sparktestacc@gmail.com' \
+          merge --no-commit --progress --squash FETCH_HEAD
+        git \
+          -c user.name='Apache Spark Test Account' \
+          -c user.email='sparktestacc@gmail.com' \
+          commit -m "Merged commit" --allow-empty

.github/workflows/benchmark.yml

@@ -214,7 +214,7 @@ jobs:
         key: tpcds-${{ hashFiles('.github/workflows/benchmark.yml', 'sql/core/src/test/scala/org/apache/spark/sql/TPCDSSchema.scala') }}
     - name: Run benchmarks
       run: |
-        ./build/sbt -Pscala-${{ inputs.scala }} -Pyarn -Pkubernetes -Phive -Phive-thriftserver -Phadoop-cloud -Pkinesis-asl -Pspark-ganglia-lgpl Test/package
+        ./build/sbt -Pscala-${{ inputs.scala }} -Pyarn -Pkubernetes -Phive -Phive-thriftserver -Phadoop-cloud -Pkinesis-asl -Pcredential-aws -Pspark-ganglia-lgpl Test/package
         # Make less noisy
         cp conf/log4j2.properties.template conf/log4j2.properties
         sed -i 's/rootLogger.level = info/rootLogger.level = warn/g' conf/log4j2.properties

.github/workflows/branch43_scheduler.yml

@@ -0,0 +1,114 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+#
+
+name: "Branch-4.3 CI Scheduler"
+
+on:
+  schedule:
+    - cron: '0 0 */2 * *'
+    - cron: '0 1 */2 * *'
+    - cron: '0 6 */2 * *'
+    - cron: '0 8 */2 * *'
+    - cron: '0 10 */2 * *'
+    - cron: '0 14 */2 * *'
+    - cron: '0 20 */2 * *'
+    - cron: '0 23 */2 * *'
+  workflow_dispatch:
+    inputs:
+      target:
+        description: Target workflow to run
+        required: true
+        type: choice
+        default: all
+        options:
+          - all
+          - maven
+          - maven_java21
+          - java17
+          - java21
+          - java25
+          - non_ansi
+          - python_3.11
+          - python_3.14
+
+jobs:
+  schedule:
+    if: github.repository == 'apache/spark'
+    runs-on: ubuntu-latest
+    env:
+      GH_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+    permissions:
+      actions: write
+    steps:
+      - name: Maven Build
+        if: >-
+          github.event.schedule == '0 10 */2 * *' ||
+          (github.event_name == 'workflow_dispatch' &&
+            (inputs.target == 'maven' || inputs.target == 'all'))
+        run: |
+          gh workflow run build_maven.yml --repo ${{ github.repository }} --ref branch-4.3
+      - name: Maven Java 21 Build
+        if: >-
+          github.event.schedule == '0 14 */2 * *' ||
+          (github.event_name == 'workflow_dispatch' &&
+            (inputs.target == 'maven_java21' || inputs.target == 'all'))
+        run: |
+          gh workflow run build_maven_java21.yml --repo ${{ github.repository }} --ref branch-4.3
+      - name: Java 17 Build
+        if: >-
+          github.event.schedule == '0 8 */2 * *' ||
+          (github.event_name == 'workflow_dispatch' &&
+            (inputs.target == 'java17' || inputs.target == 'all'))
+        run: |
+          gh workflow run build_java17.yml --repo ${{ github.repository }} --ref branch-4.3
+      - name: Java 21 Build
+        if: >-
+          github.event.schedule == '0 1 */2 * *' ||
+          (github.event_name == 'workflow_dispatch' &&
+            (inputs.target == 'java21' || inputs.target == 'all'))
+        run: |
+          gh workflow run build_java21.yml --repo ${{ github.repository }} --ref branch-4.3
+      - name: Java 25 Build
+        if: >-
+          github.event.schedule == '0 6 */2 * *' ||
+          (github.event_name == 'workflow_dispatch' &&
+            (inputs.target == 'java25' || inputs.target == 'all'))
+        run: |
+          gh workflow run build_java25.yml --repo ${{ github.repository }} --ref branch-4.3
+      - name: Non-ANSI Build
+        if: >-
+          github.event.schedule == '0 0 */2 * *' ||
+          (github.event_name == 'workflow_dispatch' &&
+            (inputs.target == 'non_ansi' || inputs.target == 'all'))
+        run: |
+          gh workflow run build_non_ansi.yml --repo ${{ github.repository }} --ref branch-4.3
+      - name: Python 3.11 Build
+        if: >-
+          github.event.schedule == '0 20 */2 * *' ||
+          (github.event_name == 'workflow_dispatch' &&
+            (inputs.target == 'python_3.11' || inputs.target == 'all'))
+        run: |
+          gh workflow run build_python_3.11.yml --repo ${{ github.repository }} --ref branch-4.3
+      - name: Python 3.14 Build
+        if: >-
+          github.event.schedule == '0 23 */2 * *' ||
+          (github.event_name == 'workflow_dispatch' &&
+            (inputs.target == 'python_3.14' || inputs.target == 'all'))
+        run: |
+          gh workflow run build_python_3.14.yml --repo ${{ github.repository }} --ref branch-4.3