Replace pip with uv

.github/dependabot.yml

@@ -13,3 +13,15 @@ updates:
       github-actions:
         patterns:
           - '*'
+  - package-ecosystem: uv
+    directory: /
+    schedule:
+      interval: weekly
+    labels:
+      - type:dependency
+    versioning-strategy: lockfile-only
+    # https://til.simonwillison.net/github/dependabot-python-setup
+    groups:
+      python-packages:
+        patterns:
+          - '*'

.github/workflows/changelog.yml

@@ -33,21 +33,15 @@ jobs:
         with:
           python-version: ${{ env.DEFAULT_PYTHON }}
 
-      - name: Cache pip
-        uses: actions/cache@v5
+      - name: Install uv
+        uses: astral-sh/setup-uv@v7
         with:
-          path: ~/.cache/pip
-          key: ${{ runner.os }}-python-${{ env.DEFAULT_PYTHON }}-changelog-${{ hashFiles('requirements/core.txt', 'requirements/docs.txt') }}
-          restore-keys: |
-            ${{ runner.os }}-python-${{ env.DEFAULT_PYTHON }}-changelog-${{ hashFiles('requirements/core.txt', 'requirements/docs.txt') }}
-            ${{ runner.os }}-python-${{ env.DEFAULT_PYTHON }}-changelog-
-
-      - name: Upgrade pip
-        run: python -m pip install --upgrade pip setuptools wheel
+          activate-environment: "true"
+          cache-suffix: changelog
 
       - name: Install dependencies
         run: |
-          pip install -I  -r requirements/core.txt -r requirements/docs.txt
+          uv sync --only-group docs
 
       - name: Check changelog entry exists
         run: |

.github/workflows/codeql-analysis.yml

@@ -35,37 +35,16 @@ jobs:
         with:
           python-version: ${{ env.DEFAULT_PYTHON }}
 
-      - name: Install Kerberos headers
-        run: |
-          sudo apt-get update
-          sudo apt-get install --no-install-recommends libkrb5-dev
-
-      - name: Cache pip
-        uses: actions/cache@v5
+      - name: Install uv
+        uses: astral-sh/setup-uv@v7
         with:
-          path: ~/.cache/pip
-          key: ${{ runner.os }}-python-${{ env.DEFAULT_PYTHON }}-codeql-${{ hashFiles('requirements*.txt') }}
-          restore-keys: |
-            ${{ runner.os }}-python-${{ env.DEFAULT_PYTHON }}-codeql-${{ hashFiles('requirements*.txt') }}
-            ${{ runner.os }}-python-${{ env.DEFAULT_PYTHON }}-codeql-
-
-      - name: Upgrade pip
-        run: python -m pip install --upgrade pip setuptools wheel
+          activate-environment: "true"
+          cache-suffix: codeql
 
       - name: Install dependencies
         run: |
-          pip install -I \
-            -r requirements/core.txt \
-            -r requirements/dev.txt \
-            -r requirements/ftp.txt \
-            -r requirements/hdfs.txt \
-            -r requirements/kerberos.txt \
-            -r requirements/s3.txt \
-            -r requirements/sftp.txt \
-            -r requirements/spark.txt \
-            -r requirements/webdav.txt
-
-          pip install -U flake8-commas
+          uv sync --extra files --extra spark --group dev
+          uv pip install -U flake8-commas
 
           # Set the `CODEQL-PYTHON` environment variable to the Python executable
           # that includes the dependencies

.github/workflows/data/base/tracked.txt

@@ -1,7 +1,6 @@
 .github/workflows/tests.yml
 .github/workflows/get-matrix.yml
 .github/workflows/data/base/**
-requirements/core.txt
-requirements/tests/base.txt
-requirements/tests/pydantic-*.txt
+pyproject.toml
+uv.lock
 .env.local

.github/workflows/data/clickhouse/matrix.yml

@@ -2,7 +2,7 @@
   # Clickhouse version with proper DateTime > DateTime64 comparison
   clickhouse-image: yandex/clickhouse-server
   clickhouse-version: '21.1-alpine'
-  spark-version: 3.2.4
+  spark-version: "3.2"
   pydantic-version: 1
   python-version: '3.7'
   java-version: 8
@@ -11,7 +11,7 @@
 3_5_x: &3_5_x
   clickhouse-image: clickhouse/clickhouse-server
   clickhouse-version: 25.9-alpine
-  spark-version: 3.5.7
+  spark-version: "3.5"
   pydantic-version: 2
   python-version: '3.13'
   java-version: 20
@@ -20,23 +20,13 @@
 4_0_x: &4_0_x
   clickhouse-image: clickhouse/clickhouse-server
   clickhouse-version: 25.9-alpine
-  spark-version: 4.0.1
+  spark-version: "4.0"
   pydantic-version: 2
   python-version: '3.13'
   # https://stackoverflow.com/a/79017758/23601543
   java-version: 22
   os: ubuntu-latest
 
-latest: &latest
-  clickhouse-image: clickhouse/clickhouse-server
-  clickhouse-version: latest-alpine
-  spark-version: latest
-  pydantic-version: latest
-  python-version: '3.13'
-  java-version: 20
-  os: ubuntu-latest
-
 matrix:
   small: [*3_5_x]
   full: [*3_2_x, *3_5_x, *4_0_x]
-  nightly: [*latest]

.github/workflows/data/core/matrix.yml

@@ -1,33 +1,25 @@
 3_2_x: &3_2_x
-  spark-version: 3.2.4
+  spark-version: "3.2"
   pydantic-version: 1
   python-version: '3.7'
   java-version: 8
   os: ubuntu-22.04
 
 3_5_x: &3_5_x
-  spark-version: 3.5.7
+  spark-version: "3.5"
   pydantic-version: 2
   python-version: '3.13'
   java-version: 20
   os: ubuntu-latest
 
 4_0_x: &4_0_x
-  spark-version: 4.0.1
+  spark-version: "4.0"
   pydantic-version: 2
   python-version: '3.13'
   # https://stackoverflow.com/a/79017758/23601543
   java-version: 22
   os: ubuntu-latest
 
-latest: &latest
-  spark-version: latest
-  pydantic-version: latest
-  python-version: '3.13'
-  java-version: 20
-  os: ubuntu-latest
-
 matrix:
   small: [*3_5_x]
   full: [*3_2_x, *3_5_x, *4_0_x]
-  nightly: [*latest]

.github/workflows/data/ftp/matrix.yml

@@ -8,11 +8,6 @@ max: &max
   python-version: '3.13'
   os: ubuntu-latest
 
-latest: &latest
-  pydantic-version: latest
-  python-version: '3.13'
-  os: ubuntu-latest
-
 matrix:
   small:
     # chonjay21/ftps image has only latest tag
@@ -23,8 +18,3 @@ matrix:
       <<: *min
     - ftp-version: latest
       <<: *max
-  nightly:
-    - ftp-version: latest
-      <<: *min
-    - ftp-version: latest
-      <<: *latest

.github/workflows/data/ftps/matrix.yml

@@ -8,11 +8,6 @@ max: &max
   python-version: '3.13'
   os: ubuntu-latest
 
-latest: &latest
-  pydantic-version: latest
-  python-version: '3.13'
-  os: ubuntu-latest
-
 matrix:
   small:
     # chonjay21/ftps image has only latest tag
@@ -23,8 +18,3 @@ matrix:
       <<: *min
     - ftps-version: latest
       <<: *max
-  nightly:
-    - ftps-version: latest
-      <<: *min
-    - ftps-version: latest
-      <<: *latest

.github/workflows/data/greenplum/matrix.yml

@@ -1,7 +1,7 @@
 min: &min
   greenplum-version: 6.23.1
   package-version: 2.2.0
-  spark-version: 3.2.4
+  spark-version: "3.2"
   pydantic-version: 1
   python-version: '3.7'
   java-version: 8
@@ -11,23 +11,12 @@ max: &max
   greenplum-version: 7.0.0
   package-version: 2.3.1
   # Greenplum connector does not support Spark 3.3+
-  spark-version: 3.2.4
+  spark-version: "3.2"
   pydantic-version: 2
   python-version: '3.10'
   java-version: 11
   os: ubuntu-latest
 
-latest: &latest
-  greenplum-version: 7.0.0
-  package-version: 2.3.1
-  # Greenplum connector does not support Spark 3.3+
-  spark-version: 3.2.4
-  pydantic-version: latest
-  python-version: '3.10'
-  java-version: 11
-  os: ubuntu-latest
-
 matrix:
   small: [*max]
   full: [*min, *max]
-  nightly: [*latest]

.github/workflows/data/hdfs/matrix.yml

@@ -1,37 +1,28 @@
 3_2_x: &3_2_x
   hadoop-version: hadoop2-hdfs
-  spark-version: 3.2.4
+  spark-version: "3.2"
   pydantic-version: 1
   python-version: '3.7'
   java-version: 8
   os: ubuntu-22.04
 
 3_5_x: &3_5_x
   hadoop-version: hadoop3-hdfs
-  spark-version: 3.5.7
+  spark-version: "3.5"
   pydantic-version: 2
   python-version: '3.13'
   java-version: 20
   os: ubuntu-latest
 
 4_0_x: &4_0_x
   hadoop-version: hadoop3-hdfs
-  spark-version: 4.0.1
+  spark-version: "4.0"
   pydantic-version: 2
   python-version: '3.13'
   # https://stackoverflow.com/a/79017758/23601543
   java-version: 22
   os: ubuntu-latest
 
-latest: &latest
-  hadoop-version: hadoop3-hdfs
-  spark-version: latest
-  pydantic-version: latest
-  python-version: '3.13'
-  java-version: 20
-  os: ubuntu-latest
-
 matrix:
   small: [*3_5_x]
   full: [*3_2_x, *3_5_x, *4_0_x]
-  nightly: [*latest]

.github/workflows/data/hive/matrix.yml

@@ -1,33 +1,25 @@
 3_2_x: &3_2_x
-  spark-version: 3.2.4
+  spark-version: "3.2"
   pydantic-version: 1
   python-version: '3.7'
   java-version: 8
   os: ubuntu-22.04
 
 3_5_x: &3_5_x
-  spark-version: 3.5.7
+  spark-version: "3.5"
   pydantic-version: 2
   python-version: '3.13'
   java-version: 20
   os: ubuntu-latest
 
 4_0_x: &4_0_x
-  spark-version: 4.0.1
+  spark-version: "4.0"
   pydantic-version: 2
   python-version: '3.13'
   # https://stackoverflow.com/a/79017758/23601543
   java-version: 22
   os: ubuntu-latest
 
-latest: &latest
-  spark-version: latest
-  pydantic-version: latest
-  python-version: '3.13'
-  java-version: 20
-  os: ubuntu-latest
-
 matrix:
   small: [*3_5_x]
   full: [*3_2_x, *3_5_x, *4_0_x]
-  nightly: [*latest]

.github/workflows/data/kafka/matrix.yml

@@ -4,7 +4,7 @@
   # https://github.com/bitnami/containers/blob/9db9064668365cac89bff58259f63eb78bb97e79/bitnami/kafka/README.md?plain=1#L933
   kafka-version: 3.2.3
   pydantic-version: 1
-  spark-version: 3.2.4
+  spark-version: "3.2"
   python-version: '3.7'
   java-version: 8
   os: ubuntu-22.04
@@ -13,29 +13,20 @@
 3_5_x: &3_5_x
   kafka-version: 3.9.0
   pydantic-version: 2
-  spark-version: 3.5.7
+  spark-version: "3.5"
   python-version: '3.13'
   java-version: 20
   os: ubuntu-latest
 
 4_0_x: &4_0_x
   kafka-version: 3.9.0
   pydantic-version: 2
-  spark-version: 4.0.1
+  spark-version: "4.0"
   python-version: '3.13'
   # https://stackoverflow.com/a/79017758/23601543
   java-version: 22
   os: ubuntu-latest
 
-latest: &latest
-  kafka-version: 3.9.0
-  pydantic-version: latest
-  spark-version: latest
-  python-version: '3.13'
-  java-version: 20
-  os: ubuntu-latest
-
 matrix:
   small: [*3_5_x]
   full: [*3_2_x, *3_5_x, *4_0_x]
-  nightly: [*latest]