feat(zarr_fdw): add read-only Zarr v2/v3 scientific array FDW

.github/workflows/coverage.yml

@@ -40,7 +40,7 @@ jobs:
 
       - run: |
           sudo apt remove -y postgres*
-          sudo apt -y install curl ca-certificates build-essential pkg-config libssl-dev
+          sudo apt -y install curl ca-certificates build-essential cmake pkg-config libssl-dev
           sudo install -d /usr/share/postgresql-common/pgdg
           sudo curl -o /usr/share/postgresql-common/pgdg/apt.postgresql.org.asc --fail https://www.postgresql.org/media/keys/ACCC4CF8.asc
           . /etc/os-release
@@ -53,9 +53,11 @@ jobs:
       - run: cargo install --locked cargo-pgrx --version 0.19.2
       - run: cargo pgrx init --pg15 /usr/lib/postgresql/15/bin/pg_config
 
-      - name: Build docker images
+      - name: Start test services and wait for fixtures
         run: |
           docker compose -f wrappers/.ci/docker-compose-native.yaml up -d
+          docker compose -f wrappers/.ci/docker-compose-native.yaml wait s3-init
+          test "$(docker inspect -f '{{.State.ExitCode}}' s3-init)" = "0"
 
       - name: Generate code coverage
         id: coverage

.github/workflows/release.yml

@@ -163,7 +163,7 @@ jobs:
           # Add postgres package repo and install requested postgres version
           sudo apt update
           sudo apt remove -y postgres*
-          sudo apt -y install curl ca-certificates pkg-config libssl-dev
+          sudo apt -y install curl ca-certificates cmake pkg-config libssl-dev
           sudo install -d /usr/share/postgresql-common/pgdg
           sudo curl -o /usr/share/postgresql-common/pgdg/apt.postgresql.org.asc --fail https://www.postgresql.org/media/keys/ACCC4CF8.asc
           . /etc/os-release

.github/workflows/test_wrappers.yml

@@ -54,9 +54,11 @@ jobs:
       - name: Checkout code
         uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6.0.2
 
-      - name: Build docker images
+      - name: Start test services and wait for fixtures
         run: |
           docker compose -f wrappers/.ci/docker-compose-native.yaml up -d
+          docker compose -f wrappers/.ci/docker-compose-native.yaml wait s3-init
+          test "$(docker inspect -f '{{.State.ExitCode}}' s3-init)" = "0"
 
       - uses: actions-rust-lang/setup-rust-toolchain@150fca883cd4034361b621bd4e6a9d34e5143606 # v1.15.4
         with:
@@ -65,13 +67,13 @@ jobs:
 
       - run: |
           sudo apt remove -y postgres*
-          sudo apt -y install curl ca-certificates build-essential pkg-config libssl-dev
+          sudo apt -y install curl ca-certificates build-essential cmake pkg-config libssl-dev
           sudo install -d /usr/share/postgresql-common/pgdg
           sudo curl -o /usr/share/postgresql-common/pgdg/apt.postgresql.org.asc --fail https://www.postgresql.org/media/keys/ACCC4CF8.asc
           . /etc/os-release
           sudo sh -c "echo 'deb [signed-by=/usr/share/postgresql-common/pgdg/apt.postgresql.org.asc] https://apt.postgresql.org/pub/repos/apt $VERSION_CODENAME-pgdg main' > /etc/apt/sources.list.d/pgdg.list"
           sudo apt update -y -qq --fix-missing
-          sudo apt -y install postgresql-client-15 postgresql-15 postgresql-server-dev-15
+          sudo apt -y install postgresql-client-15 postgresql-15 postgresql-15-postgis-3 postgresql-15-postgis-3-scripts postgresql-server-dev-15
           sudo apt -y autoremove && sudo apt -y clean
           sudo chmod a+rwx `/usr/lib/postgresql/15/bin/pg_config --pkglibdir` `/usr/lib/postgresql/15/bin/pg_config --sharedir`/extension /var/run/postgresql/
 
@@ -183,7 +185,7 @@ jobs:
       - name: Install PostgreSQL 15
         run: |
           sudo apt remove -y postgres*
-          sudo apt -y install curl ca-certificates build-essential pkg-config libssl-dev
+          sudo apt -y install curl ca-certificates build-essential cmake pkg-config libssl-dev
           sudo install -d /usr/share/postgresql-common/pgdg
           sudo curl -o /usr/share/postgresql-common/pgdg/apt.postgresql.org.asc --fail https://www.postgresql.org/media/keys/ACCC4CF8.asc
           . /etc/os-release

.gitignore

@@ -17,3 +17,11 @@ results/
 wrappers/results/
 wrappers/regression.*
 .venv/
+
+# Local research and generated non-code artifacts
+research/**
+outputs/
+.tickets/
+.aura/
+graphify-out/
+.sharding-build-*/

README.md

@@ -33,6 +33,7 @@
 | [Redis](./wrappers/src/fdw/redis_fdw)           | A FDW for [Redis](https://redis.io/)                                          | ✅   | ❌     |
 | [S3](./wrappers/src/fdw/s3_fdw)                 | A FDW for [AWS S3](https://aws.amazon.com/s3/)                                | ✅   | ❌     |
 | [S3 Vectors](./wrappers/src/fdw/s3vectors_fdw)  | A FDW for [AWS S3 Vectors](https://aws.amazon.com/s3/features/vectors/)       | ✅   | ✅     |
+| [Zarr](./wrappers/src/fdw/zarr_fdw)             | A read-only FDW for Zarr v2/v3 scientific arrays                              | ✅   | ❌     |
 | [SQL Server](./wrappers/src/fdw/mssql_fdw)      | A FDW for [Microsoft SQL Server](https://www.microsoft.com/en-au/sql-server/) | ✅   | ❌     |
 | [Slack](./wasm-wrappers/fdw/slack_fdw)          | A Wasm FDW for [Slack](https://www.slack.com/)                                | ✅   | ❌     |
 | [Snowflake](./wasm-wrappers/fdw/snowflake_fdw)  | A Wasm FDW for [Snowflake](https://www.snowflake.com/)                        | ✅   | ✅     |

docs/catalog/index.md

@@ -38,6 +38,7 @@ Each FDW documentation includes a detailed "Limitations" section that describes
 | Redis         |   ✅   |   ❌   |   ❌   |   ❌   |    ❌    |    ❌     |
 | S3            |   ✅   |   ❌   |   ❌   |   ❌   |    ❌    |    ❌     |
 | S3 Vectors    |   ✅   |   ✅   |   ❌   |   ✅   |    ❌    |    ✅     |
+| Zarr          |   ✅   |   ❌   |   ❌   |   ❌   |    ❌    |    ✅     |
 | Shopify       |   ✅   |   ❌   |   ❌   |   ❌   |    ❌    |    ❌     |
 | Snowflake     |   ✅   |   ✅   |   ✅   |   ✅   |    ❌    |    ✅     |
 | Stripe        |   ✅   |   ✅   |   ✅   |   ✅   |    ❌    |    ✅     |