Merge branch 'main' into fix_multiple_primary_keys

.github/workflows/integration_test.yaml

@@ -0,0 +1,35 @@
+name: Integration Tests
+
+on:
+  pull_request:
+  push:
+    branches: [main]
+
+jobs:
+  build_and_test:
+    name: Build and test the connector
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+
+      - uses: actions/cache@v3
+        id: cache-deps
+        with:
+          key: fivetran-deps-${{ hashFiles('./Makefile') }}
+          path: ./install
+
+      - name: build the dependencies
+        if: ${{ steps.cache-deps.outputs.cache-hit != 'true' }}
+        run: |
+          make build_openssl_native build_grpc build_arrow build_test_dependencies
+
+      - name: build the connector
+        run: |
+          make get_fivetran_protos get_duckdb
+          make build_connector
+
+      - name: run tests
+        env:
+          motherduck_token: ${{ secrets.CI_TESTING_TOKEN }}
+        run: |
+          ./build/Release/integration_tests

README.md

@@ -52,4 +52,3 @@ To upgrade, change `DUCKDB_VERSION` in [Makefile](Makefile) and re-run `make get
 - support GZIP compression
 - implement truncate-before (utc_delete_before) and synced_column = 4;
 - implement soft delete?
-- can files be unencrypted but still compressed?