add tpcds-randomized-test to ci

This commit adds tpcds-randomized-test to ci. It relies on the duckdb cli for tpc-ds database generation. It also saves the artifacts if the test fails so we can reproduce issues.

Author: jayshrivastava

.github/workflows/ci.yml

@@ -40,6 +40,33 @@ jobs:
       - uses: ./.github/actions/setup
       - run: cargo test --features tpch --test tpch_validation_test
 
+  tpcds-randomized-test:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+        with:
+          lfs: true
+      - uses: ./.github/actions/setup
+      - name: Install DuckDB CLI
+        run: curl https://install.duckdb.org | sh
+      - name: Add DuckDB to PATH
+        run: |
+          mkdir -p $HOME/.local/bin
+          mv duckdb $HOME/.local/bin/
+          echo "$HOME/.local/bin" >> $GITHUB_PATH
+      - name: Run TPC-DS randomized test
+        id: test
+        run: cargo test --features tpcds --test tpc_ds_randomized
+        continue-on-error: true
+      - name: Upload test artifacts on failure
+        if: failure() || steps.test.outcome == 'failure'
+        uses: actions/upload-artifact@v4
+        with:
+          name: tpcds-test-artifacts-${{ github.run_id }}
+          path: testdata/tpcds/data/**
+          retention-days: 7
+          if-no-files-found: ignore
+
   format-check:
     runs-on: ubuntu-latest
     steps: