working dbt test

Author: adwk67

stacks/airflow-trino-dbt/airflow.yaml

@@ -111,10 +111,10 @@ data:
         catchup=False
     ) as dag:
       run_dbt = KubernetesPodOperator(
-          image="oci.stackable.tech/sandbox/andrew/dbt-trino:0.0.1",
+          image="oci.stackable.tech/sandbox/andrew/dbt-demo:0.0.1",
           image_pull_policy="IfNotPresent",
           cmds=["/bin/bash", "-x", "-euo", "pipefail", "-c"],
-          arguments=["cd /dbt && export DBT_PROFILES_DIR=/dbt && dbt debug"],
+          arguments=["cd /dbt/dbt_test && export DBT_PROFILES_DIR=/dbt/dbt_test && dbt debug && dbt run && dbt test"],
           name="run-dbt",
           task_id="dbt-test",
           get_logs=True,

stacks/airflow-trino-dbt/dbt/Dockerfile

@@ -0,0 +1,41 @@
+FROM python:3.12-slim-bullseye AS builder
+
+# Install build dependencies
+RUN apt-get update && apt-get install -y \
+    git \
+    gcc \
+    && rm -rf /var/lib/apt/lists/*
+
+# Create virtual environment
+RUN python -m venv /opt/venv
+ENV PATH="/opt/venv/bin:$PATH"
+
+# Install Python packages
+COPY requirements.txt .
+RUN pip install --no-cache-dir --upgrade pip && \
+    pip install --no-cache-dir -r requirements.txt
+
+# Final stage
+FROM python:3.12-slim-bullseye
+
+RUN apt-get update && apt-get install -y \
+    git \
+    curl \
+    vim \
+    && rm -rf /var/lib/apt/lists/*
+
+# Copy virtual environment from builder
+COPY --from=builder /opt/venv /opt/venv
+ENV PATH="/opt/venv/bin:$PATH"
+
+WORKDIR /dbt
+
+COPY dbt_test ./dbt_test
+
+# Security: non-root user
+RUN useradd -m -u 1000 dbt && chown -R dbt:dbt /dbt
+USER dbt
+
+ENV DBT_PROFILES_DIR=/dbt
+
+CMD ["dbt", "run"]

stacks/airflow-trino-dbt/dbt/dbt_test/dbt_project.yml

@@ -0,0 +1,8 @@
+name: 'dbt_demo'
+version: '1.0.0'
+config-version: 2
+profile: 'trino_demo'
+model-paths: ['models']
+macro-paths: ['macros']
+target-path: "target"
+clean-targets: ['target']

stacks/airflow-trino-dbt/dbt/dbt_test/macros/id_in_range.sql

@@ -0,0 +1,5 @@
+{% test id_in_range(model, column_name) %}
+select *
+from {{ model }}
+where {{ column_name }} < 1 or {{ column_name }} > 5
+{% endtest %}

stacks/airflow-trino-dbt/dbt/dbt_test/models/my_table.sql

@@ -0,0 +1,2 @@
+{{ config(materialized='table') }}
+select * from (values (1),(2),(3),(4),(5)) as t(id)

stacks/airflow-trino-dbt/dbt/dbt_test/models/schema.yml

@@ -0,0 +1,12 @@
+version: 2
+
+models:
+  - name: my_table
+    description: "A simple demo table with integer IDs"
+    columns:
+      - name: id
+        description: "ID value"
+        tests:
+          - not_null        # built-in dbt test
+          - unique          # optional: ensure no duplicates
+          - id_in_range

stacks/airflow-trino-dbt/dbt/dbt_test/packages.yml

@@ -0,0 +1 @@
+packages: []

stacks/airflow-trino-dbt/dbt/dbt_test/profiles.yml

@@ -0,0 +1,16 @@
+trino_demo:
+  outputs:
+    iceberg:
+      type: trino
+      method: ldap
+      user: "{{ env_var('TRINO_USER') }}"
+      password: "{{ env_var('TRINO_PASSWORD') }}"
+      catalog: iceberg
+      host: "{{ env_var('TRINO_HOST') }}"
+      port: "{{ env_var('TRINO_PORT') | int }}"
+      schema: dbt_schema3
+      threads: 1
+      cert: "{{ env_var('CERT_PATH') }}"
+      verify: true
+
+  target: iceberg

stacks/airflow-trino-dbt/dbt/requirements.txt

@@ -0,0 +1,2 @@
+dbt-core==1.10.13
+dbt-trino==1.9.3