Native-bindings

.github/pull_request_template.md

@@ -0,0 +1,108 @@
+## Description
+
+<!-- Provide a clear and concise description of what this PR does -->
+
+## Motivation
+
+<!-- Why is this change needed? What problem does it solve? Link any related issues. -->
+
+Fixes #(issue)
+
+## Type of Change
+
+<!-- Mark the relevant option with an "x" -->
+
+- [ ] Bug fix (non-breaking change which fixes an issue)
+- [ ] New feature (non-breaking change which adds functionality)
+- [ ] Breaking change (fix or feature that would cause existing functionality to not work as expected)
+- [ ] Documentation update
+- [ ] Performance improvement
+- [ ] Code refactoring
+- [ ] Test addition/update
+- [ ] Build/CI change
+
+## Changes Made
+
+<!-- List the main changes in this PR -->
+
+- 
+- 
+- 
+
+## Testing
+
+<!-- Describe the tests you ran and how to reproduce them -->
+
+### Test Coverage
+
+- [ ] Added new tests for new functionality
+- [ ] Updated existing tests for changed functionality
+- [ ] All tests pass locally (`./gradlew test`)
+- [ ] Integration tests pass (if applicable)
+
+### Manual Testing
+
+<!-- Describe any manual testing performed -->
+
+**Steps to test:**
+1. 
+2. 
+3. 
+
+**Test environment:**
+- OS: 
+- Language version: 
+- DataWeave CLI version: 
+
+## Documentation
+
+- [ ] Updated README (if needed)
+- [ ] Updated API documentation (if needed)
+- [ ] Updated CHANGELOG.md (for user-facing changes)
+- [ ] Added/updated code comments (for complex logic)
+- [ ] Updated language binding docs (if applicable)
+
+## Checklist
+
+<!-- Review these items before submitting -->
+
+- [ ] My code follows the project's coding standards
+- [ ] I have performed a self-review of my own code
+- [ ] I have commented my code, particularly in hard-to-understand areas
+- [ ] I have made corresponding changes to the documentation
+- [ ] My changes generate no new warnings or errors
+- [ ] I have added tests that prove my fix is effective or that my feature works
+- [ ] New and existing tests pass locally with my changes
+- [ ] Any dependent changes have been merged and published
+
+## Breaking Changes
+
+<!-- If this PR includes breaking changes, list them here with migration guidance -->
+
+- [ ] This PR includes breaking changes
+
+**Breaking changes:**
+- 
+
+**Migration guide:**
+- 
+
+## Screenshots (if applicable)
+
+<!-- Add screenshots to help explain your changes, especially for UI-related PRs -->
+
+## Additional Context
+
+<!-- Add any other context about the PR here -->
+
+## Reviewer Notes
+
+<!-- Anything specific you want reviewers to focus on? -->
+
+---
+
+**For Maintainers:**
+- [ ] Version bumped (if needed)
+- [ ] Release notes prepared (if needed)
+- [ ] CI/CD checks pass
+- [ ] Ready to merge

.github/workflows/main.yml

@@ -40,25 +40,75 @@ jobs:
           distribution: 'graalvm-community'
           github-token: ${{ secrets.GITHUB_TOKEN }}
 
-      # Runs a single command using the runners shell
-      - name: Run Build
-        run: |
-          ./gradlew --stacktrace --no-problems-report -PskipNodeTests=true build
+      # Setup Node.js for native-lib Node binding tests and package
+      - name: Setup Node.js
+        uses: actions/setup-node@v4
+        with:
+          node-version: '18'
+
+      # Setup Go for Go binding tests
+      - name: Setup Go
+        uses: actions/setup-go@v5
+        with:
+          go-version: '1.21'
+
+      # Setup Rust for Rust binding tests
+      - name: Setup Rust
+        uses: dtolnay/rust-toolchain@stable
+
+      # Setup CMake for C binding tests
+      - name: Setup CMake
+        uses: lukka/get-cmake@latest
+
+      # All native binding tests (Python, Node.js, Go, Rust, C) are executed
+      # during the build step via the build -> test task dependency chain.
+      # Each test task in native-lib/build.gradle uses platform-appropriate
+      # shell commands (cmd on Windows, bash on Unix) to ensure correct PATH
+      # resolution for native toolchains.
+
+      # Run Build (Windows)
+      # Note: Uses 'shell: cmd' on Windows to ensure Visual Studio's link.exe
+      # is found before Git Bash's /usr/bin/link.exe. This prevents Rust linker
+      # PATH conflicts that cause compilation failures.
+      - name: Run Build (Windows)
+        if: runner.os == 'Windows'
+        run: .\gradlew.bat --stacktrace --no-problems-report build
+        shell: cmd
+
+      - name: Run Build (Unix)
+        if: runner.os != 'Windows'
+        run: ./gradlew --stacktrace --no-problems-report build
         shell: bash
+
       # Run regression tests (only on master branch to save CI time on PRs)
-      - name: Run regression test 2.9.8
-        if: github.ref == 'refs/heads/master'
-        run: |
-          ./gradlew --stacktrace -PweaveTestSuiteVersion=2.9.8 -DweaveSuiteVersion=2.9.8 native-cli-integration-tests:test
+      - name: Run regression test 2.9.8 (Windows)
+        if: runner.os == 'Windows' && github.ref == 'refs/heads/master'
+        run: .\gradlew.bat --stacktrace -PweaveTestSuiteVersion=2.9.8 -DweaveSuiteVersion=2.9.8 native-cli-integration-tests:test
+        shell: cmd
+
+      - name: Run regression test 2.9.8 (Unix)
+        if: runner.os != 'Windows' && github.ref == 'refs/heads/master'
+        run: ./gradlew --stacktrace -PweaveTestSuiteVersion=2.9.8 -DweaveSuiteVersion=2.9.8 native-cli-integration-tests:test
         shell: bash
-      - name: Run regression test 2.10
-        if: github.ref == 'refs/heads/master'
-        run: |
-          ./gradlew --stacktrace -PweaveTestSuiteVersion=2.10.0 -DweaveSuiteVersion=2.10.0 native-cli-integration-tests:test
+
+      - name: Run regression test 2.10 (Windows)
+        if: runner.os == 'Windows' && github.ref == 'refs/heads/master'
+        run: .\gradlew.bat --stacktrace -PweaveTestSuiteVersion=2.10.0 -DweaveSuiteVersion=2.10.0 native-cli-integration-tests:test
+        shell: cmd
+
+      - name: Run regression test 2.10 (Unix)
+        if: runner.os != 'Windows' && github.ref == 'refs/heads/master'
+        run: ./gradlew --stacktrace -PweaveTestSuiteVersion=2.10.0 -DweaveSuiteVersion=2.10.0 native-cli-integration-tests:test
         shell: bash
 
       # Generate distro
-      - name: Create Distro
+      - name: Create Distro (Windows)
+        if: runner.os == 'Windows'
+        run: .\gradlew.bat --stacktrace --no-problems-report native-cli:distro
+        shell: cmd
+
+      - name: Create Distro (Unix)
+        if: runner.os != 'Windows'
         run: ./gradlew --stacktrace --no-problems-report native-cli:distro
         shell: bash
 
@@ -68,54 +118,92 @@ jobs:
         shell: bash
 
       # Generate native-lib python wheel
-      - name: Create Native Lib Python Wheel
+      - name: Create Native Lib Python Wheel (Windows)
+        if: runner.os == 'Windows'
+        run: .\gradlew.bat --stacktrace --no-problems-report native-lib:buildPythonWheel
+        shell: cmd
+
+      - name: Create Native Lib Python Wheel (Unix)
+        if: runner.os != 'Windows'
         run: ./gradlew --stacktrace --no-problems-report native-lib:buildPythonWheel
         shell: bash
 
-      # Setup Node.js for native-lib Node package
-      - name: Setup Node.js
-        uses: actions/setup-node@v4
-        with:
-          node-version: '18'
-
       # Stage the native lib and build Node package (npm install, node-gyp, tsc, npm pack)
-      - name: Create Native Lib Node Package
-        run: ./gradlew --stacktrace --no-problems-report native-lib:buildNodePackage
-        shell: bash
+      - name: Create Native Lib Node Package (Windows)
+        if: runner.os == 'Windows'
+        run: .\gradlew.bat --stacktrace --no-problems-report native-lib:buildNodePackage
+        shell: cmd
 
-      # Run Node.js tests
-      - name: Run Node.js Tests
-        run: ./gradlew --stacktrace --no-problems-report native-lib:nodeTest
+      - name: Create Native Lib Node Package (Unix)
+        if: runner.os != 'Windows'
+        run: ./gradlew --stacktrace --no-problems-report native-lib:buildNodePackage
         shell: bash
 
-      # Upload the artifact file
-      - name: Upload generated script
+      # Upload CLI distro (includes embedded dwlib)
+      - name: Upload CLI Distro
         uses: actions/upload-artifact@v4
         with:
-          name: dw-${{env.NATIVE_VERSION}}-${{runner.os}}
+          name: dataweave-cli-${{env.NATIVE_VERSION}}-${{runner.os}}
           path: native-cli/build/distributions/native-cli-${{env.NATIVE_VERSION}}-native-distro-${{ matrix.script_name }}.zip
 
-      # Upload the Python wheel
-      - name: Upload Python wheel
-        uses: actions/upload-artifact@v4
-        with:
-          name: dw-python-wheel-${{env.NATIVE_VERSION}}-${{runner.os}}
-          path: native-lib/python/dist/dataweave_native-0.0.1-py3-*.whl
+      # Package all language bindings (Go, Rust, C)
+      - name: Package Go module (Windows)
+        if: runner.os == 'Windows'
+        run: .\gradlew.bat --stacktrace --no-problems-report native-lib:packageGo
+        shell: cmd
 
-      # Upload the Node.js package
-      - name: Upload Node package
-        uses: actions/upload-artifact@v4
-        with:
-          name: dw-node-package-${{env.NATIVE_VERSION}}-${{runner.os}}
-          path: native-lib/node/dataweave-native-0.0.1.tgz
+      - name: Package Go module (Unix)
+        if: runner.os != 'Windows'
+        run: ./gradlew --stacktrace --no-problems-report native-lib:packageGo
+        shell: bash
+
+      - name: Package Rust crate (Windows)
+        if: runner.os == 'Windows'
+        run: .\gradlew.bat --stacktrace --no-problems-report native-lib:packageRust
+        shell: cmd
+
+      - name: Package Rust crate (Unix)
+        if: runner.os != 'Windows'
+        run: ./gradlew --stacktrace --no-problems-report native-lib:packageRust
+        shell: bash
+
+      - name: Package C library (Windows)
+        if: runner.os == 'Windows'
+        run: .\gradlew.bat --stacktrace --no-problems-report native-lib:packageC
+        shell: cmd
+
+      - name: Package C library (Unix)
+        if: runner.os != 'Windows'
+        run: ./gradlew --stacktrace --no-problems-report native-lib:packageC
+        shell: bash
+
+      # Bundle all language bindings into a single artifact
+      - name: Create Bindings Bundle (Windows)
+        if: runner.os == 'Windows'
+        run: |
+          mkdir bindings-bundle
+          copy native-lib\python\dist\*.whl bindings-bundle\
+          copy native-lib\node\*.tgz bindings-bundle\
+          copy native-lib\build\packages\dw-go-*.tar.gz bindings-bundle\
+          copy native-lib\build\packages\*.crate bindings-bundle\
+          copy native-lib\build\packages\libdataweave-*.tar.gz bindings-bundle\
+          tar -czf bindings-bundle-${{env.NATIVE_VERSION}}-${{runner.os}}.tar.gz bindings-bundle
+        shell: cmd
+
+      - name: Create Bindings Bundle (Unix)
+        if: runner.os != 'Windows'
+        run: |
+          mkdir -p bindings-bundle
+          cp native-lib/python/dist/*.whl bindings-bundle/
+          cp native-lib/node/*.tgz bindings-bundle/
+          cp native-lib/build/packages/dw-go-*.tar.gz bindings-bundle/
+          cp native-lib/build/packages/*.crate bindings-bundle/
+          cp native-lib/build/packages/libdataweave-*.tar.gz bindings-bundle/
+          tar -czf bindings-bundle-${{env.NATIVE_VERSION}}-${{runner.os}}.tar.gz bindings-bundle
+        shell: bash
 
-      # Upload the native shared library + header together per OS
-      - name: Upload native shared library
+      - name: Upload Bindings Bundle
         uses: actions/upload-artifact@v4
         with:
-          name: dwlib-${{env.NATIVE_VERSION}}-${{runner.os}}
-          path: |
-            native-lib/python/src/dataweave/native/dwlib.dylib
-            native-lib/python/src/dataweave/native/dwlib.so
-            native-lib/python/src/dataweave/native/dwlib.dll
-            native-lib/python/src/dataweave/native/dwlib.h
+          name: dataweave-bindings-${{env.NATIVE_VERSION}}-${{runner.os}}
+          path: bindings-bundle-${{env.NATIVE_VERSION}}-${{runner.os}}.tar.gz