Merge branch 'next'

Author: vadimooo

.github/workflows/cypress-tests.yml renamed to .github/workflows/pre-release-tests.yml

@@ -2,10 +2,6 @@ name: Run Cypress Test
 
 on:
   workflow_dispatch:
-  workflow_run:
-    workflows: ["Upload Python Package"]
-    types:
-      - completed
   # push:
   #   branches:
   #     - next
@@ -17,7 +13,6 @@ jobs:
   run-cypress-tests:
     name: Run Cypress Tests
     runs-on: ubuntu-latest
-    #if: ${{ github.event.workflow_run.conclusion == 'success' }}
     steps:
     - name: Checkout repository
       uses: actions/checkout@v4    

.github/workflows/python-publish.yml

@@ -96,6 +96,106 @@ jobs:
         path: dist/
     - name: publish dist to ProdPyPI
       uses: pypa/gh-action-pypi-publish@release/v1
+
+  run-tests:
+    name: Run Tests
+    needs: publish-to-prodpypi
+    if: ${{ success() }}
+    runs-on: ubuntu-latest
+    steps:
+    - name: Checkout repository
+      uses: actions/checkout@v4    
+
+    - name: Set up Java
+      uses: actions/setup-java@v4
+      with:
+        distribution: 'corretto'
+        java-version: '11'
+
+    - name: Set up Python
+      uses: actions/setup-python@v5
+      with:
+        python-version: '3.12'    
+
+    - name: Install Node.js
+      uses: actions/setup-node@v4
+      with:
+        node-version: '20'
+
+    - name: Install dependencies
+      run: npm install
+
+    - name: Set environment variables for Cypress
+      run: |
+        echo "POSTGRES_CONNECTION_STRING=${{ secrets.POSTGRES_CONNECTION_STRING }}" >> $GITHUB_ENV
+        echo "DATABRICKS_HOSTNAME=${{ secrets.DATABRICKS_HOSTNAME }}" >> $GITHUB_ENV
+        echo "DATABRICKS_HTTP_PATH=${{ secrets.DATABRICKS_HTTP_PATH }}" >> $GITHUB_ENV
+        echo "DATABRICKS_ACCESS_TOKEN=${{ secrets.DATABRICKS_ACCESS_TOKEN }}" >> $GITHUB_ENV
+    
+    - name: Run Java version check
+      run: java -version
+
+    - name: Run Python version check
+      run: python --version
 
+    - name: Install Dataforge from latest release
+      run: |
+        pip install dataforge-core
+
+    - name: Run Dataforge version check
+      run: dataforge --version
+
+    - name: Run interactive Dataforge configuration
+      env:
+        POSTGRES_CONNECTION_STRING: ${{ secrets.POSTGRES_CONNECTION_STRING }}
+        DATABRICKS_HOSTNAME: ${{ secrets.DATABRICKS_HOSTNAME }}
+        DATABRICKS_HTTP_PATH: ${{ secrets.DATABRICKS_HTTP_PATH }}
+        DATABRICKS_ACCESS_TOKEN: ${{ secrets.DATABRICKS_ACCESS_TOKEN }}
+      run: |
+        config_output=$(node scripts/runInteractiveCommand.js --configure)
+        echo "Dataforge configuration output: $config_output"
+        if echo "$config_output" | grep -q "Databricks connection validated successfully"; then
+          echo "Databricks configuration completed successfully."
+        else
+          echo "Databricks configuration validation failed."
+          exit 1
+        fi
+
+    - name: Initialize Dataforge
+      run: |
+        init_output=$(dataforge --init)
+        echo "Dataforge initialization output: $init_output"
+        if echo "$init_output" | grep -q "Initialized project"; then
+          echo "Dataforge initialized successfully."
+        else
+          echo "Dataforge initialization failed."
+          exit 1
+        fi
+
+    - name: Run interactive Dataforge seeding
+      run: node scripts/runInteractiveCommand.js --seed
+
+    - name: Run Dataforge build
+      run: |
+        build_output=$(dataforge --build)
+        echo "Dataforge build output: $build_output"
+        if echo "$build_output" | grep -q "Import completed successfully"; then
+          echo "build completed successfully."
+        else
+          echo "Dataforge build failed."
+          exit 1
+        fi
+
+    - name: Run Dataforge process
+      run: |
+        process_output=$(dataforge --run)
+        echo "Dataforge process output: $process_output"
+        if echo "$process_output" | grep -q "Execution completed successfully"; then
+          echo "run completed successfully."
+        else
+          echo "Dataforge process failed."
+          exit 1
+        fi
+ 
 
 

README.md

@@ -4,6 +4,8 @@
 [DataForge](https://www.dataforgelabs.com) helps data analysts and engineers build and extend data solutions by leveraging modern software engineering principles.
 
 [![OSSRank](https://shields.io/endpoint?url=https://ossrank.com/shield/4025)](https://ossrank.com/p/4025)
+[![Publish & Test](https://img.shields.io/github/actions/workflow/status/dataforgelabs/dataforge-core/python-publish.yml?label=Publish%20%26%20Test&branch=main)](https://github.com/dataforgelabs/dataforge-core/actions/workflows/python-publish.yml)
+
 
 ## Understanding DataForge