Merge mindsdb/engine into fork (catch-up, 26.0.1 → 26.2.0)

.github/ISSUE_TEMPLATE/config.yml

@@ -1,4 +1,4 @@
 contact_links:
-  - name: "Join MindsDB Community"
-    url: https://mindsdb.com/joincommunity
-    about: Join our community on Slack for other questions and general chat
+  - name: "Join the MindsDB Discord"
+    url: https://mindshub.ai/discord
+    about: Join our Discord for questions and general chat

.github/workflows/build_deploy_dev.yml

@@ -77,6 +77,18 @@ jobs:
           platforms: linux/amd64
           push-cache: false
 
+  scan-keycloak:
+    runs-on: mdb-dev
+    needs: [ build ]
+    name: Scan cloud-cpu image
+    steps:
+      - uses: actions/checkout@v4
+      - uses: mindsdb/github-actions/snyk-docker-scan@main
+        with:
+          image: 168681354662.dkr.ecr.us-east-1.amazonaws.com/mindsdb:${{ github.event.pull_request.head.sha }}-cloud-cpu
+          snyk-token: ${{ secrets.SNYK_TOKEN }}
+          dockerfile: docker/mindsdb.Dockerfile
+
   # Push cache layers to docker registry
   # This is separate to the build step so we can do other stuff in parallel
   build-cache:

.github/workflows/build_deploy_staging.yml

@@ -2,6 +2,9 @@ name: Build and deploy to staging
 
 permissions:
   contents: read
+  pull-requests: write
+  pages: write
+  id-token: write
 
 on:
   # Using pull_request instead of push on main because we want access to the pull request's details via 'github.event'
@@ -10,7 +13,7 @@ on:
     types:
       - closed
     branches:
-      - 'develop'
+      - 'main'
       - 'releases/*'
 
 concurrency:

.github/workflows/docs.yml

@@ -0,0 +1,38 @@
+name: Deploy SQL Docs to GitHub Pages
+
+on:
+  push:
+    branches: [main]
+    paths:
+      - 'docs/index.html'
+  workflow_dispatch:
+
+permissions:
+  contents: read
+  pages: write
+  id-token: write
+
+concurrency:
+  group: github-pages
+  cancel-in-progress: true
+
+jobs:
+  deploy:
+    environment:
+      name: github-pages
+      url: ${{ steps.deployment.outputs.page_url }}
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+
+      - name: Configure Pages
+        uses: actions/configure-pages@v5
+
+      - name: Upload Pages artifact
+        uses: actions/upload-pages-artifact@v3
+        with:
+          path: docs/
+
+      - name: Deploy to GitHub Pages
+        id: deployment
+        uses: actions/deploy-pages@v4

.github/workflows/tests_unit.yml

@@ -23,17 +23,12 @@ env:
     timescaledb
     mssql
     oracle
-    slack
     redshift
     bigquery
-    clickhouse
     web
     databricks
-    github
-    ms_teams
-    statsforecast
-    chromadb
-    confluence
+    duckdb_faiss
+    openai
   # We measure 80% on this handlers, as they are the verified
   HANDLERS_TO_VERIFY: |
     mysql
@@ -43,11 +38,9 @@ env:
     timescaledb
     mssql
     oracle
-    slack
     file
     redshift
     bigquery
-    confluence
   COVERAGE_FAIL_UNDER: "80"
 
 jobs:
@@ -163,8 +156,6 @@ jobs:
           uv pip install ".[agents,kb]" \
             -r requirements/requirements-test.txt \
             "${HANDLER_EXTRAS[@]}"
-          # Onuxruntime is required for ChromaDB, once we have default pgvector we can remove it
-          uv pip install --force-reinstall onnxruntime==1.20.1
           git clone --branch v$(uv pip show mindsdb_sql_parser | grep Version | cut -d ' ' -f 2) https://github.com/mindsdb/mindsdb_sql_parser.git parser_tests
 
       - name: Run unit tests

CONTRIBUTING.md

@@ -2,7 +2,7 @@
 
 Being part of the core MindsDB team is accessible to anyone who is motivated and wants to be part of that journey!
 
-Please see below how to contribute to the project, also refer to the contributing documentation.
+Please see below how to contribute to the project.
 
 ## How can you help us?
 
@@ -27,20 +27,18 @@ In general, we follow the "fork-and-pull" Git workflow.
 > NOTE: Be sure to merge the latest from "upstream" before making a pull request! Also, make the PR to the `main` branch.
 
 ## Feature and Bug reports
-We use GitHub issues to track bugs and features. Report them by opening a [new issue](https://github.com/mindsdb/mindsdb/issues/new/choose) and fill out all of the required inputs.
+We use GitHub issues to track bugs and features. Report them by opening a [new issue](https://github.com/mindsdb/engine/issues) and fill out all of the required inputs.
 
 ## Code review process
 
 The Pull Request reviews are done on a regular basis. Please, make sure you respond to our feedback/questions.
 
 ## Community
 
-If you have additional questions or you want to chat with the MindsDB core team, please join our [Slack community](https://mindsdb.com/joincommunity) or post at [Github Discussions](https://github.com/mindsdb/mindsdb/discussions).
-
-To get updates on MindsDB’s latest announcements, releases, and events, sign up for our [Monthly Community Newsletter](https://mindsdb.com/newsletter/?utm_medium=community&utm_source=github&utm_campaign=mindsdb%20repo).
+If you have additional questions or you want to chat with the MindsDB core team, please join our [Discord](https://mindshub.ai/discord) or open a [GitHub issue](https://github.com/mindsdb/engine/issues).
 
-Join our mission of democratizing machine learning!
+Join our mission of making semantic search accessible to everyone who knows SQL!
 
 ## Contributor Code of Conduct
-Please note that this project is released with a [Contributor Code of Conduct](https://github.com/mindsdb/mindsdb/blob/main/CODE_OF_CONDUCT.md). By participating in this project, you agree to abide by its terms.
+Please note that this project is released with a [Contributor Code of Conduct](CODE_OF_CONDUCT.md). By participating in this project, you agree to abide by its terms.
 

Makefile

@@ -1,4 +1,4 @@
-PYTEST_ARGS = -v -rs --disable-warnings -n auto --dist loadfile
+PYTEST_ARGS = -v -xrs --disable-warnings -n 1 --dist loadfile
 PYTEST_ARGS_DEBUG = --runslow -vs -rs
 DSI_PYTEST_ARGS = --run-dsi-tests
 DSI_REPORT_ARGS = --json-report --json-report-file=reports/report.json
@@ -87,4 +87,8 @@ unit_tests_debug:
 	env PYTHONPATH=./ pytest $(PYTEST_ARGS_DEBUG) tests/unit/executor/
 	pytest $(PYTEST_ARGS_DEBUG) --ignore=tests/unit/executor tests/unit/
 
+.PHONY: tests-artifacts
+tests-artifacts:
+	./scripts/test-artifacts.sh
+
 .PHONY: install_mindsdb install_handler precommit format run_mindsdb check build_docker run_docker integration_tests integration_tests_slow integration_tests_debug datasource_integration_tests datasource_integration_tests_debug unit_tests unit_tests_slow unit_tests_debug