diff --git a/.github/workflows/test_fastembed.yml b/.github/workflows/test_fastembed.yml index 5d37c1118..787a270d6 100644 --- a/.github/workflows/test_fastembed.yml +++ b/.github/workflows/test_fastembed.yml @@ -20,7 +20,7 @@ jobs: env: LLM_PROVIDER: "openai" LLM_API_KEY: ${{ secrets.LLM_API_KEY }} - LLM_MODEL: "gpt-4o-mini" + LLM_MODEL: ${{ secrets.LLM_MODEL }} EMBEDDING_PROVIDER: "fastembed" EMBEDDING_MODEL: "sentence-transformers/all-MiniLM-L6-v2" EMBEDDING_DIMENSIONS: "384" diff --git a/.github/workflows/test_llms.yml b/.github/workflows/test_llms.yml new file mode 100644 index 000000000..8d493f0e7 --- /dev/null +++ b/.github/workflows/test_llms.yml @@ -0,0 +1,25 @@ +name: LLM Test Suites + +on: + workflow_call: + workflow_dispatch: + +env: + RUNTIME__LOG_LEVEL: ERROR + ENV: 'dev' + +jobs: + gemini-tests: + name: Gemini Tests + uses: ./.github/workflows/test_gemini.yml + secrets: inherit + + fastembed-tests: + name: Fastembed Tests + uses: ./.github/workflows/test_fastembed.yml + secrets: inherit + + openrouter-tests: + name: OpenRouter Tests + uses: ./.github/workflows/test_openrouter.yml + secrets: inherit \ No newline at end of file diff --git a/.github/workflows/test_suites.yml b/.github/workflows/test_suites.yml index 06e3e10da..f051a31b3 100644 --- a/.github/workflows/test_suites.yml +++ b/.github/workflows/test_suites.yml @@ -115,22 +115,10 @@ jobs: secrets: inherit # Additional LLM tests - gemini-tests: - name: Gemini Tests - needs: [basic-tests, e2e-tests, cli-tests] - uses: ./.github/workflows/test_gemini.yml - secrets: inherit - - fastembed-tests: - name: Fastembed Tests - needs: [basic-tests, e2e-tests, cli-tests] - uses: ./.github/workflows/test_fastembed.yml - secrets: inherit - - openrouter-tests: - name: OpenRouter Tests - needs: [basic-tests, e2e-tests, cli-tests] - uses: ./.github/workflows/test_openrouter.yml + llm-tests: + name: LLM Test Suite + needs: [ basic-tests, e2e-tests, cli-tests ] + uses: ./.github/workflows/test_llms.yml secrets: inherit # Ollama tests moved to the end @@ -145,9 +133,7 @@ jobs: different-operating-systems-tests, vector-db-tests, example-tests, - gemini-tests, - fastembed-tests, - openrouter-tests, + llm-tests, mcp-test, relational-db-migration-tests, docker-compose-test, @@ -169,9 +155,7 @@ jobs: example-tests, db-examples-tests, mcp-test, - gemini-tests, - fastembed-tests, - openrouter-tests, + llm-tests, ollama-tests, relational-db-migration-tests, docker-compose-test, @@ -192,9 +176,7 @@ jobs: "${{ needs.example-tests.result }}" == "success" && "${{ needs.db-examples-tests.result }}" == "success" && "${{ needs.relational-db-migration-tests.result }}" == "success" && - "${{ needs.gemini-tests.result }}" == "success" && - "${{ needs.fastembed-tests.result }}" == "success" && - "${{ needs.openrouter-tests.result }}" == "success" && + "${{ needs.llm-tests.result }}" == "success" && "${{ needs.docker-compose-test.result }}" == "success" && "${{ needs.docker-ci-test.result }}" == "success" && "${{ needs.ollama-tests.result }}" == "success" ]]; then