Change amount of tests called in test-suites.yml

.github/workflows/test_fastembed.yml

@@ -20,7 +20,7 @@ jobs:
         env:
           LLM_PROVIDER: "openai"
           LLM_API_KEY: ${{ secrets.LLM_API_KEY }}
-          LLM_MODEL: "gpt-4o-mini"
+          LLM_MODEL: ${{ secrets.LLM_MODEL }}
           EMBEDDING_PROVIDER: "fastembed"
           EMBEDDING_MODEL: "sentence-transformers/all-MiniLM-L6-v2"
           EMBEDDING_DIMENSIONS: "384"

.github/workflows/test_llms.yml

@@ -0,0 +1,25 @@
+name: LLM Test Suites
+
+on:
+  workflow_call:
+  workflow_dispatch:
+
+env:
+  RUNTIME__LOG_LEVEL: ERROR
+  ENV: 'dev'
+
+jobs:
+  gemini-tests:
+    name: Gemini Tests
+    uses: ./.github/workflows/test_gemini.yml
+    secrets: inherit
+
+  fastembed-tests:
+    name: Fastembed Tests
+    uses: ./.github/workflows/test_fastembed.yml
+    secrets: inherit
+
+  openrouter-tests:
+    name: OpenRouter Tests
+    uses: ./.github/workflows/test_openrouter.yml
+    secrets: inherit

.github/workflows/test_suites.yml

@@ -115,22 +115,10 @@ jobs:
     secrets: inherit
 
   # Additional LLM tests
-  gemini-tests:
-    name: Gemini Tests
-    needs: [basic-tests, e2e-tests, cli-tests]
-    uses: ./.github/workflows/test_gemini.yml
-    secrets: inherit
-
-  fastembed-tests:
-    name: Fastembed Tests
-    needs: [basic-tests, e2e-tests, cli-tests]
-    uses: ./.github/workflows/test_fastembed.yml
-    secrets: inherit
-
-  openrouter-tests:
-    name: OpenRouter Tests
-    needs: [basic-tests, e2e-tests, cli-tests]
-    uses: ./.github/workflows/test_openrouter.yml
+  llm-tests:
+    name: LLM Test Suite
+    needs: [ basic-tests, e2e-tests, cli-tests ]
+    uses: ./.github/workflows/test_llms.yml
     secrets: inherit
 
   # Ollama tests moved to the end
@@ -145,9 +133,7 @@ jobs:
       different-operating-systems-tests,
       vector-db-tests,
       example-tests,
-      gemini-tests,
-      fastembed-tests,
-      openrouter-tests,
+      llm-tests,
       mcp-test,
       relational-db-migration-tests,
       docker-compose-test,
@@ -169,9 +155,7 @@ jobs:
       example-tests,
       db-examples-tests,
       mcp-test,
-      gemini-tests,
-      fastembed-tests,
-      openrouter-tests,
+      llm-tests,
       ollama-tests,
       relational-db-migration-tests,
       docker-compose-test,
@@ -192,9 +176,7 @@ jobs:
                 "${{ needs.example-tests.result }}" == "success" &&
                 "${{ needs.db-examples-tests.result }}" == "success" &&
                 "${{ needs.relational-db-migration-tests.result }}" == "success" &&
-                "${{ needs.gemini-tests.result }}" == "success" &&
-                "${{ needs.fastembed-tests.result }}" == "success" &&
-                "${{ needs.openrouter-tests.result }}" == "success" &&
+                "${{ needs.llm-tests.result }}" == "success" &&
                 "${{ needs.docker-compose-test.result }}" == "success" &&
                 "${{ needs.docker-ci-test.result }}" == "success" &&
                 "${{ needs.ollama-tests.result }}" == "success" ]]; then