Change how llm tests are called in workflow. Delete unnecessary workflows.
This commit is contained in:
parent
300d358d4f
commit
b0c5620702
5 changed files with 70 additions and 102 deletions
|
|
@ -10,8 +10,7 @@ WORKFLOWS=(
|
||||||
"test_kuzu.yml"
|
"test_kuzu.yml"
|
||||||
"test_multimetric_qa_eval_run.yaml"
|
"test_multimetric_qa_eval_run.yaml"
|
||||||
"test_graphrag_vs_rag_notebook.yml"
|
"test_graphrag_vs_rag_notebook.yml"
|
||||||
"test_gemini.yml"
|
"test_llms.yml"
|
||||||
"test_fastembed.yml"
|
|
||||||
"test_multimedia_example.yaml"
|
"test_multimedia_example.yaml"
|
||||||
"test_deduplication.yml"
|
"test_deduplication.yml"
|
||||||
"test_eval_framework.yml"
|
"test_eval_framework.yml"
|
||||||
|
|
|
||||||
28
.github/workflows/test_fastembed.yml
vendored
28
.github/workflows/test_fastembed.yml
vendored
|
|
@ -1,28 +0,0 @@
|
||||||
name: test | fastembed
|
|
||||||
|
|
||||||
on:
|
|
||||||
workflow_call:
|
|
||||||
|
|
||||||
jobs:
|
|
||||||
test-fastembed:
|
|
||||||
name: Run Fastembed Test
|
|
||||||
runs-on: ubuntu-22.04
|
|
||||||
steps:
|
|
||||||
- name: Check out repository
|
|
||||||
uses: actions/checkout@v4
|
|
||||||
|
|
||||||
- name: Cognee Setup
|
|
||||||
uses: ./.github/actions/cognee_setup
|
|
||||||
with:
|
|
||||||
python-version: '3.11.x'
|
|
||||||
|
|
||||||
- name: Run Fastembed Simple Example
|
|
||||||
env:
|
|
||||||
LLM_PROVIDER: "openai"
|
|
||||||
LLM_API_KEY: ${{ secrets.LLM_API_KEY }}
|
|
||||||
LLM_MODEL: ${{ secrets.LLM_MODEL }}
|
|
||||||
EMBEDDING_PROVIDER: "fastembed"
|
|
||||||
EMBEDDING_MODEL: "sentence-transformers/all-MiniLM-L6-v2"
|
|
||||||
EMBEDDING_DIMENSIONS: "384"
|
|
||||||
EMBEDDING_MAX_TOKENS: "256"
|
|
||||||
run: uv run python ./examples/python/simple_example.py
|
|
||||||
29
.github/workflows/test_gemini.yml
vendored
29
.github/workflows/test_gemini.yml
vendored
|
|
@ -1,29 +0,0 @@
|
||||||
name: test | gemini
|
|
||||||
|
|
||||||
on:
|
|
||||||
workflow_call:
|
|
||||||
|
|
||||||
jobs:
|
|
||||||
test-gemini:
|
|
||||||
name: Run Gemini Test
|
|
||||||
runs-on: ubuntu-22.04
|
|
||||||
steps:
|
|
||||||
- name: Check out repository
|
|
||||||
uses: actions/checkout@v4
|
|
||||||
|
|
||||||
- name: Cognee Setup
|
|
||||||
uses: ./.github/actions/cognee_setup
|
|
||||||
with:
|
|
||||||
python-version: '3.11.x'
|
|
||||||
|
|
||||||
- name: Run Gemini Simple Example
|
|
||||||
env:
|
|
||||||
LLM_PROVIDER: "gemini"
|
|
||||||
LLM_API_KEY: ${{ secrets.GEMINI_API_KEY }}
|
|
||||||
LLM_MODEL: "gemini/gemini-1.5-flash"
|
|
||||||
EMBEDDING_PROVIDER: "gemini"
|
|
||||||
EMBEDDING_API_KEY: ${{ secrets.GEMINI_API_KEY }}
|
|
||||||
EMBEDDING_MODEL: "gemini/text-embedding-004"
|
|
||||||
EMBEDDING_DIMENSIONS: "768"
|
|
||||||
EMBEDDING_MAX_TOKENS: "8076"
|
|
||||||
run: uv run python ./examples/python/simple_example.py
|
|
||||||
82
.github/workflows/test_llms.yml
vendored
82
.github/workflows/test_llms.yml
vendored
|
|
@ -2,24 +2,80 @@ name: LLM Test Suites
|
||||||
|
|
||||||
on:
|
on:
|
||||||
workflow_call:
|
workflow_call:
|
||||||
workflow_dispatch:
|
|
||||||
|
|
||||||
env:
|
env:
|
||||||
RUNTIME__LOG_LEVEL: ERROR
|
RUNTIME__LOG_LEVEL: ERROR
|
||||||
ENV: 'dev'
|
ENV: 'dev'
|
||||||
|
|
||||||
jobs:
|
jobs:
|
||||||
gemini-tests:
|
test-gemini:
|
||||||
name: Gemini Tests
|
name: Run Gemini Test
|
||||||
uses: ./.github/workflows/test_gemini.yml
|
runs-on: ubuntu-22.04
|
||||||
secrets: inherit
|
steps:
|
||||||
|
- name: Check out repository
|
||||||
|
uses: actions/checkout@v4
|
||||||
|
|
||||||
fastembed-tests:
|
- name: Cognee Setup
|
||||||
name: Fastembed Tests
|
uses: ./.github/actions/cognee_setup
|
||||||
uses: ./.github/workflows/test_fastembed.yml
|
with:
|
||||||
secrets: inherit
|
python-version: '3.11.x'
|
||||||
|
|
||||||
openrouter-tests:
|
- name: Run Gemini Simple Example
|
||||||
name: OpenRouter Tests
|
env:
|
||||||
uses: ./.github/workflows/test_openrouter.yml
|
LLM_PROVIDER: "gemini"
|
||||||
secrets: inherit
|
LLM_API_KEY: ${{ secrets.GEMINI_API_KEY }}
|
||||||
|
LLM_MODEL: "gemini/gemini-1.5-flash"
|
||||||
|
EMBEDDING_PROVIDER: "gemini"
|
||||||
|
EMBEDDING_API_KEY: ${{ secrets.GEMINI_API_KEY }}
|
||||||
|
EMBEDDING_MODEL: "gemini/text-embedding-004"
|
||||||
|
EMBEDDING_DIMENSIONS: "768"
|
||||||
|
EMBEDDING_MAX_TOKENS: "8076"
|
||||||
|
run: uv run python ./examples/python/simple_example.py
|
||||||
|
|
||||||
|
test-fastembed:
|
||||||
|
name: Run Fastembed Test
|
||||||
|
runs-on: ubuntu-22.04
|
||||||
|
steps:
|
||||||
|
- name: Check out repository
|
||||||
|
uses: actions/checkout@v4
|
||||||
|
|
||||||
|
- name: Cognee Setup
|
||||||
|
uses: ./.github/actions/cognee_setup
|
||||||
|
with:
|
||||||
|
python-version: '3.11.x'
|
||||||
|
|
||||||
|
- name: Run Fastembed Simple Example
|
||||||
|
env:
|
||||||
|
LLM_PROVIDER: "openai"
|
||||||
|
LLM_API_KEY: ${{ secrets.LLM_API_KEY }}
|
||||||
|
LLM_MODEL: ${{ secrets.LLM_MODEL }}
|
||||||
|
EMBEDDING_PROVIDER: "fastembed"
|
||||||
|
EMBEDDING_MODEL: "sentence-transformers/all-MiniLM-L6-v2"
|
||||||
|
EMBEDDING_DIMENSIONS: "384"
|
||||||
|
EMBEDDING_MAX_TOKENS: "256"
|
||||||
|
run: uv run python ./examples/python/simple_example.py
|
||||||
|
|
||||||
|
test-openrouter:
|
||||||
|
name: Run OpenRouter Test
|
||||||
|
runs-on: ubuntu-22.04
|
||||||
|
steps:
|
||||||
|
- name: Check out repository
|
||||||
|
uses: actions/checkout@v4
|
||||||
|
|
||||||
|
- name: Cognee Setup
|
||||||
|
uses: ./.github/actions/cognee_setup
|
||||||
|
with:
|
||||||
|
python-version: '3.11.x'
|
||||||
|
|
||||||
|
- name: Run OpenRouter Simple Example
|
||||||
|
env:
|
||||||
|
LLM_PROVIDER: "custom"
|
||||||
|
LLM_API_KEY: ${{ secrets.OPENROUTER_API_KEY }}
|
||||||
|
LLM_MODEL: "openrouter/x-ai/grok-code-fast-1"
|
||||||
|
LLM_ENDPOINT: "https://openrouter.ai/api/v1"
|
||||||
|
EMBEDDING_PROVIDER: "openai"
|
||||||
|
EMBEDDING_API_KEY: ${{ secrets.OPENAI_API_KEY }}
|
||||||
|
EMBEDDING_MODEL: "openai/text-embedding-3-large"
|
||||||
|
EMBEDDING_DIMENSIONS: "3072"
|
||||||
|
EMBEDDING_MAX_TOKENS: "8191"
|
||||||
|
run: uv run python ./examples/python/simple_example.py
|
||||||
30
.github/workflows/test_openrouter.yml
vendored
30
.github/workflows/test_openrouter.yml
vendored
|
|
@ -1,30 +0,0 @@
|
||||||
name: test | openrouter
|
|
||||||
|
|
||||||
on:
|
|
||||||
workflow_call:
|
|
||||||
|
|
||||||
jobs:
|
|
||||||
test-openrouter:
|
|
||||||
name: Run OpenRouter Test
|
|
||||||
runs-on: ubuntu-22.04
|
|
||||||
steps:
|
|
||||||
- name: Check out repository
|
|
||||||
uses: actions/checkout@v4
|
|
||||||
|
|
||||||
- name: Cognee Setup
|
|
||||||
uses: ./.github/actions/cognee_setup
|
|
||||||
with:
|
|
||||||
python-version: '3.11.x'
|
|
||||||
|
|
||||||
- name: Run OpenRouter Simple Example
|
|
||||||
env:
|
|
||||||
LLM_PROVIDER: "custom"
|
|
||||||
LLM_API_KEY: ${{ secrets.OPENROUTER_API_KEY }}
|
|
||||||
LLM_MODEL: "openrouter/x-ai/grok-code-fast-1"
|
|
||||||
LLM_ENDPOINT: "https://openrouter.ai/api/v1"
|
|
||||||
EMBEDDING_PROVIDER: "openai"
|
|
||||||
EMBEDDING_API_KEY: ${{ secrets.OPENAI_API_KEY }}
|
|
||||||
EMBEDDING_MODEL: "openai/text-embedding-3-large"
|
|
||||||
EMBEDDING_DIMENSIONS: "3072"
|
|
||||||
EMBEDDING_MAX_TOKENS: "8191"
|
|
||||||
run: uv run python ./examples/python/simple_example.py
|
|
||||||
Loading…
Add table
Reference in a new issue