gmakstutis/cognee
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Replicate PR 33

Browse source
This commit is contained in:
Leon Luithlen 2024-11-29 11:40:51 +01:00
parent d9fc740ec0
commit a5ae9185cd
3 changed files with 19 additions and 19 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

3
cognee/infrastructure/llm/prompts/patch_gen_instructions.txt
View file

@ -1,3 +1,2 @@
I need you to solve this issue by looking at the provided knowledge graph and I need you to solve this issue by generating a single patch file that I can apply directly to this repository using git apply.
generating a single patch file that I can apply directly to this repository using git apply.
Please respond with a single patch file in the following format. Please respond with a single patch file in the following format.

3
cognee/infrastructure/llm/prompts/patch_gen_kg_instructions.txt Normal file
View file

@ -0,0 +1,3 @@
I need you to solve this issue by looking at the provided knowledge graph and
generating a single patch file that I can apply directly to this repository using git apply.
Please respond with a single patch file in the following format.

32
evals/eval_swe_bench.py
View file

@ -45,7 +45,7 @@ def check_install_package(package_name):
except subprocess.CalledProcessError: except subprocess.CalledProcessError:
return False return False
async def generate_patch_with_cognee(instance, search_type=SearchType.CHUNKS): async def generate_patch_with_cognee(instance, llm_client, search_type=SearchType.CHUNKS):
await cognee.prune.prune_data() await cognee.prune.prune_data()
await cognee.prune.prune_system() await cognee.prune.prune_system()
@ -77,13 +77,13 @@ async def generate_patch_with_cognee(instance, search_type=SearchType.CHUNKS):
await render_graph(None, include_labels = True, include_nodes = True) await render_graph(None, include_labels = True, include_nodes = True)
problem_statement = instance['problem_statement'] problem_statement = instance['problem_statement']
instructions = read_query_prompt("patch_gen_instructions.txt") instructions = read_query_prompt("patch_gen_kg_instructions.txt")
graph_str = 'HERE WE SHOULD PASS THE TRIPLETS FROM GRAPHRAG' graph_str = 'HERE WE SHOULD PASS THE TRIPLETS FROM GRAPHRAG'
prompt = "\n".join( prompt = "\n".join(
[ [
instructions, problem_statement,
"<patch>", "<patch>",
PATCH_EXAMPLE, PATCH_EXAMPLE,
"</patch>", "</patch>",
@ -93,8 +93,8 @@ async def generate_patch_with_cognee(instance, search_type=SearchType.CHUNKS):
) )
answer_prediction = await llm_client.acreate_structured_output( answer_prediction = await llm_client.acreate_structured_output(
text_input=problem_statement, text_input=prompt,
system_prompt=prompt, system_prompt=instructions,
response_model=str, response_model=str,
) )
@ -102,12 +102,11 @@ async def generate_patch_with_cognee(instance, search_type=SearchType.CHUNKS):
async def generate_patch_without_cognee(instance, llm_client): async def generate_patch_without_cognee(instance, llm_client):
problem_statement = instance['problem_statement'] instructions = read_query_prompt("patch_gen_instructions.txt")
prompt = instance["text"]
answer_prediction = await llm_client.acreate_structured_output( answer_prediction = await llm_client.acreate_structured_output(
text_input=problem_statement, text_input=instance["text"],
system_prompt=prompt, system_prompt=instructions,
response_model=str, response_model=str,
) )
return answer_prediction return answer_prediction
@ -118,16 +117,15 @@ async def get_preds(dataset, with_cognee=True):
if with_cognee: if with_cognee:
model_name = "with_cognee" model_name = "with_cognee"
futures = [ pred_func = generate_patch_with_cognee
(instance["instance_id"], generate_patch_with_cognee(instance))
for instance in dataset
]
else: else:
model_name = "without_cognee" model_name = "without_cognee"
futures = [ pred_func = generate_patch_without_cognee
(instance["instance_id"], generate_patch_without_cognee(instance, llm_client))
for instance in dataset futures = [
] (instance["instance_id"], pred_func(instance, llm_client))
for instance in dataset
]
model_patches = await asyncio.gather(*[x[1] for x in futures]) model_patches = await asyncio.gather(*[x[1] for x in futures])
preds = [ preds = [