From 52e5b5c6f470485ffbaa43abf221d24c2b431874 Mon Sep 17 00:00:00 2001 From: hande-k Date: Fri, 24 Jan 2025 13:20:38 +0100 Subject: [PATCH] edit cognee_hotpot_eval.ipynb --- notebooks/cognee_hotpot_eval.ipynb | 26 +++++++++++++------------- 1 file changed, 13 insertions(+), 13 deletions(-) diff --git a/notebooks/cognee_hotpot_eval.ipynb b/notebooks/cognee_hotpot_eval.ipynb index 23fc35976..2ec83cc3b 100644 --- a/notebooks/cognee_hotpot_eval.ipynb +++ b/notebooks/cognee_hotpot_eval.ipynb @@ -56,8 +56,8 @@ "source": [ "## Define Context Provider\n", "**Options**: \n", - "- **no_rag**: raw context \n", "- **cognee**: context with cognee \n", + "- **no_rag**: raw context \n", "- **simple_rag**: context with simple rag \n", "- **brute_force**: context with brute force triplet search" ] @@ -66,7 +66,7 @@ "cell_type": "markdown", "metadata": {}, "source": [ - "### Here, \"no_rag\" is used as context provider\n" + "### Here, \"cognee\" is used as context provider\n" ] }, { @@ -75,7 +75,7 @@ "metadata": {}, "outputs": [], "source": [ - "context_provider_name = \"no_rag\"\n", + "context_provider_name = \"cognee\"\n", "context_provider = qa_context_providers[context_provider_name]" ] }, @@ -282,7 +282,7 @@ "cell_type": "markdown", "metadata": {}, "source": [ - "##### Calculating `\"F1\"`" + "##### Calculating `\"F1 Score\"`" ] }, { @@ -320,7 +320,7 @@ "cell_type": "markdown", "metadata": {}, "source": [ - "##### Calculating `\"EM\"`" + "##### Calculating `\"Exact Match (EM) Score\"`" ] }, { @@ -350,7 +350,7 @@ "cell_type": "markdown", "metadata": {}, "source": [ - "### \"cognee\" as context provider\n" + "### \"no_rag\" as context provider" ] }, { @@ -359,7 +359,7 @@ "metadata": {}, "outputs": [], "source": [ - "context_provider_name = \"cognee\"\n", + "context_provider_name = \"no_rag\"\n", "context_provider = qa_context_providers[context_provider_name]" ] }, @@ -553,7 +553,7 @@ "cell_type": "markdown", "metadata": {}, "source": [ - "##### Calculating `\"F1\"`" + "##### Calculating `\"F1 Score\"`" ] }, { @@ -591,7 +591,7 @@ "cell_type": "markdown", "metadata": {}, "source": [ - "##### Calculating `\"EM\"`" + "##### Calculating `\"Exact Match (EM) Score\"`" ] }, { @@ -833,7 +833,7 @@ "metadata": {}, "outputs": [], "source": [ - "metric_name_list = [\"F1\"]\n", + "metric_name_list = [\"F1 Score\"]\n", "eval_metrics = get_metrics(metric_name_list)" ] }, @@ -862,7 +862,7 @@ "cell_type": "markdown", "metadata": {}, "source": [ - "##### Calculating `\"EM\"`" + "##### Calculating `\"Exact Match (EM) Score\"`" ] }, { @@ -1095,7 +1095,7 @@ "cell_type": "markdown", "metadata": {}, "source": [ - "##### Calculating `\"F1\"`" + "##### Calculating `\"F1 Score\"`" ] }, { @@ -1133,7 +1133,7 @@ "cell_type": "markdown", "metadata": {}, "source": [ - "##### Calculating `\"EM\"`" + "##### Calculating `\"Exact Match (EM) Score\"`" ] }, {