{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2025-03-20T16:16:43.665690Z",
     "start_time": "2025-03-20T16:16:42.923920Z"
    },
    "colab": {
     "base_uri": "https://localhost:8080/"
    },
    "id": "i9i9uUZ3pWQE",
    "outputId": "84404bb8-5841-4f2f-dd87-7f909c6e95aa"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Requirement already satisfied: pandas in /Users/prestonrasmussen/Library/Caches/pypoetry/virtualenvs/graphiti-core-XzHUgKi9-py3.12/lib/python3.12/site-packages (2.2.2)\r\n",
      "Requirement already satisfied: graphiti-core in /Users/prestonrasmussen/Library/Caches/pypoetry/virtualenvs/graphiti-core-XzHUgKi9-py3.12/lib/python3.12/site-packages (0.4.0)\r\n",
      "Requirement already satisfied: numpy>=1.26.0 in /Users/prestonrasmussen/Library/Caches/pypoetry/virtualenvs/graphiti-core-XzHUgKi9-py3.12/lib/python3.12/site-packages (from pandas) (2.1.3)\r\n",
      "Requirement already satisfied: python-dateutil>=2.8.2 in /Users/prestonrasmussen/Library/Caches/pypoetry/virtualenvs/graphiti-core-XzHUgKi9-py3.12/lib/python3.12/site-packages (from pandas) (2.9.0.post0)\r\n",
      "Requirement already satisfied: pytz>=2020.1 in /Users/prestonrasmussen/Library/Caches/pypoetry/virtualenvs/graphiti-core-XzHUgKi9-py3.12/lib/python3.12/site-packages (from pandas) (2024.2)\r\n",
      "Requirement already satisfied: tzdata>=2022.7 in /Users/prestonrasmussen/Library/Caches/pypoetry/virtualenvs/graphiti-core-XzHUgKi9-py3.12/lib/python3.12/site-packages (from pandas) (2024.1)\r\n",
      "Requirement already satisfied: diskcache<6.0.0,>=5.6.3 in /Users/prestonrasmussen/Library/Caches/pypoetry/virtualenvs/graphiti-core-XzHUgKi9-py3.12/lib/python3.12/site-packages (from graphiti-core) (5.6.3)\r\n",
      "Requirement already satisfied: neo4j<6.0.0,>=5.23.0 in /Users/prestonrasmussen/Library/Caches/pypoetry/virtualenvs/graphiti-core-XzHUgKi9-py3.12/lib/python3.12/site-packages (from graphiti-core) (5.26.0)\r\n",
      "Requirement already satisfied: openai<2.0.0,>=1.53.0 in /Users/prestonrasmussen/Library/Caches/pypoetry/virtualenvs/graphiti-core-XzHUgKi9-py3.12/lib/python3.12/site-packages (from graphiti-core) (1.54.3)\r\n",
      "Requirement already satisfied: pydantic<3.0.0,>=2.8.2 in /Users/prestonrasmussen/Library/Caches/pypoetry/virtualenvs/graphiti-core-XzHUgKi9-py3.12/lib/python3.12/site-packages (from graphiti-core) (2.9.2)\r\n",
      "Requirement already satisfied: python-dotenv<2.0.0,>=1.0.1 in /Users/prestonrasmussen/Library/Caches/pypoetry/virtualenvs/graphiti-core-XzHUgKi9-py3.12/lib/python3.12/site-packages (from graphiti-core) (1.0.1)\r\n",
      "Requirement already satisfied: tenacity==9.0.0 in /Users/prestonrasmussen/Library/Caches/pypoetry/virtualenvs/graphiti-core-XzHUgKi9-py3.12/lib/python3.12/site-packages (from graphiti-core) (9.0.0)\r\n",
      "Requirement already satisfied: anyio<5,>=3.5.0 in /Users/prestonrasmussen/Library/Caches/pypoetry/virtualenvs/graphiti-core-XzHUgKi9-py3.12/lib/python3.12/site-packages (from openai<2.0.0,>=1.53.0->graphiti-core) (4.6.2.post1)\r\n",
      "Requirement already satisfied: distro<2,>=1.7.0 in /Users/prestonrasmussen/Library/Caches/pypoetry/virtualenvs/graphiti-core-XzHUgKi9-py3.12/lib/python3.12/site-packages (from openai<2.0.0,>=1.53.0->graphiti-core) (1.9.0)\r\n",
      "Requirement already satisfied: httpx<1,>=0.23.0 in /Users/prestonrasmussen/Library/Caches/pypoetry/virtualenvs/graphiti-core-XzHUgKi9-py3.12/lib/python3.12/site-packages (from openai<2.0.0,>=1.53.0->graphiti-core) (0.27.2)\r\n",
      "Requirement already satisfied: jiter<1,>=0.4.0 in /Users/prestonrasmussen/Library/Caches/pypoetry/virtualenvs/graphiti-core-XzHUgKi9-py3.12/lib/python3.12/site-packages (from openai<2.0.0,>=1.53.0->graphiti-core) (0.7.0)\r\n",
      "Requirement already satisfied: sniffio in /Users/prestonrasmussen/Library/Caches/pypoetry/virtualenvs/graphiti-core-XzHUgKi9-py3.12/lib/python3.12/site-packages (from openai<2.0.0,>=1.53.0->graphiti-core) (1.3.1)\r\n",
      "Requirement already satisfied: tqdm>4 in /Users/prestonrasmussen/Library/Caches/pypoetry/virtualenvs/graphiti-core-XzHUgKi9-py3.12/lib/python3.12/site-packages (from openai<2.0.0,>=1.53.0->graphiti-core) (4.67.0)\r\n",
      "Requirement already satisfied: typing-extensions<5,>=4.11 in /Users/prestonrasmussen/Library/Caches/pypoetry/virtualenvs/graphiti-core-XzHUgKi9-py3.12/lib/python3.12/site-packages (from openai<2.0.0,>=1.53.0->graphiti-core) (4.12.2)\r\n",
      "Requirement already satisfied: annotated-types>=0.6.0 in /Users/prestonrasmussen/Library/Caches/pypoetry/virtualenvs/graphiti-core-XzHUgKi9-py3.12/lib/python3.12/site-packages (from pydantic<3.0.0,>=2.8.2->graphiti-core) (0.7.0)\r\n",
      "Requirement already satisfied: pydantic-core==2.23.4 in /Users/prestonrasmussen/Library/Caches/pypoetry/virtualenvs/graphiti-core-XzHUgKi9-py3.12/lib/python3.12/site-packages (from pydantic<3.0.0,>=2.8.2->graphiti-core) (2.23.4)\r\n",
      "Requirement already satisfied: six>=1.5 in /Users/prestonrasmussen/Library/Caches/pypoetry/virtualenvs/graphiti-core-XzHUgKi9-py3.12/lib/python3.12/site-packages (from python-dateutil>=2.8.2->pandas) (1.16.0)\r\n",
      "Requirement already satisfied: idna>=2.8 in /Users/prestonrasmussen/Library/Caches/pypoetry/virtualenvs/graphiti-core-XzHUgKi9-py3.12/lib/python3.12/site-packages (from anyio<5,>=3.5.0->openai<2.0.0,>=1.53.0->graphiti-core) (3.10)\r\n",
      "Requirement already satisfied: certifi in /Users/prestonrasmussen/Library/Caches/pypoetry/virtualenvs/graphiti-core-XzHUgKi9-py3.12/lib/python3.12/site-packages (from httpx<1,>=0.23.0->openai<2.0.0,>=1.53.0->graphiti-core) (2024.8.30)\r\n",
      "Requirement already satisfied: httpcore==1.* in /Users/prestonrasmussen/Library/Caches/pypoetry/virtualenvs/graphiti-core-XzHUgKi9-py3.12/lib/python3.12/site-packages (from httpx<1,>=0.23.0->openai<2.0.0,>=1.53.0->graphiti-core) (1.0.6)\r\n",
      "Requirement already satisfied: h11<0.15,>=0.13 in /Users/prestonrasmussen/Library/Caches/pypoetry/virtualenvs/graphiti-core-XzHUgKi9-py3.12/lib/python3.12/site-packages (from httpcore==1.*->httpx<1,>=0.23.0->openai<2.0.0,>=1.53.0->graphiti-core) (0.14.0)\r\n",
      "\r\n",
      "\u001b[1m[\u001b[0m\u001b[34;49mnotice\u001b[0m\u001b[1;39;49m]\u001b[0m\u001b[39;49m A new release of pip is available: \u001b[0m\u001b[31;49m24.1\u001b[0m\u001b[39;49m -> \u001b[0m\u001b[32;49m25.0.1\u001b[0m\r\n",
      "\u001b[1m[\u001b[0m\u001b[34;49mnotice\u001b[0m\u001b[1;39;49m]\u001b[0m\u001b[39;49m To update, run: \u001b[0m\u001b[32;49mpip install --upgrade pip\u001b[0m\r\n",
      "Note: you may need to restart the kernel to use updated packages.\n"
     ]
    }
   ],
   "source": [
    "######## Installations - BE SURE TO MAKE YOUR OWN LOCAL VENV FIRST\n",
    "\n",
    "%pip install pandas graphiti-core"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2025-03-20T16:16:48.236627Z",
     "start_time": "2025-03-20T16:16:47.667113Z"
    },
    "id": "KgzveXyAp35v"
   },
   "outputs": [],
   "source": [
    "######## Imports\n",
    "\n",
    "import csv\n",
    "import json\n",
    "import os\n",
    "from datetime import datetime\n",
    "\n",
    "import pandas as pd\n",
    "from utils import dict_to_entity, entity_to_dict, ingest_and_label_minidataset\n",
    "\n",
    "from graphiti_core.llm_client import OpenAIClient\n",
    "from graphiti_core.llm_client.config import LLMConfig\n",
    "from graphiti_core.nodes import EntityNode"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2025-03-20T17:18:04.504351Z",
     "start_time": "2025-03-20T17:18:04.080796Z"
    },
    "id": "_RjEZnk5v530"
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>question_id</th>\n",
       "      <th>question_type</th>\n",
       "      <th>multisession_index</th>\n",
       "      <th>session_index</th>\n",
       "      <th>message_index_within_session</th>\n",
       "      <th>message_index_across_sessions</th>\n",
       "      <th>session_date</th>\n",
       "      <th>message</th>\n",
       "      <th>previous_messages</th>\n",
       "      <th>num_previous_messages</th>\n",
       "      <th>message_has_answer</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>gpt4_2655b836</td>\n",
       "      <td>temporal-reasoning</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2023-04-10 14:47:00</td>\n",
       "      <td>{\"role\": \"user\", \"content\": \"I'm thinking of g...</td>\n",
       "      <td>[]</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>gpt4_2655b836</td>\n",
       "      <td>temporal-reasoning</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>2023-04-10 14:47:00</td>\n",
       "      <td>{\"role\": \"assistant\", \"content\": \"Choosing the...</td>\n",
       "      <td>[{\"role\": \"user\", \"content\": \"I'm thinking of ...</td>\n",
       "      <td>1</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>gpt4_2655b836</td>\n",
       "      <td>temporal-reasoning</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>2023-04-10 14:47:00</td>\n",
       "      <td>{\"role\": \"user\", \"content\": \"I've been doing s...</td>\n",
       "      <td>[{\"role\": \"user\", \"content\": \"I'm thinking of ...</td>\n",
       "      <td>2</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>gpt4_2655b836</td>\n",
       "      <td>temporal-reasoning</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>2023-04-10 14:47:00</td>\n",
       "      <td>{\"role\": \"assistant\", \"content\": \"That's great...</td>\n",
       "      <td>[{\"role\": \"user\", \"content\": \"I'm thinking of ...</td>\n",
       "      <td>3</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>gpt4_2655b836</td>\n",
       "      <td>temporal-reasoning</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>2023-04-10 14:47:00</td>\n",
       "      <td>{\"role\": \"user\", \"content\": \"I'll definitely a...</td>\n",
       "      <td>[{\"role\": \"user\", \"content\": \"I'm thinking of ...</td>\n",
       "      <td>4</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "     question_id       question_type  multisession_index  session_index  \\\n",
       "0  gpt4_2655b836  temporal-reasoning                   0              0   \n",
       "1  gpt4_2655b836  temporal-reasoning                   0              0   \n",
       "2  gpt4_2655b836  temporal-reasoning                   0              0   \n",
       "3  gpt4_2655b836  temporal-reasoning                   0              0   \n",
       "4  gpt4_2655b836  temporal-reasoning                   0              0   \n",
       "\n",
       "   message_index_within_session  message_index_across_sessions  \\\n",
       "0                             0                              0   \n",
       "1                             1                              1   \n",
       "2                             2                              2   \n",
       "3                             3                              3   \n",
       "4                             4                              4   \n",
       "\n",
       "          session_date                                            message  \\\n",
       "0  2023-04-10 14:47:00  {\"role\": \"user\", \"content\": \"I'm thinking of g...   \n",
       "1  2023-04-10 14:47:00  {\"role\": \"assistant\", \"content\": \"Choosing the...   \n",
       "2  2023-04-10 14:47:00  {\"role\": \"user\", \"content\": \"I've been doing s...   \n",
       "3  2023-04-10 14:47:00  {\"role\": \"assistant\", \"content\": \"That's great...   \n",
       "4  2023-04-10 14:47:00  {\"role\": \"user\", \"content\": \"I'll definitely a...   \n",
       "\n",
       "                                   previous_messages  num_previous_messages  \\\n",
       "0                                                 []                      0   \n",
       "1  [{\"role\": \"user\", \"content\": \"I'm thinking of ...                      1   \n",
       "2  [{\"role\": \"user\", \"content\": \"I'm thinking of ...                      2   \n",
       "3  [{\"role\": \"user\", \"content\": \"I'm thinking of ...                      3   \n",
       "4  [{\"role\": \"user\", \"content\": \"I'm thinking of ...                      4   \n",
       "\n",
       "   message_has_answer  \n",
       "0               False  \n",
       "1               False  \n",
       "2                True  \n",
       "3               False  \n",
       "4               False  "
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "######## Load the eval dataset\n",
    "folder_path = './longmemeval_data/snippetized_data'\n",
    "file_path = os.path.join(folder_path, 'longmemeval_oracle_snippetized.csv')\n",
    "lme_dataset_df = pd.read_csv(file_path)\n",
    "lme_dataset_df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "######## Methods\n",
    "\n",
    "MAX_NUM_PREVIOUS_MESSAGES = 5\n",
    "\n",
    "\n",
    "def filter_for_zep_labelling(df):\n",
    "    \"\"\"\n",
    "    Filters the dataset for the snippets we want to use for Zep labelling.\n",
    "    \"\"\"\n",
    "\n",
    "    # Filter to only rows where question_type = single_session_user\n",
    "    df = df[df['question_type'] == 'single-session-user']\n",
    "\n",
    "    # Filter only where message_has_answer = True\n",
    "    df = df[df['message_has_answer'] == True]\n",
    "\n",
    "    # Filter to only rows where num_previous_messages = 5\n",
    "    df = df[df['num_previous_messages'] == 5]\n",
    "\n",
    "    # Limit to only 5 rows\n",
    "    df = df.head(1)\n",
    "\n",
    "    return df\n",
    "\n",
    "\n",
    "def expand_previous_messages(df):\n",
    "    \"\"\"\n",
    "    Expands the previous_messages column into separate columns.\n",
    "    \"\"\"\n",
    "    # First parse the string into actual list of dicts\n",
    "    df['previous_messages'] = df['previous_messages'].apply(json.loads)\n",
    "\n",
    "    # Then create separate columns for each message\n",
    "    for i in range(MAX_NUM_PREVIOUS_MESSAGES):\n",
    "        df[f'previous_message_{i + 1}'] = df['previous_messages'].apply(\n",
    "            lambda x: x[i] if i < len(x) else None\n",
    "        )\n",
    "\n",
    "    # Drop the original previous_messages column if desired\n",
    "    return df.drop('previous_messages', axis=1)\n",
    "\n",
    "\n",
    "def make_messages_readable(df):\n",
    "    \"\"\"\n",
    "    Makes the messages more readable.\n",
    "    \"\"\"\n",
    "    for i in range(MAX_NUM_PREVIOUS_MESSAGES):\n",
    "        df[f'previous_message_{i + 1}'] = df[f'previous_message_{i + 1}'].apply(\n",
    "            lambda x: '|' * 10 + f\"  {x['role']}  \" + '|' * 10 + '\\n\\n' + f\"{x['content']}\"\n",
    "            if x is not None\n",
    "            else None\n",
    "        )\n",
    "\n",
    "    df['message'] = df.apply(\n",
    "        lambda row: '|' * 10\n",
    "        + f\"  {row['message_role']}  \"\n",
    "        + '|' * 10\n",
    "        + '\\n\\n'\n",
    "        + f\"{row['message']}\"\n",
    "        if row['message'] is not None\n",
    "        else None,\n",
    "        axis=1,\n",
    "    )\n",
    "    return df\n",
    "\n",
    "\n",
    "def order_columns(df):\n",
    "    \"\"\"\n",
    "    Orders the columns in the way we want them.\n",
    "    \"\"\"\n",
    "    df = df[\n",
    "        [\n",
    "            'question_id',\n",
    "            'question_type',\n",
    "            'multisession_index',\n",
    "            'session_index',\n",
    "            'message_index_within_session',\n",
    "            'message_index_across_sessions',\n",
    "            'session_date',\n",
    "            'message_role',\n",
    "            'num_previous_messages',\n",
    "            'message_has_answer',\n",
    "            'previous_message_1',\n",
    "            'previous_message_2',\n",
    "            'previous_message_3',\n",
    "            'previous_message_4',\n",
    "            'previous_message_5',\n",
    "            'message',\n",
    "        ]\n",
    "    ]\n",
    "    return df\n",
    "\n",
    "\n",
    "def insert_answer_columns(df, num_prompt_instructions):\n",
    "    for prompt_instruction_index in range(num_prompt_instructions, 0, -1):\n",
    "        for i in range(MAX_NUM_PREVIOUS_MESSAGES, 0, -1):\n",
    "            # Insert after each previous message\n",
    "            column_tag = f'({prompt_instruction_index}.{i})'\n",
    "            df.insert(\n",
    "                loc=df.columns.get_loc(f'previous_message_{i}') + 1,\n",
    "                column=f'Answer to Prompt Instruction {prompt_instruction_index} {column_tag}',\n",
    "                value='',\n",
    "            )\n",
    "            df.insert(\n",
    "                loc=df.columns.get_loc(f'previous_message_{i}') + 2,\n",
    "                column=f'Done?                {column_tag}',\n",
    "                value='',\n",
    "            )\n",
    "\n",
    "        column_tag = f'({prompt_instruction_index}.{MAX_NUM_PREVIOUS_MESSAGES + 1})'\n",
    "        # Insert after each previous message\n",
    "        df.insert(\n",
    "            loc=df.columns.get_loc(f'message') + 1,\n",
    "            column=f'Answer to Prompt Instruction {prompt_instruction_index} {column_tag}',\n",
    "            value='',\n",
    "        )\n",
    "        df.insert(\n",
    "            loc=df.columns.get_loc(f'message') + 2,\n",
    "            column=f'Done?                {column_tag}',\n",
    "            value='',\n",
    "        )\n",
    "\n",
    "\n",
    "def insert_default_answers_round1(df):\n",
    "    \"\"\"\n",
    "    Inserts default answers for the first round of prompt instructions.\n",
    "    \"\"\"\n",
    "    for i in range(MAX_NUM_PREVIOUS_MESSAGES, 0, -1):\n",
    "        column_tag = f'(1.{i})'\n",
    "        answer_col = f'Answer to Prompt Instruction 1 {column_tag}'\n",
    "        msg_col = f'previous_message_{i}'\n",
    "\n",
    "        # Set default value based on role from previous message\n",
    "        df[answer_col] = df[msg_col].apply(lambda x: f\"[${x['role']}$, ]\" if x is not None else '')\n",
    "\n",
    "    # Handle the final message\n",
    "    column_tag = f'(1.{MAX_NUM_PREVIOUS_MESSAGES + 1})'\n",
    "    answer_col = f'Answer to Prompt Instruction 1 {column_tag}'\n",
    "\n",
    "    # Set default value based on role from current message\n",
    "    df[answer_col] = df.apply(lambda row: f\"[${row['message_role']}$, ]\", axis=1)\n",
    "\n",
    "\n",
    "def insert_example_row(df, num_prompt_instructions):\n",
    "    \"\"\"\n",
    "    Inserts an example row at the top of the dataframe with 'EXAMPLE' as values.\n",
    "    \"\"\"\n",
    "    example_row = {col: 'EXAMPLE' for col in df.columns}\n",
    "    # for i in range(2):\n",
    "    #     for j in range(num_prompt_instructions):\n",
    "    #         example_row[f\"Done? ({j+1}.{i+1})\"] = \"x\"\n",
    "    df.loc[-1] = example_row\n",
    "    df.index = df.index + 1\n",
    "    df.sort_index(inplace=True)\n",
    "    return df\n",
    "\n",
    "\n",
    "def transform_eval_minidataset(df):\n",
    "    \"\"\"\n",
    "    Transforms the eval mini dataset so that there is a row for every message in previous messages.\n",
    "    \"\"\"\n",
    "\n",
    "    df = df.rename(columns={col: f'snippet_{col}' for col in df.columns})\n",
    "\n",
    "    ### Add new columns\n",
    "    df.reset_index(drop=True, inplace=True)\n",
    "    df['snippet_index'] = df.index\n",
    "\n",
    "    transformed_rows = []\n",
    "\n",
    "    for _, row in df.iterrows():\n",
    "        previous_messages = json.loads(row['snippet_previous_messages'])\n",
    "\n",
    "        for i, message in enumerate(previous_messages):\n",
    "            new_row = row.copy()\n",
    "            new_row['message_index_within_snippet'] = i\n",
    "            new_row['input_message'] = json.dumps(message)\n",
    "            new_row['input_previous_messages'] = json.dumps(previous_messages[:i])\n",
    "            transformed_rows.append(new_row)\n",
    "\n",
    "        new_row = row.copy()\n",
    "        new_row['message_index_within_snippet'] = len(previous_messages)\n",
    "        new_row['input_message'] = row['snippet_message']\n",
    "        new_row['input_previous_messages'] = row['snippet_previous_messages']\n",
    "        transformed_rows.append(new_row)\n",
    "\n",
    "    transformed_df = pd.DataFrame(transformed_rows)\n",
    "\n",
    "    transformed_rows = []\n",
    "    task_names = [\n",
    "        'extract_nodes',\n",
    "        'dedupe_nodes',\n",
    "        'extract_edges',\n",
    "        'dedupe_edges',\n",
    "        'extract_edge_dates',\n",
    "        'edge_invalidation',\n",
    "    ]\n",
    "    for _, row in transformed_df.iterrows():\n",
    "        for task_index, task_name in enumerate(task_names):\n",
    "            new_row = row.copy()\n",
    "            new_row['task_name'] = task_name\n",
    "            new_row['task_index'] = task_index\n",
    "            transformed_rows.append(new_row)\n",
    "\n",
    "    transformed_df = pd.DataFrame(transformed_rows)\n",
    "\n",
    "    # Reorder columns\n",
    "    transformed_df = transformed_df[\n",
    "        [\n",
    "            'snippet_index',\n",
    "            'message_index_within_snippet',\n",
    "            'task_index',\n",
    "            'task_name',\n",
    "            'snippet_message',\n",
    "            'snippet_previous_messages',\n",
    "            'input_message',\n",
    "            'input_previous_messages',\n",
    "        ]\n",
    "    ]  # , 'input_extracted_nodes', 'input_existing_relevant_nodes', 'input_extracted_edges', 'input_existing_relevant_edges', 'output_zep', 'output_gpt4o', 'output_human']]\n",
    "\n",
    "    # Ensure to reset the indices to be sequential\n",
    "    transformed_df.reset_index(drop=True, inplace=True)\n",
    "\n",
    "    return transformed_df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Set pandas settings to display all columns and have max width of columns\n",
    "pd.set_option('display.max_columns', 100)\n",
    "pd.set_option('display.max_rows', 100)\n",
    "pd.set_option('display.max_colwidth', 120)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>question_id</th>\n",
       "      <th>question_type</th>\n",
       "      <th>multisession_index</th>\n",
       "      <th>session_index</th>\n",
       "      <th>message_index_within_session</th>\n",
       "      <th>message_index_across_sessions</th>\n",
       "      <th>session_date</th>\n",
       "      <th>message</th>\n",
       "      <th>previous_messages</th>\n",
       "      <th>num_previous_messages</th>\n",
       "      <th>message_has_answer</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>6686</th>\n",
       "      <td>e47becba</td>\n",
       "      <td>single-session-user</td>\n",
       "      <td>286</td>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>5</td>\n",
       "      <td>2023-05-21 11:54:00</td>\n",
       "      <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
       "      <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
       "      <td>5</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "     question_id        question_type  multisession_index  session_index  \\\n",
       "6686    e47becba  single-session-user                 286              0   \n",
       "\n",
       "      message_index_within_session  message_index_across_sessions  \\\n",
       "6686                             5                              5   \n",
       "\n",
       "             session_date  \\\n",
       "6686  2023-05-21 11:54:00   \n",
       "\n",
       "                                                                                                                      message  \\\n",
       "6686  {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...   \n",
       "\n",
       "                                                                                                            previous_messages  \\\n",
       "6686  [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...   \n",
       "\n",
       "      num_previous_messages  message_has_answer  \n",
       "6686                      5                True  "
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "######## Filtering to only snippets/rows we want\n",
    "lme_dataset_df_filtered = filter_for_zep_labelling(lme_dataset_df)\n",
    "lme_dataset_df_filtered.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Number of rows: 36\n",
      "Number of columns: 8\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>snippet_index</th>\n",
       "      <th>message_index_within_snippet</th>\n",
       "      <th>task_index</th>\n",
       "      <th>task_name</th>\n",
       "      <th>snippet_message</th>\n",
       "      <th>snippet_previous_messages</th>\n",
       "      <th>input_message</th>\n",
       "      <th>input_previous_messages</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>extract_nodes</td>\n",
       "      <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
       "      <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
       "      <td>{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management app...</td>\n",
       "      <td>[]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>dedupe_nodes</td>\n",
       "      <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
       "      <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
       "      <td>{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management app...</td>\n",
       "      <td>[]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>extract_edges</td>\n",
       "      <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
       "      <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
       "      <td>{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management app...</td>\n",
       "      <td>[]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>dedupe_edges</td>\n",
       "      <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
       "      <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
       "      <td>{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management app...</td>\n",
       "      <td>[]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>extract_edge_dates</td>\n",
       "      <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
       "      <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
       "      <td>{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management app...</td>\n",
       "      <td>[]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>edge_invalidation</td>\n",
       "      <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
       "      <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
       "      <td>{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management app...</td>\n",
       "      <td>[]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>extract_nodes</td>\n",
       "      <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
       "      <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
       "      <td>{\"role\": \"assistant\", \"content\": \"Making the leap from a planner to a digital task management system! Congratulation...</td>\n",
       "      <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>dedupe_nodes</td>\n",
       "      <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
       "      <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
       "      <td>{\"role\": \"assistant\", \"content\": \"Making the leap from a planner to a digital task management system! Congratulation...</td>\n",
       "      <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>extract_edges</td>\n",
       "      <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
       "      <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
       "      <td>{\"role\": \"assistant\", \"content\": \"Making the leap from a planner to a digital task management system! Congratulation...</td>\n",
       "      <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>dedupe_edges</td>\n",
       "      <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
       "      <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
       "      <td>{\"role\": \"assistant\", \"content\": \"Making the leap from a planner to a digital task management system! Congratulation...</td>\n",
       "      <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>extract_edge_dates</td>\n",
       "      <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
       "      <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
       "      <td>{\"role\": \"assistant\", \"content\": \"Making the leap from a planner to a digital task management system! Congratulation...</td>\n",
       "      <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>5</td>\n",
       "      <td>edge_invalidation</td>\n",
       "      <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
       "      <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
       "      <td>{\"role\": \"assistant\", \"content\": \"Making the leap from a planner to a digital task management system! Congratulation...</td>\n",
       "      <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>extract_nodes</td>\n",
       "      <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
       "      <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
       "      <td>{\"role\": \"user\", \"content\": \"I think I'll try out Todoist and Trello. I've heard a lot of good things about them. By...</td>\n",
       "      <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>dedupe_nodes</td>\n",
       "      <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
       "      <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
       "      <td>{\"role\": \"user\", \"content\": \"I think I'll try out Todoist and Trello. I've heard a lot of good things about them. By...</td>\n",
       "      <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>extract_edges</td>\n",
       "      <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
       "      <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
       "      <td>{\"role\": \"user\", \"content\": \"I think I'll try out Todoist and Trello. I've heard a lot of good things about them. By...</td>\n",
       "      <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>dedupe_edges</td>\n",
       "      <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
       "      <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
       "      <td>{\"role\": \"user\", \"content\": \"I think I'll try out Todoist and Trello. I've heard a lot of good things about them. By...</td>\n",
       "      <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>4</td>\n",
       "      <td>extract_edge_dates</td>\n",
       "      <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
       "      <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
       "      <td>{\"role\": \"user\", \"content\": \"I think I'll try out Todoist and Trello. I've heard a lot of good things about them. By...</td>\n",
       "      <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>5</td>\n",
       "      <td>edge_invalidation</td>\n",
       "      <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
       "      <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
       "      <td>{\"role\": \"user\", \"content\": \"I think I'll try out Todoist and Trello. I've heard a lot of good things about them. By...</td>\n",
       "      <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>extract_nodes</td>\n",
       "      <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
       "      <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
       "      <td>{\"role\": \"assistant\", \"content\": \"Todoist and Trello are both excellent choices for task management.\\n\\nNow, about c...</td>\n",
       "      <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>dedupe_nodes</td>\n",
       "      <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
       "      <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
       "      <td>{\"role\": \"assistant\", \"content\": \"Todoist and Trello are both excellent choices for task management.\\n\\nNow, about c...</td>\n",
       "      <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>extract_edges</td>\n",
       "      <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
       "      <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
       "      <td>{\"role\": \"assistant\", \"content\": \"Todoist and Trello are both excellent choices for task management.\\n\\nNow, about c...</td>\n",
       "      <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>dedupe_edges</td>\n",
       "      <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
       "      <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
       "      <td>{\"role\": \"assistant\", \"content\": \"Todoist and Trello are both excellent choices for task management.\\n\\nNow, about c...</td>\n",
       "      <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>extract_edge_dates</td>\n",
       "      <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
       "      <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
       "      <td>{\"role\": \"assistant\", \"content\": \"Todoist and Trello are both excellent choices for task management.\\n\\nNow, about c...</td>\n",
       "      <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>5</td>\n",
       "      <td>edge_invalidation</td>\n",
       "      <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
       "      <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
       "      <td>{\"role\": \"assistant\", \"content\": \"Todoist and Trello are both excellent choices for task management.\\n\\nNow, about c...</td>\n",
       "      <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>extract_nodes</td>\n",
       "      <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
       "      <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
       "      <td>{\"role\": \"user\", \"content\": \"I graduated with a degree in Business Administration, which has definitely helped me in...</td>\n",
       "      <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>dedupe_nodes</td>\n",
       "      <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
       "      <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
       "      <td>{\"role\": \"user\", \"content\": \"I graduated with a degree in Business Administration, which has definitely helped me in...</td>\n",
       "      <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>2</td>\n",
       "      <td>extract_edges</td>\n",
       "      <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
       "      <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
       "      <td>{\"role\": \"user\", \"content\": \"I graduated with a degree in Business Administration, which has definitely helped me in...</td>\n",
       "      <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>dedupe_edges</td>\n",
       "      <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
       "      <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
       "      <td>{\"role\": \"user\", \"content\": \"I graduated with a degree in Business Administration, which has definitely helped me in...</td>\n",
       "      <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>extract_edge_dates</td>\n",
       "      <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
       "      <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
       "      <td>{\"role\": \"user\", \"content\": \"I graduated with a degree in Business Administration, which has definitely helped me in...</td>\n",
       "      <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>5</td>\n",
       "      <td>edge_invalidation</td>\n",
       "      <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
       "      <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
       "      <td>{\"role\": \"user\", \"content\": \"I graduated with a degree in Business Administration, which has definitely helped me in...</td>\n",
       "      <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30</th>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>extract_nodes</td>\n",
       "      <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
       "      <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
       "      <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
       "      <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31</th>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>dedupe_nodes</td>\n",
       "      <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
       "      <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
       "      <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
       "      <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32</th>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>2</td>\n",
       "      <td>extract_edges</td>\n",
       "      <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
       "      <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
       "      <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
       "      <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33</th>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>3</td>\n",
       "      <td>dedupe_edges</td>\n",
       "      <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
       "      <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
       "      <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
       "      <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34</th>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>4</td>\n",
       "      <td>extract_edge_dates</td>\n",
       "      <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
       "      <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
       "      <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
       "      <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35</th>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>5</td>\n",
       "      <td>edge_invalidation</td>\n",
       "      <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
       "      <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
       "      <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
       "      <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "    snippet_index  message_index_within_snippet  task_index  \\\n",
       "0               0                             0           0   \n",
       "1               0                             0           1   \n",
       "2               0                             0           2   \n",
       "3               0                             0           3   \n",
       "4               0                             0           4   \n",
       "5               0                             0           5   \n",
       "6               0                             1           0   \n",
       "7               0                             1           1   \n",
       "8               0                             1           2   \n",
       "9               0                             1           3   \n",
       "10              0                             1           4   \n",
       "11              0                             1           5   \n",
       "12              0                             2           0   \n",
       "13              0                             2           1   \n",
       "14              0                             2           2   \n",
       "15              0                             2           3   \n",
       "16              0                             2           4   \n",
       "17              0                             2           5   \n",
       "18              0                             3           0   \n",
       "19              0                             3           1   \n",
       "20              0                             3           2   \n",
       "21              0                             3           3   \n",
       "22              0                             3           4   \n",
       "23              0                             3           5   \n",
       "24              0                             4           0   \n",
       "25              0                             4           1   \n",
       "26              0                             4           2   \n",
       "27              0                             4           3   \n",
       "28              0                             4           4   \n",
       "29              0                             4           5   \n",
       "30              0                             5           0   \n",
       "31              0                             5           1   \n",
       "32              0                             5           2   \n",
       "33              0                             5           3   \n",
       "34              0                             5           4   \n",
       "35              0                             5           5   \n",
       "\n",
       "             task_name  \\\n",
       "0        extract_nodes   \n",
       "1         dedupe_nodes   \n",
       "2        extract_edges   \n",
       "3         dedupe_edges   \n",
       "4   extract_edge_dates   \n",
       "5    edge_invalidation   \n",
       "6        extract_nodes   \n",
       "7         dedupe_nodes   \n",
       "8        extract_edges   \n",
       "9         dedupe_edges   \n",
       "10  extract_edge_dates   \n",
       "11   edge_invalidation   \n",
       "12       extract_nodes   \n",
       "13        dedupe_nodes   \n",
       "14       extract_edges   \n",
       "15        dedupe_edges   \n",
       "16  extract_edge_dates   \n",
       "17   edge_invalidation   \n",
       "18       extract_nodes   \n",
       "19        dedupe_nodes   \n",
       "20       extract_edges   \n",
       "21        dedupe_edges   \n",
       "22  extract_edge_dates   \n",
       "23   edge_invalidation   \n",
       "24       extract_nodes   \n",
       "25        dedupe_nodes   \n",
       "26       extract_edges   \n",
       "27        dedupe_edges   \n",
       "28  extract_edge_dates   \n",
       "29   edge_invalidation   \n",
       "30       extract_nodes   \n",
       "31        dedupe_nodes   \n",
       "32       extract_edges   \n",
       "33        dedupe_edges   \n",
       "34  extract_edge_dates   \n",
       "35   edge_invalidation   \n",
       "\n",
       "                                                                                                            snippet_message  \\\n",
       "0   {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...   \n",
       "1   {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...   \n",
       "2   {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...   \n",
       "3   {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...   \n",
       "4   {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...   \n",
       "5   {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...   \n",
       "6   {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...   \n",
       "7   {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...   \n",
       "8   {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...   \n",
       "9   {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...   \n",
       "10  {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...   \n",
       "11  {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...   \n",
       "12  {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...   \n",
       "13  {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...   \n",
       "14  {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...   \n",
       "15  {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...   \n",
       "16  {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...   \n",
       "17  {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...   \n",
       "18  {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...   \n",
       "19  {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...   \n",
       "20  {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...   \n",
       "21  {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...   \n",
       "22  {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...   \n",
       "23  {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...   \n",
       "24  {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...   \n",
       "25  {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...   \n",
       "26  {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...   \n",
       "27  {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...   \n",
       "28  {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...   \n",
       "29  {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...   \n",
       "30  {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...   \n",
       "31  {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...   \n",
       "32  {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...   \n",
       "33  {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...   \n",
       "34  {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...   \n",
       "35  {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...   \n",
       "\n",
       "                                                                                                  snippet_previous_messages  \\\n",
       "0   [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...   \n",
       "1   [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...   \n",
       "2   [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...   \n",
       "3   [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...   \n",
       "4   [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...   \n",
       "5   [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...   \n",
       "6   [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...   \n",
       "7   [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...   \n",
       "8   [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...   \n",
       "9   [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...   \n",
       "10  [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...   \n",
       "11  [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...   \n",
       "12  [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...   \n",
       "13  [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...   \n",
       "14  [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...   \n",
       "15  [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...   \n",
       "16  [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...   \n",
       "17  [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...   \n",
       "18  [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...   \n",
       "19  [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...   \n",
       "20  [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...   \n",
       "21  [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...   \n",
       "22  [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...   \n",
       "23  [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...   \n",
       "24  [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...   \n",
       "25  [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...   \n",
       "26  [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...   \n",
       "27  [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...   \n",
       "28  [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...   \n",
       "29  [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...   \n",
       "30  [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...   \n",
       "31  [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...   \n",
       "32  [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...   \n",
       "33  [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...   \n",
       "34  [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...   \n",
       "35  [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...   \n",
       "\n",
       "                                                                                                              input_message  \\\n",
       "0   {\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management app...   \n",
       "1   {\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management app...   \n",
       "2   {\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management app...   \n",
       "3   {\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management app...   \n",
       "4   {\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management app...   \n",
       "5   {\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management app...   \n",
       "6   {\"role\": \"assistant\", \"content\": \"Making the leap from a planner to a digital task management system! Congratulation...   \n",
       "7   {\"role\": \"assistant\", \"content\": \"Making the leap from a planner to a digital task management system! Congratulation...   \n",
       "8   {\"role\": \"assistant\", \"content\": \"Making the leap from a planner to a digital task management system! Congratulation...   \n",
       "9   {\"role\": \"assistant\", \"content\": \"Making the leap from a planner to a digital task management system! Congratulation...   \n",
       "10  {\"role\": \"assistant\", \"content\": \"Making the leap from a planner to a digital task management system! Congratulation...   \n",
       "11  {\"role\": \"assistant\", \"content\": \"Making the leap from a planner to a digital task management system! Congratulation...   \n",
       "12  {\"role\": \"user\", \"content\": \"I think I'll try out Todoist and Trello. I've heard a lot of good things about them. By...   \n",
       "13  {\"role\": \"user\", \"content\": \"I think I'll try out Todoist and Trello. I've heard a lot of good things about them. By...   \n",
       "14  {\"role\": \"user\", \"content\": \"I think I'll try out Todoist and Trello. I've heard a lot of good things about them. By...   \n",
       "15  {\"role\": \"user\", \"content\": \"I think I'll try out Todoist and Trello. I've heard a lot of good things about them. By...   \n",
       "16  {\"role\": \"user\", \"content\": \"I think I'll try out Todoist and Trello. I've heard a lot of good things about them. By...   \n",
       "17  {\"role\": \"user\", \"content\": \"I think I'll try out Todoist and Trello. I've heard a lot of good things about them. By...   \n",
       "18  {\"role\": \"assistant\", \"content\": \"Todoist and Trello are both excellent choices for task management.\\n\\nNow, about c...   \n",
       "19  {\"role\": \"assistant\", \"content\": \"Todoist and Trello are both excellent choices for task management.\\n\\nNow, about c...   \n",
       "20  {\"role\": \"assistant\", \"content\": \"Todoist and Trello are both excellent choices for task management.\\n\\nNow, about c...   \n",
       "21  {\"role\": \"assistant\", \"content\": \"Todoist and Trello are both excellent choices for task management.\\n\\nNow, about c...   \n",
       "22  {\"role\": \"assistant\", \"content\": \"Todoist and Trello are both excellent choices for task management.\\n\\nNow, about c...   \n",
       "23  {\"role\": \"assistant\", \"content\": \"Todoist and Trello are both excellent choices for task management.\\n\\nNow, about c...   \n",
       "24  {\"role\": \"user\", \"content\": \"I graduated with a degree in Business Administration, which has definitely helped me in...   \n",
       "25  {\"role\": \"user\", \"content\": \"I graduated with a degree in Business Administration, which has definitely helped me in...   \n",
       "26  {\"role\": \"user\", \"content\": \"I graduated with a degree in Business Administration, which has definitely helped me in...   \n",
       "27  {\"role\": \"user\", \"content\": \"I graduated with a degree in Business Administration, which has definitely helped me in...   \n",
       "28  {\"role\": \"user\", \"content\": \"I graduated with a degree in Business Administration, which has definitely helped me in...   \n",
       "29  {\"role\": \"user\", \"content\": \"I graduated with a degree in Business Administration, which has definitely helped me in...   \n",
       "30  {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...   \n",
       "31  {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...   \n",
       "32  {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...   \n",
       "33  {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...   \n",
       "34  {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...   \n",
       "35  {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...   \n",
       "\n",
       "                                                                                                    input_previous_messages  \n",
       "0                                                                                                                        []  \n",
       "1                                                                                                                        []  \n",
       "2                                                                                                                        []  \n",
       "3                                                                                                                        []  \n",
       "4                                                                                                                        []  \n",
       "5                                                                                                                        []  \n",
       "6   [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...  \n",
       "7   [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...  \n",
       "8   [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...  \n",
       "9   [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...  \n",
       "10  [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...  \n",
       "11  [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...  \n",
       "12  [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...  \n",
       "13  [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...  \n",
       "14  [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...  \n",
       "15  [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...  \n",
       "16  [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...  \n",
       "17  [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...  \n",
       "18  [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...  \n",
       "19  [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...  \n",
       "20  [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...  \n",
       "21  [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...  \n",
       "22  [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...  \n",
       "23  [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...  \n",
       "24  [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...  \n",
       "25  [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...  \n",
       "26  [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...  \n",
       "27  [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...  \n",
       "28  [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...  \n",
       "29  [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...  \n",
       "30  [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...  \n",
       "31  [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...  \n",
       "32  [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...  \n",
       "33  [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...  \n",
       "34  [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...  \n",
       "35  [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...  "
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#################### Create the eval CSV\n",
    "eval_minidataset = lme_dataset_df_filtered.copy()\n",
    "eval_minidataset = transform_eval_minidataset(eval_minidataset)\n",
    "# Print the number of rows and columns\n",
    "print(f'Number of rows: {len(eval_minidataset)}')\n",
    "print(f'Number of columns: {len(eval_minidataset.columns)}')\n",
    "eval_minidataset.head(100)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Number of rows: 36\n",
      "Number of columns: 9\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>snippet_index</th>\n",
       "      <th>message_index_within_snippet</th>\n",
       "      <th>task_index</th>\n",
       "      <th>task_name</th>\n",
       "      <th>snippet_message</th>\n",
       "      <th>snippet_previous_messages</th>\n",
       "      <th>input_message</th>\n",
       "      <th>input_previous_messages</th>\n",
       "      <th>output_gpt4o_mini</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>extract_nodes</td>\n",
       "      <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
       "      <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
       "      <td>{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management app...</td>\n",
       "      <td>[]</td>\n",
       "      <td>[{\"uuid\": \"afb12271-73aa-4d41-a8a5-c541169b85cf\", \"name\": \"user\", \"group_id\": \"\", \"labels\": [\"Entity\"], \"created_at\"...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>dedupe_nodes</td>\n",
       "      <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
       "      <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
       "      <td>{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management app...</td>\n",
       "      <td>[]</td>\n",
       "      <td>[{\"uuid\": \"afb12271-73aa-4d41-a8a5-c541169b85cf\", \"name\": \"user\", \"group_id\": \"\", \"labels\": [\"Entity\"], \"created_at\"...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>extract_edges</td>\n",
       "      <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
       "      <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
       "      <td>{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management app...</td>\n",
       "      <td>[]</td>\n",
       "      <td>[{\"uuid\": \"cda66daf-afe0-4098-a2b6-c3f71f30fe85\", \"group_id\": \"\", \"source_node_uuid\": \"afb12271-73aa-4d41-a8a5-c5411...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>dedupe_edges</td>\n",
       "      <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
       "      <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
       "      <td>{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management app...</td>\n",
       "      <td>[]</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>extract_edge_dates</td>\n",
       "      <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
       "      <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
       "      <td>{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management app...</td>\n",
       "      <td>[]</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>edge_invalidation</td>\n",
       "      <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
       "      <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
       "      <td>{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management app...</td>\n",
       "      <td>[]</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>extract_nodes</td>\n",
       "      <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
       "      <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
       "      <td>{\"role\": \"assistant\", \"content\": \"Making the leap from a planner to a digital task management system! Congratulation...</td>\n",
       "      <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
       "      <td>[{\"uuid\": \"b68c71ec-87d6-43d8-9ec1-0155d8415400\", \"name\": \"assistant\", \"group_id\": \"\", \"labels\": [\"Entity\"], \"create...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>dedupe_nodes</td>\n",
       "      <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
       "      <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
       "      <td>{\"role\": \"assistant\", \"content\": \"Making the leap from a planner to a digital task management system! Congratulation...</td>\n",
       "      <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
       "      <td>[{\"uuid\": \"b68c71ec-87d6-43d8-9ec1-0155d8415400\", \"name\": \"assistant\", \"group_id\": \"\", \"labels\": [\"Entity\"], \"create...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>extract_edges</td>\n",
       "      <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
       "      <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
       "      <td>{\"role\": \"assistant\", \"content\": \"Making the leap from a planner to a digital task management system! Congratulation...</td>\n",
       "      <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
       "      <td>[{\"uuid\": \"3ad7f861-0470-4955-b698-cc67fe186bc5\", \"group_id\": \"\", \"source_node_uuid\": \"b68c71ec-87d6-43d8-9ec1-0155d...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>dedupe_edges</td>\n",
       "      <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
       "      <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
       "      <td>{\"role\": \"assistant\", \"content\": \"Making the leap from a planner to a digital task management system! Congratulation...</td>\n",
       "      <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>extract_edge_dates</td>\n",
       "      <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
       "      <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
       "      <td>{\"role\": \"assistant\", \"content\": \"Making the leap from a planner to a digital task management system! Congratulation...</td>\n",
       "      <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>5</td>\n",
       "      <td>edge_invalidation</td>\n",
       "      <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
       "      <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
       "      <td>{\"role\": \"assistant\", \"content\": \"Making the leap from a planner to a digital task management system! Congratulation...</td>\n",
       "      <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>extract_nodes</td>\n",
       "      <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
       "      <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
       "      <td>{\"role\": \"user\", \"content\": \"I think I'll try out Todoist and Trello. I've heard a lot of good things about them. By...</td>\n",
       "      <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
       "      <td>[{\"uuid\": \"c65758f0-752c-418a-ad6b-2d8a74cdd4ce\", \"name\": \"user\", \"group_id\": \"\", \"labels\": [\"Entity\"], \"created_at\"...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>dedupe_nodes</td>\n",
       "      <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
       "      <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
       "      <td>{\"role\": \"user\", \"content\": \"I think I'll try out Todoist and Trello. I've heard a lot of good things about them. By...</td>\n",
       "      <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
       "      <td>[{\"uuid\": \"afb12271-73aa-4d41-a8a5-c541169b85cf\", \"name\": \"user\", \"group_id\": \"\", \"labels\": [\"Entity\"], \"created_at\"...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>extract_edges</td>\n",
       "      <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
       "      <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
       "      <td>{\"role\": \"user\", \"content\": \"I think I'll try out Todoist and Trello. I've heard a lot of good things about them. By...</td>\n",
       "      <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
       "      <td>[{\"uuid\": \"165b9582-acee-46ed-93f9-216c17344642\", \"group_id\": \"\", \"source_node_uuid\": \"c65758f0-752c-418a-ad6b-2d8a7...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>dedupe_edges</td>\n",
       "      <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
       "      <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
       "      <td>{\"role\": \"user\", \"content\": \"I think I'll try out Todoist and Trello. I've heard a lot of good things about them. By...</td>\n",
       "      <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>4</td>\n",
       "      <td>extract_edge_dates</td>\n",
       "      <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
       "      <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
       "      <td>{\"role\": \"user\", \"content\": \"I think I'll try out Todoist and Trello. I've heard a lot of good things about them. By...</td>\n",
       "      <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>5</td>\n",
       "      <td>edge_invalidation</td>\n",
       "      <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
       "      <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
       "      <td>{\"role\": \"user\", \"content\": \"I think I'll try out Todoist and Trello. I've heard a lot of good things about them. By...</td>\n",
       "      <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>extract_nodes</td>\n",
       "      <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
       "      <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
       "      <td>{\"role\": \"assistant\", \"content\": \"Todoist and Trello are both excellent choices for task management.\\n\\nNow, about c...</td>\n",
       "      <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
       "      <td>[{\"uuid\": \"ef20491c-a031-4aea-8e51-0d0c47c98245\", \"name\": \"assistant\", \"group_id\": \"\", \"labels\": [\"Entity\"], \"create...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>dedupe_nodes</td>\n",
       "      <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
       "      <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
       "      <td>{\"role\": \"assistant\", \"content\": \"Todoist and Trello are both excellent choices for task management.\\n\\nNow, about c...</td>\n",
       "      <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
       "      <td>[{\"uuid\": \"b68c71ec-87d6-43d8-9ec1-0155d8415400\", \"name\": \"assistant\", \"group_id\": \"\", \"labels\": [\"Entity\"], \"create...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>extract_edges</td>\n",
       "      <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
       "      <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
       "      <td>{\"role\": \"assistant\", \"content\": \"Todoist and Trello are both excellent choices for task management.\\n\\nNow, about c...</td>\n",
       "      <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
       "      <td>[{\"uuid\": \"032a54c8-15b2-47b0-a89e-79f985938661\", \"group_id\": \"\", \"source_node_uuid\": \"aa977349-dd97-4af2-942b-02844...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>dedupe_edges</td>\n",
       "      <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
       "      <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
       "      <td>{\"role\": \"assistant\", \"content\": \"Todoist and Trello are both excellent choices for task management.\\n\\nNow, about c...</td>\n",
       "      <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>extract_edge_dates</td>\n",
       "      <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
       "      <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
       "      <td>{\"role\": \"assistant\", \"content\": \"Todoist and Trello are both excellent choices for task management.\\n\\nNow, about c...</td>\n",
       "      <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>5</td>\n",
       "      <td>edge_invalidation</td>\n",
       "      <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
       "      <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
       "      <td>{\"role\": \"assistant\", \"content\": \"Todoist and Trello are both excellent choices for task management.\\n\\nNow, about c...</td>\n",
       "      <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>extract_nodes</td>\n",
       "      <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
       "      <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
       "      <td>{\"role\": \"user\", \"content\": \"I graduated with a degree in Business Administration, which has definitely helped me in...</td>\n",
       "      <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
       "      <td>[{\"uuid\": \"06bc8194-ee62-46bd-9307-7e96001e4d07\", \"name\": \"user\", \"group_id\": \"\", \"labels\": [\"Entity\"], \"created_at\"...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>dedupe_nodes</td>\n",
       "      <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
       "      <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
       "      <td>{\"role\": \"user\", \"content\": \"I graduated with a degree in Business Administration, which has definitely helped me in...</td>\n",
       "      <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
       "      <td>[{\"uuid\": \"afb12271-73aa-4d41-a8a5-c541169b85cf\", \"name\": \"user\", \"group_id\": \"\", \"labels\": [\"Entity\"], \"created_at\"...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>2</td>\n",
       "      <td>extract_edges</td>\n",
       "      <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
       "      <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
       "      <td>{\"role\": \"user\", \"content\": \"I graduated with a degree in Business Administration, which has definitely helped me in...</td>\n",
       "      <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
       "      <td>[{\"uuid\": \"eedb6466-4764-4c23-9107-c03b49979978\", \"group_id\": \"\", \"source_node_uuid\": \"06bc8194-ee62-46bd-9307-7e960...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>dedupe_edges</td>\n",
       "      <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
       "      <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
       "      <td>{\"role\": \"user\", \"content\": \"I graduated with a degree in Business Administration, which has definitely helped me in...</td>\n",
       "      <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>extract_edge_dates</td>\n",
       "      <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
       "      <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
       "      <td>{\"role\": \"user\", \"content\": \"I graduated with a degree in Business Administration, which has definitely helped me in...</td>\n",
       "      <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>5</td>\n",
       "      <td>edge_invalidation</td>\n",
       "      <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
       "      <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
       "      <td>{\"role\": \"user\", \"content\": \"I graduated with a degree in Business Administration, which has definitely helped me in...</td>\n",
       "      <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30</th>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>extract_nodes</td>\n",
       "      <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
       "      <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
       "      <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
       "      <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
       "      <td>[{\"uuid\": \"e04cfd2d-c6e4-4372-8385-6a7c89dfe9b6\", \"name\": \"assistant\", \"group_id\": \"\", \"labels\": [\"Entity\"], \"create...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31</th>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>dedupe_nodes</td>\n",
       "      <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
       "      <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
       "      <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
       "      <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
       "      <td>[{\"uuid\": \"b68c71ec-87d6-43d8-9ec1-0155d8415400\", \"name\": \"assistant\", \"group_id\": \"\", \"labels\": [\"Entity\"], \"create...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32</th>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>2</td>\n",
       "      <td>extract_edges</td>\n",
       "      <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
       "      <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
       "      <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
       "      <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
       "      <td>[{\"uuid\": \"fd4b2107-3660-4eb6-9765-c89d709ac57f\", \"group_id\": \"\", \"source_node_uuid\": \"e04cfd2d-c6e4-4372-8385-6a7c8...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33</th>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>3</td>\n",
       "      <td>dedupe_edges</td>\n",
       "      <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
       "      <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
       "      <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
       "      <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34</th>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>4</td>\n",
       "      <td>extract_edge_dates</td>\n",
       "      <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
       "      <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
       "      <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
       "      <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35</th>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>5</td>\n",
       "      <td>edge_invalidation</td>\n",
       "      <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
       "      <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
       "      <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
       "      <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "    snippet_index  message_index_within_snippet  task_index  \\\n",
       "0               0                             0           0   \n",
       "1               0                             0           1   \n",
       "2               0                             0           2   \n",
       "3               0                             0           3   \n",
       "4               0                             0           4   \n",
       "5               0                             0           5   \n",
       "6               0                             1           0   \n",
       "7               0                             1           1   \n",
       "8               0                             1           2   \n",
       "9               0                             1           3   \n",
       "10              0                             1           4   \n",
       "11              0                             1           5   \n",
       "12              0                             2           0   \n",
       "13              0                             2           1   \n",
       "14              0                             2           2   \n",
       "15              0                             2           3   \n",
       "16              0                             2           4   \n",
       "17              0                             2           5   \n",
       "18              0                             3           0   \n",
       "19              0                             3           1   \n",
       "20              0                             3           2   \n",
       "21              0                             3           3   \n",
       "22              0                             3           4   \n",
       "23              0                             3           5   \n",
       "24              0                             4           0   \n",
       "25              0                             4           1   \n",
       "26              0                             4           2   \n",
       "27              0                             4           3   \n",
       "28              0                             4           4   \n",
       "29              0                             4           5   \n",
       "30              0                             5           0   \n",
       "31              0                             5           1   \n",
       "32              0                             5           2   \n",
       "33              0                             5           3   \n",
       "34              0                             5           4   \n",
       "35              0                             5           5   \n",
       "\n",
       "             task_name  \\\n",
       "0        extract_nodes   \n",
       "1         dedupe_nodes   \n",
       "2        extract_edges   \n",
       "3         dedupe_edges   \n",
       "4   extract_edge_dates   \n",
       "5    edge_invalidation   \n",
       "6        extract_nodes   \n",
       "7         dedupe_nodes   \n",
       "8        extract_edges   \n",
       "9         dedupe_edges   \n",
       "10  extract_edge_dates   \n",
       "11   edge_invalidation   \n",
       "12       extract_nodes   \n",
       "13        dedupe_nodes   \n",
       "14       extract_edges   \n",
       "15        dedupe_edges   \n",
       "16  extract_edge_dates   \n",
       "17   edge_invalidation   \n",
       "18       extract_nodes   \n",
       "19        dedupe_nodes   \n",
       "20       extract_edges   \n",
       "21        dedupe_edges   \n",
       "22  extract_edge_dates   \n",
       "23   edge_invalidation   \n",
       "24       extract_nodes   \n",
       "25        dedupe_nodes   \n",
       "26       extract_edges   \n",
       "27        dedupe_edges   \n",
       "28  extract_edge_dates   \n",
       "29   edge_invalidation   \n",
       "30       extract_nodes   \n",
       "31        dedupe_nodes   \n",
       "32       extract_edges   \n",
       "33        dedupe_edges   \n",
       "34  extract_edge_dates   \n",
       "35   edge_invalidation   \n",
       "\n",
       "                                                                                                            snippet_message  \\\n",
       "0   {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...   \n",
       "1   {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...   \n",
       "2   {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...   \n",
       "3   {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...   \n",
       "4   {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...   \n",
       "5   {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...   \n",
       "6   {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...   \n",
       "7   {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...   \n",
       "8   {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...   \n",
       "9   {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...   \n",
       "10  {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...   \n",
       "11  {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...   \n",
       "12  {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...   \n",
       "13  {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...   \n",
       "14  {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...   \n",
       "15  {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...   \n",
       "16  {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...   \n",
       "17  {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...   \n",
       "18  {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...   \n",
       "19  {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...   \n",
       "20  {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...   \n",
       "21  {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...   \n",
       "22  {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...   \n",
       "23  {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...   \n",
       "24  {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...   \n",
       "25  {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...   \n",
       "26  {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...   \n",
       "27  {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...   \n",
       "28  {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...   \n",
       "29  {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...   \n",
       "30  {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...   \n",
       "31  {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...   \n",
       "32  {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...   \n",
       "33  {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...   \n",
       "34  {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...   \n",
       "35  {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...   \n",
       "\n",
       "                                                                                                  snippet_previous_messages  \\\n",
       "0   [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...   \n",
       "1   [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...   \n",
       "2   [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...   \n",
       "3   [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...   \n",
       "4   [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...   \n",
       "5   [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...   \n",
       "6   [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...   \n",
       "7   [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...   \n",
       "8   [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...   \n",
       "9   [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...   \n",
       "10  [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...   \n",
       "11  [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...   \n",
       "12  [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...   \n",
       "13  [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...   \n",
       "14  [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...   \n",
       "15  [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...   \n",
       "16  [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...   \n",
       "17  [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...   \n",
       "18  [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...   \n",
       "19  [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...   \n",
       "20  [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...   \n",
       "21  [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...   \n",
       "22  [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...   \n",
       "23  [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...   \n",
       "24  [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...   \n",
       "25  [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...   \n",
       "26  [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...   \n",
       "27  [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...   \n",
       "28  [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...   \n",
       "29  [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...   \n",
       "30  [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...   \n",
       "31  [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...   \n",
       "32  [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...   \n",
       "33  [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...   \n",
       "34  [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...   \n",
       "35  [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...   \n",
       "\n",
       "                                                                                                              input_message  \\\n",
       "0   {\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management app...   \n",
       "1   {\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management app...   \n",
       "2   {\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management app...   \n",
       "3   {\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management app...   \n",
       "4   {\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management app...   \n",
       "5   {\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management app...   \n",
       "6   {\"role\": \"assistant\", \"content\": \"Making the leap from a planner to a digital task management system! Congratulation...   \n",
       "7   {\"role\": \"assistant\", \"content\": \"Making the leap from a planner to a digital task management system! Congratulation...   \n",
       "8   {\"role\": \"assistant\", \"content\": \"Making the leap from a planner to a digital task management system! Congratulation...   \n",
       "9   {\"role\": \"assistant\", \"content\": \"Making the leap from a planner to a digital task management system! Congratulation...   \n",
       "10  {\"role\": \"assistant\", \"content\": \"Making the leap from a planner to a digital task management system! Congratulation...   \n",
       "11  {\"role\": \"assistant\", \"content\": \"Making the leap from a planner to a digital task management system! Congratulation...   \n",
       "12  {\"role\": \"user\", \"content\": \"I think I'll try out Todoist and Trello. I've heard a lot of good things about them. By...   \n",
       "13  {\"role\": \"user\", \"content\": \"I think I'll try out Todoist and Trello. I've heard a lot of good things about them. By...   \n",
       "14  {\"role\": \"user\", \"content\": \"I think I'll try out Todoist and Trello. I've heard a lot of good things about them. By...   \n",
       "15  {\"role\": \"user\", \"content\": \"I think I'll try out Todoist and Trello. I've heard a lot of good things about them. By...   \n",
       "16  {\"role\": \"user\", \"content\": \"I think I'll try out Todoist and Trello. I've heard a lot of good things about them. By...   \n",
       "17  {\"role\": \"user\", \"content\": \"I think I'll try out Todoist and Trello. I've heard a lot of good things about them. By...   \n",
       "18  {\"role\": \"assistant\", \"content\": \"Todoist and Trello are both excellent choices for task management.\\n\\nNow, about c...   \n",
       "19  {\"role\": \"assistant\", \"content\": \"Todoist and Trello are both excellent choices for task management.\\n\\nNow, about c...   \n",
       "20  {\"role\": \"assistant\", \"content\": \"Todoist and Trello are both excellent choices for task management.\\n\\nNow, about c...   \n",
       "21  {\"role\": \"assistant\", \"content\": \"Todoist and Trello are both excellent choices for task management.\\n\\nNow, about c...   \n",
       "22  {\"role\": \"assistant\", \"content\": \"Todoist and Trello are both excellent choices for task management.\\n\\nNow, about c...   \n",
       "23  {\"role\": \"assistant\", \"content\": \"Todoist and Trello are both excellent choices for task management.\\n\\nNow, about c...   \n",
       "24  {\"role\": \"user\", \"content\": \"I graduated with a degree in Business Administration, which has definitely helped me in...   \n",
       "25  {\"role\": \"user\", \"content\": \"I graduated with a degree in Business Administration, which has definitely helped me in...   \n",
       "26  {\"role\": \"user\", \"content\": \"I graduated with a degree in Business Administration, which has definitely helped me in...   \n",
       "27  {\"role\": \"user\", \"content\": \"I graduated with a degree in Business Administration, which has definitely helped me in...   \n",
       "28  {\"role\": \"user\", \"content\": \"I graduated with a degree in Business Administration, which has definitely helped me in...   \n",
       "29  {\"role\": \"user\", \"content\": \"I graduated with a degree in Business Administration, which has definitely helped me in...   \n",
       "30  {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...   \n",
       "31  {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...   \n",
       "32  {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...   \n",
       "33  {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...   \n",
       "34  {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...   \n",
       "35  {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...   \n",
       "\n",
       "                                                                                                    input_previous_messages  \\\n",
       "0                                                                                                                        []   \n",
       "1                                                                                                                        []   \n",
       "2                                                                                                                        []   \n",
       "3                                                                                                                        []   \n",
       "4                                                                                                                        []   \n",
       "5                                                                                                                        []   \n",
       "6   [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...   \n",
       "7   [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...   \n",
       "8   [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...   \n",
       "9   [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...   \n",
       "10  [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...   \n",
       "11  [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...   \n",
       "12  [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...   \n",
       "13  [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...   \n",
       "14  [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...   \n",
       "15  [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...   \n",
       "16  [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...   \n",
       "17  [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...   \n",
       "18  [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...   \n",
       "19  [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...   \n",
       "20  [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...   \n",
       "21  [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...   \n",
       "22  [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...   \n",
       "23  [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...   \n",
       "24  [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...   \n",
       "25  [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...   \n",
       "26  [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...   \n",
       "27  [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...   \n",
       "28  [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...   \n",
       "29  [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...   \n",
       "30  [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...   \n",
       "31  [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...   \n",
       "32  [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...   \n",
       "33  [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...   \n",
       "34  [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...   \n",
       "35  [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...   \n",
       "\n",
       "                                                                                                          output_gpt4o_mini  \n",
       "0   [{\"uuid\": \"afb12271-73aa-4d41-a8a5-c541169b85cf\", \"name\": \"user\", \"group_id\": \"\", \"labels\": [\"Entity\"], \"created_at\"...  \n",
       "1   [{\"uuid\": \"afb12271-73aa-4d41-a8a5-c541169b85cf\", \"name\": \"user\", \"group_id\": \"\", \"labels\": [\"Entity\"], \"created_at\"...  \n",
       "2   [{\"uuid\": \"cda66daf-afe0-4098-a2b6-c3f71f30fe85\", \"group_id\": \"\", \"source_node_uuid\": \"afb12271-73aa-4d41-a8a5-c5411...  \n",
       "3                                                                                                                      None  \n",
       "4                                                                                                                      None  \n",
       "5                                                                                                                      None  \n",
       "6   [{\"uuid\": \"b68c71ec-87d6-43d8-9ec1-0155d8415400\", \"name\": \"assistant\", \"group_id\": \"\", \"labels\": [\"Entity\"], \"create...  \n",
       "7   [{\"uuid\": \"b68c71ec-87d6-43d8-9ec1-0155d8415400\", \"name\": \"assistant\", \"group_id\": \"\", \"labels\": [\"Entity\"], \"create...  \n",
       "8   [{\"uuid\": \"3ad7f861-0470-4955-b698-cc67fe186bc5\", \"group_id\": \"\", \"source_node_uuid\": \"b68c71ec-87d6-43d8-9ec1-0155d...  \n",
       "9                                                                                                                      None  \n",
       "10                                                                                                                     None  \n",
       "11                                                                                                                     None  \n",
       "12  [{\"uuid\": \"c65758f0-752c-418a-ad6b-2d8a74cdd4ce\", \"name\": \"user\", \"group_id\": \"\", \"labels\": [\"Entity\"], \"created_at\"...  \n",
       "13  [{\"uuid\": \"afb12271-73aa-4d41-a8a5-c541169b85cf\", \"name\": \"user\", \"group_id\": \"\", \"labels\": [\"Entity\"], \"created_at\"...  \n",
       "14  [{\"uuid\": \"165b9582-acee-46ed-93f9-216c17344642\", \"group_id\": \"\", \"source_node_uuid\": \"c65758f0-752c-418a-ad6b-2d8a7...  \n",
       "15                                                                                                                     None  \n",
       "16                                                                                                                     None  \n",
       "17                                                                                                                     None  \n",
       "18  [{\"uuid\": \"ef20491c-a031-4aea-8e51-0d0c47c98245\", \"name\": \"assistant\", \"group_id\": \"\", \"labels\": [\"Entity\"], \"create...  \n",
       "19  [{\"uuid\": \"b68c71ec-87d6-43d8-9ec1-0155d8415400\", \"name\": \"assistant\", \"group_id\": \"\", \"labels\": [\"Entity\"], \"create...  \n",
       "20  [{\"uuid\": \"032a54c8-15b2-47b0-a89e-79f985938661\", \"group_id\": \"\", \"source_node_uuid\": \"aa977349-dd97-4af2-942b-02844...  \n",
       "21                                                                                                                     None  \n",
       "22                                                                                                                     None  \n",
       "23                                                                                                                     None  \n",
       "24  [{\"uuid\": \"06bc8194-ee62-46bd-9307-7e96001e4d07\", \"name\": \"user\", \"group_id\": \"\", \"labels\": [\"Entity\"], \"created_at\"...  \n",
       "25  [{\"uuid\": \"afb12271-73aa-4d41-a8a5-c541169b85cf\", \"name\": \"user\", \"group_id\": \"\", \"labels\": [\"Entity\"], \"created_at\"...  \n",
       "26  [{\"uuid\": \"eedb6466-4764-4c23-9107-c03b49979978\", \"group_id\": \"\", \"source_node_uuid\": \"06bc8194-ee62-46bd-9307-7e960...  \n",
       "27                                                                                                                     None  \n",
       "28                                                                                                                     None  \n",
       "29                                                                                                                     None  \n",
       "30  [{\"uuid\": \"e04cfd2d-c6e4-4372-8385-6a7c89dfe9b6\", \"name\": \"assistant\", \"group_id\": \"\", \"labels\": [\"Entity\"], \"create...  \n",
       "31  [{\"uuid\": \"b68c71ec-87d6-43d8-9ec1-0155d8415400\", \"name\": \"assistant\", \"group_id\": \"\", \"labels\": [\"Entity\"], \"create...  \n",
       "32  [{\"uuid\": \"fd4b2107-3660-4eb6-9765-c89d709ac57f\", \"group_id\": \"\", \"source_node_uuid\": \"e04cfd2d-c6e4-4372-8385-6a7c8...  \n",
       "33                                                                                                                     None  \n",
       "34                                                                                                                     None  \n",
       "35                                                                                                                     None  "
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Insert gpt4o answers by doing ingestion in the right order and filling extra input columns as needed\n",
    "model_name = 'gpt-4o-mini'\n",
    "llm_config = LLMConfig(\n",
    "    api_key=os.getenv('OPENAI_API_KEY'),\n",
    "    model=model_name,\n",
    ")\n",
    "llm_client = OpenAIClient(config=llm_config)\n",
    "output_column_name = 'output_gpt4o_mini'\n",
    "eval_minidataset_labelled = await ingest_and_label_minidataset(\n",
    "    llm_client, eval_minidataset, output_column_name\n",
    ")\n",
    "\n",
    "# Print the number of rows and columns\n",
    "print(f'Number of rows: {len(eval_minidataset_labelled)}')\n",
    "print(f'Number of columns: {len(eval_minidataset_labelled.columns)}')\n",
    "eval_minidataset_labelled.head(100)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management apps that can help me prioritize my work and personal tasks? I've been using a planner, but I think I need something more digital.\"}\n",
      "Fact: The user has been using a planner., Name: USES\n",
      "----------------------------------------------------------------------------------------------------\n",
      "\n",
      "\n",
      "Fact: The user is trying to organize their life better and is seeking task management apps., Name: SEEKS\n",
      "----------------------------------------------------------------------------------------------------\n",
      "\n",
      "\n",
      "Fact: The user aims to prioritize their work tasks., Name: AIMS_TO_PRIORITIZE\n",
      "----------------------------------------------------------------------------------------------------\n",
      "\n",
      "\n",
      "Fact: The user aims to prioritize their personal tasks., Name: AIMS_TO_PRIORITIZE\n",
      "----------------------------------------------------------------------------------------------------\n",
      "\n",
      "\n",
      "Fact: The user prefers a digital solution over a planner., Name: PREFERS\n",
      "----------------------------------------------------------------------------------------------------\n",
      "\n",
      "\n"
     ]
    }
   ],
   "source": [
    "# print the input message column for the first row\n",
    "index = 2\n",
    "print('Input Message:')\n",
    "print(eval_minidataset_labelled.iloc[index]['input_message'])\n",
    "print('-' * 100)\n",
    "cell_value = eval_minidataset_labelled.iloc[index][output_column_name]\n",
    "cell_value_dicts = json.loads(cell_value)\n",
    "for dict in cell_value_dicts:\n",
    "    # Print only the 'fact' and 'name' values\n",
    "    print(f\"Fact: {dict.get('fact', 'N/A')}, Name: {dict.get('name', 'N/A')}\")\n",
    "    print('-' * 100)\n",
    "    print('\\n')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [],
   "source": [
    "#################### Create the human labelling CSV\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [],
   "source": [
    "#################### Create the human labelling CSV (old)\n",
    "\n",
    "\n",
    "# ######## Expanding the previous_messages column\n",
    "# lme_dataset_df_filtered_human_labelling = expand_previous_messages(lme_dataset_df_filtered)\n",
    "# lme_dataset_df_filtered_human_labelling.head()\n",
    "\n",
    "# ######## Order the columns in the way we want them\n",
    "# lme_dataset_df_filtered_human_labelling = order_columns(lme_dataset_df_filtered_human_labelling)\n",
    "# lme_dataset_df_filtered_human_labelling.head()\n",
    "\n",
    "# ######## Insert empty answer columns\n",
    "# num_prompt_instructions = 1\n",
    "# insert_answer_columns(lme_dataset_df_filtered_human_labelling, num_prompt_instructions)\n",
    "# lme_dataset_df_filtered_human_labelling.head()\n",
    "\n",
    "# ######## Insert default values for the answers\n",
    "# insert_default_answers_round1(lme_dataset_df_filtered_human_labelling)\n",
    "# lme_dataset_df_filtered_human_labelling.head()\n",
    "\n",
    "# ######## Make the messages more readable\n",
    "# lme_dataset_df_filtered_human_labelling = make_messages_readable(lme_dataset_df_filtered_human_labelling)\n",
    "# lme_dataset_df_filtered_human_labelling.head(10)\n",
    "\n",
    "# ######## Add example row to the top\n",
    "# insert_example_row(lme_dataset_df_filtered_human_labelling, num_prompt_instructions)\n",
    "# lme_dataset_df_filtered_human_labelling.head(10)\n",
    "\n",
    "# ######## Save to csv\n",
    "# lme_dataset_df_filtered_human_labelling.to_csv(\"lme_dataset_df_filtered_human_labelling.csv\", index=False)"
   ]
  }
 ],
 "metadata": {
  "colab": {
   "provenance": []
  },
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.13.0"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 0
}