2175 lines
151 KiB
Text
2175 lines
151 KiB
Text
{
|
|
"cells": [
|
|
{
|
|
"cell_type": "code",
|
|
"execution_count": 1,
|
|
"metadata": {
|
|
"ExecuteTime": {
|
|
"end_time": "2025-03-20T16:16:43.665690Z",
|
|
"start_time": "2025-03-20T16:16:42.923920Z"
|
|
},
|
|
"colab": {
|
|
"base_uri": "https://localhost:8080/"
|
|
},
|
|
"id": "i9i9uUZ3pWQE",
|
|
"outputId": "84404bb8-5841-4f2f-dd87-7f909c6e95aa"
|
|
},
|
|
"outputs": [
|
|
{
|
|
"name": "stdout",
|
|
"output_type": "stream",
|
|
"text": [
|
|
"Requirement already satisfied: pandas in /Users/prestonrasmussen/Library/Caches/pypoetry/virtualenvs/graphiti-core-XzHUgKi9-py3.12/lib/python3.12/site-packages (2.2.2)\r\n",
|
|
"Requirement already satisfied: graphiti-core in /Users/prestonrasmussen/Library/Caches/pypoetry/virtualenvs/graphiti-core-XzHUgKi9-py3.12/lib/python3.12/site-packages (0.4.0)\r\n",
|
|
"Requirement already satisfied: numpy>=1.26.0 in /Users/prestonrasmussen/Library/Caches/pypoetry/virtualenvs/graphiti-core-XzHUgKi9-py3.12/lib/python3.12/site-packages (from pandas) (2.1.3)\r\n",
|
|
"Requirement already satisfied: python-dateutil>=2.8.2 in /Users/prestonrasmussen/Library/Caches/pypoetry/virtualenvs/graphiti-core-XzHUgKi9-py3.12/lib/python3.12/site-packages (from pandas) (2.9.0.post0)\r\n",
|
|
"Requirement already satisfied: pytz>=2020.1 in /Users/prestonrasmussen/Library/Caches/pypoetry/virtualenvs/graphiti-core-XzHUgKi9-py3.12/lib/python3.12/site-packages (from pandas) (2024.2)\r\n",
|
|
"Requirement already satisfied: tzdata>=2022.7 in /Users/prestonrasmussen/Library/Caches/pypoetry/virtualenvs/graphiti-core-XzHUgKi9-py3.12/lib/python3.12/site-packages (from pandas) (2024.1)\r\n",
|
|
"Requirement already satisfied: diskcache<6.0.0,>=5.6.3 in /Users/prestonrasmussen/Library/Caches/pypoetry/virtualenvs/graphiti-core-XzHUgKi9-py3.12/lib/python3.12/site-packages (from graphiti-core) (5.6.3)\r\n",
|
|
"Requirement already satisfied: neo4j<6.0.0,>=5.23.0 in /Users/prestonrasmussen/Library/Caches/pypoetry/virtualenvs/graphiti-core-XzHUgKi9-py3.12/lib/python3.12/site-packages (from graphiti-core) (5.26.0)\r\n",
|
|
"Requirement already satisfied: openai<2.0.0,>=1.53.0 in /Users/prestonrasmussen/Library/Caches/pypoetry/virtualenvs/graphiti-core-XzHUgKi9-py3.12/lib/python3.12/site-packages (from graphiti-core) (1.54.3)\r\n",
|
|
"Requirement already satisfied: pydantic<3.0.0,>=2.8.2 in /Users/prestonrasmussen/Library/Caches/pypoetry/virtualenvs/graphiti-core-XzHUgKi9-py3.12/lib/python3.12/site-packages (from graphiti-core) (2.9.2)\r\n",
|
|
"Requirement already satisfied: python-dotenv<2.0.0,>=1.0.1 in /Users/prestonrasmussen/Library/Caches/pypoetry/virtualenvs/graphiti-core-XzHUgKi9-py3.12/lib/python3.12/site-packages (from graphiti-core) (1.0.1)\r\n",
|
|
"Requirement already satisfied: tenacity==9.0.0 in /Users/prestonrasmussen/Library/Caches/pypoetry/virtualenvs/graphiti-core-XzHUgKi9-py3.12/lib/python3.12/site-packages (from graphiti-core) (9.0.0)\r\n",
|
|
"Requirement already satisfied: anyio<5,>=3.5.0 in /Users/prestonrasmussen/Library/Caches/pypoetry/virtualenvs/graphiti-core-XzHUgKi9-py3.12/lib/python3.12/site-packages (from openai<2.0.0,>=1.53.0->graphiti-core) (4.6.2.post1)\r\n",
|
|
"Requirement already satisfied: distro<2,>=1.7.0 in /Users/prestonrasmussen/Library/Caches/pypoetry/virtualenvs/graphiti-core-XzHUgKi9-py3.12/lib/python3.12/site-packages (from openai<2.0.0,>=1.53.0->graphiti-core) (1.9.0)\r\n",
|
|
"Requirement already satisfied: httpx<1,>=0.23.0 in /Users/prestonrasmussen/Library/Caches/pypoetry/virtualenvs/graphiti-core-XzHUgKi9-py3.12/lib/python3.12/site-packages (from openai<2.0.0,>=1.53.0->graphiti-core) (0.27.2)\r\n",
|
|
"Requirement already satisfied: jiter<1,>=0.4.0 in /Users/prestonrasmussen/Library/Caches/pypoetry/virtualenvs/graphiti-core-XzHUgKi9-py3.12/lib/python3.12/site-packages (from openai<2.0.0,>=1.53.0->graphiti-core) (0.7.0)\r\n",
|
|
"Requirement already satisfied: sniffio in /Users/prestonrasmussen/Library/Caches/pypoetry/virtualenvs/graphiti-core-XzHUgKi9-py3.12/lib/python3.12/site-packages (from openai<2.0.0,>=1.53.0->graphiti-core) (1.3.1)\r\n",
|
|
"Requirement already satisfied: tqdm>4 in /Users/prestonrasmussen/Library/Caches/pypoetry/virtualenvs/graphiti-core-XzHUgKi9-py3.12/lib/python3.12/site-packages (from openai<2.0.0,>=1.53.0->graphiti-core) (4.67.0)\r\n",
|
|
"Requirement already satisfied: typing-extensions<5,>=4.11 in /Users/prestonrasmussen/Library/Caches/pypoetry/virtualenvs/graphiti-core-XzHUgKi9-py3.12/lib/python3.12/site-packages (from openai<2.0.0,>=1.53.0->graphiti-core) (4.12.2)\r\n",
|
|
"Requirement already satisfied: annotated-types>=0.6.0 in /Users/prestonrasmussen/Library/Caches/pypoetry/virtualenvs/graphiti-core-XzHUgKi9-py3.12/lib/python3.12/site-packages (from pydantic<3.0.0,>=2.8.2->graphiti-core) (0.7.0)\r\n",
|
|
"Requirement already satisfied: pydantic-core==2.23.4 in /Users/prestonrasmussen/Library/Caches/pypoetry/virtualenvs/graphiti-core-XzHUgKi9-py3.12/lib/python3.12/site-packages (from pydantic<3.0.0,>=2.8.2->graphiti-core) (2.23.4)\r\n",
|
|
"Requirement already satisfied: six>=1.5 in /Users/prestonrasmussen/Library/Caches/pypoetry/virtualenvs/graphiti-core-XzHUgKi9-py3.12/lib/python3.12/site-packages (from python-dateutil>=2.8.2->pandas) (1.16.0)\r\n",
|
|
"Requirement already satisfied: idna>=2.8 in /Users/prestonrasmussen/Library/Caches/pypoetry/virtualenvs/graphiti-core-XzHUgKi9-py3.12/lib/python3.12/site-packages (from anyio<5,>=3.5.0->openai<2.0.0,>=1.53.0->graphiti-core) (3.10)\r\n",
|
|
"Requirement already satisfied: certifi in /Users/prestonrasmussen/Library/Caches/pypoetry/virtualenvs/graphiti-core-XzHUgKi9-py3.12/lib/python3.12/site-packages (from httpx<1,>=0.23.0->openai<2.0.0,>=1.53.0->graphiti-core) (2024.8.30)\r\n",
|
|
"Requirement already satisfied: httpcore==1.* in /Users/prestonrasmussen/Library/Caches/pypoetry/virtualenvs/graphiti-core-XzHUgKi9-py3.12/lib/python3.12/site-packages (from httpx<1,>=0.23.0->openai<2.0.0,>=1.53.0->graphiti-core) (1.0.6)\r\n",
|
|
"Requirement already satisfied: h11<0.15,>=0.13 in /Users/prestonrasmussen/Library/Caches/pypoetry/virtualenvs/graphiti-core-XzHUgKi9-py3.12/lib/python3.12/site-packages (from httpcore==1.*->httpx<1,>=0.23.0->openai<2.0.0,>=1.53.0->graphiti-core) (0.14.0)\r\n",
|
|
"\r\n",
|
|
"\u001b[1m[\u001b[0m\u001b[34;49mnotice\u001b[0m\u001b[1;39;49m]\u001b[0m\u001b[39;49m A new release of pip is available: \u001b[0m\u001b[31;49m24.1\u001b[0m\u001b[39;49m -> \u001b[0m\u001b[32;49m25.0.1\u001b[0m\r\n",
|
|
"\u001b[1m[\u001b[0m\u001b[34;49mnotice\u001b[0m\u001b[1;39;49m]\u001b[0m\u001b[39;49m To update, run: \u001b[0m\u001b[32;49mpip install --upgrade pip\u001b[0m\r\n",
|
|
"Note: you may need to restart the kernel to use updated packages.\n"
|
|
]
|
|
}
|
|
],
|
|
"source": [
|
|
"######## Installations - BE SURE TO MAKE YOUR OWN LOCAL VENV FIRST\n",
|
|
"\n",
|
|
"%pip install pandas graphiti-core"
|
|
]
|
|
},
|
|
{
|
|
"cell_type": "code",
|
|
"execution_count": 2,
|
|
"metadata": {
|
|
"ExecuteTime": {
|
|
"end_time": "2025-03-20T16:16:48.236627Z",
|
|
"start_time": "2025-03-20T16:16:47.667113Z"
|
|
},
|
|
"id": "KgzveXyAp35v"
|
|
},
|
|
"outputs": [],
|
|
"source": [
|
|
"######## Imports\n",
|
|
"\n",
|
|
"import csv\n",
|
|
"import json\n",
|
|
"import os\n",
|
|
"from datetime import datetime\n",
|
|
"\n",
|
|
"import pandas as pd\n",
|
|
"from utils import dict_to_entity, entity_to_dict, ingest_and_label_minidataset\n",
|
|
"\n",
|
|
"from graphiti_core.llm_client import OpenAIClient\n",
|
|
"from graphiti_core.llm_client.config import LLMConfig\n",
|
|
"from graphiti_core.nodes import EntityNode"
|
|
]
|
|
},
|
|
{
|
|
"cell_type": "code",
|
|
"execution_count": 4,
|
|
"metadata": {
|
|
"ExecuteTime": {
|
|
"end_time": "2025-03-20T17:18:04.504351Z",
|
|
"start_time": "2025-03-20T17:18:04.080796Z"
|
|
},
|
|
"id": "_RjEZnk5v530"
|
|
},
|
|
"outputs": [
|
|
{
|
|
"data": {
|
|
"text/html": [
|
|
"<div>\n",
|
|
"<style scoped>\n",
|
|
" .dataframe tbody tr th:only-of-type {\n",
|
|
" vertical-align: middle;\n",
|
|
" }\n",
|
|
"\n",
|
|
" .dataframe tbody tr th {\n",
|
|
" vertical-align: top;\n",
|
|
" }\n",
|
|
"\n",
|
|
" .dataframe thead th {\n",
|
|
" text-align: right;\n",
|
|
" }\n",
|
|
"</style>\n",
|
|
"<table border=\"1\" class=\"dataframe\">\n",
|
|
" <thead>\n",
|
|
" <tr style=\"text-align: right;\">\n",
|
|
" <th></th>\n",
|
|
" <th>question_id</th>\n",
|
|
" <th>question_type</th>\n",
|
|
" <th>multisession_index</th>\n",
|
|
" <th>session_index</th>\n",
|
|
" <th>message_index_within_session</th>\n",
|
|
" <th>message_index_across_sessions</th>\n",
|
|
" <th>session_date</th>\n",
|
|
" <th>message</th>\n",
|
|
" <th>previous_messages</th>\n",
|
|
" <th>num_previous_messages</th>\n",
|
|
" <th>message_has_answer</th>\n",
|
|
" </tr>\n",
|
|
" </thead>\n",
|
|
" <tbody>\n",
|
|
" <tr>\n",
|
|
" <th>0</th>\n",
|
|
" <td>gpt4_2655b836</td>\n",
|
|
" <td>temporal-reasoning</td>\n",
|
|
" <td>0</td>\n",
|
|
" <td>0</td>\n",
|
|
" <td>0</td>\n",
|
|
" <td>0</td>\n",
|
|
" <td>2023-04-10 14:47:00</td>\n",
|
|
" <td>{\"role\": \"user\", \"content\": \"I'm thinking of g...</td>\n",
|
|
" <td>[]</td>\n",
|
|
" <td>0</td>\n",
|
|
" <td>False</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>1</th>\n",
|
|
" <td>gpt4_2655b836</td>\n",
|
|
" <td>temporal-reasoning</td>\n",
|
|
" <td>0</td>\n",
|
|
" <td>0</td>\n",
|
|
" <td>1</td>\n",
|
|
" <td>1</td>\n",
|
|
" <td>2023-04-10 14:47:00</td>\n",
|
|
" <td>{\"role\": \"assistant\", \"content\": \"Choosing the...</td>\n",
|
|
" <td>[{\"role\": \"user\", \"content\": \"I'm thinking of ...</td>\n",
|
|
" <td>1</td>\n",
|
|
" <td>False</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>2</th>\n",
|
|
" <td>gpt4_2655b836</td>\n",
|
|
" <td>temporal-reasoning</td>\n",
|
|
" <td>0</td>\n",
|
|
" <td>0</td>\n",
|
|
" <td>2</td>\n",
|
|
" <td>2</td>\n",
|
|
" <td>2023-04-10 14:47:00</td>\n",
|
|
" <td>{\"role\": \"user\", \"content\": \"I've been doing s...</td>\n",
|
|
" <td>[{\"role\": \"user\", \"content\": \"I'm thinking of ...</td>\n",
|
|
" <td>2</td>\n",
|
|
" <td>True</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>3</th>\n",
|
|
" <td>gpt4_2655b836</td>\n",
|
|
" <td>temporal-reasoning</td>\n",
|
|
" <td>0</td>\n",
|
|
" <td>0</td>\n",
|
|
" <td>3</td>\n",
|
|
" <td>3</td>\n",
|
|
" <td>2023-04-10 14:47:00</td>\n",
|
|
" <td>{\"role\": \"assistant\", \"content\": \"That's great...</td>\n",
|
|
" <td>[{\"role\": \"user\", \"content\": \"I'm thinking of ...</td>\n",
|
|
" <td>3</td>\n",
|
|
" <td>False</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>4</th>\n",
|
|
" <td>gpt4_2655b836</td>\n",
|
|
" <td>temporal-reasoning</td>\n",
|
|
" <td>0</td>\n",
|
|
" <td>0</td>\n",
|
|
" <td>4</td>\n",
|
|
" <td>4</td>\n",
|
|
" <td>2023-04-10 14:47:00</td>\n",
|
|
" <td>{\"role\": \"user\", \"content\": \"I'll definitely a...</td>\n",
|
|
" <td>[{\"role\": \"user\", \"content\": \"I'm thinking of ...</td>\n",
|
|
" <td>4</td>\n",
|
|
" <td>False</td>\n",
|
|
" </tr>\n",
|
|
" </tbody>\n",
|
|
"</table>\n",
|
|
"</div>"
|
|
],
|
|
"text/plain": [
|
|
" question_id question_type multisession_index session_index \\\n",
|
|
"0 gpt4_2655b836 temporal-reasoning 0 0 \n",
|
|
"1 gpt4_2655b836 temporal-reasoning 0 0 \n",
|
|
"2 gpt4_2655b836 temporal-reasoning 0 0 \n",
|
|
"3 gpt4_2655b836 temporal-reasoning 0 0 \n",
|
|
"4 gpt4_2655b836 temporal-reasoning 0 0 \n",
|
|
"\n",
|
|
" message_index_within_session message_index_across_sessions \\\n",
|
|
"0 0 0 \n",
|
|
"1 1 1 \n",
|
|
"2 2 2 \n",
|
|
"3 3 3 \n",
|
|
"4 4 4 \n",
|
|
"\n",
|
|
" session_date message \\\n",
|
|
"0 2023-04-10 14:47:00 {\"role\": \"user\", \"content\": \"I'm thinking of g... \n",
|
|
"1 2023-04-10 14:47:00 {\"role\": \"assistant\", \"content\": \"Choosing the... \n",
|
|
"2 2023-04-10 14:47:00 {\"role\": \"user\", \"content\": \"I've been doing s... \n",
|
|
"3 2023-04-10 14:47:00 {\"role\": \"assistant\", \"content\": \"That's great... \n",
|
|
"4 2023-04-10 14:47:00 {\"role\": \"user\", \"content\": \"I'll definitely a... \n",
|
|
"\n",
|
|
" previous_messages num_previous_messages \\\n",
|
|
"0 [] 0 \n",
|
|
"1 [{\"role\": \"user\", \"content\": \"I'm thinking of ... 1 \n",
|
|
"2 [{\"role\": \"user\", \"content\": \"I'm thinking of ... 2 \n",
|
|
"3 [{\"role\": \"user\", \"content\": \"I'm thinking of ... 3 \n",
|
|
"4 [{\"role\": \"user\", \"content\": \"I'm thinking of ... 4 \n",
|
|
"\n",
|
|
" message_has_answer \n",
|
|
"0 False \n",
|
|
"1 False \n",
|
|
"2 True \n",
|
|
"3 False \n",
|
|
"4 False "
|
|
]
|
|
},
|
|
"execution_count": 4,
|
|
"metadata": {},
|
|
"output_type": "execute_result"
|
|
}
|
|
],
|
|
"source": [
|
|
"######## Load the eval dataset\n",
|
|
"folder_path = './longmemeval_data/snippetized_data'\n",
|
|
"file_path = os.path.join(folder_path, 'longmemeval_oracle_snippetized.csv')\n",
|
|
"lme_dataset_df = pd.read_csv(file_path)\n",
|
|
"lme_dataset_df.head()"
|
|
]
|
|
},
|
|
{
|
|
"cell_type": "code",
|
|
"execution_count": 4,
|
|
"metadata": {},
|
|
"outputs": [],
|
|
"source": [
|
|
"######## Methods\n",
|
|
"\n",
|
|
"MAX_NUM_PREVIOUS_MESSAGES = 5\n",
|
|
"\n",
|
|
"\n",
|
|
"def filter_for_zep_labelling(df):\n",
|
|
" \"\"\"\n",
|
|
" Filters the dataset for the snippets we want to use for Zep labelling.\n",
|
|
" \"\"\"\n",
|
|
"\n",
|
|
" # Filter to only rows where question_type = single_session_user\n",
|
|
" df = df[df['question_type'] == 'single-session-user']\n",
|
|
"\n",
|
|
" # Filter only where message_has_answer = True\n",
|
|
" df = df[df['message_has_answer'] == True]\n",
|
|
"\n",
|
|
" # Filter to only rows where num_previous_messages = 5\n",
|
|
" df = df[df['num_previous_messages'] == 5]\n",
|
|
"\n",
|
|
" # Limit to only 5 rows\n",
|
|
" df = df.head(1)\n",
|
|
"\n",
|
|
" return df\n",
|
|
"\n",
|
|
"\n",
|
|
"def expand_previous_messages(df):\n",
|
|
" \"\"\"\n",
|
|
" Expands the previous_messages column into separate columns.\n",
|
|
" \"\"\"\n",
|
|
" # First parse the string into actual list of dicts\n",
|
|
" df['previous_messages'] = df['previous_messages'].apply(json.loads)\n",
|
|
"\n",
|
|
" # Then create separate columns for each message\n",
|
|
" for i in range(MAX_NUM_PREVIOUS_MESSAGES):\n",
|
|
" df[f'previous_message_{i + 1}'] = df['previous_messages'].apply(\n",
|
|
" lambda x: x[i] if i < len(x) else None\n",
|
|
" )\n",
|
|
"\n",
|
|
" # Drop the original previous_messages column if desired\n",
|
|
" return df.drop('previous_messages', axis=1)\n",
|
|
"\n",
|
|
"\n",
|
|
"def make_messages_readable(df):\n",
|
|
" \"\"\"\n",
|
|
" Makes the messages more readable.\n",
|
|
" \"\"\"\n",
|
|
" for i in range(MAX_NUM_PREVIOUS_MESSAGES):\n",
|
|
" df[f'previous_message_{i + 1}'] = df[f'previous_message_{i + 1}'].apply(\n",
|
|
" lambda x: '|' * 10 + f\" {x['role']} \" + '|' * 10 + '\\n\\n' + f\"{x['content']}\"\n",
|
|
" if x is not None\n",
|
|
" else None\n",
|
|
" )\n",
|
|
"\n",
|
|
" df['message'] = df.apply(\n",
|
|
" lambda row: '|' * 10\n",
|
|
" + f\" {row['message_role']} \"\n",
|
|
" + '|' * 10\n",
|
|
" + '\\n\\n'\n",
|
|
" + f\"{row['message']}\"\n",
|
|
" if row['message'] is not None\n",
|
|
" else None,\n",
|
|
" axis=1,\n",
|
|
" )\n",
|
|
" return df\n",
|
|
"\n",
|
|
"\n",
|
|
"def order_columns(df):\n",
|
|
" \"\"\"\n",
|
|
" Orders the columns in the way we want them.\n",
|
|
" \"\"\"\n",
|
|
" df = df[\n",
|
|
" [\n",
|
|
" 'question_id',\n",
|
|
" 'question_type',\n",
|
|
" 'multisession_index',\n",
|
|
" 'session_index',\n",
|
|
" 'message_index_within_session',\n",
|
|
" 'message_index_across_sessions',\n",
|
|
" 'session_date',\n",
|
|
" 'message_role',\n",
|
|
" 'num_previous_messages',\n",
|
|
" 'message_has_answer',\n",
|
|
" 'previous_message_1',\n",
|
|
" 'previous_message_2',\n",
|
|
" 'previous_message_3',\n",
|
|
" 'previous_message_4',\n",
|
|
" 'previous_message_5',\n",
|
|
" 'message',\n",
|
|
" ]\n",
|
|
" ]\n",
|
|
" return df\n",
|
|
"\n",
|
|
"\n",
|
|
"def insert_answer_columns(df, num_prompt_instructions):\n",
|
|
" for prompt_instruction_index in range(num_prompt_instructions, 0, -1):\n",
|
|
" for i in range(MAX_NUM_PREVIOUS_MESSAGES, 0, -1):\n",
|
|
" # Insert after each previous message\n",
|
|
" column_tag = f'({prompt_instruction_index}.{i})'\n",
|
|
" df.insert(\n",
|
|
" loc=df.columns.get_loc(f'previous_message_{i}') + 1,\n",
|
|
" column=f'Answer to Prompt Instruction {prompt_instruction_index} {column_tag}',\n",
|
|
" value='',\n",
|
|
" )\n",
|
|
" df.insert(\n",
|
|
" loc=df.columns.get_loc(f'previous_message_{i}') + 2,\n",
|
|
" column=f'Done? {column_tag}',\n",
|
|
" value='',\n",
|
|
" )\n",
|
|
"\n",
|
|
" column_tag = f'({prompt_instruction_index}.{MAX_NUM_PREVIOUS_MESSAGES + 1})'\n",
|
|
" # Insert after each previous message\n",
|
|
" df.insert(\n",
|
|
" loc=df.columns.get_loc(f'message') + 1,\n",
|
|
" column=f'Answer to Prompt Instruction {prompt_instruction_index} {column_tag}',\n",
|
|
" value='',\n",
|
|
" )\n",
|
|
" df.insert(\n",
|
|
" loc=df.columns.get_loc(f'message') + 2,\n",
|
|
" column=f'Done? {column_tag}',\n",
|
|
" value='',\n",
|
|
" )\n",
|
|
"\n",
|
|
"\n",
|
|
"def insert_default_answers_round1(df):\n",
|
|
" \"\"\"\n",
|
|
" Inserts default answers for the first round of prompt instructions.\n",
|
|
" \"\"\"\n",
|
|
" for i in range(MAX_NUM_PREVIOUS_MESSAGES, 0, -1):\n",
|
|
" column_tag = f'(1.{i})'\n",
|
|
" answer_col = f'Answer to Prompt Instruction 1 {column_tag}'\n",
|
|
" msg_col = f'previous_message_{i}'\n",
|
|
"\n",
|
|
" # Set default value based on role from previous message\n",
|
|
" df[answer_col] = df[msg_col].apply(lambda x: f\"[${x['role']}$, ]\" if x is not None else '')\n",
|
|
"\n",
|
|
" # Handle the final message\n",
|
|
" column_tag = f'(1.{MAX_NUM_PREVIOUS_MESSAGES + 1})'\n",
|
|
" answer_col = f'Answer to Prompt Instruction 1 {column_tag}'\n",
|
|
"\n",
|
|
" # Set default value based on role from current message\n",
|
|
" df[answer_col] = df.apply(lambda row: f\"[${row['message_role']}$, ]\", axis=1)\n",
|
|
"\n",
|
|
"\n",
|
|
"def insert_example_row(df, num_prompt_instructions):\n",
|
|
" \"\"\"\n",
|
|
" Inserts an example row at the top of the dataframe with 'EXAMPLE' as values.\n",
|
|
" \"\"\"\n",
|
|
" example_row = {col: 'EXAMPLE' for col in df.columns}\n",
|
|
" # for i in range(2):\n",
|
|
" # for j in range(num_prompt_instructions):\n",
|
|
" # example_row[f\"Done? ({j+1}.{i+1})\"] = \"x\"\n",
|
|
" df.loc[-1] = example_row\n",
|
|
" df.index = df.index + 1\n",
|
|
" df.sort_index(inplace=True)\n",
|
|
" return df\n",
|
|
"\n",
|
|
"\n",
|
|
"def transform_eval_minidataset(df):\n",
|
|
" \"\"\"\n",
|
|
" Transforms the eval mini dataset so that there is a row for every message in previous messages.\n",
|
|
" \"\"\"\n",
|
|
"\n",
|
|
" df = df.rename(columns={col: f'snippet_{col}' for col in df.columns})\n",
|
|
"\n",
|
|
" ### Add new columns\n",
|
|
" df.reset_index(drop=True, inplace=True)\n",
|
|
" df['snippet_index'] = df.index\n",
|
|
"\n",
|
|
" transformed_rows = []\n",
|
|
"\n",
|
|
" for _, row in df.iterrows():\n",
|
|
" previous_messages = json.loads(row['snippet_previous_messages'])\n",
|
|
"\n",
|
|
" for i, message in enumerate(previous_messages):\n",
|
|
" new_row = row.copy()\n",
|
|
" new_row['message_index_within_snippet'] = i\n",
|
|
" new_row['input_message'] = json.dumps(message)\n",
|
|
" new_row['input_previous_messages'] = json.dumps(previous_messages[:i])\n",
|
|
" transformed_rows.append(new_row)\n",
|
|
"\n",
|
|
" new_row = row.copy()\n",
|
|
" new_row['message_index_within_snippet'] = len(previous_messages)\n",
|
|
" new_row['input_message'] = row['snippet_message']\n",
|
|
" new_row['input_previous_messages'] = row['snippet_previous_messages']\n",
|
|
" transformed_rows.append(new_row)\n",
|
|
"\n",
|
|
" transformed_df = pd.DataFrame(transformed_rows)\n",
|
|
"\n",
|
|
" transformed_rows = []\n",
|
|
" task_names = [\n",
|
|
" 'extract_nodes',\n",
|
|
" 'dedupe_nodes',\n",
|
|
" 'extract_edges',\n",
|
|
" 'dedupe_edges',\n",
|
|
" 'extract_edge_dates',\n",
|
|
" 'edge_invalidation',\n",
|
|
" ]\n",
|
|
" for _, row in transformed_df.iterrows():\n",
|
|
" for task_index, task_name in enumerate(task_names):\n",
|
|
" new_row = row.copy()\n",
|
|
" new_row['task_name'] = task_name\n",
|
|
" new_row['task_index'] = task_index\n",
|
|
" transformed_rows.append(new_row)\n",
|
|
"\n",
|
|
" transformed_df = pd.DataFrame(transformed_rows)\n",
|
|
"\n",
|
|
" # Reorder columns\n",
|
|
" transformed_df = transformed_df[\n",
|
|
" [\n",
|
|
" 'snippet_index',\n",
|
|
" 'message_index_within_snippet',\n",
|
|
" 'task_index',\n",
|
|
" 'task_name',\n",
|
|
" 'snippet_message',\n",
|
|
" 'snippet_previous_messages',\n",
|
|
" 'input_message',\n",
|
|
" 'input_previous_messages',\n",
|
|
" ]\n",
|
|
" ] # , 'input_extracted_nodes', 'input_existing_relevant_nodes', 'input_extracted_edges', 'input_existing_relevant_edges', 'output_zep', 'output_gpt4o', 'output_human']]\n",
|
|
"\n",
|
|
" # Ensure to reset the indices to be sequential\n",
|
|
" transformed_df.reset_index(drop=True, inplace=True)\n",
|
|
"\n",
|
|
" return transformed_df"
|
|
]
|
|
},
|
|
{
|
|
"cell_type": "code",
|
|
"execution_count": 5,
|
|
"metadata": {},
|
|
"outputs": [],
|
|
"source": [
|
|
"# Set pandas settings to display all columns and have max width of columns\n",
|
|
"pd.set_option('display.max_columns', 100)\n",
|
|
"pd.set_option('display.max_rows', 100)\n",
|
|
"pd.set_option('display.max_colwidth', 120)"
|
|
]
|
|
},
|
|
{
|
|
"cell_type": "code",
|
|
"execution_count": 6,
|
|
"metadata": {},
|
|
"outputs": [
|
|
{
|
|
"data": {
|
|
"text/html": [
|
|
"<div>\n",
|
|
"<style scoped>\n",
|
|
" .dataframe tbody tr th:only-of-type {\n",
|
|
" vertical-align: middle;\n",
|
|
" }\n",
|
|
"\n",
|
|
" .dataframe tbody tr th {\n",
|
|
" vertical-align: top;\n",
|
|
" }\n",
|
|
"\n",
|
|
" .dataframe thead th {\n",
|
|
" text-align: right;\n",
|
|
" }\n",
|
|
"</style>\n",
|
|
"<table border=\"1\" class=\"dataframe\">\n",
|
|
" <thead>\n",
|
|
" <tr style=\"text-align: right;\">\n",
|
|
" <th></th>\n",
|
|
" <th>question_id</th>\n",
|
|
" <th>question_type</th>\n",
|
|
" <th>multisession_index</th>\n",
|
|
" <th>session_index</th>\n",
|
|
" <th>message_index_within_session</th>\n",
|
|
" <th>message_index_across_sessions</th>\n",
|
|
" <th>session_date</th>\n",
|
|
" <th>message</th>\n",
|
|
" <th>previous_messages</th>\n",
|
|
" <th>num_previous_messages</th>\n",
|
|
" <th>message_has_answer</th>\n",
|
|
" </tr>\n",
|
|
" </thead>\n",
|
|
" <tbody>\n",
|
|
" <tr>\n",
|
|
" <th>6686</th>\n",
|
|
" <td>e47becba</td>\n",
|
|
" <td>single-session-user</td>\n",
|
|
" <td>286</td>\n",
|
|
" <td>0</td>\n",
|
|
" <td>5</td>\n",
|
|
" <td>5</td>\n",
|
|
" <td>2023-05-21 11:54:00</td>\n",
|
|
" <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
|
|
" <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
|
|
" <td>5</td>\n",
|
|
" <td>True</td>\n",
|
|
" </tr>\n",
|
|
" </tbody>\n",
|
|
"</table>\n",
|
|
"</div>"
|
|
],
|
|
"text/plain": [
|
|
" question_id question_type multisession_index session_index \\\n",
|
|
"6686 e47becba single-session-user 286 0 \n",
|
|
"\n",
|
|
" message_index_within_session message_index_across_sessions \\\n",
|
|
"6686 5 5 \n",
|
|
"\n",
|
|
" session_date \\\n",
|
|
"6686 2023-05-21 11:54:00 \n",
|
|
"\n",
|
|
" message \\\n",
|
|
"6686 {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati... \n",
|
|
"\n",
|
|
" previous_messages \\\n",
|
|
"6686 [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap... \n",
|
|
"\n",
|
|
" num_previous_messages message_has_answer \n",
|
|
"6686 5 True "
|
|
]
|
|
},
|
|
"execution_count": 6,
|
|
"metadata": {},
|
|
"output_type": "execute_result"
|
|
}
|
|
],
|
|
"source": [
|
|
"######## Filtering to only snippets/rows we want\n",
|
|
"lme_dataset_df_filtered = filter_for_zep_labelling(lme_dataset_df)\n",
|
|
"lme_dataset_df_filtered.head()"
|
|
]
|
|
},
|
|
{
|
|
"cell_type": "code",
|
|
"execution_count": 7,
|
|
"metadata": {},
|
|
"outputs": [
|
|
{
|
|
"name": "stdout",
|
|
"output_type": "stream",
|
|
"text": [
|
|
"Number of rows: 36\n",
|
|
"Number of columns: 8\n"
|
|
]
|
|
},
|
|
{
|
|
"data": {
|
|
"text/html": [
|
|
"<div>\n",
|
|
"<style scoped>\n",
|
|
" .dataframe tbody tr th:only-of-type {\n",
|
|
" vertical-align: middle;\n",
|
|
" }\n",
|
|
"\n",
|
|
" .dataframe tbody tr th {\n",
|
|
" vertical-align: top;\n",
|
|
" }\n",
|
|
"\n",
|
|
" .dataframe thead th {\n",
|
|
" text-align: right;\n",
|
|
" }\n",
|
|
"</style>\n",
|
|
"<table border=\"1\" class=\"dataframe\">\n",
|
|
" <thead>\n",
|
|
" <tr style=\"text-align: right;\">\n",
|
|
" <th></th>\n",
|
|
" <th>snippet_index</th>\n",
|
|
" <th>message_index_within_snippet</th>\n",
|
|
" <th>task_index</th>\n",
|
|
" <th>task_name</th>\n",
|
|
" <th>snippet_message</th>\n",
|
|
" <th>snippet_previous_messages</th>\n",
|
|
" <th>input_message</th>\n",
|
|
" <th>input_previous_messages</th>\n",
|
|
" </tr>\n",
|
|
" </thead>\n",
|
|
" <tbody>\n",
|
|
" <tr>\n",
|
|
" <th>0</th>\n",
|
|
" <td>0</td>\n",
|
|
" <td>0</td>\n",
|
|
" <td>0</td>\n",
|
|
" <td>extract_nodes</td>\n",
|
|
" <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
|
|
" <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
|
|
" <td>{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management app...</td>\n",
|
|
" <td>[]</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>1</th>\n",
|
|
" <td>0</td>\n",
|
|
" <td>0</td>\n",
|
|
" <td>1</td>\n",
|
|
" <td>dedupe_nodes</td>\n",
|
|
" <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
|
|
" <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
|
|
" <td>{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management app...</td>\n",
|
|
" <td>[]</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>2</th>\n",
|
|
" <td>0</td>\n",
|
|
" <td>0</td>\n",
|
|
" <td>2</td>\n",
|
|
" <td>extract_edges</td>\n",
|
|
" <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
|
|
" <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
|
|
" <td>{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management app...</td>\n",
|
|
" <td>[]</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>3</th>\n",
|
|
" <td>0</td>\n",
|
|
" <td>0</td>\n",
|
|
" <td>3</td>\n",
|
|
" <td>dedupe_edges</td>\n",
|
|
" <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
|
|
" <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
|
|
" <td>{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management app...</td>\n",
|
|
" <td>[]</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>4</th>\n",
|
|
" <td>0</td>\n",
|
|
" <td>0</td>\n",
|
|
" <td>4</td>\n",
|
|
" <td>extract_edge_dates</td>\n",
|
|
" <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
|
|
" <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
|
|
" <td>{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management app...</td>\n",
|
|
" <td>[]</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>5</th>\n",
|
|
" <td>0</td>\n",
|
|
" <td>0</td>\n",
|
|
" <td>5</td>\n",
|
|
" <td>edge_invalidation</td>\n",
|
|
" <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
|
|
" <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
|
|
" <td>{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management app...</td>\n",
|
|
" <td>[]</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>6</th>\n",
|
|
" <td>0</td>\n",
|
|
" <td>1</td>\n",
|
|
" <td>0</td>\n",
|
|
" <td>extract_nodes</td>\n",
|
|
" <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
|
|
" <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
|
|
" <td>{\"role\": \"assistant\", \"content\": \"Making the leap from a planner to a digital task management system! Congratulation...</td>\n",
|
|
" <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>7</th>\n",
|
|
" <td>0</td>\n",
|
|
" <td>1</td>\n",
|
|
" <td>1</td>\n",
|
|
" <td>dedupe_nodes</td>\n",
|
|
" <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
|
|
" <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
|
|
" <td>{\"role\": \"assistant\", \"content\": \"Making the leap from a planner to a digital task management system! Congratulation...</td>\n",
|
|
" <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>8</th>\n",
|
|
" <td>0</td>\n",
|
|
" <td>1</td>\n",
|
|
" <td>2</td>\n",
|
|
" <td>extract_edges</td>\n",
|
|
" <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
|
|
" <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
|
|
" <td>{\"role\": \"assistant\", \"content\": \"Making the leap from a planner to a digital task management system! Congratulation...</td>\n",
|
|
" <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>9</th>\n",
|
|
" <td>0</td>\n",
|
|
" <td>1</td>\n",
|
|
" <td>3</td>\n",
|
|
" <td>dedupe_edges</td>\n",
|
|
" <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
|
|
" <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
|
|
" <td>{\"role\": \"assistant\", \"content\": \"Making the leap from a planner to a digital task management system! Congratulation...</td>\n",
|
|
" <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>10</th>\n",
|
|
" <td>0</td>\n",
|
|
" <td>1</td>\n",
|
|
" <td>4</td>\n",
|
|
" <td>extract_edge_dates</td>\n",
|
|
" <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
|
|
" <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
|
|
" <td>{\"role\": \"assistant\", \"content\": \"Making the leap from a planner to a digital task management system! Congratulation...</td>\n",
|
|
" <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>11</th>\n",
|
|
" <td>0</td>\n",
|
|
" <td>1</td>\n",
|
|
" <td>5</td>\n",
|
|
" <td>edge_invalidation</td>\n",
|
|
" <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
|
|
" <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
|
|
" <td>{\"role\": \"assistant\", \"content\": \"Making the leap from a planner to a digital task management system! Congratulation...</td>\n",
|
|
" <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>12</th>\n",
|
|
" <td>0</td>\n",
|
|
" <td>2</td>\n",
|
|
" <td>0</td>\n",
|
|
" <td>extract_nodes</td>\n",
|
|
" <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
|
|
" <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
|
|
" <td>{\"role\": \"user\", \"content\": \"I think I'll try out Todoist and Trello. I've heard a lot of good things about them. By...</td>\n",
|
|
" <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>13</th>\n",
|
|
" <td>0</td>\n",
|
|
" <td>2</td>\n",
|
|
" <td>1</td>\n",
|
|
" <td>dedupe_nodes</td>\n",
|
|
" <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
|
|
" <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
|
|
" <td>{\"role\": \"user\", \"content\": \"I think I'll try out Todoist and Trello. I've heard a lot of good things about them. By...</td>\n",
|
|
" <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>14</th>\n",
|
|
" <td>0</td>\n",
|
|
" <td>2</td>\n",
|
|
" <td>2</td>\n",
|
|
" <td>extract_edges</td>\n",
|
|
" <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
|
|
" <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
|
|
" <td>{\"role\": \"user\", \"content\": \"I think I'll try out Todoist and Trello. I've heard a lot of good things about them. By...</td>\n",
|
|
" <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>15</th>\n",
|
|
" <td>0</td>\n",
|
|
" <td>2</td>\n",
|
|
" <td>3</td>\n",
|
|
" <td>dedupe_edges</td>\n",
|
|
" <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
|
|
" <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
|
|
" <td>{\"role\": \"user\", \"content\": \"I think I'll try out Todoist and Trello. I've heard a lot of good things about them. By...</td>\n",
|
|
" <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>16</th>\n",
|
|
" <td>0</td>\n",
|
|
" <td>2</td>\n",
|
|
" <td>4</td>\n",
|
|
" <td>extract_edge_dates</td>\n",
|
|
" <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
|
|
" <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
|
|
" <td>{\"role\": \"user\", \"content\": \"I think I'll try out Todoist and Trello. I've heard a lot of good things about them. By...</td>\n",
|
|
" <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>17</th>\n",
|
|
" <td>0</td>\n",
|
|
" <td>2</td>\n",
|
|
" <td>5</td>\n",
|
|
" <td>edge_invalidation</td>\n",
|
|
" <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
|
|
" <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
|
|
" <td>{\"role\": \"user\", \"content\": \"I think I'll try out Todoist and Trello. I've heard a lot of good things about them. By...</td>\n",
|
|
" <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>18</th>\n",
|
|
" <td>0</td>\n",
|
|
" <td>3</td>\n",
|
|
" <td>0</td>\n",
|
|
" <td>extract_nodes</td>\n",
|
|
" <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
|
|
" <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
|
|
" <td>{\"role\": \"assistant\", \"content\": \"Todoist and Trello are both excellent choices for task management.\\n\\nNow, about c...</td>\n",
|
|
" <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>19</th>\n",
|
|
" <td>0</td>\n",
|
|
" <td>3</td>\n",
|
|
" <td>1</td>\n",
|
|
" <td>dedupe_nodes</td>\n",
|
|
" <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
|
|
" <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
|
|
" <td>{\"role\": \"assistant\", \"content\": \"Todoist and Trello are both excellent choices for task management.\\n\\nNow, about c...</td>\n",
|
|
" <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>20</th>\n",
|
|
" <td>0</td>\n",
|
|
" <td>3</td>\n",
|
|
" <td>2</td>\n",
|
|
" <td>extract_edges</td>\n",
|
|
" <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
|
|
" <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
|
|
" <td>{\"role\": \"assistant\", \"content\": \"Todoist and Trello are both excellent choices for task management.\\n\\nNow, about c...</td>\n",
|
|
" <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>21</th>\n",
|
|
" <td>0</td>\n",
|
|
" <td>3</td>\n",
|
|
" <td>3</td>\n",
|
|
" <td>dedupe_edges</td>\n",
|
|
" <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
|
|
" <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
|
|
" <td>{\"role\": \"assistant\", \"content\": \"Todoist and Trello are both excellent choices for task management.\\n\\nNow, about c...</td>\n",
|
|
" <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>22</th>\n",
|
|
" <td>0</td>\n",
|
|
" <td>3</td>\n",
|
|
" <td>4</td>\n",
|
|
" <td>extract_edge_dates</td>\n",
|
|
" <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
|
|
" <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
|
|
" <td>{\"role\": \"assistant\", \"content\": \"Todoist and Trello are both excellent choices for task management.\\n\\nNow, about c...</td>\n",
|
|
" <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>23</th>\n",
|
|
" <td>0</td>\n",
|
|
" <td>3</td>\n",
|
|
" <td>5</td>\n",
|
|
" <td>edge_invalidation</td>\n",
|
|
" <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
|
|
" <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
|
|
" <td>{\"role\": \"assistant\", \"content\": \"Todoist and Trello are both excellent choices for task management.\\n\\nNow, about c...</td>\n",
|
|
" <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>24</th>\n",
|
|
" <td>0</td>\n",
|
|
" <td>4</td>\n",
|
|
" <td>0</td>\n",
|
|
" <td>extract_nodes</td>\n",
|
|
" <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
|
|
" <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
|
|
" <td>{\"role\": \"user\", \"content\": \"I graduated with a degree in Business Administration, which has definitely helped me in...</td>\n",
|
|
" <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>25</th>\n",
|
|
" <td>0</td>\n",
|
|
" <td>4</td>\n",
|
|
" <td>1</td>\n",
|
|
" <td>dedupe_nodes</td>\n",
|
|
" <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
|
|
" <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
|
|
" <td>{\"role\": \"user\", \"content\": \"I graduated with a degree in Business Administration, which has definitely helped me in...</td>\n",
|
|
" <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>26</th>\n",
|
|
" <td>0</td>\n",
|
|
" <td>4</td>\n",
|
|
" <td>2</td>\n",
|
|
" <td>extract_edges</td>\n",
|
|
" <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
|
|
" <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
|
|
" <td>{\"role\": \"user\", \"content\": \"I graduated with a degree in Business Administration, which has definitely helped me in...</td>\n",
|
|
" <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>27</th>\n",
|
|
" <td>0</td>\n",
|
|
" <td>4</td>\n",
|
|
" <td>3</td>\n",
|
|
" <td>dedupe_edges</td>\n",
|
|
" <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
|
|
" <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
|
|
" <td>{\"role\": \"user\", \"content\": \"I graduated with a degree in Business Administration, which has definitely helped me in...</td>\n",
|
|
" <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>28</th>\n",
|
|
" <td>0</td>\n",
|
|
" <td>4</td>\n",
|
|
" <td>4</td>\n",
|
|
" <td>extract_edge_dates</td>\n",
|
|
" <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
|
|
" <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
|
|
" <td>{\"role\": \"user\", \"content\": \"I graduated with a degree in Business Administration, which has definitely helped me in...</td>\n",
|
|
" <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>29</th>\n",
|
|
" <td>0</td>\n",
|
|
" <td>4</td>\n",
|
|
" <td>5</td>\n",
|
|
" <td>edge_invalidation</td>\n",
|
|
" <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
|
|
" <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
|
|
" <td>{\"role\": \"user\", \"content\": \"I graduated with a degree in Business Administration, which has definitely helped me in...</td>\n",
|
|
" <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>30</th>\n",
|
|
" <td>0</td>\n",
|
|
" <td>5</td>\n",
|
|
" <td>0</td>\n",
|
|
" <td>extract_nodes</td>\n",
|
|
" <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
|
|
" <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
|
|
" <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
|
|
" <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>31</th>\n",
|
|
" <td>0</td>\n",
|
|
" <td>5</td>\n",
|
|
" <td>1</td>\n",
|
|
" <td>dedupe_nodes</td>\n",
|
|
" <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
|
|
" <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
|
|
" <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
|
|
" <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>32</th>\n",
|
|
" <td>0</td>\n",
|
|
" <td>5</td>\n",
|
|
" <td>2</td>\n",
|
|
" <td>extract_edges</td>\n",
|
|
" <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
|
|
" <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
|
|
" <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
|
|
" <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>33</th>\n",
|
|
" <td>0</td>\n",
|
|
" <td>5</td>\n",
|
|
" <td>3</td>\n",
|
|
" <td>dedupe_edges</td>\n",
|
|
" <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
|
|
" <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
|
|
" <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
|
|
" <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>34</th>\n",
|
|
" <td>0</td>\n",
|
|
" <td>5</td>\n",
|
|
" <td>4</td>\n",
|
|
" <td>extract_edge_dates</td>\n",
|
|
" <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
|
|
" <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
|
|
" <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
|
|
" <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>35</th>\n",
|
|
" <td>0</td>\n",
|
|
" <td>5</td>\n",
|
|
" <td>5</td>\n",
|
|
" <td>edge_invalidation</td>\n",
|
|
" <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
|
|
" <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
|
|
" <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
|
|
" <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
|
|
" </tr>\n",
|
|
" </tbody>\n",
|
|
"</table>\n",
|
|
"</div>"
|
|
],
|
|
"text/plain": [
|
|
" snippet_index message_index_within_snippet task_index \\\n",
|
|
"0 0 0 0 \n",
|
|
"1 0 0 1 \n",
|
|
"2 0 0 2 \n",
|
|
"3 0 0 3 \n",
|
|
"4 0 0 4 \n",
|
|
"5 0 0 5 \n",
|
|
"6 0 1 0 \n",
|
|
"7 0 1 1 \n",
|
|
"8 0 1 2 \n",
|
|
"9 0 1 3 \n",
|
|
"10 0 1 4 \n",
|
|
"11 0 1 5 \n",
|
|
"12 0 2 0 \n",
|
|
"13 0 2 1 \n",
|
|
"14 0 2 2 \n",
|
|
"15 0 2 3 \n",
|
|
"16 0 2 4 \n",
|
|
"17 0 2 5 \n",
|
|
"18 0 3 0 \n",
|
|
"19 0 3 1 \n",
|
|
"20 0 3 2 \n",
|
|
"21 0 3 3 \n",
|
|
"22 0 3 4 \n",
|
|
"23 0 3 5 \n",
|
|
"24 0 4 0 \n",
|
|
"25 0 4 1 \n",
|
|
"26 0 4 2 \n",
|
|
"27 0 4 3 \n",
|
|
"28 0 4 4 \n",
|
|
"29 0 4 5 \n",
|
|
"30 0 5 0 \n",
|
|
"31 0 5 1 \n",
|
|
"32 0 5 2 \n",
|
|
"33 0 5 3 \n",
|
|
"34 0 5 4 \n",
|
|
"35 0 5 5 \n",
|
|
"\n",
|
|
" task_name \\\n",
|
|
"0 extract_nodes \n",
|
|
"1 dedupe_nodes \n",
|
|
"2 extract_edges \n",
|
|
"3 dedupe_edges \n",
|
|
"4 extract_edge_dates \n",
|
|
"5 edge_invalidation \n",
|
|
"6 extract_nodes \n",
|
|
"7 dedupe_nodes \n",
|
|
"8 extract_edges \n",
|
|
"9 dedupe_edges \n",
|
|
"10 extract_edge_dates \n",
|
|
"11 edge_invalidation \n",
|
|
"12 extract_nodes \n",
|
|
"13 dedupe_nodes \n",
|
|
"14 extract_edges \n",
|
|
"15 dedupe_edges \n",
|
|
"16 extract_edge_dates \n",
|
|
"17 edge_invalidation \n",
|
|
"18 extract_nodes \n",
|
|
"19 dedupe_nodes \n",
|
|
"20 extract_edges \n",
|
|
"21 dedupe_edges \n",
|
|
"22 extract_edge_dates \n",
|
|
"23 edge_invalidation \n",
|
|
"24 extract_nodes \n",
|
|
"25 dedupe_nodes \n",
|
|
"26 extract_edges \n",
|
|
"27 dedupe_edges \n",
|
|
"28 extract_edge_dates \n",
|
|
"29 edge_invalidation \n",
|
|
"30 extract_nodes \n",
|
|
"31 dedupe_nodes \n",
|
|
"32 extract_edges \n",
|
|
"33 dedupe_edges \n",
|
|
"34 extract_edge_dates \n",
|
|
"35 edge_invalidation \n",
|
|
"\n",
|
|
" snippet_message \\\n",
|
|
"0 {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati... \n",
|
|
"1 {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati... \n",
|
|
"2 {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati... \n",
|
|
"3 {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati... \n",
|
|
"4 {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati... \n",
|
|
"5 {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati... \n",
|
|
"6 {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati... \n",
|
|
"7 {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati... \n",
|
|
"8 {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati... \n",
|
|
"9 {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati... \n",
|
|
"10 {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati... \n",
|
|
"11 {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati... \n",
|
|
"12 {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati... \n",
|
|
"13 {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati... \n",
|
|
"14 {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati... \n",
|
|
"15 {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati... \n",
|
|
"16 {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati... \n",
|
|
"17 {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati... \n",
|
|
"18 {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati... \n",
|
|
"19 {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati... \n",
|
|
"20 {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati... \n",
|
|
"21 {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati... \n",
|
|
"22 {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati... \n",
|
|
"23 {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati... \n",
|
|
"24 {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati... \n",
|
|
"25 {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati... \n",
|
|
"26 {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati... \n",
|
|
"27 {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati... \n",
|
|
"28 {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati... \n",
|
|
"29 {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati... \n",
|
|
"30 {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati... \n",
|
|
"31 {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati... \n",
|
|
"32 {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati... \n",
|
|
"33 {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati... \n",
|
|
"34 {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati... \n",
|
|
"35 {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati... \n",
|
|
"\n",
|
|
" snippet_previous_messages \\\n",
|
|
"0 [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap... \n",
|
|
"1 [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap... \n",
|
|
"2 [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap... \n",
|
|
"3 [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap... \n",
|
|
"4 [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap... \n",
|
|
"5 [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap... \n",
|
|
"6 [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap... \n",
|
|
"7 [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap... \n",
|
|
"8 [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap... \n",
|
|
"9 [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap... \n",
|
|
"10 [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap... \n",
|
|
"11 [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap... \n",
|
|
"12 [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap... \n",
|
|
"13 [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap... \n",
|
|
"14 [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap... \n",
|
|
"15 [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap... \n",
|
|
"16 [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap... \n",
|
|
"17 [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap... \n",
|
|
"18 [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap... \n",
|
|
"19 [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap... \n",
|
|
"20 [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap... \n",
|
|
"21 [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap... \n",
|
|
"22 [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap... \n",
|
|
"23 [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap... \n",
|
|
"24 [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap... \n",
|
|
"25 [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap... \n",
|
|
"26 [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap... \n",
|
|
"27 [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap... \n",
|
|
"28 [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap... \n",
|
|
"29 [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap... \n",
|
|
"30 [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap... \n",
|
|
"31 [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap... \n",
|
|
"32 [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap... \n",
|
|
"33 [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap... \n",
|
|
"34 [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap... \n",
|
|
"35 [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap... \n",
|
|
"\n",
|
|
" input_message \\\n",
|
|
"0 {\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management app... \n",
|
|
"1 {\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management app... \n",
|
|
"2 {\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management app... \n",
|
|
"3 {\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management app... \n",
|
|
"4 {\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management app... \n",
|
|
"5 {\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management app... \n",
|
|
"6 {\"role\": \"assistant\", \"content\": \"Making the leap from a planner to a digital task management system! Congratulation... \n",
|
|
"7 {\"role\": \"assistant\", \"content\": \"Making the leap from a planner to a digital task management system! Congratulation... \n",
|
|
"8 {\"role\": \"assistant\", \"content\": \"Making the leap from a planner to a digital task management system! Congratulation... \n",
|
|
"9 {\"role\": \"assistant\", \"content\": \"Making the leap from a planner to a digital task management system! Congratulation... \n",
|
|
"10 {\"role\": \"assistant\", \"content\": \"Making the leap from a planner to a digital task management system! Congratulation... \n",
|
|
"11 {\"role\": \"assistant\", \"content\": \"Making the leap from a planner to a digital task management system! Congratulation... \n",
|
|
"12 {\"role\": \"user\", \"content\": \"I think I'll try out Todoist and Trello. I've heard a lot of good things about them. By... \n",
|
|
"13 {\"role\": \"user\", \"content\": \"I think I'll try out Todoist and Trello. I've heard a lot of good things about them. By... \n",
|
|
"14 {\"role\": \"user\", \"content\": \"I think I'll try out Todoist and Trello. I've heard a lot of good things about them. By... \n",
|
|
"15 {\"role\": \"user\", \"content\": \"I think I'll try out Todoist and Trello. I've heard a lot of good things about them. By... \n",
|
|
"16 {\"role\": \"user\", \"content\": \"I think I'll try out Todoist and Trello. I've heard a lot of good things about them. By... \n",
|
|
"17 {\"role\": \"user\", \"content\": \"I think I'll try out Todoist and Trello. I've heard a lot of good things about them. By... \n",
|
|
"18 {\"role\": \"assistant\", \"content\": \"Todoist and Trello are both excellent choices for task management.\\n\\nNow, about c... \n",
|
|
"19 {\"role\": \"assistant\", \"content\": \"Todoist and Trello are both excellent choices for task management.\\n\\nNow, about c... \n",
|
|
"20 {\"role\": \"assistant\", \"content\": \"Todoist and Trello are both excellent choices for task management.\\n\\nNow, about c... \n",
|
|
"21 {\"role\": \"assistant\", \"content\": \"Todoist and Trello are both excellent choices for task management.\\n\\nNow, about c... \n",
|
|
"22 {\"role\": \"assistant\", \"content\": \"Todoist and Trello are both excellent choices for task management.\\n\\nNow, about c... \n",
|
|
"23 {\"role\": \"assistant\", \"content\": \"Todoist and Trello are both excellent choices for task management.\\n\\nNow, about c... \n",
|
|
"24 {\"role\": \"user\", \"content\": \"I graduated with a degree in Business Administration, which has definitely helped me in... \n",
|
|
"25 {\"role\": \"user\", \"content\": \"I graduated with a degree in Business Administration, which has definitely helped me in... \n",
|
|
"26 {\"role\": \"user\", \"content\": \"I graduated with a degree in Business Administration, which has definitely helped me in... \n",
|
|
"27 {\"role\": \"user\", \"content\": \"I graduated with a degree in Business Administration, which has definitely helped me in... \n",
|
|
"28 {\"role\": \"user\", \"content\": \"I graduated with a degree in Business Administration, which has definitely helped me in... \n",
|
|
"29 {\"role\": \"user\", \"content\": \"I graduated with a degree in Business Administration, which has definitely helped me in... \n",
|
|
"30 {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati... \n",
|
|
"31 {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati... \n",
|
|
"32 {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati... \n",
|
|
"33 {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati... \n",
|
|
"34 {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati... \n",
|
|
"35 {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati... \n",
|
|
"\n",
|
|
" input_previous_messages \n",
|
|
"0 [] \n",
|
|
"1 [] \n",
|
|
"2 [] \n",
|
|
"3 [] \n",
|
|
"4 [] \n",
|
|
"5 [] \n",
|
|
"6 [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap... \n",
|
|
"7 [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap... \n",
|
|
"8 [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap... \n",
|
|
"9 [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap... \n",
|
|
"10 [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap... \n",
|
|
"11 [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap... \n",
|
|
"12 [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap... \n",
|
|
"13 [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap... \n",
|
|
"14 [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap... \n",
|
|
"15 [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap... \n",
|
|
"16 [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap... \n",
|
|
"17 [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap... \n",
|
|
"18 [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap... \n",
|
|
"19 [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap... \n",
|
|
"20 [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap... \n",
|
|
"21 [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap... \n",
|
|
"22 [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap... \n",
|
|
"23 [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap... \n",
|
|
"24 [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap... \n",
|
|
"25 [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap... \n",
|
|
"26 [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap... \n",
|
|
"27 [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap... \n",
|
|
"28 [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap... \n",
|
|
"29 [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap... \n",
|
|
"30 [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap... \n",
|
|
"31 [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap... \n",
|
|
"32 [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap... \n",
|
|
"33 [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap... \n",
|
|
"34 [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap... \n",
|
|
"35 [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap... "
|
|
]
|
|
},
|
|
"execution_count": 7,
|
|
"metadata": {},
|
|
"output_type": "execute_result"
|
|
}
|
|
],
|
|
"source": [
|
|
"#################### Create the eval CSV\n",
|
|
"eval_minidataset = lme_dataset_df_filtered.copy()\n",
|
|
"eval_minidataset = transform_eval_minidataset(eval_minidataset)\n",
|
|
"# Print the number of rows and columns\n",
|
|
"print(f'Number of rows: {len(eval_minidataset)}')\n",
|
|
"print(f'Number of columns: {len(eval_minidataset.columns)}')\n",
|
|
"eval_minidataset.head(100)"
|
|
]
|
|
},
|
|
{
|
|
"cell_type": "code",
|
|
"execution_count": 8,
|
|
"metadata": {},
|
|
"outputs": [
|
|
{
|
|
"name": "stdout",
|
|
"output_type": "stream",
|
|
"text": [
|
|
"Number of rows: 36\n",
|
|
"Number of columns: 9\n"
|
|
]
|
|
},
|
|
{
|
|
"data": {
|
|
"text/html": [
|
|
"<div>\n",
|
|
"<style scoped>\n",
|
|
" .dataframe tbody tr th:only-of-type {\n",
|
|
" vertical-align: middle;\n",
|
|
" }\n",
|
|
"\n",
|
|
" .dataframe tbody tr th {\n",
|
|
" vertical-align: top;\n",
|
|
" }\n",
|
|
"\n",
|
|
" .dataframe thead th {\n",
|
|
" text-align: right;\n",
|
|
" }\n",
|
|
"</style>\n",
|
|
"<table border=\"1\" class=\"dataframe\">\n",
|
|
" <thead>\n",
|
|
" <tr style=\"text-align: right;\">\n",
|
|
" <th></th>\n",
|
|
" <th>snippet_index</th>\n",
|
|
" <th>message_index_within_snippet</th>\n",
|
|
" <th>task_index</th>\n",
|
|
" <th>task_name</th>\n",
|
|
" <th>snippet_message</th>\n",
|
|
" <th>snippet_previous_messages</th>\n",
|
|
" <th>input_message</th>\n",
|
|
" <th>input_previous_messages</th>\n",
|
|
" <th>output_gpt4o_mini</th>\n",
|
|
" </tr>\n",
|
|
" </thead>\n",
|
|
" <tbody>\n",
|
|
" <tr>\n",
|
|
" <th>0</th>\n",
|
|
" <td>0</td>\n",
|
|
" <td>0</td>\n",
|
|
" <td>0</td>\n",
|
|
" <td>extract_nodes</td>\n",
|
|
" <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
|
|
" <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
|
|
" <td>{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management app...</td>\n",
|
|
" <td>[]</td>\n",
|
|
" <td>[{\"uuid\": \"afb12271-73aa-4d41-a8a5-c541169b85cf\", \"name\": \"user\", \"group_id\": \"\", \"labels\": [\"Entity\"], \"created_at\"...</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>1</th>\n",
|
|
" <td>0</td>\n",
|
|
" <td>0</td>\n",
|
|
" <td>1</td>\n",
|
|
" <td>dedupe_nodes</td>\n",
|
|
" <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
|
|
" <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
|
|
" <td>{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management app...</td>\n",
|
|
" <td>[]</td>\n",
|
|
" <td>[{\"uuid\": \"afb12271-73aa-4d41-a8a5-c541169b85cf\", \"name\": \"user\", \"group_id\": \"\", \"labels\": [\"Entity\"], \"created_at\"...</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>2</th>\n",
|
|
" <td>0</td>\n",
|
|
" <td>0</td>\n",
|
|
" <td>2</td>\n",
|
|
" <td>extract_edges</td>\n",
|
|
" <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
|
|
" <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
|
|
" <td>{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management app...</td>\n",
|
|
" <td>[]</td>\n",
|
|
" <td>[{\"uuid\": \"cda66daf-afe0-4098-a2b6-c3f71f30fe85\", \"group_id\": \"\", \"source_node_uuid\": \"afb12271-73aa-4d41-a8a5-c5411...</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>3</th>\n",
|
|
" <td>0</td>\n",
|
|
" <td>0</td>\n",
|
|
" <td>3</td>\n",
|
|
" <td>dedupe_edges</td>\n",
|
|
" <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
|
|
" <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
|
|
" <td>{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management app...</td>\n",
|
|
" <td>[]</td>\n",
|
|
" <td>None</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>4</th>\n",
|
|
" <td>0</td>\n",
|
|
" <td>0</td>\n",
|
|
" <td>4</td>\n",
|
|
" <td>extract_edge_dates</td>\n",
|
|
" <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
|
|
" <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
|
|
" <td>{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management app...</td>\n",
|
|
" <td>[]</td>\n",
|
|
" <td>None</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>5</th>\n",
|
|
" <td>0</td>\n",
|
|
" <td>0</td>\n",
|
|
" <td>5</td>\n",
|
|
" <td>edge_invalidation</td>\n",
|
|
" <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
|
|
" <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
|
|
" <td>{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management app...</td>\n",
|
|
" <td>[]</td>\n",
|
|
" <td>None</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>6</th>\n",
|
|
" <td>0</td>\n",
|
|
" <td>1</td>\n",
|
|
" <td>0</td>\n",
|
|
" <td>extract_nodes</td>\n",
|
|
" <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
|
|
" <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
|
|
" <td>{\"role\": \"assistant\", \"content\": \"Making the leap from a planner to a digital task management system! Congratulation...</td>\n",
|
|
" <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
|
|
" <td>[{\"uuid\": \"b68c71ec-87d6-43d8-9ec1-0155d8415400\", \"name\": \"assistant\", \"group_id\": \"\", \"labels\": [\"Entity\"], \"create...</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>7</th>\n",
|
|
" <td>0</td>\n",
|
|
" <td>1</td>\n",
|
|
" <td>1</td>\n",
|
|
" <td>dedupe_nodes</td>\n",
|
|
" <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
|
|
" <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
|
|
" <td>{\"role\": \"assistant\", \"content\": \"Making the leap from a planner to a digital task management system! Congratulation...</td>\n",
|
|
" <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
|
|
" <td>[{\"uuid\": \"b68c71ec-87d6-43d8-9ec1-0155d8415400\", \"name\": \"assistant\", \"group_id\": \"\", \"labels\": [\"Entity\"], \"create...</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>8</th>\n",
|
|
" <td>0</td>\n",
|
|
" <td>1</td>\n",
|
|
" <td>2</td>\n",
|
|
" <td>extract_edges</td>\n",
|
|
" <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
|
|
" <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
|
|
" <td>{\"role\": \"assistant\", \"content\": \"Making the leap from a planner to a digital task management system! Congratulation...</td>\n",
|
|
" <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
|
|
" <td>[{\"uuid\": \"3ad7f861-0470-4955-b698-cc67fe186bc5\", \"group_id\": \"\", \"source_node_uuid\": \"b68c71ec-87d6-43d8-9ec1-0155d...</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>9</th>\n",
|
|
" <td>0</td>\n",
|
|
" <td>1</td>\n",
|
|
" <td>3</td>\n",
|
|
" <td>dedupe_edges</td>\n",
|
|
" <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
|
|
" <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
|
|
" <td>{\"role\": \"assistant\", \"content\": \"Making the leap from a planner to a digital task management system! Congratulation...</td>\n",
|
|
" <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
|
|
" <td>None</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>10</th>\n",
|
|
" <td>0</td>\n",
|
|
" <td>1</td>\n",
|
|
" <td>4</td>\n",
|
|
" <td>extract_edge_dates</td>\n",
|
|
" <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
|
|
" <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
|
|
" <td>{\"role\": \"assistant\", \"content\": \"Making the leap from a planner to a digital task management system! Congratulation...</td>\n",
|
|
" <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
|
|
" <td>None</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>11</th>\n",
|
|
" <td>0</td>\n",
|
|
" <td>1</td>\n",
|
|
" <td>5</td>\n",
|
|
" <td>edge_invalidation</td>\n",
|
|
" <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
|
|
" <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
|
|
" <td>{\"role\": \"assistant\", \"content\": \"Making the leap from a planner to a digital task management system! Congratulation...</td>\n",
|
|
" <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
|
|
" <td>None</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>12</th>\n",
|
|
" <td>0</td>\n",
|
|
" <td>2</td>\n",
|
|
" <td>0</td>\n",
|
|
" <td>extract_nodes</td>\n",
|
|
" <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
|
|
" <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
|
|
" <td>{\"role\": \"user\", \"content\": \"I think I'll try out Todoist and Trello. I've heard a lot of good things about them. By...</td>\n",
|
|
" <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
|
|
" <td>[{\"uuid\": \"c65758f0-752c-418a-ad6b-2d8a74cdd4ce\", \"name\": \"user\", \"group_id\": \"\", \"labels\": [\"Entity\"], \"created_at\"...</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>13</th>\n",
|
|
" <td>0</td>\n",
|
|
" <td>2</td>\n",
|
|
" <td>1</td>\n",
|
|
" <td>dedupe_nodes</td>\n",
|
|
" <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
|
|
" <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
|
|
" <td>{\"role\": \"user\", \"content\": \"I think I'll try out Todoist and Trello. I've heard a lot of good things about them. By...</td>\n",
|
|
" <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
|
|
" <td>[{\"uuid\": \"afb12271-73aa-4d41-a8a5-c541169b85cf\", \"name\": \"user\", \"group_id\": \"\", \"labels\": [\"Entity\"], \"created_at\"...</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>14</th>\n",
|
|
" <td>0</td>\n",
|
|
" <td>2</td>\n",
|
|
" <td>2</td>\n",
|
|
" <td>extract_edges</td>\n",
|
|
" <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
|
|
" <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
|
|
" <td>{\"role\": \"user\", \"content\": \"I think I'll try out Todoist and Trello. I've heard a lot of good things about them. By...</td>\n",
|
|
" <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
|
|
" <td>[{\"uuid\": \"165b9582-acee-46ed-93f9-216c17344642\", \"group_id\": \"\", \"source_node_uuid\": \"c65758f0-752c-418a-ad6b-2d8a7...</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>15</th>\n",
|
|
" <td>0</td>\n",
|
|
" <td>2</td>\n",
|
|
" <td>3</td>\n",
|
|
" <td>dedupe_edges</td>\n",
|
|
" <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
|
|
" <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
|
|
" <td>{\"role\": \"user\", \"content\": \"I think I'll try out Todoist and Trello. I've heard a lot of good things about them. By...</td>\n",
|
|
" <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
|
|
" <td>None</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>16</th>\n",
|
|
" <td>0</td>\n",
|
|
" <td>2</td>\n",
|
|
" <td>4</td>\n",
|
|
" <td>extract_edge_dates</td>\n",
|
|
" <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
|
|
" <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
|
|
" <td>{\"role\": \"user\", \"content\": \"I think I'll try out Todoist and Trello. I've heard a lot of good things about them. By...</td>\n",
|
|
" <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
|
|
" <td>None</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>17</th>\n",
|
|
" <td>0</td>\n",
|
|
" <td>2</td>\n",
|
|
" <td>5</td>\n",
|
|
" <td>edge_invalidation</td>\n",
|
|
" <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
|
|
" <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
|
|
" <td>{\"role\": \"user\", \"content\": \"I think I'll try out Todoist and Trello. I've heard a lot of good things about them. By...</td>\n",
|
|
" <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
|
|
" <td>None</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>18</th>\n",
|
|
" <td>0</td>\n",
|
|
" <td>3</td>\n",
|
|
" <td>0</td>\n",
|
|
" <td>extract_nodes</td>\n",
|
|
" <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
|
|
" <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
|
|
" <td>{\"role\": \"assistant\", \"content\": \"Todoist and Trello are both excellent choices for task management.\\n\\nNow, about c...</td>\n",
|
|
" <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
|
|
" <td>[{\"uuid\": \"ef20491c-a031-4aea-8e51-0d0c47c98245\", \"name\": \"assistant\", \"group_id\": \"\", \"labels\": [\"Entity\"], \"create...</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>19</th>\n",
|
|
" <td>0</td>\n",
|
|
" <td>3</td>\n",
|
|
" <td>1</td>\n",
|
|
" <td>dedupe_nodes</td>\n",
|
|
" <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
|
|
" <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
|
|
" <td>{\"role\": \"assistant\", \"content\": \"Todoist and Trello are both excellent choices for task management.\\n\\nNow, about c...</td>\n",
|
|
" <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
|
|
" <td>[{\"uuid\": \"b68c71ec-87d6-43d8-9ec1-0155d8415400\", \"name\": \"assistant\", \"group_id\": \"\", \"labels\": [\"Entity\"], \"create...</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>20</th>\n",
|
|
" <td>0</td>\n",
|
|
" <td>3</td>\n",
|
|
" <td>2</td>\n",
|
|
" <td>extract_edges</td>\n",
|
|
" <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
|
|
" <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
|
|
" <td>{\"role\": \"assistant\", \"content\": \"Todoist and Trello are both excellent choices for task management.\\n\\nNow, about c...</td>\n",
|
|
" <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
|
|
" <td>[{\"uuid\": \"032a54c8-15b2-47b0-a89e-79f985938661\", \"group_id\": \"\", \"source_node_uuid\": \"aa977349-dd97-4af2-942b-02844...</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>21</th>\n",
|
|
" <td>0</td>\n",
|
|
" <td>3</td>\n",
|
|
" <td>3</td>\n",
|
|
" <td>dedupe_edges</td>\n",
|
|
" <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
|
|
" <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
|
|
" <td>{\"role\": \"assistant\", \"content\": \"Todoist and Trello are both excellent choices for task management.\\n\\nNow, about c...</td>\n",
|
|
" <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
|
|
" <td>None</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>22</th>\n",
|
|
" <td>0</td>\n",
|
|
" <td>3</td>\n",
|
|
" <td>4</td>\n",
|
|
" <td>extract_edge_dates</td>\n",
|
|
" <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
|
|
" <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
|
|
" <td>{\"role\": \"assistant\", \"content\": \"Todoist and Trello are both excellent choices for task management.\\n\\nNow, about c...</td>\n",
|
|
" <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
|
|
" <td>None</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>23</th>\n",
|
|
" <td>0</td>\n",
|
|
" <td>3</td>\n",
|
|
" <td>5</td>\n",
|
|
" <td>edge_invalidation</td>\n",
|
|
" <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
|
|
" <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
|
|
" <td>{\"role\": \"assistant\", \"content\": \"Todoist and Trello are both excellent choices for task management.\\n\\nNow, about c...</td>\n",
|
|
" <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
|
|
" <td>None</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>24</th>\n",
|
|
" <td>0</td>\n",
|
|
" <td>4</td>\n",
|
|
" <td>0</td>\n",
|
|
" <td>extract_nodes</td>\n",
|
|
" <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
|
|
" <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
|
|
" <td>{\"role\": \"user\", \"content\": \"I graduated with a degree in Business Administration, which has definitely helped me in...</td>\n",
|
|
" <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
|
|
" <td>[{\"uuid\": \"06bc8194-ee62-46bd-9307-7e96001e4d07\", \"name\": \"user\", \"group_id\": \"\", \"labels\": [\"Entity\"], \"created_at\"...</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>25</th>\n",
|
|
" <td>0</td>\n",
|
|
" <td>4</td>\n",
|
|
" <td>1</td>\n",
|
|
" <td>dedupe_nodes</td>\n",
|
|
" <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
|
|
" <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
|
|
" <td>{\"role\": \"user\", \"content\": \"I graduated with a degree in Business Administration, which has definitely helped me in...</td>\n",
|
|
" <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
|
|
" <td>[{\"uuid\": \"afb12271-73aa-4d41-a8a5-c541169b85cf\", \"name\": \"user\", \"group_id\": \"\", \"labels\": [\"Entity\"], \"created_at\"...</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>26</th>\n",
|
|
" <td>0</td>\n",
|
|
" <td>4</td>\n",
|
|
" <td>2</td>\n",
|
|
" <td>extract_edges</td>\n",
|
|
" <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
|
|
" <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
|
|
" <td>{\"role\": \"user\", \"content\": \"I graduated with a degree in Business Administration, which has definitely helped me in...</td>\n",
|
|
" <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
|
|
" <td>[{\"uuid\": \"eedb6466-4764-4c23-9107-c03b49979978\", \"group_id\": \"\", \"source_node_uuid\": \"06bc8194-ee62-46bd-9307-7e960...</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>27</th>\n",
|
|
" <td>0</td>\n",
|
|
" <td>4</td>\n",
|
|
" <td>3</td>\n",
|
|
" <td>dedupe_edges</td>\n",
|
|
" <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
|
|
" <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
|
|
" <td>{\"role\": \"user\", \"content\": \"I graduated with a degree in Business Administration, which has definitely helped me in...</td>\n",
|
|
" <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
|
|
" <td>None</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>28</th>\n",
|
|
" <td>0</td>\n",
|
|
" <td>4</td>\n",
|
|
" <td>4</td>\n",
|
|
" <td>extract_edge_dates</td>\n",
|
|
" <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
|
|
" <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
|
|
" <td>{\"role\": \"user\", \"content\": \"I graduated with a degree in Business Administration, which has definitely helped me in...</td>\n",
|
|
" <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
|
|
" <td>None</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>29</th>\n",
|
|
" <td>0</td>\n",
|
|
" <td>4</td>\n",
|
|
" <td>5</td>\n",
|
|
" <td>edge_invalidation</td>\n",
|
|
" <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
|
|
" <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
|
|
" <td>{\"role\": \"user\", \"content\": \"I graduated with a degree in Business Administration, which has definitely helped me in...</td>\n",
|
|
" <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
|
|
" <td>None</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>30</th>\n",
|
|
" <td>0</td>\n",
|
|
" <td>5</td>\n",
|
|
" <td>0</td>\n",
|
|
" <td>extract_nodes</td>\n",
|
|
" <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
|
|
" <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
|
|
" <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
|
|
" <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
|
|
" <td>[{\"uuid\": \"e04cfd2d-c6e4-4372-8385-6a7c89dfe9b6\", \"name\": \"assistant\", \"group_id\": \"\", \"labels\": [\"Entity\"], \"create...</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>31</th>\n",
|
|
" <td>0</td>\n",
|
|
" <td>5</td>\n",
|
|
" <td>1</td>\n",
|
|
" <td>dedupe_nodes</td>\n",
|
|
" <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
|
|
" <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
|
|
" <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
|
|
" <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
|
|
" <td>[{\"uuid\": \"b68c71ec-87d6-43d8-9ec1-0155d8415400\", \"name\": \"assistant\", \"group_id\": \"\", \"labels\": [\"Entity\"], \"create...</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>32</th>\n",
|
|
" <td>0</td>\n",
|
|
" <td>5</td>\n",
|
|
" <td>2</td>\n",
|
|
" <td>extract_edges</td>\n",
|
|
" <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
|
|
" <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
|
|
" <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
|
|
" <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
|
|
" <td>[{\"uuid\": \"fd4b2107-3660-4eb6-9765-c89d709ac57f\", \"group_id\": \"\", \"source_node_uuid\": \"e04cfd2d-c6e4-4372-8385-6a7c8...</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>33</th>\n",
|
|
" <td>0</td>\n",
|
|
" <td>5</td>\n",
|
|
" <td>3</td>\n",
|
|
" <td>dedupe_edges</td>\n",
|
|
" <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
|
|
" <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
|
|
" <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
|
|
" <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
|
|
" <td>None</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>34</th>\n",
|
|
" <td>0</td>\n",
|
|
" <td>5</td>\n",
|
|
" <td>4</td>\n",
|
|
" <td>extract_edge_dates</td>\n",
|
|
" <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
|
|
" <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
|
|
" <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
|
|
" <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
|
|
" <td>None</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>35</th>\n",
|
|
" <td>0</td>\n",
|
|
" <td>5</td>\n",
|
|
" <td>5</td>\n",
|
|
" <td>edge_invalidation</td>\n",
|
|
" <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
|
|
" <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
|
|
" <td>{\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati...</td>\n",
|
|
" <td>[{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap...</td>\n",
|
|
" <td>None</td>\n",
|
|
" </tr>\n",
|
|
" </tbody>\n",
|
|
"</table>\n",
|
|
"</div>"
|
|
],
|
|
"text/plain": [
|
|
" snippet_index message_index_within_snippet task_index \\\n",
|
|
"0 0 0 0 \n",
|
|
"1 0 0 1 \n",
|
|
"2 0 0 2 \n",
|
|
"3 0 0 3 \n",
|
|
"4 0 0 4 \n",
|
|
"5 0 0 5 \n",
|
|
"6 0 1 0 \n",
|
|
"7 0 1 1 \n",
|
|
"8 0 1 2 \n",
|
|
"9 0 1 3 \n",
|
|
"10 0 1 4 \n",
|
|
"11 0 1 5 \n",
|
|
"12 0 2 0 \n",
|
|
"13 0 2 1 \n",
|
|
"14 0 2 2 \n",
|
|
"15 0 2 3 \n",
|
|
"16 0 2 4 \n",
|
|
"17 0 2 5 \n",
|
|
"18 0 3 0 \n",
|
|
"19 0 3 1 \n",
|
|
"20 0 3 2 \n",
|
|
"21 0 3 3 \n",
|
|
"22 0 3 4 \n",
|
|
"23 0 3 5 \n",
|
|
"24 0 4 0 \n",
|
|
"25 0 4 1 \n",
|
|
"26 0 4 2 \n",
|
|
"27 0 4 3 \n",
|
|
"28 0 4 4 \n",
|
|
"29 0 4 5 \n",
|
|
"30 0 5 0 \n",
|
|
"31 0 5 1 \n",
|
|
"32 0 5 2 \n",
|
|
"33 0 5 3 \n",
|
|
"34 0 5 4 \n",
|
|
"35 0 5 5 \n",
|
|
"\n",
|
|
" task_name \\\n",
|
|
"0 extract_nodes \n",
|
|
"1 dedupe_nodes \n",
|
|
"2 extract_edges \n",
|
|
"3 dedupe_edges \n",
|
|
"4 extract_edge_dates \n",
|
|
"5 edge_invalidation \n",
|
|
"6 extract_nodes \n",
|
|
"7 dedupe_nodes \n",
|
|
"8 extract_edges \n",
|
|
"9 dedupe_edges \n",
|
|
"10 extract_edge_dates \n",
|
|
"11 edge_invalidation \n",
|
|
"12 extract_nodes \n",
|
|
"13 dedupe_nodes \n",
|
|
"14 extract_edges \n",
|
|
"15 dedupe_edges \n",
|
|
"16 extract_edge_dates \n",
|
|
"17 edge_invalidation \n",
|
|
"18 extract_nodes \n",
|
|
"19 dedupe_nodes \n",
|
|
"20 extract_edges \n",
|
|
"21 dedupe_edges \n",
|
|
"22 extract_edge_dates \n",
|
|
"23 edge_invalidation \n",
|
|
"24 extract_nodes \n",
|
|
"25 dedupe_nodes \n",
|
|
"26 extract_edges \n",
|
|
"27 dedupe_edges \n",
|
|
"28 extract_edge_dates \n",
|
|
"29 edge_invalidation \n",
|
|
"30 extract_nodes \n",
|
|
"31 dedupe_nodes \n",
|
|
"32 extract_edges \n",
|
|
"33 dedupe_edges \n",
|
|
"34 extract_edge_dates \n",
|
|
"35 edge_invalidation \n",
|
|
"\n",
|
|
" snippet_message \\\n",
|
|
"0 {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati... \n",
|
|
"1 {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati... \n",
|
|
"2 {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati... \n",
|
|
"3 {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati... \n",
|
|
"4 {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati... \n",
|
|
"5 {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati... \n",
|
|
"6 {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati... \n",
|
|
"7 {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati... \n",
|
|
"8 {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati... \n",
|
|
"9 {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati... \n",
|
|
"10 {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati... \n",
|
|
"11 {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati... \n",
|
|
"12 {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati... \n",
|
|
"13 {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati... \n",
|
|
"14 {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati... \n",
|
|
"15 {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati... \n",
|
|
"16 {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati... \n",
|
|
"17 {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati... \n",
|
|
"18 {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati... \n",
|
|
"19 {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati... \n",
|
|
"20 {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati... \n",
|
|
"21 {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati... \n",
|
|
"22 {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati... \n",
|
|
"23 {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati... \n",
|
|
"24 {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati... \n",
|
|
"25 {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati... \n",
|
|
"26 {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati... \n",
|
|
"27 {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati... \n",
|
|
"28 {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati... \n",
|
|
"29 {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati... \n",
|
|
"30 {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati... \n",
|
|
"31 {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati... \n",
|
|
"32 {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati... \n",
|
|
"33 {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati... \n",
|
|
"34 {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati... \n",
|
|
"35 {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati... \n",
|
|
"\n",
|
|
" snippet_previous_messages \\\n",
|
|
"0 [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap... \n",
|
|
"1 [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap... \n",
|
|
"2 [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap... \n",
|
|
"3 [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap... \n",
|
|
"4 [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap... \n",
|
|
"5 [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap... \n",
|
|
"6 [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap... \n",
|
|
"7 [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap... \n",
|
|
"8 [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap... \n",
|
|
"9 [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap... \n",
|
|
"10 [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap... \n",
|
|
"11 [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap... \n",
|
|
"12 [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap... \n",
|
|
"13 [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap... \n",
|
|
"14 [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap... \n",
|
|
"15 [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap... \n",
|
|
"16 [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap... \n",
|
|
"17 [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap... \n",
|
|
"18 [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap... \n",
|
|
"19 [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap... \n",
|
|
"20 [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap... \n",
|
|
"21 [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap... \n",
|
|
"22 [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap... \n",
|
|
"23 [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap... \n",
|
|
"24 [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap... \n",
|
|
"25 [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap... \n",
|
|
"26 [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap... \n",
|
|
"27 [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap... \n",
|
|
"28 [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap... \n",
|
|
"29 [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap... \n",
|
|
"30 [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap... \n",
|
|
"31 [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap... \n",
|
|
"32 [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap... \n",
|
|
"33 [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap... \n",
|
|
"34 [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap... \n",
|
|
"35 [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap... \n",
|
|
"\n",
|
|
" input_message \\\n",
|
|
"0 {\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management app... \n",
|
|
"1 {\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management app... \n",
|
|
"2 {\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management app... \n",
|
|
"3 {\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management app... \n",
|
|
"4 {\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management app... \n",
|
|
"5 {\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management app... \n",
|
|
"6 {\"role\": \"assistant\", \"content\": \"Making the leap from a planner to a digital task management system! Congratulation... \n",
|
|
"7 {\"role\": \"assistant\", \"content\": \"Making the leap from a planner to a digital task management system! Congratulation... \n",
|
|
"8 {\"role\": \"assistant\", \"content\": \"Making the leap from a planner to a digital task management system! Congratulation... \n",
|
|
"9 {\"role\": \"assistant\", \"content\": \"Making the leap from a planner to a digital task management system! Congratulation... \n",
|
|
"10 {\"role\": \"assistant\", \"content\": \"Making the leap from a planner to a digital task management system! Congratulation... \n",
|
|
"11 {\"role\": \"assistant\", \"content\": \"Making the leap from a planner to a digital task management system! Congratulation... \n",
|
|
"12 {\"role\": \"user\", \"content\": \"I think I'll try out Todoist and Trello. I've heard a lot of good things about them. By... \n",
|
|
"13 {\"role\": \"user\", \"content\": \"I think I'll try out Todoist and Trello. I've heard a lot of good things about them. By... \n",
|
|
"14 {\"role\": \"user\", \"content\": \"I think I'll try out Todoist and Trello. I've heard a lot of good things about them. By... \n",
|
|
"15 {\"role\": \"user\", \"content\": \"I think I'll try out Todoist and Trello. I've heard a lot of good things about them. By... \n",
|
|
"16 {\"role\": \"user\", \"content\": \"I think I'll try out Todoist and Trello. I've heard a lot of good things about them. By... \n",
|
|
"17 {\"role\": \"user\", \"content\": \"I think I'll try out Todoist and Trello. I've heard a lot of good things about them. By... \n",
|
|
"18 {\"role\": \"assistant\", \"content\": \"Todoist and Trello are both excellent choices for task management.\\n\\nNow, about c... \n",
|
|
"19 {\"role\": \"assistant\", \"content\": \"Todoist and Trello are both excellent choices for task management.\\n\\nNow, about c... \n",
|
|
"20 {\"role\": \"assistant\", \"content\": \"Todoist and Trello are both excellent choices for task management.\\n\\nNow, about c... \n",
|
|
"21 {\"role\": \"assistant\", \"content\": \"Todoist and Trello are both excellent choices for task management.\\n\\nNow, about c... \n",
|
|
"22 {\"role\": \"assistant\", \"content\": \"Todoist and Trello are both excellent choices for task management.\\n\\nNow, about c... \n",
|
|
"23 {\"role\": \"assistant\", \"content\": \"Todoist and Trello are both excellent choices for task management.\\n\\nNow, about c... \n",
|
|
"24 {\"role\": \"user\", \"content\": \"I graduated with a degree in Business Administration, which has definitely helped me in... \n",
|
|
"25 {\"role\": \"user\", \"content\": \"I graduated with a degree in Business Administration, which has definitely helped me in... \n",
|
|
"26 {\"role\": \"user\", \"content\": \"I graduated with a degree in Business Administration, which has definitely helped me in... \n",
|
|
"27 {\"role\": \"user\", \"content\": \"I graduated with a degree in Business Administration, which has definitely helped me in... \n",
|
|
"28 {\"role\": \"user\", \"content\": \"I graduated with a degree in Business Administration, which has definitely helped me in... \n",
|
|
"29 {\"role\": \"user\", \"content\": \"I graduated with a degree in Business Administration, which has definitely helped me in... \n",
|
|
"30 {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati... \n",
|
|
"31 {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati... \n",
|
|
"32 {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati... \n",
|
|
"33 {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati... \n",
|
|
"34 {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati... \n",
|
|
"35 {\"role\": \"assistant\", \"content\": \"Congratulations on your degree in Business Administration! That's a great foundati... \n",
|
|
"\n",
|
|
" input_previous_messages \\\n",
|
|
"0 [] \n",
|
|
"1 [] \n",
|
|
"2 [] \n",
|
|
"3 [] \n",
|
|
"4 [] \n",
|
|
"5 [] \n",
|
|
"6 [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap... \n",
|
|
"7 [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap... \n",
|
|
"8 [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap... \n",
|
|
"9 [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap... \n",
|
|
"10 [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap... \n",
|
|
"11 [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap... \n",
|
|
"12 [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap... \n",
|
|
"13 [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap... \n",
|
|
"14 [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap... \n",
|
|
"15 [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap... \n",
|
|
"16 [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap... \n",
|
|
"17 [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap... \n",
|
|
"18 [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap... \n",
|
|
"19 [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap... \n",
|
|
"20 [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap... \n",
|
|
"21 [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap... \n",
|
|
"22 [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap... \n",
|
|
"23 [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap... \n",
|
|
"24 [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap... \n",
|
|
"25 [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap... \n",
|
|
"26 [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap... \n",
|
|
"27 [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap... \n",
|
|
"28 [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap... \n",
|
|
"29 [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap... \n",
|
|
"30 [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap... \n",
|
|
"31 [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap... \n",
|
|
"32 [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap... \n",
|
|
"33 [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap... \n",
|
|
"34 [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap... \n",
|
|
"35 [{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management ap... \n",
|
|
"\n",
|
|
" output_gpt4o_mini \n",
|
|
"0 [{\"uuid\": \"afb12271-73aa-4d41-a8a5-c541169b85cf\", \"name\": \"user\", \"group_id\": \"\", \"labels\": [\"Entity\"], \"created_at\"... \n",
|
|
"1 [{\"uuid\": \"afb12271-73aa-4d41-a8a5-c541169b85cf\", \"name\": \"user\", \"group_id\": \"\", \"labels\": [\"Entity\"], \"created_at\"... \n",
|
|
"2 [{\"uuid\": \"cda66daf-afe0-4098-a2b6-c3f71f30fe85\", \"group_id\": \"\", \"source_node_uuid\": \"afb12271-73aa-4d41-a8a5-c5411... \n",
|
|
"3 None \n",
|
|
"4 None \n",
|
|
"5 None \n",
|
|
"6 [{\"uuid\": \"b68c71ec-87d6-43d8-9ec1-0155d8415400\", \"name\": \"assistant\", \"group_id\": \"\", \"labels\": [\"Entity\"], \"create... \n",
|
|
"7 [{\"uuid\": \"b68c71ec-87d6-43d8-9ec1-0155d8415400\", \"name\": \"assistant\", \"group_id\": \"\", \"labels\": [\"Entity\"], \"create... \n",
|
|
"8 [{\"uuid\": \"3ad7f861-0470-4955-b698-cc67fe186bc5\", \"group_id\": \"\", \"source_node_uuid\": \"b68c71ec-87d6-43d8-9ec1-0155d... \n",
|
|
"9 None \n",
|
|
"10 None \n",
|
|
"11 None \n",
|
|
"12 [{\"uuid\": \"c65758f0-752c-418a-ad6b-2d8a74cdd4ce\", \"name\": \"user\", \"group_id\": \"\", \"labels\": [\"Entity\"], \"created_at\"... \n",
|
|
"13 [{\"uuid\": \"afb12271-73aa-4d41-a8a5-c541169b85cf\", \"name\": \"user\", \"group_id\": \"\", \"labels\": [\"Entity\"], \"created_at\"... \n",
|
|
"14 [{\"uuid\": \"165b9582-acee-46ed-93f9-216c17344642\", \"group_id\": \"\", \"source_node_uuid\": \"c65758f0-752c-418a-ad6b-2d8a7... \n",
|
|
"15 None \n",
|
|
"16 None \n",
|
|
"17 None \n",
|
|
"18 [{\"uuid\": \"ef20491c-a031-4aea-8e51-0d0c47c98245\", \"name\": \"assistant\", \"group_id\": \"\", \"labels\": [\"Entity\"], \"create... \n",
|
|
"19 [{\"uuid\": \"b68c71ec-87d6-43d8-9ec1-0155d8415400\", \"name\": \"assistant\", \"group_id\": \"\", \"labels\": [\"Entity\"], \"create... \n",
|
|
"20 [{\"uuid\": \"032a54c8-15b2-47b0-a89e-79f985938661\", \"group_id\": \"\", \"source_node_uuid\": \"aa977349-dd97-4af2-942b-02844... \n",
|
|
"21 None \n",
|
|
"22 None \n",
|
|
"23 None \n",
|
|
"24 [{\"uuid\": \"06bc8194-ee62-46bd-9307-7e96001e4d07\", \"name\": \"user\", \"group_id\": \"\", \"labels\": [\"Entity\"], \"created_at\"... \n",
|
|
"25 [{\"uuid\": \"afb12271-73aa-4d41-a8a5-c541169b85cf\", \"name\": \"user\", \"group_id\": \"\", \"labels\": [\"Entity\"], \"created_at\"... \n",
|
|
"26 [{\"uuid\": \"eedb6466-4764-4c23-9107-c03b49979978\", \"group_id\": \"\", \"source_node_uuid\": \"06bc8194-ee62-46bd-9307-7e960... \n",
|
|
"27 None \n",
|
|
"28 None \n",
|
|
"29 None \n",
|
|
"30 [{\"uuid\": \"e04cfd2d-c6e4-4372-8385-6a7c89dfe9b6\", \"name\": \"assistant\", \"group_id\": \"\", \"labels\": [\"Entity\"], \"create... \n",
|
|
"31 [{\"uuid\": \"b68c71ec-87d6-43d8-9ec1-0155d8415400\", \"name\": \"assistant\", \"group_id\": \"\", \"labels\": [\"Entity\"], \"create... \n",
|
|
"32 [{\"uuid\": \"fd4b2107-3660-4eb6-9765-c89d709ac57f\", \"group_id\": \"\", \"source_node_uuid\": \"e04cfd2d-c6e4-4372-8385-6a7c8... \n",
|
|
"33 None \n",
|
|
"34 None \n",
|
|
"35 None "
|
|
]
|
|
},
|
|
"execution_count": 8,
|
|
"metadata": {},
|
|
"output_type": "execute_result"
|
|
}
|
|
],
|
|
"source": [
|
|
"# Insert gpt4o answers by doing ingestion in the right order and filling extra input columns as needed\n",
|
|
"model_name = 'gpt-4o-mini'\n",
|
|
"llm_config = LLMConfig(\n",
|
|
" api_key=os.getenv('OPENAI_API_KEY'),\n",
|
|
" model=model_name,\n",
|
|
")\n",
|
|
"llm_client = OpenAIClient(config=llm_config)\n",
|
|
"output_column_name = 'output_gpt4o_mini'\n",
|
|
"eval_minidataset_labelled = await ingest_and_label_minidataset(\n",
|
|
" llm_client, eval_minidataset, output_column_name\n",
|
|
")\n",
|
|
"\n",
|
|
"# Print the number of rows and columns\n",
|
|
"print(f'Number of rows: {len(eval_minidataset_labelled)}')\n",
|
|
"print(f'Number of columns: {len(eval_minidataset_labelled.columns)}')\n",
|
|
"eval_minidataset_labelled.head(100)"
|
|
]
|
|
},
|
|
{
|
|
"cell_type": "code",
|
|
"execution_count": 15,
|
|
"metadata": {},
|
|
"outputs": [
|
|
{
|
|
"name": "stdout",
|
|
"output_type": "stream",
|
|
"text": [
|
|
"{\"role\": \"user\", \"content\": \"I'm trying to organize my life a bit better, can you recommend some task management apps that can help me prioritize my work and personal tasks? I've been using a planner, but I think I need something more digital.\"}\n",
|
|
"Fact: The user has been using a planner., Name: USES\n",
|
|
"----------------------------------------------------------------------------------------------------\n",
|
|
"\n",
|
|
"\n",
|
|
"Fact: The user is trying to organize their life better and is seeking task management apps., Name: SEEKS\n",
|
|
"----------------------------------------------------------------------------------------------------\n",
|
|
"\n",
|
|
"\n",
|
|
"Fact: The user aims to prioritize their work tasks., Name: AIMS_TO_PRIORITIZE\n",
|
|
"----------------------------------------------------------------------------------------------------\n",
|
|
"\n",
|
|
"\n",
|
|
"Fact: The user aims to prioritize their personal tasks., Name: AIMS_TO_PRIORITIZE\n",
|
|
"----------------------------------------------------------------------------------------------------\n",
|
|
"\n",
|
|
"\n",
|
|
"Fact: The user prefers a digital solution over a planner., Name: PREFERS\n",
|
|
"----------------------------------------------------------------------------------------------------\n",
|
|
"\n",
|
|
"\n"
|
|
]
|
|
}
|
|
],
|
|
"source": [
|
|
"# print the input message column for the first row\n",
|
|
"index = 2\n",
|
|
"print('Input Message:')\n",
|
|
"print(eval_minidataset_labelled.iloc[index]['input_message'])\n",
|
|
"print('-' * 100)\n",
|
|
"cell_value = eval_minidataset_labelled.iloc[index][output_column_name]\n",
|
|
"cell_value_dicts = json.loads(cell_value)\n",
|
|
"for dict in cell_value_dicts:\n",
|
|
" # Print only the 'fact' and 'name' values\n",
|
|
" print(f\"Fact: {dict.get('fact', 'N/A')}, Name: {dict.get('name', 'N/A')}\")\n",
|
|
" print('-' * 100)\n",
|
|
" print('\\n')"
|
|
]
|
|
},
|
|
{
|
|
"cell_type": "code",
|
|
"execution_count": 9,
|
|
"metadata": {},
|
|
"outputs": [],
|
|
"source": [
|
|
"#################### Create the human labelling CSV\n"
|
|
]
|
|
},
|
|
{
|
|
"cell_type": "code",
|
|
"execution_count": 10,
|
|
"metadata": {},
|
|
"outputs": [],
|
|
"source": [
|
|
"#################### Create the human labelling CSV (old)\n",
|
|
"\n",
|
|
"\n",
|
|
"# ######## Expanding the previous_messages column\n",
|
|
"# lme_dataset_df_filtered_human_labelling = expand_previous_messages(lme_dataset_df_filtered)\n",
|
|
"# lme_dataset_df_filtered_human_labelling.head()\n",
|
|
"\n",
|
|
"# ######## Order the columns in the way we want them\n",
|
|
"# lme_dataset_df_filtered_human_labelling = order_columns(lme_dataset_df_filtered_human_labelling)\n",
|
|
"# lme_dataset_df_filtered_human_labelling.head()\n",
|
|
"\n",
|
|
"# ######## Insert empty answer columns\n",
|
|
"# num_prompt_instructions = 1\n",
|
|
"# insert_answer_columns(lme_dataset_df_filtered_human_labelling, num_prompt_instructions)\n",
|
|
"# lme_dataset_df_filtered_human_labelling.head()\n",
|
|
"\n",
|
|
"# ######## Insert default values for the answers\n",
|
|
"# insert_default_answers_round1(lme_dataset_df_filtered_human_labelling)\n",
|
|
"# lme_dataset_df_filtered_human_labelling.head()\n",
|
|
"\n",
|
|
"# ######## Make the messages more readable\n",
|
|
"# lme_dataset_df_filtered_human_labelling = make_messages_readable(lme_dataset_df_filtered_human_labelling)\n",
|
|
"# lme_dataset_df_filtered_human_labelling.head(10)\n",
|
|
"\n",
|
|
"# ######## Add example row to the top\n",
|
|
"# insert_example_row(lme_dataset_df_filtered_human_labelling, num_prompt_instructions)\n",
|
|
"# lme_dataset_df_filtered_human_labelling.head(10)\n",
|
|
"\n",
|
|
"# ######## Save to csv\n",
|
|
"# lme_dataset_df_filtered_human_labelling.to_csv(\"lme_dataset_df_filtered_human_labelling.csv\", index=False)"
|
|
]
|
|
}
|
|
],
|
|
"metadata": {
|
|
"colab": {
|
|
"provenance": []
|
|
},
|
|
"kernelspec": {
|
|
"display_name": "Python 3 (ipykernel)",
|
|
"language": "python",
|
|
"name": "python3"
|
|
},
|
|
"language_info": {
|
|
"codemirror_mode": {
|
|
"name": "ipython",
|
|
"version": 3
|
|
},
|
|
"file_extension": ".py",
|
|
"mimetype": "text/x-python",
|
|
"name": "python",
|
|
"nbconvert_exporter": "python",
|
|
"pygments_lexer": "ipython3",
|
|
"version": "3.13.0"
|
|
}
|
|
},
|
|
"nbformat": 4,
|
|
"nbformat_minor": 0
|
|
}
|