graphiti/tests/evals/eval_cli.py

import argparse
import asyncio

from tests.evals.eval_e2e_graph_building import build_baseline_graph, eval_graph


async def main():
    parser = argparse.ArgumentParser(
        description='Run eval_graph and optionally build_baseline_graph from the command line.'
    )

    parser.add_argument(
        '--multi-session',
        type=int,
        nargs='+',
        required=True,
        help='List of integers representing multi-session values (e.g., 1 2 3)',
    )
    parser.add_argument('--session-length', type=int, required=True, help='Length of each session')
    parser.add_argument(
        '--build-baseline', action='store_true', help='If set, also runs build_baseline_graph'
    )

    args = parser.parse_args()

    # Optionally run the async function
    if args.build_baseline:
        print('Running build_baseline_graph...')
        await build_baseline_graph(
            multi_session=args.multi_session, session_length=args.session_length
        )

    # Always call eval_graph
    result = await eval_graph(multi_session=args.multi_session, session_length=args.session_length)
    print('Result of eval_graph:', result)


if __name__ == '__main__':
    asyncio.run(main())