check if base new workflow works
This commit is contained in:
parent
f2e96d5c62
commit
1cd0fe0dcf
1 changed files with 22 additions and 22 deletions
|
|
@ -171,30 +171,30 @@ async def add(
|
||||||
"""
|
"""
|
||||||
|
|
||||||
# Determine which ingestion system to use
|
# Determine which ingestion system to use
|
||||||
use_plugin_system = preferred_loaders is not None or loader_config is not None
|
# use_plugin_system = preferred_loaders is not None or loader_config is not None
|
||||||
|
|
||||||
if use_plugin_system:
|
# if use_plugin_system:
|
||||||
# Use new plugin-based ingestion system
|
# # Use new plugin-based ingestion system
|
||||||
from cognee.tasks.ingestion.plugin_ingest_data import plugin_ingest_data
|
from cognee.tasks.ingestion.plugin_ingest_data import plugin_ingest_data
|
||||||
|
|
||||||
tasks = [
|
tasks = [
|
||||||
Task(resolve_data_directories, include_subdirectories=True),
|
Task(resolve_data_directories, include_subdirectories=True),
|
||||||
Task(
|
Task(
|
||||||
plugin_ingest_data,
|
plugin_ingest_data,
|
||||||
dataset_name,
|
dataset_name,
|
||||||
user,
|
user,
|
||||||
node_set,
|
node_set,
|
||||||
dataset_id,
|
dataset_id,
|
||||||
preferred_loaders,
|
preferred_loaders,
|
||||||
loader_config,
|
loader_config,
|
||||||
),
|
),
|
||||||
]
|
]
|
||||||
else:
|
# else:
|
||||||
# Use existing ingestion system for backward compatibility
|
# # Use existing ingestion system for backward compatibility
|
||||||
tasks = [
|
# tasks = [
|
||||||
Task(resolve_data_directories, include_subdirectories=True),
|
# Task(resolve_data_directories, include_subdirectories=True),
|
||||||
Task(ingest_data, dataset_name, user, node_set, dataset_id),
|
# Task(ingest_data, dataset_name, user, node_set, dataset_id),
|
||||||
]
|
# ]
|
||||||
|
|
||||||
pipeline_run_info = None
|
pipeline_run_info = None
|
||||||
|
|
||||||
|
|
|
||||||
Loading…
Add table
Reference in a new issue