ruff format
This commit is contained in:
parent
8999f826c7
commit
58a3be7c12
16 changed files with 33 additions and 22 deletions
|
|
@ -22,7 +22,10 @@ from cognee.tasks.graph import extract_graph_from_data
|
||||||
from cognee.tasks.storage import add_data_points
|
from cognee.tasks.storage import add_data_points
|
||||||
from cognee.tasks.summarization import summarize_text
|
from cognee.tasks.summarization import summarize_text
|
||||||
from cognee.modules.pipelines.layers.pipeline_execution_mode import get_pipeline_executor
|
from cognee.modules.pipelines.layers.pipeline_execution_mode import get_pipeline_executor
|
||||||
from cognee.tasks.temporal_graph import extract_events_and_timestamps, extract_knowledge_graph_from_events
|
from cognee.tasks.temporal_graph import (
|
||||||
|
extract_events_and_timestamps,
|
||||||
|
extract_knowledge_graph_from_events,
|
||||||
|
)
|
||||||
|
|
||||||
logger = get_logger("cognify")
|
logger = get_logger("cognify")
|
||||||
|
|
||||||
|
|
@ -230,6 +233,7 @@ async def get_default_tasks( # TODO: Find out a better way to do this (Boris's
|
||||||
|
|
||||||
return default_tasks
|
return default_tasks
|
||||||
|
|
||||||
|
|
||||||
async def get_temporal_tasks(
|
async def get_temporal_tasks(
|
||||||
user: User = None, chunker=TextChunker, chunk_size: int = None
|
user: User = None, chunker=TextChunker, chunk_size: int = None
|
||||||
) -> list[Task]:
|
) -> list[Task]:
|
||||||
|
|
|
||||||
|
|
@ -7,9 +7,7 @@ from cognee.infrastructure.llm.config import (
|
||||||
)
|
)
|
||||||
|
|
||||||
|
|
||||||
async def extract_event_entities(
|
async def extract_event_entities(content: str, response_model: Type[BaseModel]):
|
||||||
content: str, response_model: Type[BaseModel]
|
|
||||||
):
|
|
||||||
"""Extract event entities from content using LLM."""
|
"""Extract event entities from content using LLM."""
|
||||||
llm_config = get_llm_config()
|
llm_config = get_llm_config()
|
||||||
|
|
||||||
|
|
|
||||||
|
|
@ -7,6 +7,7 @@ from cognee.infrastructure.llm.config import (
|
||||||
get_llm_config,
|
get_llm_config,
|
||||||
)
|
)
|
||||||
|
|
||||||
|
|
||||||
async def extract_event_graph(
|
async def extract_event_graph(
|
||||||
content: str, response_model: Type[BaseModel], system_prompt: str = None
|
content: str, response_model: Type[BaseModel], system_prompt: str = None
|
||||||
):
|
):
|
||||||
|
|
|
||||||
|
|
@ -2,6 +2,7 @@ from pydantic import Field
|
||||||
from cognee.infrastructure.engine import DataPoint
|
from cognee.infrastructure.engine import DataPoint
|
||||||
from cognee.modules.engine.models.Timestamp import Timestamp
|
from cognee.modules.engine.models.Timestamp import Timestamp
|
||||||
|
|
||||||
|
|
||||||
class Interval(DataPoint):
|
class Interval(DataPoint):
|
||||||
time_from: Timestamp = Field(...)
|
time_from: Timestamp = Field(...)
|
||||||
time_to: Timestamp = Field(...)
|
time_to: Timestamp = Field(...)
|
||||||
|
|
@ -1,6 +1,7 @@
|
||||||
from cognee.modules.engine.models import Interval, Event
|
from cognee.modules.engine.models import Interval, Event
|
||||||
from cognee.modules.engine.utils.generate_timestamp_datapoint import generate_timestamp_datapoint
|
from cognee.modules.engine.utils.generate_timestamp_datapoint import generate_timestamp_datapoint
|
||||||
|
|
||||||
|
|
||||||
def generate_event_datapoint(event) -> Event:
|
def generate_event_datapoint(event) -> Event:
|
||||||
"""Create an Event datapoint from an event model."""
|
"""Create an Event datapoint from an event model."""
|
||||||
# Base event data
|
# Base event data
|
||||||
|
|
|
||||||
|
|
@ -2,6 +2,7 @@ from datetime import datetime, timezone
|
||||||
from cognee.modules.engine.models import Interval, Timestamp, Event
|
from cognee.modules.engine.models import Interval, Timestamp, Event
|
||||||
from cognee.modules.engine.utils import generate_node_id
|
from cognee.modules.engine.utils import generate_node_id
|
||||||
|
|
||||||
|
|
||||||
def generate_timestamp_datapoint(ts: Timestamp) -> Timestamp:
|
def generate_timestamp_datapoint(ts: Timestamp) -> Timestamp:
|
||||||
"""Create a Timestamp datapoint from a Timestamp model."""
|
"""Create a Timestamp datapoint from a Timestamp model."""
|
||||||
time_at = date_to_int(ts)
|
time_at = date_to_int(ts)
|
||||||
|
|
@ -20,6 +21,7 @@ def generate_timestamp_datapoint(ts: Timestamp) -> Timestamp:
|
||||||
timestamp_str=timestamp_str,
|
timestamp_str=timestamp_str,
|
||||||
)
|
)
|
||||||
|
|
||||||
|
|
||||||
def date_to_int(ts: Timestamp) -> int:
|
def date_to_int(ts: Timestamp) -> int:
|
||||||
"""Convert timestamp to integer milliseconds."""
|
"""Convert timestamp to integer milliseconds."""
|
||||||
dt = datetime(ts.year, ts.month, ts.day, ts.hour, ts.minute, ts.second, tzinfo=timezone.utc)
|
dt = datetime(ts.year, ts.month, ts.day, ts.hour, ts.minute, ts.second, tzinfo=timezone.utc)
|
||||||
|
|
|
||||||
|
|
@ -1,3 +1,2 @@
|
||||||
from .extract_events_and_entities import extract_events_and_timestamps
|
from .extract_events_and_entities import extract_events_and_timestamps
|
||||||
from .extract_knowledge_graph_from_events import extract_knowledge_graph_from_events
|
from .extract_knowledge_graph_from_events import extract_knowledge_graph_from_events
|
||||||
|
|
||||||
|
|
|
||||||
|
|
@ -5,6 +5,7 @@ from cognee.modules.engine.models.EntityType import EntityType
|
||||||
from cognee.infrastructure.engine.models.Edge import Edge
|
from cognee.infrastructure.engine.models.Edge import Edge
|
||||||
from cognee.modules.engine.utils import generate_node_id, generate_node_name
|
from cognee.modules.engine.utils import generate_node_id, generate_node_name
|
||||||
|
|
||||||
|
|
||||||
def add_entities_to_event(event: Event, event_with_entities: EventWithEntities) -> None:
|
def add_entities_to_event(event: Event, event_with_entities: EventWithEntities) -> None:
|
||||||
"""Add entities to event via attributes field."""
|
"""Add entities to event via attributes field."""
|
||||||
if not event_with_entities.attributes:
|
if not event_with_entities.attributes:
|
||||||
|
|
@ -38,6 +39,7 @@ def add_entities_to_event(event: Event, event_with_entities: EventWithEntities)
|
||||||
event.attributes = []
|
event.attributes = []
|
||||||
event.attributes.append((edge, [entity]))
|
event.attributes.append((edge, [entity]))
|
||||||
|
|
||||||
|
|
||||||
def get_or_create_entity_type(entity_types: dict, entity_type_name: str) -> EntityType:
|
def get_or_create_entity_type(entity_types: dict, entity_type_name: str) -> EntityType:
|
||||||
"""Get existing entity type or create new one."""
|
"""Get existing entity type or create new one."""
|
||||||
if entity_type_name not in entity_types:
|
if entity_type_name not in entity_types:
|
||||||
|
|
|
||||||
|
|
@ -2,7 +2,8 @@ from typing import List
|
||||||
|
|
||||||
from cognee.infrastructure.llm import LLMGateway
|
from cognee.infrastructure.llm import LLMGateway
|
||||||
from cognee.modules.engine.models import Event
|
from cognee.modules.engine.models import Event
|
||||||
from cognee.tasks.temporal_graph.models import EventWithEntities,EventEntityList
|
from cognee.tasks.temporal_graph.models import EventWithEntities, EventEntityList
|
||||||
|
|
||||||
|
|
||||||
async def enrich_events(events: List[Event]) -> List[EventWithEntities]:
|
async def enrich_events(events: List[Event]) -> List[EventWithEntities]:
|
||||||
"""Extract entities from events and return enriched events."""
|
"""Extract entities from events and return enriched events."""
|
||||||
|
|
|
||||||
|
|
@ -4,7 +4,10 @@ from cognee.modules.engine.models import Event
|
||||||
from cognee.tasks.temporal_graph.enrich_events import enrich_events
|
from cognee.tasks.temporal_graph.enrich_events import enrich_events
|
||||||
from cognee.tasks.temporal_graph.add_entities_to_event import add_entities_to_event
|
from cognee.tasks.temporal_graph.add_entities_to_event import add_entities_to_event
|
||||||
|
|
||||||
async def extract_knowledge_graph_from_events(data_chunks: List[DocumentChunk]) -> List[DocumentChunk]:
|
|
||||||
|
async def extract_knowledge_graph_from_events(
|
||||||
|
data_chunks: List[DocumentChunk],
|
||||||
|
) -> List[DocumentChunk]:
|
||||||
"""Extract events from chunks and enrich them with entities."""
|
"""Extract events from chunks and enrich them with entities."""
|
||||||
# Extract events from chunks
|
# Extract events from chunks
|
||||||
all_events = []
|
all_events = []
|
||||||
|
|
|
||||||
|
|
@ -2,7 +2,6 @@ from typing import Optional, List
|
||||||
from pydantic import BaseModel, Field
|
from pydantic import BaseModel, Field
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
class Timestamp(BaseModel):
|
class Timestamp(BaseModel):
|
||||||
year: int = Field(..., ge=1, le=9999)
|
year: int = Field(..., ge=1, le=9999)
|
||||||
month: int = Field(..., ge=1, le=12)
|
month: int = Field(..., ge=1, le=12)
|
||||||
|
|
|
||||||
Loading…
Add table
Reference in a new issue