Merge branch 'dev' into limit_major_dep_version_change
This commit is contained in:
commit
0db56c6e36
1 changed files with 101 additions and 79 deletions
|
|
@ -25,7 +25,7 @@ def _process_ontology_nodes(
|
|||
ontology_nodes: list,
|
||||
data_chunk: DocumentChunk,
|
||||
added_nodes_map: dict,
|
||||
added_ontology_nodes_map: dict
|
||||
added_ontology_nodes_map: dict,
|
||||
) -> None:
|
||||
"""Process and store ontology nodes"""
|
||||
for ontology_node in ontology_nodes:
|
||||
|
|
@ -55,9 +55,7 @@ def _process_ontology_nodes(
|
|||
|
||||
|
||||
def _process_ontology_edges(
|
||||
ontology_edges: list,
|
||||
existing_edges_map: dict,
|
||||
ontology_relationships: list
|
||||
ontology_edges: list, existing_edges_map: dict, ontology_relationships: list
|
||||
) -> None:
|
||||
"""Process ontology edges and add them if new"""
|
||||
for source, relation, target in ontology_edges:
|
||||
|
|
@ -92,7 +90,7 @@ def _create_type_node(
|
|||
key_mapping: dict,
|
||||
data_chunk: DocumentChunk,
|
||||
existing_edges_map: dict,
|
||||
ontology_relationships: list
|
||||
ontology_relationships: list,
|
||||
) -> EntityType:
|
||||
"""Create or retrieve a type node with ontology validation"""
|
||||
node_id = generate_node_id(node_type)
|
||||
|
|
@ -100,7 +98,9 @@ def _create_type_node(
|
|||
type_node_key = _create_node_key(node_id, "type")
|
||||
|
||||
if type_node_key in added_nodes_map or type_node_key in key_mapping:
|
||||
return added_nodes_map.get(type_node_key) or added_nodes_map.get(key_mapping.get(type_node_key))
|
||||
return added_nodes_map.get(type_node_key) or added_nodes_map.get(
|
||||
key_mapping.get(type_node_key)
|
||||
)
|
||||
|
||||
# Get ontology validation
|
||||
ontology_nodes, ontology_edges, closest_class = ontology_resolver.get_subgraph(
|
||||
|
|
@ -148,7 +148,7 @@ def _create_entity_node(
|
|||
key_mapping: dict,
|
||||
data_chunk: DocumentChunk,
|
||||
existing_edges_map: dict,
|
||||
ontology_relationships: list
|
||||
ontology_relationships: list,
|
||||
) -> Entity:
|
||||
"""Create or retrieve an entity node with ontology validation"""
|
||||
generated_node_id = generate_node_id(node_id)
|
||||
|
|
@ -156,7 +156,9 @@ def _create_entity_node(
|
|||
entity_node_key = _create_node_key(generated_node_id, "entity")
|
||||
|
||||
if entity_node_key in added_nodes_map or entity_node_key in key_mapping:
|
||||
return added_nodes_map.get(entity_node_key) or added_nodes_map.get(key_mapping.get(entity_node_key))
|
||||
return added_nodes_map.get(entity_node_key) or added_nodes_map.get(
|
||||
key_mapping.get(entity_node_key)
|
||||
)
|
||||
|
||||
# Get ontology validation
|
||||
ontology_nodes, ontology_edges, start_ent_ont = ontology_resolver.get_subgraph(
|
||||
|
|
@ -202,21 +204,37 @@ def _process_graph_nodes(
|
|||
name_mapping: dict,
|
||||
key_mapping: dict,
|
||||
existing_edges_map: dict,
|
||||
ontology_relationships: list
|
||||
ontology_relationships: list,
|
||||
) -> None:
|
||||
"""Process nodes in a knowledge graph"""
|
||||
for node in graph.nodes:
|
||||
# Create type node
|
||||
type_node = _create_type_node(
|
||||
node.type, ontology_resolver, added_nodes_map, added_ontology_nodes_map,
|
||||
name_mapping, key_mapping, data_chunk, existing_edges_map, ontology_relationships
|
||||
node.type,
|
||||
ontology_resolver,
|
||||
added_nodes_map,
|
||||
added_ontology_nodes_map,
|
||||
name_mapping,
|
||||
key_mapping,
|
||||
data_chunk,
|
||||
existing_edges_map,
|
||||
ontology_relationships,
|
||||
)
|
||||
|
||||
# Create entity node
|
||||
entity_node = _create_entity_node(
|
||||
node.id, node.name, node.description, type_node, ontology_resolver,
|
||||
added_nodes_map, added_ontology_nodes_map, name_mapping, key_mapping,
|
||||
data_chunk, existing_edges_map, ontology_relationships
|
||||
node.id,
|
||||
node.name,
|
||||
node.description,
|
||||
type_node,
|
||||
ontology_resolver,
|
||||
added_nodes_map,
|
||||
added_ontology_nodes_map,
|
||||
name_mapping,
|
||||
key_mapping,
|
||||
data_chunk,
|
||||
existing_edges_map,
|
||||
ontology_relationships,
|
||||
)
|
||||
|
||||
# Add entity to data chunk
|
||||
|
|
@ -226,10 +244,7 @@ def _process_graph_nodes(
|
|||
|
||||
|
||||
def _process_graph_edges(
|
||||
graph: KnowledgeGraph,
|
||||
name_mapping: dict,
|
||||
existing_edges_map: dict,
|
||||
relationships: list
|
||||
graph: KnowledgeGraph, name_mapping: dict, existing_edges_map: dict, relationships: list
|
||||
) -> None:
|
||||
"""Process edges in a knowledge graph"""
|
||||
for edge in graph.edges:
|
||||
|
|
@ -288,8 +303,15 @@ def expand_with_nodes_and_edges(
|
|||
|
||||
# Process nodes first
|
||||
_process_graph_nodes(
|
||||
data_chunk, graph, ontology_resolver, added_nodes_map, added_ontology_nodes_map,
|
||||
name_mapping, key_mapping, existing_edges_map, ontology_relationships
|
||||
data_chunk,
|
||||
graph,
|
||||
ontology_resolver,
|
||||
added_nodes_map,
|
||||
added_ontology_nodes_map,
|
||||
name_mapping,
|
||||
key_mapping,
|
||||
existing_edges_map,
|
||||
ontology_relationships,
|
||||
)
|
||||
|
||||
# Then process edges
|
||||
|
|
|
|||
Loading…
Add table
Reference in a new issue