mirror of
https://github.com/microsoft/graphrag.git
synced 2026-02-04 10:12:55 +08:00
a473265580
* Load default config in verb tests * Load proper workflow config * Collapse text unit pre-embedding steps * Format * Update smoke tests * Semver * Format * Merge join* subflows into create_final_text_units * Remove join_text_units_to_covariate_ids * Format * Remove join_text_units_to_entity_ids * Remove join_text_units_to_relationship_ids * Clean up merges and aggregations * Remove unnecessary cast
70 lines
1.7 KiB
Python
70 lines
1.7 KiB
Python
# Copyright (c) 2024 Microsoft Corporation.
|
|
# Licensed under the MIT License
|
|
|
|
from graphrag.index.workflows.v1.create_final_text_units import (
|
|
build_steps,
|
|
workflow_name,
|
|
)
|
|
|
|
from .util import (
|
|
compare_outputs,
|
|
get_config_for_workflow,
|
|
get_workflow_output,
|
|
load_expected,
|
|
load_input_tables,
|
|
remove_disabled_steps,
|
|
)
|
|
|
|
|
|
async def test_create_final_text_units():
|
|
input_tables = load_input_tables([
|
|
"workflow:create_base_text_units",
|
|
"workflow:create_final_entities",
|
|
"workflow:create_final_relationships",
|
|
"workflow:create_final_covariates",
|
|
])
|
|
expected = load_expected(workflow_name)
|
|
|
|
config = get_config_for_workflow(workflow_name)
|
|
|
|
config["covariates_enabled"] = True
|
|
config["skip_text_unit_embedding"] = True
|
|
|
|
steps = remove_disabled_steps(build_steps(config))
|
|
|
|
actual = await get_workflow_output(
|
|
input_tables,
|
|
{
|
|
"steps": steps,
|
|
},
|
|
)
|
|
|
|
compare_outputs(actual, expected)
|
|
|
|
|
|
async def test_create_final_text_units_no_covariates():
|
|
input_tables = load_input_tables([
|
|
"workflow:create_base_text_units",
|
|
"workflow:create_final_entities",
|
|
"workflow:create_final_relationships",
|
|
"workflow:create_final_covariates",
|
|
])
|
|
expected = load_expected(workflow_name)
|
|
|
|
config = get_config_for_workflow(workflow_name)
|
|
|
|
config["covariates_enabled"] = False
|
|
config["skip_text_unit_embedding"] = True
|
|
|
|
steps = remove_disabled_steps(build_steps(config))
|
|
|
|
actual = await get_workflow_output(
|
|
input_tables,
|
|
{
|
|
"steps": steps,
|
|
},
|
|
)
|
|
|
|
# just check that we're short a covariate_ids column
|
|
assert len(actual.columns) == len(expected.columns) - 1
|