graphrag/tests/integration/storage/test_file_pipeline_storage.py
Nathan Evans 978e79875e
Remove file filtering (#2050)
* Remove document filtering

* Semver

* Fix integ tests

* Fix file find tuple

* Fix another dangling find tuple
2025-09-09 15:36:25 -07:00

64 lines
1.8 KiB
Python

# Copyright (c) 2024 Microsoft Corporation.
# Licensed under the MIT License
"""Blob Storage Tests."""
import os
import re
from datetime import datetime
from pathlib import Path
from graphrag.storage.file_pipeline_storage import (
FilePipelineStorage,
)
__dirname__ = os.path.dirname(__file__)
async def test_find():
storage = FilePipelineStorage()
items = list(
storage.find(
base_dir="tests/fixtures/text/input", file_pattern=re.compile(r".*\.txt$")
)
)
assert items == [str(Path("tests/fixtures/text/input/dulce.txt"))]
output = await storage.get("tests/fixtures/text/input/dulce.txt")
assert len(output) > 0
await storage.set("test.txt", "Hello, World!", encoding="utf-8")
output = await storage.get("test.txt")
assert output == "Hello, World!"
await storage.delete("test.txt")
output = await storage.get("test.txt")
assert output is None
async def test_get_creation_date():
storage = FilePipelineStorage()
creation_date = await storage.get_creation_date(
"tests/fixtures/text/input/dulce.txt"
)
datetime_format = "%Y-%m-%d %H:%M:%S %z"
parsed_datetime = datetime.strptime(creation_date, datetime_format).astimezone()
assert parsed_datetime.strftime(datetime_format) == creation_date
async def test_child():
storage = FilePipelineStorage()
storage = storage.child("tests/fixtures/text/input")
items = list(storage.find(re.compile(r".*\.txt$")))
assert items == [str(Path("dulce.txt"))]
output = await storage.get("dulce.txt")
assert len(output) > 0
await storage.set("test.txt", "Hello, World!", encoding="utf-8")
output = await storage.get("test.txt")
assert output == "Hello, World!"
await storage.delete("test.txt")
output = await storage.get("test.txt")
assert output is None