kanshan/graphrag
1
0
Fork 0
mirror of https://github.com/microsoft/graphrag.git synced 2026-01-14 00:57:23 +08:00
Code Issues Actions 6 Packages Projects Releases Wiki Activity

Delete unused check_token_limit

Browse Source
This commit is contained in:
Nathan Evans 2025-12-16 14:43:54 -08:00
parent 8bf28187da
commit bdc2485433
1 changed files with 0 additions and 15 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

15
packages/graphrag/graphrag/index/text_splitting/check_token_limit.py
View File

@ -1,15 +0,0 @@
# Copyright (c) 2024 Microsoft Corporation.
# Licensed under the MIT License
"""Token limit method definition."""
from graphrag.index.text_splitting.text_splitting import TokenTextSplitter
def check_token_limit(text, max_token):
"""Check token limit."""
text_splitter = TokenTextSplitter(chunk_size=max_token, chunk_overlap=0)
docs = text_splitter.split_text(text)
if len(docs) > 1:
return 0
return 1