mirror of
https://github.com/microsoft/graphrag.git
synced 2026-01-14 09:07:20 +08:00
Deploying to gh-pages from @ microsoft/graphrag@83cc2daf91 🚀
This commit is contained in:
KennyZhang1
parent
7896e8e8cc
commit
be1909b0da
@ -1992,13 +1992,11 @@ from graphrag.index.typing import PipelineRunResult</div>
|
||||
</div>
|
||||
<div class="highlight-ipynb hl-python"><pre><span></span><span class="kn">import</span><span class="w"> </span><span class="nn">yaml</span>
|
||||
|
||||
<span class="n">PROJECT_DIRECTORY</span> <span class="o">=</span> <span class="s2">"<project_directory>"</span>
|
||||
<span class="n">settings</span> <span class="o">=</span> <span class="n">yaml</span><span class="o">.</span><span class="n">safe_load</span><span class="p">(</span><span class="nb">open</span><span class="p">(</span><span class="sa">f</span><span class="s2">"</span><span class="si">{</span><span class="n">PROJECT_DIRECTORY</span><span class="si">}</span><span class="s2">/settings.yaml"</span><span class="p">))</span> <span class="c1"># noqa: PTH123, SIM115</span>
|
||||
<span class="n">settings</span> <span class="o">=</span> <span class="n">yaml</span><span class="o">.</span><span class="n">safe_load</span><span class="p">(</span><span class="nb">open</span><span class="p">(</span><span class="s2">"<project_directory>/settings.yaml"</span><span class="p">))</span> <span class="c1"># noqa: PTH123, SIM115</span>
|
||||
</pre></div>
|
||||
<div class="clipboard-copy-txt" id="cell-3">import yaml
|
||||
|
||||
PROJECT_DIRECTORY = "<project_directory>"
|
||||
settings = yaml.safe_load(open(f"{PROJECT_DIRECTORY}/settings.yaml")) # noqa: PTH123, SIM115</project_directory></div>
|
||||
settings = yaml.safe_load(open("<project_directory>/settings.yaml")) # noqa: PTH123, SIM115</project_directory></div>
|
||||
</div>
|
||||
</div>
|
||||
</div>
|
||||
@ -2013,10 +2011,9 @@ settings = yaml.safe_load(open(f"{PROJECT_DIRECTORY}/settings.yaml")) # noqa: P
|
||||
<pre>
|
||||
<span class="ansi-red-fg">---------------------------------------------------------------------------</span>
|
||||
<span class="ansi-red-fg">FileNotFoundError</span> Traceback (most recent call last)
|
||||
Cell <span class="ansi-green-fg">In[3], line 4</span>
|
||||
Cell <span class="ansi-green-fg">In[3], line 3</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1</span> <span class="ansi-bold" style="color: rgb(0,135,0)">import</span><span style="color: rgb(188,188,188)"> </span><span class="ansi-bold" style="color: rgb(0,0,255)">yaml</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 3</span> PROJECT_DIRECTORY <span style="color: rgb(98,98,98)">=</span> <span style="color: rgb(175,0,0)">"</span><span style="color: rgb(175,0,0)"><project_directory></span><span style="color: rgb(175,0,0)">"</span>
|
||||
<span class="ansi-green-fg">----> 4</span> settings <span style="color: rgb(98,98,98)">=</span> yaml<span style="color: rgb(98,98,98)">.</span>safe_load(<span class="ansi-yellow-bg" style="color: rgb(0,135,0)">open</span><span class="ansi-yellow-bg">(</span><span class="ansi-yellow-bg" style="color: rgb(175,0,0)">f</span><span class="ansi-yellow-bg" style="color: rgb(175,0,0)">"</span><span class="ansi-yellow-bg ansi-bold" style="color: rgb(175,95,135)">{</span><span class="ansi-yellow-bg">PROJECT_DIRECTORY</span><span class="ansi-yellow-bg ansi-bold" style="color: rgb(175,95,135)">}</span><span class="ansi-yellow-bg" style="color: rgb(175,0,0)">/settings.yaml</span><span class="ansi-yellow-bg" style="color: rgb(175,0,0)">"</span><span class="ansi-yellow-bg">)</span>) <span style="color: rgb(95,135,135)"># noqa: PTH123, SIM115</span>
|
||||
<span class="ansi-green-fg">----> 3</span> settings <span style="color: rgb(98,98,98)">=</span> yaml<span style="color: rgb(98,98,98)">.</span>safe_load(<span class="ansi-yellow-bg" style="color: rgb(0,135,0)">open</span><span class="ansi-yellow-bg">(</span><span class="ansi-yellow-bg" style="color: rgb(175,0,0)">"</span><span class="ansi-yellow-bg" style="color: rgb(175,0,0)"><project_directory>/settings.yaml</span><span class="ansi-yellow-bg" style="color: rgb(175,0,0)">"</span><span class="ansi-yellow-bg">)</span>) <span style="color: rgb(95,135,135)"># noqa: PTH123, SIM115</span>
|
||||
|
||||
File <span class="ansi-green-fg">~/.cache/pypoetry/virtualenvs/graphrag-F2jvqev7-py3.11/lib/python3.11/site-packages/IPython/core/interactiveshell.py:324</span>, in <span class="ansi-cyan-fg">_modified_open</span><span class="ansi-blue-fg">(file, *args, **kwargs)</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 317</span> <span class="ansi-bold" style="color: rgb(0,135,0)">if</span> file <span class="ansi-bold" style="color: rgb(175,0,255)">in</span> {<span style="color: rgb(98,98,98)">0</span>, <span style="color: rgb(98,98,98)">1</span>, <span style="color: rgb(98,98,98)">2</span>}:
|
||||
@ -2076,11 +2073,15 @@ File <span class="ansi-green-fg">~/.cache/pypoetry/virtualenvs/graphrag-F2jvqev7
|
||||
</div>
|
||||
<div class="highlight-ipynb hl-python"><pre><span></span><span class="kn">from</span><span class="w"> </span><span class="nn">graphrag.config.create_graphrag_config</span><span class="w"> </span><span class="kn">import</span> <span class="n">create_graphrag_config</span>
|
||||
|
||||
<span class="n">graphrag_config</span> <span class="o">=</span> <span class="n">create_graphrag_config</span><span class="p">(</span><span class="n">values</span><span class="o">=</span><span class="n">settings</span><span class="p">,</span> <span class="n">root_dir</span><span class="o">=</span><span class="n">PROJECT_DIRECTORY</span><span class="p">)</span>
|
||||
<span class="n">graphrag_config</span> <span class="o">=</span> <span class="n">create_graphrag_config</span><span class="p">(</span>
|
||||
<span class="n">values</span><span class="o">=</span><span class="n">settings</span><span class="p">,</span> <span class="n">root_dir</span><span class="o">=</span><span class="s2">"<project_directory>"</span>
|
||||
<span class="p">)</span>
|
||||
</pre></div>
|
||||
<div class="clipboard-copy-txt" id="cell-4">from graphrag.config.create_graphrag_config import create_graphrag_config
|
||||
|
||||
graphrag_config = create_graphrag_config(values=settings, root_dir=PROJECT_DIRECTORY)</div>
|
||||
graphrag_config = create_graphrag_config(
|
||||
values=settings, root_dir="<project_directory>"
|
||||
)</project_directory></div>
|
||||
</div>
|
||||
</div>
|
||||
</div>
|
||||
@ -2095,9 +2096,11 @@ graphrag_config = create_graphrag_config(values=settings, root_dir=PROJECT_DIREC
|
||||
<pre>
|
||||
<span class="ansi-red-fg">---------------------------------------------------------------------------</span>
|
||||
<span class="ansi-red-fg">NameError</span> Traceback (most recent call last)
|
||||
Cell <span class="ansi-green-fg">In[4], line 3</span>
|
||||
Cell <span class="ansi-green-fg">In[4], line 4</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1</span> <span class="ansi-bold" style="color: rgb(0,135,0)">from</span><span style="color: rgb(188,188,188)"> </span><span class="ansi-bold" style="color: rgb(0,0,255)">graphrag</span><span class="ansi-bold" style="color: rgb(0,0,255)">.</span><span class="ansi-bold" style="color: rgb(0,0,255)">config</span><span class="ansi-bold" style="color: rgb(0,0,255)">.</span><span class="ansi-bold" style="color: rgb(0,0,255)">create_graphrag_config</span><span style="color: rgb(188,188,188)"> </span><span class="ansi-bold" style="color: rgb(0,135,0)">import</span> create_graphrag_config
|
||||
<span class="ansi-green-fg">----> 3</span> graphrag_config <span style="color: rgb(98,98,98)">=</span> create_graphrag_config(values<span style="color: rgb(98,98,98)">=</span><span class="ansi-yellow-bg">settings</span>, root_dir<span style="color: rgb(98,98,98)">=</span>PROJECT_DIRECTORY)
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 3</span> graphrag_config <span style="color: rgb(98,98,98)">=</span> create_graphrag_config(
|
||||
<span class="ansi-green-fg">----> 4</span> values<span style="color: rgb(98,98,98)">=</span><span class="ansi-yellow-bg">settings</span>, root_dir<span style="color: rgb(98,98,98)">=</span><span style="color: rgb(175,0,0)">"</span><span style="color: rgb(175,0,0)"><project_directory></span><span style="color: rgb(175,0,0)">"</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 5</span> )
|
||||
|
||||
<span class="ansi-red-fg">NameError</span>: name 'settings' is not defined</pre>
|
||||
</div>
|
||||
@ -2216,14 +2219,20 @@ Cell <span class="ansi-green-fg">In[5], line 1</span>
|
||||
</div>
|
||||
<div class="highlight-ipynb hl-python"><pre><span></span><span class="kn">import</span><span class="w"> </span><span class="nn">pandas</span><span class="w"> </span><span class="k">as</span><span class="w"> </span><span class="nn">pd</span>
|
||||
|
||||
<span class="n">final_entities</span> <span class="o">=</span> <span class="n">pd</span><span class="o">.</span><span class="n">read_parquet</span><span class="p">(</span><span class="sa">f</span><span class="s2">"</span><span class="si">{</span><span class="n">PROJECT_DIRECTORY</span><span class="si">}</span><span class="s2">/output/entities.parquet"</span><span class="p">)</span>
|
||||
<span class="n">final_communities</span> <span class="o">=</span> <span class="n">pd</span><span class="o">.</span><span class="n">read_parquet</span><span class="p">(</span><span class="sa">f</span><span class="s2">"</span><span class="si">{</span><span class="n">PROJECT_DIRECTORY</span><span class="si">}</span><span class="s2">/output/communities.parquet"</span><span class="p">)</span>
|
||||
<span class="n">final_nodes</span> <span class="o">=</span> <span class="n">pd</span><span class="o">.</span><span class="n">read_parquet</span><span class="p">(</span><span class="s2">"<project_directory>/output/create_final_nodes.parquet"</span><span class="p">)</span>
|
||||
<span class="n">final_entities</span> <span class="o">=</span> <span class="n">pd</span><span class="o">.</span><span class="n">read_parquet</span><span class="p">(</span>
|
||||
<span class="s2">"<project_directory>/output/create_final_entities.parquet"</span>
|
||||
<span class="p">)</span>
|
||||
<span class="n">final_communities</span> <span class="o">=</span> <span class="n">pd</span><span class="o">.</span><span class="n">read_parquet</span><span class="p">(</span>
|
||||
<span class="s2">"<project_directory>/output/create_final_communities.parquet"</span>
|
||||
<span class="p">)</span>
|
||||
<span class="n">final_community_reports</span> <span class="o">=</span> <span class="n">pd</span><span class="o">.</span><span class="n">read_parquet</span><span class="p">(</span>
|
||||
<span class="sa">f</span><span class="s2">"</span><span class="si">{</span><span class="n">PROJECT_DIRECTORY</span><span class="si">}</span><span class="s2">/output/community_reports.parquet"</span>
|
||||
<span class="s2">"<project_directory>/output/create_final_community_reports.parquet"</span>
|
||||
<span class="p">)</span>
|
||||
|
||||
<span class="n">response</span><span class="p">,</span> <span class="n">context</span> <span class="o">=</span> <span class="k">await</span> <span class="n">api</span><span class="o">.</span><span class="n">global_search</span><span class="p">(</span>
|
||||
<span class="n">config</span><span class="o">=</span><span class="n">graphrag_config</span><span class="p">,</span>
|
||||
<span class="n">nodes</span><span class="o">=</span><span class="n">final_nodes</span><span class="p">,</span>
|
||||
<span class="n">entities</span><span class="o">=</span><span class="n">final_entities</span><span class="p">,</span>
|
||||
<span class="n">communities</span><span class="o">=</span><span class="n">final_communities</span><span class="p">,</span>
|
||||
<span class="n">community_reports</span><span class="o">=</span><span class="n">final_community_reports</span><span class="p">,</span>
|
||||
@ -2235,14 +2244,20 @@ Cell <span class="ansi-green-fg">In[5], line 1</span>
|
||||
</pre></div>
|
||||
<div class="clipboard-copy-txt" id="cell-6">import pandas as pd
|
||||
|
||||
final_entities = pd.read_parquet(f"{PROJECT_DIRECTORY}/output/entities.parquet")
|
||||
final_communities = pd.read_parquet(f"{PROJECT_DIRECTORY}/output/communities.parquet")
|
||||
final_nodes = pd.read_parquet("<project_directory>/output/create_final_nodes.parquet")
|
||||
final_entities = pd.read_parquet(
|
||||
"<project_directory>/output/create_final_entities.parquet"
|
||||
)
|
||||
final_communities = pd.read_parquet(
|
||||
"<project_directory>/output/create_final_communities.parquet"
|
||||
)
|
||||
final_community_reports = pd.read_parquet(
|
||||
f"{PROJECT_DIRECTORY}/output/community_reports.parquet"
|
||||
"<project_directory>/output/create_final_community_reports.parquet"
|
||||
)
|
||||
|
||||
response, context = await api.global_search(
|
||||
config=graphrag_config,
|
||||
nodes=final_nodes,
|
||||
entities=final_entities,
|
||||
communities=final_communities,
|
||||
community_reports=final_community_reports,
|
||||
@ -2250,7 +2265,7 @@ response, context = await api.global_search(
|
||||
dynamic_community_selection=False,
|
||||
response_type="Multiple Paragraphs",
|
||||
query="Who is Scrooge and what are his main relationships?",
|
||||
)</div>
|
||||
)</project_directory></project_directory></project_directory></project_directory></div>
|
||||
</div>
|
||||
</div>
|
||||
</div>
|
||||
@ -2267,11 +2282,13 @@ response, context = await api.global_search(
|
||||
<span class="ansi-red-fg">FileNotFoundError</span> Traceback (most recent call last)
|
||||
Cell <span class="ansi-green-fg">In[6], line 3</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1</span> <span class="ansi-bold" style="color: rgb(0,135,0)">import</span><span style="color: rgb(188,188,188)"> </span><span class="ansi-bold" style="color: rgb(0,0,255)">pandas</span><span style="color: rgb(188,188,188)"> </span><span class="ansi-bold" style="color: rgb(0,135,0)">as</span><span style="color: rgb(188,188,188)"> </span><span class="ansi-bold" style="color: rgb(0,0,255)">pd</span>
|
||||
<span class="ansi-green-fg">----> 3</span> final_entities <span style="color: rgb(98,98,98)">=</span> <span class="ansi-yellow-bg">pd</span><span class="ansi-yellow-bg" style="color: rgb(98,98,98)">.</span><span class="ansi-yellow-bg">read_parquet</span><span class="ansi-yellow-bg">(</span><span class="ansi-yellow-bg" style="color: rgb(175,0,0)">f</span><span class="ansi-yellow-bg" style="color: rgb(175,0,0)">"</span><span class="ansi-yellow-bg ansi-bold" style="color: rgb(175,95,135)">{</span><span class="ansi-yellow-bg">PROJECT_DIRECTORY</span><span class="ansi-yellow-bg ansi-bold" style="color: rgb(175,95,135)">}</span><span class="ansi-yellow-bg" style="color: rgb(175,0,0)">/output/entities.parquet</span><span class="ansi-yellow-bg" style="color: rgb(175,0,0)">"</span><span class="ansi-yellow-bg">)</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 4</span> final_communities <span style="color: rgb(98,98,98)">=</span> pd<span style="color: rgb(98,98,98)">.</span>read_parquet(<span style="color: rgb(175,0,0)">f</span><span style="color: rgb(175,0,0)">"</span><span class="ansi-bold" style="color: rgb(175,95,135)">{</span>PROJECT_DIRECTORY<span class="ansi-bold" style="color: rgb(175,95,135)">}</span><span style="color: rgb(175,0,0)">/output/communities.parquet</span><span style="color: rgb(175,0,0)">"</span>)
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 5</span> final_community_reports <span style="color: rgb(98,98,98)">=</span> pd<span style="color: rgb(98,98,98)">.</span>read_parquet(
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 6</span> <span style="color: rgb(175,0,0)">f</span><span style="color: rgb(175,0,0)">"</span><span class="ansi-bold" style="color: rgb(175,95,135)">{</span>PROJECT_DIRECTORY<span class="ansi-bold" style="color: rgb(175,95,135)">}</span><span style="color: rgb(175,0,0)">/output/community_reports.parquet</span><span style="color: rgb(175,0,0)">"</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 7</span> )
|
||||
<span class="ansi-green-fg">----> 3</span> final_nodes <span style="color: rgb(98,98,98)">=</span> <span class="ansi-yellow-bg">pd</span><span class="ansi-yellow-bg" style="color: rgb(98,98,98)">.</span><span class="ansi-yellow-bg">read_parquet</span><span class="ansi-yellow-bg">(</span><span class="ansi-yellow-bg" style="color: rgb(175,0,0)">"</span><span class="ansi-yellow-bg" style="color: rgb(175,0,0)"><project_directory>/output/create_final_nodes.parquet</span><span class="ansi-yellow-bg" style="color: rgb(175,0,0)">"</span><span class="ansi-yellow-bg">)</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 4</span> final_entities <span style="color: rgb(98,98,98)">=</span> pd<span style="color: rgb(98,98,98)">.</span>read_parquet(
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 5</span> <span style="color: rgb(175,0,0)">"</span><span style="color: rgb(175,0,0)"><project_directory>/output/create_final_entities.parquet</span><span style="color: rgb(175,0,0)">"</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 6</span> )
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 7</span> final_communities <span style="color: rgb(98,98,98)">=</span> pd<span style="color: rgb(98,98,98)">.</span>read_parquet(
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 8</span> <span style="color: rgb(175,0,0)">"</span><span style="color: rgb(175,0,0)"><project_directory>/output/create_final_communities.parquet</span><span style="color: rgb(175,0,0)">"</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 9</span> )
|
||||
|
||||
File <span class="ansi-green-fg">~/.cache/pypoetry/virtualenvs/graphrag-F2jvqev7-py3.11/lib/python3.11/site-packages/pandas/io/parquet.py:667</span>, in <span class="ansi-cyan-fg">read_parquet</span><span class="ansi-blue-fg">(path, engine, columns, storage_options, use_nullable_dtypes, dtype_backend, filesystem, filters, **kwargs)</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 664</span> use_nullable_dtypes <span style="color: rgb(98,98,98)">=</span> <span class="ansi-bold" style="color: rgb(0,135,0)">False</span>
|
||||
@ -2331,7 +2348,7 @@ File <span class="ansi-green-fg">~/.cache/pypoetry/virtualenvs/graphrag-F2jvqev7
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 883</span> handles<span style="color: rgb(98,98,98)">.</span>append(handle)
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 885</span> <span style="color: rgb(95,135,135)"># Convert BytesIO or file objects passed with an encoding</span>
|
||||
|
||||
<span class="ansi-red-fg">FileNotFoundError</span>: [Errno 2] No such file or directory: '<project_directory>/output/entities.parquet'</pre>
|
||||
<span class="ansi-red-fg">FileNotFoundError</span>: [Errno 2] No such file or directory: '<project_directory>/output/create_final_nodes.parquet'</pre>
|
||||
</div>
|
||||
</div>
|
||||
</div>
|
||||
|
||||
@ -1889,22 +1889,22 @@ span.linenos.special { color: #000000; background-color: #ffffc0; padding-left:
|
||||
<span class="n">INPUT_DIR</span> <span class="o">=</span> <span class="s2">"./inputs/operation dulce"</span>
|
||||
<span class="n">LANCEDB_URI</span> <span class="o">=</span> <span class="sa">f</span><span class="s2">"</span><span class="si">{</span><span class="n">INPUT_DIR</span><span class="si">}</span><span class="s2">/lancedb"</span>
|
||||
|
||||
<span class="n">COMMUNITY_REPORT_TABLE</span> <span class="o">=</span> <span class="s2">"community_reports"</span>
|
||||
<span class="n">COMMUNITY_TABLE</span> <span class="o">=</span> <span class="s2">"communities"</span>
|
||||
<span class="n">ENTITY_TABLE</span> <span class="o">=</span> <span class="s2">"entities"</span>
|
||||
<span class="n">RELATIONSHIP_TABLE</span> <span class="o">=</span> <span class="s2">"relationships"</span>
|
||||
<span class="n">COVARIATE_TABLE</span> <span class="o">=</span> <span class="s2">"covariates"</span>
|
||||
<span class="n">TEXT_UNIT_TABLE</span> <span class="o">=</span> <span class="s2">"text_units"</span>
|
||||
<span class="n">COMMUNITY_REPORT_TABLE</span> <span class="o">=</span> <span class="s2">"create_final_community_reports"</span>
|
||||
<span class="n">ENTITY_TABLE</span> <span class="o">=</span> <span class="s2">"create_final_nodes"</span>
|
||||
<span class="n">ENTITY_EMBEDDING_TABLE</span> <span class="o">=</span> <span class="s2">"create_final_entities"</span>
|
||||
<span class="n">RELATIONSHIP_TABLE</span> <span class="o">=</span> <span class="s2">"create_final_relationships"</span>
|
||||
<span class="n">COVARIATE_TABLE</span> <span class="o">=</span> <span class="s2">"create_final_covariates"</span>
|
||||
<span class="n">TEXT_UNIT_TABLE</span> <span class="o">=</span> <span class="s2">"create_final_text_units"</span>
|
||||
<span class="n">COMMUNITY_LEVEL</span> <span class="o">=</span> <span class="mi">2</span>
|
||||
|
||||
|
||||
<span class="c1"># read nodes table to get community and degree data</span>
|
||||
<span class="n">entity_df</span> <span class="o">=</span> <span class="n">pd</span><span class="o">.</span><span class="n">read_parquet</span><span class="p">(</span><span class="sa">f</span><span class="s2">"</span><span class="si">{</span><span class="n">INPUT_DIR</span><span class="si">}</span><span class="s2">/</span><span class="si">{</span><span class="n">ENTITY_TABLE</span><span class="si">}</span><span class="s2">.parquet"</span><span class="p">)</span>
|
||||
<span class="n">community_df</span> <span class="o">=</span> <span class="n">pd</span><span class="o">.</span><span class="n">read_parquet</span><span class="p">(</span><span class="sa">f</span><span class="s2">"</span><span class="si">{</span><span class="n">INPUT_DIR</span><span class="si">}</span><span class="s2">/</span><span class="si">{</span><span class="n">COMMUNITY_TABLE</span><span class="si">}</span><span class="s2">.parquet"</span><span class="p">)</span>
|
||||
<span class="n">entity_embedding_df</span> <span class="o">=</span> <span class="n">pd</span><span class="o">.</span><span class="n">read_parquet</span><span class="p">(</span><span class="sa">f</span><span class="s2">"</span><span class="si">{</span><span class="n">INPUT_DIR</span><span class="si">}</span><span class="s2">/</span><span class="si">{</span><span class="n">ENTITY_EMBEDDING_TABLE</span><span class="si">}</span><span class="s2">.parquet"</span><span class="p">)</span>
|
||||
|
||||
<span class="nb">print</span><span class="p">(</span><span class="sa">f</span><span class="s2">"Entity df columns: </span><span class="si">{</span><span class="n">entity_df</span><span class="o">.</span><span class="n">columns</span><span class="si">}</span><span class="s2">"</span><span class="p">)</span>
|
||||
|
||||
<span class="n">entities</span> <span class="o">=</span> <span class="n">read_indexer_entities</span><span class="p">(</span><span class="n">entity_df</span><span class="p">,</span> <span class="n">community_df</span><span class="p">,</span> <span class="n">COMMUNITY_LEVEL</span><span class="p">)</span>
|
||||
<span class="n">entities</span> <span class="o">=</span> <span class="n">read_indexer_entities</span><span class="p">(</span><span class="n">entity_df</span><span class="p">,</span> <span class="n">entity_embedding_df</span><span class="p">,</span> <span class="n">COMMUNITY_LEVEL</span><span class="p">)</span>
|
||||
|
||||
<span class="c1"># load description embeddings to an in-memory lancedb vectorstore</span>
|
||||
<span class="c1"># to connect to a remote db, specify url and port values.</span>
|
||||
@ -1959,22 +1959,22 @@ from graphrag.vector_stores.lancedb import LanceDBVectorStore
|
||||
INPUT_DIR = "./inputs/operation dulce"
|
||||
LANCEDB_URI = f"{INPUT_DIR}/lancedb"
|
||||
|
||||
COMMUNITY_REPORT_TABLE = "community_reports"
|
||||
COMMUNITY_TABLE = "communities"
|
||||
ENTITY_TABLE = "entities"
|
||||
RELATIONSHIP_TABLE = "relationships"
|
||||
COVARIATE_TABLE = "covariates"
|
||||
TEXT_UNIT_TABLE = "text_units"
|
||||
COMMUNITY_REPORT_TABLE = "create_final_community_reports"
|
||||
ENTITY_TABLE = "create_final_nodes"
|
||||
ENTITY_EMBEDDING_TABLE = "create_final_entities"
|
||||
RELATIONSHIP_TABLE = "create_final_relationships"
|
||||
COVARIATE_TABLE = "create_final_covariates"
|
||||
TEXT_UNIT_TABLE = "create_final_text_units"
|
||||
COMMUNITY_LEVEL = 2
|
||||
|
||||
|
||||
# read nodes table to get community and degree data
|
||||
entity_df = pd.read_parquet(f"{INPUT_DIR}/{ENTITY_TABLE}.parquet")
|
||||
community_df = pd.read_parquet(f"{INPUT_DIR}/{COMMUNITY_TABLE}.parquet")
|
||||
entity_embedding_df = pd.read_parquet(f"{INPUT_DIR}/{ENTITY_EMBEDDING_TABLE}.parquet")
|
||||
|
||||
print(f"Entity df columns: {entity_df.columns}")
|
||||
|
||||
entities = read_indexer_entities(entity_df, community_df, COMMUNITY_LEVEL)
|
||||
entities = read_indexer_entities(entity_df, entity_embedding_df, COMMUNITY_LEVEL)
|
||||
|
||||
# load description embeddings to an in-memory lancedb vectorstore
|
||||
# to connect to a remote db, specify url and port values.
|
||||
@ -2012,76 +2012,106 @@ text_unit_df.head()</div>
|
||||
<div class="jp-OutputArea jp-Cell-outputArea">
|
||||
<div class="jp-OutputArea-child">
|
||||
<div class="jp-OutputPrompt jp-OutputArea-prompt"></div>
|
||||
<div class="jp-RenderedText jp-OutputArea-output" data-mime-type="application/vnd.jupyter.stderr" tabindex="0">
|
||||
<pre>
|
||||
<span class="ansi-red-fg">---------------------------------------------------------------------------</span>
|
||||
<span class="ansi-red-fg">FileNotFoundError</span> Traceback (most recent call last)
|
||||
Cell <span class="ansi-green-fg">In[2], line 37</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 33</span> COMMUNITY_LEVEL <span style="color: rgb(98,98,98)">=</span> <span style="color: rgb(98,98,98)">2</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 36</span> <span style="color: rgb(95,135,135)"># read nodes table to get community and degree data</span>
|
||||
<span class="ansi-green-fg">---> 37</span> entity_df <span style="color: rgb(98,98,98)">=</span> <span class="ansi-yellow-bg">pd</span><span class="ansi-yellow-bg" style="color: rgb(98,98,98)">.</span><span class="ansi-yellow-bg">read_parquet</span><span class="ansi-yellow-bg">(</span><span class="ansi-yellow-bg" style="color: rgb(175,0,0)">f</span><span class="ansi-yellow-bg" style="color: rgb(175,0,0)">"</span><span class="ansi-yellow-bg ansi-bold" style="color: rgb(175,95,135)">{</span><span class="ansi-yellow-bg">INPUT_DIR</span><span class="ansi-yellow-bg ansi-bold" style="color: rgb(175,95,135)">}</span><span class="ansi-yellow-bg" style="color: rgb(175,0,0)">/</span><span class="ansi-yellow-bg ansi-bold" style="color: rgb(175,95,135)">{</span><span class="ansi-yellow-bg">ENTITY_TABLE</span><span class="ansi-yellow-bg ansi-bold" style="color: rgb(175,95,135)">}</span><span class="ansi-yellow-bg" style="color: rgb(175,0,0)">.parquet</span><span class="ansi-yellow-bg" style="color: rgb(175,0,0)">"</span><span class="ansi-yellow-bg">)</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 38</span> community_df <span style="color: rgb(98,98,98)">=</span> pd<span style="color: rgb(98,98,98)">.</span>read_parquet(<span style="color: rgb(175,0,0)">f</span><span style="color: rgb(175,0,0)">"</span><span class="ansi-bold" style="color: rgb(175,95,135)">{</span>INPUT_DIR<span class="ansi-bold" style="color: rgb(175,95,135)">}</span><span style="color: rgb(175,0,0)">/</span><span class="ansi-bold" style="color: rgb(175,95,135)">{</span>COMMUNITY_TABLE<span class="ansi-bold" style="color: rgb(175,95,135)">}</span><span style="color: rgb(175,0,0)">.parquet</span><span style="color: rgb(175,0,0)">"</span>)
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 40</span> <span style="color: rgb(0,135,0)">print</span>(<span style="color: rgb(175,0,0)">f</span><span style="color: rgb(175,0,0)">"</span><span style="color: rgb(175,0,0)">Entity df columns: </span><span class="ansi-bold" style="color: rgb(175,95,135)">{</span>entity_df<span style="color: rgb(98,98,98)">.</span>columns<span class="ansi-bold" style="color: rgb(175,95,135)">}</span><span style="color: rgb(175,0,0)">"</span>)
|
||||
<div class="jp-RenderedText jp-OutputArea-output" data-mime-type="text/plain" tabindex="0">
|
||||
<pre>Entity df columns: Index(['id', 'human_readable_id', 'title', 'community', 'level', 'degree', 'x',
|
||||
'y'],
|
||||
dtype='object')
|
||||
Entity count: 888
|
||||
Relationship count: 812
|
||||
Text unit records: 38
|
||||
</pre>
|
||||
</div>
|
||||
</div>
|
||||
<div class="jp-OutputArea-child jp-OutputArea-executeResult">
|
||||
<div class="jp-OutputPrompt jp-OutputArea-prompt">Out[2]:</div>
|
||||
<div class="jp-RenderedHTMLCommon jp-RenderedHTML jp-OutputArea-output jp-OutputArea-executeResult" data-mime-type="text/html" tabindex="0">
|
||||
<div>
|
||||
<style scoped="">
|
||||
.dataframe tbody tr th:only-of-type {
|
||||
vertical-align: middle;
|
||||
}
|
||||
|
||||
File <span class="ansi-green-fg">~/.cache/pypoetry/virtualenvs/graphrag-F2jvqev7-py3.11/lib/python3.11/site-packages/pandas/io/parquet.py:667</span>, in <span class="ansi-cyan-fg">read_parquet</span><span class="ansi-blue-fg">(path, engine, columns, storage_options, use_nullable_dtypes, dtype_backend, filesystem, filters, **kwargs)</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 664</span> use_nullable_dtypes <span style="color: rgb(98,98,98)">=</span> <span class="ansi-bold" style="color: rgb(0,135,0)">False</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 665</span> check_dtype_backend(dtype_backend)
|
||||
<span class="ansi-green-fg">--> 667</span> <span class="ansi-bold" style="color: rgb(0,135,0)">return</span> <span class="ansi-yellow-bg">impl</span><span class="ansi-yellow-bg" style="color: rgb(98,98,98)">.</span><span class="ansi-yellow-bg">read</span><span class="ansi-yellow-bg">(</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 668</span> <span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg">path</span><span class="ansi-yellow-bg">,</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 669</span> <span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg">columns</span><span class="ansi-yellow-bg" style="color: rgb(98,98,98)">=</span><span class="ansi-yellow-bg">columns</span><span class="ansi-yellow-bg">,</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 670</span> <span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg">filters</span><span class="ansi-yellow-bg" style="color: rgb(98,98,98)">=</span><span class="ansi-yellow-bg">filters</span><span class="ansi-yellow-bg">,</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 671</span> <span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg">storage_options</span><span class="ansi-yellow-bg" style="color: rgb(98,98,98)">=</span><span class="ansi-yellow-bg">storage_options</span><span class="ansi-yellow-bg">,</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 672</span> <span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg">use_nullable_dtypes</span><span class="ansi-yellow-bg" style="color: rgb(98,98,98)">=</span><span class="ansi-yellow-bg">use_nullable_dtypes</span><span class="ansi-yellow-bg">,</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 673</span> <span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg">dtype_backend</span><span class="ansi-yellow-bg" style="color: rgb(98,98,98)">=</span><span class="ansi-yellow-bg">dtype_backend</span><span class="ansi-yellow-bg">,</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 674</span> <span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg">filesystem</span><span class="ansi-yellow-bg" style="color: rgb(98,98,98)">=</span><span class="ansi-yellow-bg">filesystem</span><span class="ansi-yellow-bg">,</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 675</span> <span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg" style="color: rgb(98,98,98)">*</span><span class="ansi-yellow-bg" style="color: rgb(98,98,98)">*</span><span class="ansi-yellow-bg">kwargs</span><span class="ansi-yellow-bg">,</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 676</span> <span class="ansi-yellow-bg">)</span>
|
||||
.dataframe tbody tr th {
|
||||
vertical-align: top;
|
||||
}
|
||||
|
||||
File <span class="ansi-green-fg">~/.cache/pypoetry/virtualenvs/graphrag-F2jvqev7-py3.11/lib/python3.11/site-packages/pandas/io/parquet.py:267</span>, in <span class="ansi-cyan-fg">PyArrowImpl.read</span><span class="ansi-blue-fg">(self, path, columns, filters, use_nullable_dtypes, dtype_backend, storage_options, filesystem, **kwargs)</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 264</span> <span class="ansi-bold" style="color: rgb(0,135,0)">if</span> manager <span style="color: rgb(98,98,98)">==</span> <span style="color: rgb(175,0,0)">"</span><span style="color: rgb(175,0,0)">array</span><span style="color: rgb(175,0,0)">"</span>:
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 265</span> to_pandas_kwargs[<span style="color: rgb(175,0,0)">"</span><span style="color: rgb(175,0,0)">split_blocks</span><span style="color: rgb(175,0,0)">"</span>] <span style="color: rgb(98,98,98)">=</span> <span class="ansi-bold" style="color: rgb(0,135,0)">True</span> <span style="color: rgb(95,135,135)"># type: ignore[assignment]</span>
|
||||
<span class="ansi-green-fg">--> 267</span> path_or_handle, handles, filesystem <span style="color: rgb(98,98,98)">=</span> <span class="ansi-yellow-bg">_get_path_or_handle</span><span class="ansi-yellow-bg">(</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 268</span> <span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg">path</span><span class="ansi-yellow-bg">,</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 269</span> <span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg">filesystem</span><span class="ansi-yellow-bg">,</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 270</span> <span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg">storage_options</span><span class="ansi-yellow-bg" style="color: rgb(98,98,98)">=</span><span class="ansi-yellow-bg">storage_options</span><span class="ansi-yellow-bg">,</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 271</span> <span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg">mode</span><span class="ansi-yellow-bg" style="color: rgb(98,98,98)">=</span><span class="ansi-yellow-bg" style="color: rgb(175,0,0)">"</span><span class="ansi-yellow-bg" style="color: rgb(175,0,0)">rb</span><span class="ansi-yellow-bg" style="color: rgb(175,0,0)">"</span><span class="ansi-yellow-bg">,</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 272</span> <span class="ansi-yellow-bg">)</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 273</span> <span class="ansi-bold" style="color: rgb(0,135,0)">try</span>:
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 274</span> pa_table <span style="color: rgb(98,98,98)">=</span> <span style="color: rgb(0,135,0)">self</span><span style="color: rgb(98,98,98)">.</span>api<span style="color: rgb(98,98,98)">.</span>parquet<span style="color: rgb(98,98,98)">.</span>read_table(
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 275</span> path_or_handle,
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 276</span> columns<span style="color: rgb(98,98,98)">=</span>columns,
|
||||
<span class="ansi-green-fg"> (...)</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 279</span> <span style="color: rgb(98,98,98)">*</span><span style="color: rgb(98,98,98)">*</span>kwargs,
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 280</span> )
|
||||
|
||||
File <span class="ansi-green-fg">~/.cache/pypoetry/virtualenvs/graphrag-F2jvqev7-py3.11/lib/python3.11/site-packages/pandas/io/parquet.py:140</span>, in <span class="ansi-cyan-fg">_get_path_or_handle</span><span class="ansi-blue-fg">(path, fs, storage_options, mode, is_dir)</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 130</span> handles <span style="color: rgb(98,98,98)">=</span> <span class="ansi-bold" style="color: rgb(0,135,0)">None</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 131</span> <span class="ansi-bold" style="color: rgb(0,135,0)">if</span> (
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 132</span> <span class="ansi-bold" style="color: rgb(175,0,255)">not</span> fs
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 133</span> <span class="ansi-bold" style="color: rgb(175,0,255)">and</span> <span class="ansi-bold" style="color: rgb(175,0,255)">not</span> is_dir
|
||||
<span class="ansi-green-fg"> (...)</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 138</span> <span style="color: rgb(95,135,135)"># fsspec resources can also point to directories</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 139</span> <span style="color: rgb(95,135,135)"># this branch is used for example when reading from non-fsspec URLs</span>
|
||||
<span class="ansi-green-fg">--> 140</span> handles <span style="color: rgb(98,98,98)">=</span> <span class="ansi-yellow-bg">get_handle</span><span class="ansi-yellow-bg">(</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 141</span> <span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg">path_or_handle</span><span class="ansi-yellow-bg">,</span><span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg">mode</span><span class="ansi-yellow-bg">,</span><span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg">is_text</span><span class="ansi-yellow-bg" style="color: rgb(98,98,98)">=</span><span class="ansi-yellow-bg ansi-bold" style="color: rgb(0,135,0)">False</span><span class="ansi-yellow-bg">,</span><span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg">storage_options</span><span class="ansi-yellow-bg" style="color: rgb(98,98,98)">=</span><span class="ansi-yellow-bg">storage_options</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 142</span> <span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg">)</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 143</span> fs <span style="color: rgb(98,98,98)">=</span> <span class="ansi-bold" style="color: rgb(0,135,0)">None</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 144</span> path_or_handle <span style="color: rgb(98,98,98)">=</span> handles<span style="color: rgb(98,98,98)">.</span>handle
|
||||
|
||||
File <span class="ansi-green-fg">~/.cache/pypoetry/virtualenvs/graphrag-F2jvqev7-py3.11/lib/python3.11/site-packages/pandas/io/common.py:882</span>, in <span class="ansi-cyan-fg">get_handle</span><span class="ansi-blue-fg">(path_or_buf, mode, encoding, compression, memory_map, is_text, errors, storage_options)</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 873</span> handle <span style="color: rgb(98,98,98)">=</span> <span style="color: rgb(0,135,0)">open</span>(
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 874</span> handle,
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 875</span> ioargs<span style="color: rgb(98,98,98)">.</span>mode,
|
||||
<span class="ansi-green-fg"> (...)</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 878</span> newline<span style="color: rgb(98,98,98)">=</span><span style="color: rgb(175,0,0)">"</span><span style="color: rgb(175,0,0)">"</span>,
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 879</span> )
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 880</span> <span class="ansi-bold" style="color: rgb(0,135,0)">else</span>:
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 881</span> <span style="color: rgb(95,135,135)"># Binary mode</span>
|
||||
<span class="ansi-green-fg">--> 882</span> handle <span style="color: rgb(98,98,98)">=</span> <span class="ansi-yellow-bg" style="color: rgb(0,135,0)">open</span><span class="ansi-yellow-bg">(</span><span class="ansi-yellow-bg">handle</span><span class="ansi-yellow-bg">,</span><span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg">ioargs</span><span class="ansi-yellow-bg" style="color: rgb(98,98,98)">.</span><span class="ansi-yellow-bg">mode</span><span class="ansi-yellow-bg">)</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 883</span> handles<span style="color: rgb(98,98,98)">.</span>append(handle)
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 885</span> <span style="color: rgb(95,135,135)"># Convert BytesIO or file objects passed with an encoding</span>
|
||||
|
||||
<span class="ansi-red-fg">FileNotFoundError</span>: [Errno 2] No such file or directory: './inputs/operation dulce/entities.parquet'</pre>
|
||||
.dataframe thead th {
|
||||
text-align: right;
|
||||
}
|
||||
</style>
|
||||
<table border="1" class="dataframe">
|
||||
<thead>
|
||||
<tr style="text-align: right;">
|
||||
<th></th>
|
||||
<th>id</th>
|
||||
<th>human_readable_id</th>
|
||||
<th>text</th>
|
||||
<th>n_tokens</th>
|
||||
<th>document_ids</th>
|
||||
<th>entity_ids</th>
|
||||
<th>relationship_ids</th>
|
||||
<th>covariate_ids</th>
|
||||
</tr>
|
||||
</thead>
|
||||
<tbody>
|
||||
<tr>
|
||||
<th>0</th>
|
||||
<td>aa55265004ced76e9050ed4b7a45c0496e10faa0eddb8a...</td>
|
||||
<td>1</td>
|
||||
<td>../\nJACOB COLLIER: Honestly, I think mastery...</td>
|
||||
<td>1200</td>
|
||||
<td>[1e0886ae010728d10b2972f66b88608dc82b8645d3085...</td>
|
||||
<td>[9a062709-56dd-4bf2-8b41-926124b7a6f7, f8c54a6...</td>
|
||||
<td>[9af066c8-031b-4c52-b93b-b37763f6f0f7, 5b15580...</td>
|
||||
<td>[f91209d1-0939-452e-b51b-be1763e2a27d, f2274c3...</td>
|
||||
</tr>
|
||||
<tr>
|
||||
<th>1</th>
|
||||
<td>7f0fb1d3bf517dc76dffa984eec7a25e851e44ead0df82...</td>
|
||||
<td>2</td>
|
||||
<td>OMBERG: I grew up and started getting into al...</td>
|
||||
<td>1200</td>
|
||||
<td>[1e0886ae010728d10b2972f66b88608dc82b8645d3085...</td>
|
||||
<td>[9a062709-56dd-4bf2-8b41-926124b7a6f7, f8c54a6...</td>
|
||||
<td>[c2ac3612-3aaf-440c-babd-e21f474e0366, 9aab0b4...</td>
|
||||
<td>[13c74c18-439b-4419-8427-4ba826503055, 7120179...</td>
|
||||
</tr>
|
||||
<tr>
|
||||
<th>2</th>
|
||||
<td>27b739ceeddfa100f7be3cf002fd3a27aea2228f1a02c4...</td>
|
||||
<td>3</td>
|
||||
<td>, you know, and it’s a very linear pathway too...</td>
|
||||
<td>1200</td>
|
||||
<td>[1e0886ae010728d10b2972f66b88608dc82b8645d3085...</td>
|
||||
<td>[9a062709-56dd-4bf2-8b41-926124b7a6f7, f8c54a6...</td>
|
||||
<td>[9af066c8-031b-4c52-b93b-b37763f6f0f7, 5456bcb...</td>
|
||||
<td>[a67f1c21-32ab-4eaa-b063-c815e7f3ea9d]</td>
|
||||
</tr>
|
||||
<tr>
|
||||
<th>3</th>
|
||||
<td>d97017305e234cc51554d653447d73b58441e1ff0f99e4...</td>
|
||||
<td>4</td>
|
||||
<td>you know, we started taking a lot of parts an...</td>
|
||||
<td>1200</td>
|
||||
<td>[1e0886ae010728d10b2972f66b88608dc82b8645d3085...</td>
|
||||
<td>[9a062709-56dd-4bf2-8b41-926124b7a6f7, f8c54a6...</td>
|
||||
<td>[bac3dd9b-f5c8-4966-9dc3-87f1f5976e36, 4f41be8...</td>
|
||||
<td>[695ac017-7c10-44ad-a681-3b4c1ae86a87]</td>
|
||||
</tr>
|
||||
<tr>
|
||||
<th>4</th>
|
||||
<td>2b6d29f8a74b16ea9a70423bce803a08a5b9ed4e6a946b...</td>
|
||||
<td>5</td>
|
||||
<td>only so much processing that my mind can do i...</td>
|
||||
<td>1200</td>
|
||||
<td>[1e0886ae010728d10b2972f66b88608dc82b8645d3085...</td>
|
||||
<td>[9a062709-56dd-4bf2-8b41-926124b7a6f7, f8c54a6...</td>
|
||||
<td>[d225ff7b-ca47-4fab-8d9a-4f86111526f8, 3fddb40...</td>
|
||||
<td>[d8a7ad5c-a170-430e-9f9d-902047371ee2]</td>
|
||||
</tr>
|
||||
</tbody>
|
||||
</table>
|
||||
</div>
|
||||
</div>
|
||||
</div>
|
||||
</div>
|
||||
@ -2154,8 +2184,8 @@ text_embedder = OpenAIEmbedding(
|
||||
</div>
|
||||
</div>
|
||||
</div>
|
||||
</div><div class="jp-Cell jp-CodeCell jp-Notebook-cell">
|
||||
<div class="jp-Cell jp-CodeCell jp-Notebook-cell">
|
||||
</div><div class="jp-Cell jp-CodeCell jp-Notebook-cell jp-mod-noOutputs">
|
||||
<div class="jp-Cell jp-CodeCell jp-Notebook-cell jp-mod-noOutputs">
|
||||
<div class="jp-Cell-inputWrapper" tabindex="0">
|
||||
<div class="jp-Collapser jp-InputCollapser jp-Cell-inputCollapser">
|
||||
</div>
|
||||
@ -2185,7 +2215,7 @@ text_embedder = OpenAIEmbedding(
|
||||
<span class="n">report_df</span> <span class="o">=</span> <span class="n">read_community_reports</span><span class="p">(</span><span class="n">INPUT_DIR</span><span class="p">)</span>
|
||||
<span class="n">reports</span> <span class="o">=</span> <span class="n">read_indexer_reports</span><span class="p">(</span>
|
||||
<span class="n">report_df</span><span class="p">,</span>
|
||||
<span class="n">community_df</span><span class="p">,</span>
|
||||
<span class="n">entity_df</span><span class="p">,</span>
|
||||
<span class="n">COMMUNITY_LEVEL</span><span class="p">,</span>
|
||||
<span class="n">content_embedding_col</span><span class="o">=</span><span class="s2">"full_content_embeddings"</span><span class="p">,</span>
|
||||
<span class="p">)</span>
|
||||
@ -2203,7 +2233,7 @@ text_embedder = OpenAIEmbedding(
|
||||
report_df = read_community_reports(INPUT_DIR)
|
||||
reports = read_indexer_reports(
|
||||
report_df,
|
||||
community_df,
|
||||
entity_df,
|
||||
COMMUNITY_LEVEL,
|
||||
content_embedding_col="full_content_embeddings",
|
||||
)
|
||||
@ -2212,99 +2242,9 @@ read_indexer_report_embeddings(reports, full_content_embedding_store)</div>
|
||||
</div>
|
||||
</div>
|
||||
</div>
|
||||
<div class="jp-Cell-outputWrapper">
|
||||
<div class="jp-Collapser jp-OutputCollapser jp-Cell-outputCollapser">
|
||||
</div>
|
||||
<div class="jp-OutputArea jp-Cell-outputArea">
|
||||
<div class="jp-OutputArea-child">
|
||||
<div class="jp-OutputPrompt jp-OutputArea-prompt"></div>
|
||||
<div class="jp-RenderedText jp-OutputArea-output" data-mime-type="application/vnd.jupyter.stderr" tabindex="0">
|
||||
<pre>
|
||||
<span class="ansi-red-fg">---------------------------------------------------------------------------</span>
|
||||
<span class="ansi-red-fg">FileNotFoundError</span> Traceback (most recent call last)
|
||||
Cell <span class="ansi-green-fg">In[4], line 10</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 6</span> input_path <span style="color: rgb(98,98,98)">=</span> Path(input_dir) <span style="color: rgb(98,98,98)">/</span> <span style="color: rgb(175,0,0)">f</span><span style="color: rgb(175,0,0)">"</span><span class="ansi-bold" style="color: rgb(175,95,135)">{</span>community_report_table<span class="ansi-bold" style="color: rgb(175,95,135)">}</span><span style="color: rgb(175,0,0)">.parquet</span><span style="color: rgb(175,0,0)">"</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 7</span> <span class="ansi-bold" style="color: rgb(0,135,0)">return</span> pd<span style="color: rgb(98,98,98)">.</span>read_parquet(input_path)
|
||||
<span class="ansi-green-fg">---> 10</span> report_df <span style="color: rgb(98,98,98)">=</span> <span class="ansi-yellow-bg">read_community_reports</span><span class="ansi-yellow-bg">(</span><span class="ansi-yellow-bg">INPUT_DIR</span><span class="ansi-yellow-bg">)</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 11</span> reports <span style="color: rgb(98,98,98)">=</span> read_indexer_reports(
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 12</span> report_df,
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 13</span> community_df,
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 14</span> COMMUNITY_LEVEL,
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 15</span> content_embedding_col<span style="color: rgb(98,98,98)">=</span><span style="color: rgb(175,0,0)">"</span><span style="color: rgb(175,0,0)">full_content_embeddings</span><span style="color: rgb(175,0,0)">"</span>,
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 16</span> )
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 17</span> read_indexer_report_embeddings(reports, full_content_embedding_store)
|
||||
|
||||
Cell <span class="ansi-green-fg">In[4], line 7</span>, in <span class="ansi-cyan-fg">read_community_reports</span><span class="ansi-blue-fg">(input_dir, community_report_table)</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 5</span> <span style="color: rgb(175,0,0)">"""Embeds the full content of the community reports and saves the DataFrame with embeddings to the output path."""</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 6</span> input_path <span style="color: rgb(98,98,98)">=</span> Path(input_dir) <span style="color: rgb(98,98,98)">/</span> <span style="color: rgb(175,0,0)">f</span><span style="color: rgb(175,0,0)">"</span><span class="ansi-bold" style="color: rgb(175,95,135)">{</span>community_report_table<span class="ansi-bold" style="color: rgb(175,95,135)">}</span><span style="color: rgb(175,0,0)">.parquet</span><span style="color: rgb(175,0,0)">"</span>
|
||||
<span class="ansi-green-fg">----> 7</span> <span class="ansi-bold" style="color: rgb(0,135,0)">return</span> <span class="ansi-yellow-bg">pd</span><span class="ansi-yellow-bg" style="color: rgb(98,98,98)">.</span><span class="ansi-yellow-bg">read_parquet</span><span class="ansi-yellow-bg">(</span><span class="ansi-yellow-bg">input_path</span><span class="ansi-yellow-bg">)</span>
|
||||
|
||||
File <span class="ansi-green-fg">~/.cache/pypoetry/virtualenvs/graphrag-F2jvqev7-py3.11/lib/python3.11/site-packages/pandas/io/parquet.py:667</span>, in <span class="ansi-cyan-fg">read_parquet</span><span class="ansi-blue-fg">(path, engine, columns, storage_options, use_nullable_dtypes, dtype_backend, filesystem, filters, **kwargs)</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 664</span> use_nullable_dtypes <span style="color: rgb(98,98,98)">=</span> <span class="ansi-bold" style="color: rgb(0,135,0)">False</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 665</span> check_dtype_backend(dtype_backend)
|
||||
<span class="ansi-green-fg">--> 667</span> <span class="ansi-bold" style="color: rgb(0,135,0)">return</span> <span class="ansi-yellow-bg">impl</span><span class="ansi-yellow-bg" style="color: rgb(98,98,98)">.</span><span class="ansi-yellow-bg">read</span><span class="ansi-yellow-bg">(</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 668</span> <span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg">path</span><span class="ansi-yellow-bg">,</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 669</span> <span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg">columns</span><span class="ansi-yellow-bg" style="color: rgb(98,98,98)">=</span><span class="ansi-yellow-bg">columns</span><span class="ansi-yellow-bg">,</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 670</span> <span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg">filters</span><span class="ansi-yellow-bg" style="color: rgb(98,98,98)">=</span><span class="ansi-yellow-bg">filters</span><span class="ansi-yellow-bg">,</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 671</span> <span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg">storage_options</span><span class="ansi-yellow-bg" style="color: rgb(98,98,98)">=</span><span class="ansi-yellow-bg">storage_options</span><span class="ansi-yellow-bg">,</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 672</span> <span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg">use_nullable_dtypes</span><span class="ansi-yellow-bg" style="color: rgb(98,98,98)">=</span><span class="ansi-yellow-bg">use_nullable_dtypes</span><span class="ansi-yellow-bg">,</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 673</span> <span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg">dtype_backend</span><span class="ansi-yellow-bg" style="color: rgb(98,98,98)">=</span><span class="ansi-yellow-bg">dtype_backend</span><span class="ansi-yellow-bg">,</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 674</span> <span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg">filesystem</span><span class="ansi-yellow-bg" style="color: rgb(98,98,98)">=</span><span class="ansi-yellow-bg">filesystem</span><span class="ansi-yellow-bg">,</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 675</span> <span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg" style="color: rgb(98,98,98)">*</span><span class="ansi-yellow-bg" style="color: rgb(98,98,98)">*</span><span class="ansi-yellow-bg">kwargs</span><span class="ansi-yellow-bg">,</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 676</span> <span class="ansi-yellow-bg">)</span>
|
||||
|
||||
File <span class="ansi-green-fg">~/.cache/pypoetry/virtualenvs/graphrag-F2jvqev7-py3.11/lib/python3.11/site-packages/pandas/io/parquet.py:267</span>, in <span class="ansi-cyan-fg">PyArrowImpl.read</span><span class="ansi-blue-fg">(self, path, columns, filters, use_nullable_dtypes, dtype_backend, storage_options, filesystem, **kwargs)</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 264</span> <span class="ansi-bold" style="color: rgb(0,135,0)">if</span> manager <span style="color: rgb(98,98,98)">==</span> <span style="color: rgb(175,0,0)">"</span><span style="color: rgb(175,0,0)">array</span><span style="color: rgb(175,0,0)">"</span>:
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 265</span> to_pandas_kwargs[<span style="color: rgb(175,0,0)">"</span><span style="color: rgb(175,0,0)">split_blocks</span><span style="color: rgb(175,0,0)">"</span>] <span style="color: rgb(98,98,98)">=</span> <span class="ansi-bold" style="color: rgb(0,135,0)">True</span> <span style="color: rgb(95,135,135)"># type: ignore[assignment]</span>
|
||||
<span class="ansi-green-fg">--> 267</span> path_or_handle, handles, filesystem <span style="color: rgb(98,98,98)">=</span> <span class="ansi-yellow-bg">_get_path_or_handle</span><span class="ansi-yellow-bg">(</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 268</span> <span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg">path</span><span class="ansi-yellow-bg">,</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 269</span> <span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg">filesystem</span><span class="ansi-yellow-bg">,</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 270</span> <span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg">storage_options</span><span class="ansi-yellow-bg" style="color: rgb(98,98,98)">=</span><span class="ansi-yellow-bg">storage_options</span><span class="ansi-yellow-bg">,</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 271</span> <span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg">mode</span><span class="ansi-yellow-bg" style="color: rgb(98,98,98)">=</span><span class="ansi-yellow-bg" style="color: rgb(175,0,0)">"</span><span class="ansi-yellow-bg" style="color: rgb(175,0,0)">rb</span><span class="ansi-yellow-bg" style="color: rgb(175,0,0)">"</span><span class="ansi-yellow-bg">,</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 272</span> <span class="ansi-yellow-bg">)</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 273</span> <span class="ansi-bold" style="color: rgb(0,135,0)">try</span>:
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 274</span> pa_table <span style="color: rgb(98,98,98)">=</span> <span style="color: rgb(0,135,0)">self</span><span style="color: rgb(98,98,98)">.</span>api<span style="color: rgb(98,98,98)">.</span>parquet<span style="color: rgb(98,98,98)">.</span>read_table(
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 275</span> path_or_handle,
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 276</span> columns<span style="color: rgb(98,98,98)">=</span>columns,
|
||||
<span class="ansi-green-fg"> (...)</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 279</span> <span style="color: rgb(98,98,98)">*</span><span style="color: rgb(98,98,98)">*</span>kwargs,
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 280</span> )
|
||||
|
||||
File <span class="ansi-green-fg">~/.cache/pypoetry/virtualenvs/graphrag-F2jvqev7-py3.11/lib/python3.11/site-packages/pandas/io/parquet.py:140</span>, in <span class="ansi-cyan-fg">_get_path_or_handle</span><span class="ansi-blue-fg">(path, fs, storage_options, mode, is_dir)</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 130</span> handles <span style="color: rgb(98,98,98)">=</span> <span class="ansi-bold" style="color: rgb(0,135,0)">None</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 131</span> <span class="ansi-bold" style="color: rgb(0,135,0)">if</span> (
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 132</span> <span class="ansi-bold" style="color: rgb(175,0,255)">not</span> fs
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 133</span> <span class="ansi-bold" style="color: rgb(175,0,255)">and</span> <span class="ansi-bold" style="color: rgb(175,0,255)">not</span> is_dir
|
||||
<span class="ansi-green-fg"> (...)</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 138</span> <span style="color: rgb(95,135,135)"># fsspec resources can also point to directories</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 139</span> <span style="color: rgb(95,135,135)"># this branch is used for example when reading from non-fsspec URLs</span>
|
||||
<span class="ansi-green-fg">--> 140</span> handles <span style="color: rgb(98,98,98)">=</span> <span class="ansi-yellow-bg">get_handle</span><span class="ansi-yellow-bg">(</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 141</span> <span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg">path_or_handle</span><span class="ansi-yellow-bg">,</span><span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg">mode</span><span class="ansi-yellow-bg">,</span><span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg">is_text</span><span class="ansi-yellow-bg" style="color: rgb(98,98,98)">=</span><span class="ansi-yellow-bg ansi-bold" style="color: rgb(0,135,0)">False</span><span class="ansi-yellow-bg">,</span><span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg">storage_options</span><span class="ansi-yellow-bg" style="color: rgb(98,98,98)">=</span><span class="ansi-yellow-bg">storage_options</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 142</span> <span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg">)</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 143</span> fs <span style="color: rgb(98,98,98)">=</span> <span class="ansi-bold" style="color: rgb(0,135,0)">None</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 144</span> path_or_handle <span style="color: rgb(98,98,98)">=</span> handles<span style="color: rgb(98,98,98)">.</span>handle
|
||||
|
||||
File <span class="ansi-green-fg">~/.cache/pypoetry/virtualenvs/graphrag-F2jvqev7-py3.11/lib/python3.11/site-packages/pandas/io/common.py:882</span>, in <span class="ansi-cyan-fg">get_handle</span><span class="ansi-blue-fg">(path_or_buf, mode, encoding, compression, memory_map, is_text, errors, storage_options)</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 873</span> handle <span style="color: rgb(98,98,98)">=</span> <span style="color: rgb(0,135,0)">open</span>(
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 874</span> handle,
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 875</span> ioargs<span style="color: rgb(98,98,98)">.</span>mode,
|
||||
<span class="ansi-green-fg"> (...)</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 878</span> newline<span style="color: rgb(98,98,98)">=</span><span style="color: rgb(175,0,0)">"</span><span style="color: rgb(175,0,0)">"</span>,
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 879</span> )
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 880</span> <span class="ansi-bold" style="color: rgb(0,135,0)">else</span>:
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 881</span> <span style="color: rgb(95,135,135)"># Binary mode</span>
|
||||
<span class="ansi-green-fg">--> 882</span> handle <span style="color: rgb(98,98,98)">=</span> <span class="ansi-yellow-bg" style="color: rgb(0,135,0)">open</span><span class="ansi-yellow-bg">(</span><span class="ansi-yellow-bg">handle</span><span class="ansi-yellow-bg">,</span><span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg">ioargs</span><span class="ansi-yellow-bg" style="color: rgb(98,98,98)">.</span><span class="ansi-yellow-bg">mode</span><span class="ansi-yellow-bg">)</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 883</span> handles<span style="color: rgb(98,98,98)">.</span>append(handle)
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 885</span> <span style="color: rgb(95,135,135)"># Convert BytesIO or file objects passed with an encoding</span>
|
||||
|
||||
<span class="ansi-red-fg">FileNotFoundError</span>: [Errno 2] No such file or directory: 'inputs/operation dulce/community_reports.parquet'</pre>
|
||||
</div>
|
||||
</div>
|
||||
</div>
|
||||
</div>
|
||||
</div>
|
||||
</div><div class="jp-Cell jp-CodeCell jp-Notebook-cell">
|
||||
<div class="jp-Cell jp-CodeCell jp-Notebook-cell">
|
||||
</div><div class="jp-Cell jp-CodeCell jp-Notebook-cell jp-mod-noOutputs">
|
||||
<div class="jp-Cell jp-CodeCell jp-Notebook-cell jp-mod-noOutputs">
|
||||
<div class="jp-Cell-inputWrapper" tabindex="0">
|
||||
<div class="jp-Collapser jp-InputCollapser jp-Cell-inputCollapser">
|
||||
</div>
|
||||
@ -2375,43 +2315,6 @@ search = DRIFTSearch(
|
||||
</div>
|
||||
</div>
|
||||
</div>
|
||||
<div class="jp-Cell-outputWrapper">
|
||||
<div class="jp-Collapser jp-OutputCollapser jp-Cell-outputCollapser">
|
||||
</div>
|
||||
<div class="jp-OutputArea jp-Cell-outputArea">
|
||||
<div class="jp-OutputArea-child">
|
||||
<div class="jp-OutputPrompt jp-OutputArea-prompt"></div>
|
||||
<div class="jp-RenderedText jp-OutputArea-output" data-mime-type="application/vnd.jupyter.stderr" tabindex="0">
|
||||
<pre>
|
||||
<span class="ansi-red-fg">---------------------------------------------------------------------------</span>
|
||||
<span class="ansi-red-fg">NameError</span> Traceback (most recent call last)
|
||||
Cell <span class="ansi-green-fg">In[5], line 13</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1</span> drift_params <span style="color: rgb(98,98,98)">=</span> DRIFTSearchConfig(
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 2</span> temperature<span style="color: rgb(98,98,98)">=</span><span style="color: rgb(98,98,98)">0</span>,
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 3</span> max_tokens<span style="color: rgb(98,98,98)">=</span><span style="color: rgb(98,98,98)">12_000</span>,
|
||||
<span class="ansi-green-fg"> (...)</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 7</span> n<span style="color: rgb(98,98,98)">=</span><span style="color: rgb(98,98,98)">1</span>,
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 8</span> )
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 10</span> context_builder <span style="color: rgb(98,98,98)">=</span> DRIFTSearchContextBuilder(
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 11</span> chat_llm<span style="color: rgb(98,98,98)">=</span>chat_llm,
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 12</span> text_embedder<span style="color: rgb(98,98,98)">=</span>text_embedder,
|
||||
<span class="ansi-green-fg">---> 13</span> entities<span style="color: rgb(98,98,98)">=</span><span class="ansi-yellow-bg">entities</span>,
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 14</span> relationships<span style="color: rgb(98,98,98)">=</span>relationships,
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 15</span> reports<span style="color: rgb(98,98,98)">=</span>reports,
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 16</span> entity_text_embeddings<span style="color: rgb(98,98,98)">=</span>description_embedding_store,
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 17</span> text_units<span style="color: rgb(98,98,98)">=</span>text_units,
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 18</span> token_encoder<span style="color: rgb(98,98,98)">=</span>token_encoder,
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 19</span> config<span style="color: rgb(98,98,98)">=</span>drift_params,
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 20</span> )
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 22</span> search <span style="color: rgb(98,98,98)">=</span> DRIFTSearch(
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 23</span> llm<span style="color: rgb(98,98,98)">=</span>chat_llm, context_builder<span style="color: rgb(98,98,98)">=</span>context_builder, token_encoder<span style="color: rgb(98,98,98)">=</span>token_encoder
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 24</span> )
|
||||
|
||||
<span class="ansi-red-fg">NameError</span>: name 'entities' is not defined</pre>
|
||||
</div>
|
||||
</div>
|
||||
</div>
|
||||
</div>
|
||||
</div>
|
||||
</div><div class="jp-Cell jp-CodeCell jp-Notebook-cell">
|
||||
<div class="jp-Cell jp-CodeCell jp-Notebook-cell">
|
||||
@ -2448,11 +2351,311 @@ Cell <span class="ansi-green-fg">In[5], line 13</span>
|
||||
<div class="jp-RenderedText jp-OutputArea-output" data-mime-type="application/vnd.jupyter.stderr" tabindex="0">
|
||||
<pre>
|
||||
<span class="ansi-red-fg">---------------------------------------------------------------------------</span>
|
||||
<span class="ansi-red-fg">NameError</span> Traceback (most recent call last)
|
||||
<span class="ansi-red-fg">RateLimitError</span> Traceback (most recent call last)
|
||||
Cell <span class="ansi-green-fg">In[6], line 1</span>
|
||||
<span class="ansi-green-fg">----> 1</span> resp <span style="color: rgb(98,98,98)">=</span> <span class="ansi-bold" style="color: rgb(0,135,0)">await</span> <span class="ansi-yellow-bg">search</span><span style="color: rgb(98,98,98)">.</span>asearch(<span style="color: rgb(175,0,0)">"</span><span style="color: rgb(175,0,0)">Who is agent Mercer?</span><span style="color: rgb(175,0,0)">"</span>)
|
||||
<span class="ansi-green-fg">----> 1</span> resp <span style="color: rgb(98,98,98)">=</span> <span class="ansi-bold" style="color: rgb(0,135,0)">await</span> search<span style="color: rgb(98,98,98)">.</span>asearch(<span style="color: rgb(175,0,0)">"</span><span style="color: rgb(175,0,0)">Who is agent Mercer?</span><span style="color: rgb(175,0,0)">"</span>)
|
||||
|
||||
<span class="ansi-red-fg">NameError</span>: name 'search' is not defined</pre>
|
||||
File <span class="ansi-green-fg">~/work/graphrag/graphrag/graphrag/query/structured_search/drift_search/search.py:202</span>, in <span class="ansi-cyan-fg">DRIFTSearch.asearch</span><span class="ansi-blue-fg">(self, query, conversation_history, reduce, **kwargs)</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 199</span> <span style="color: rgb(95,135,135)"># Check if query state is empty</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 200</span> <span class="ansi-bold" style="color: rgb(0,135,0)">if</span> <span class="ansi-bold" style="color: rgb(175,0,255)">not</span> <span style="color: rgb(0,135,0)">self</span><span style="color: rgb(98,98,98)">.</span>query_state<span style="color: rgb(98,98,98)">.</span>graph:
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 201</span> <span style="color: rgb(95,135,135)"># Prime the search with the primer</span>
|
||||
<span class="ansi-green-fg">--> 202</span> primer_context, token_ct <span style="color: rgb(98,98,98)">=</span> <span class="ansi-yellow-bg" style="color: rgb(0,135,0)">self</span><span class="ansi-yellow-bg" style="color: rgb(98,98,98)">.</span><span class="ansi-yellow-bg">context_builder</span><span class="ansi-yellow-bg" style="color: rgb(98,98,98)">.</span><span class="ansi-yellow-bg">build_context</span><span class="ansi-yellow-bg">(</span><span class="ansi-yellow-bg">query</span><span class="ansi-yellow-bg">)</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 203</span> llm_calls[<span style="color: rgb(175,0,0)">"</span><span style="color: rgb(175,0,0)">build_context</span><span style="color: rgb(175,0,0)">"</span>] <span style="color: rgb(98,98,98)">=</span> token_ct[<span style="color: rgb(175,0,0)">"</span><span style="color: rgb(175,0,0)">llm_calls</span><span style="color: rgb(175,0,0)">"</span>]
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 204</span> prompt_tokens[<span style="color: rgb(175,0,0)">"</span><span style="color: rgb(175,0,0)">build_context</span><span style="color: rgb(175,0,0)">"</span>] <span style="color: rgb(98,98,98)">=</span> token_ct[<span style="color: rgb(175,0,0)">"</span><span style="color: rgb(175,0,0)">prompt_tokens</span><span style="color: rgb(175,0,0)">"</span>]
|
||||
|
||||
File <span class="ansi-green-fg">~/work/graphrag/graphrag/graphrag/query/structured_search/drift_search/drift_context.py:200</span>, in <span class="ansi-cyan-fg">DRIFTSearchContextBuilder.build_context</span><span class="ansi-blue-fg">(self, query, **kwargs)</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 191</span> <span class="ansi-bold" style="color: rgb(0,135,0)">raise</span> <span class="ansi-bold" style="color: rgb(215,95,95)">ValueError</span>(missing_reports_error)
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 193</span> query_processor <span style="color: rgb(98,98,98)">=</span> PrimerQueryProcessor(
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 194</span> chat_llm<span style="color: rgb(98,98,98)">=</span><span style="color: rgb(0,135,0)">self</span><span style="color: rgb(98,98,98)">.</span>chat_llm,
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 195</span> text_embedder<span style="color: rgb(98,98,98)">=</span><span style="color: rgb(0,135,0)">self</span><span style="color: rgb(98,98,98)">.</span>text_embedder,
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 196</span> token_encoder<span style="color: rgb(98,98,98)">=</span><span style="color: rgb(0,135,0)">self</span><span style="color: rgb(98,98,98)">.</span>token_encoder,
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 197</span> reports<span style="color: rgb(98,98,98)">=</span><span style="color: rgb(0,135,0)">self</span><span style="color: rgb(98,98,98)">.</span>reports,
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 198</span> )
|
||||
<span class="ansi-green-fg">--> 200</span> query_embedding, token_ct <span style="color: rgb(98,98,98)">=</span> <span class="ansi-yellow-bg">query_processor</span><span class="ansi-yellow-bg">(</span><span class="ansi-yellow-bg">query</span><span class="ansi-yellow-bg">)</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 202</span> report_df <span style="color: rgb(98,98,98)">=</span> <span style="color: rgb(0,135,0)">self</span><span style="color: rgb(98,98,98)">.</span>convert_reports_to_df(<span style="color: rgb(0,135,0)">self</span><span style="color: rgb(98,98,98)">.</span>reports)
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 204</span> <span style="color: rgb(95,135,135)"># Check compatibility between query embedding and document embeddings</span>
|
||||
|
||||
File <span class="ansi-green-fg">~/work/graphrag/graphrag/graphrag/query/structured_search/drift_search/primer.py:97</span>, in <span class="ansi-cyan-fg">PrimerQueryProcessor.__call__</span><span class="ansi-blue-fg">(self, query)</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 86</span> <span class="ansi-bold" style="color: rgb(0,135,0)">def</span><span style="color: rgb(188,188,188)"> </span><span style="color: rgb(0,0,255)">__call__</span>(<span style="color: rgb(0,135,0)">self</span>, query: <span style="color: rgb(0,135,0)">str</span>) <span style="color: rgb(98,98,98)">-</span><span style="color: rgb(98,98,98)">></span> <span style="color: rgb(0,135,0)">tuple</span>[<span style="color: rgb(0,135,0)">list</span>[<span style="color: rgb(0,135,0)">float</span>], <span style="color: rgb(0,135,0)">dict</span>[<span style="color: rgb(0,135,0)">str</span>, <span style="color: rgb(0,135,0)">int</span>]]:
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 87</span> <span style="color: rgb(188,188,188)"> </span><span style="color: rgb(175,0,0)">"""</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 88</span> <span style="color: rgb(175,0,0)"> Call method to process the query, expand it, and embed the result.</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 89</span>
|
||||
<span class="ansi-green-fg"> (...)</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 95</span> <span style="color: rgb(175,0,0)"> tuple[list[float], int]: List of embeddings for the expanded query and the token count.</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 96</span> <span style="color: rgb(175,0,0)"> """</span>
|
||||
<span class="ansi-green-fg">---> 97</span> hyde_query, token_ct <span style="color: rgb(98,98,98)">=</span> <span class="ansi-yellow-bg" style="color: rgb(0,135,0)">self</span><span class="ansi-yellow-bg" style="color: rgb(98,98,98)">.</span><span class="ansi-yellow-bg">expand_query</span><span class="ansi-yellow-bg">(</span><span class="ansi-yellow-bg">query</span><span class="ansi-yellow-bg">)</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 98</span> log<span style="color: rgb(98,98,98)">.</span>info(<span style="color: rgb(175,0,0)">"</span><span style="color: rgb(175,0,0)">Expanded query: </span><span class="ansi-bold" style="color: rgb(175,95,135)">%s</span><span style="color: rgb(175,0,0)">"</span>, hyde_query)
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 99</span> <span class="ansi-bold" style="color: rgb(0,135,0)">return</span> <span style="color: rgb(0,135,0)">self</span><span style="color: rgb(98,98,98)">.</span>text_embedder<span style="color: rgb(98,98,98)">.</span>embed(hyde_query), token_ct
|
||||
|
||||
File <span class="ansi-green-fg">~/work/graphrag/graphrag/graphrag/query/structured_search/drift_search/primer.py:73</span>, in <span class="ansi-cyan-fg">PrimerQueryProcessor.expand_query</span><span class="ansi-blue-fg">(self, query)</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 66</span> prompt <span style="color: rgb(98,98,98)">=</span> <span style="color: rgb(175,0,0)">f</span><span style="color: rgb(175,0,0)">"""</span><span style="color: rgb(175,0,0)">Create a hypothetical answer to the following query: </span><span class="ansi-bold" style="color: rgb(175,95,135)">{</span>query<span class="ansi-bold" style="color: rgb(175,95,135)">}</span><span class="ansi-bold" style="color: rgb(175,95,0)">\n</span><span class="ansi-bold" style="color: rgb(175,95,0)">\n</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 67</span> <span style="color: rgb(175,0,0)"> Format it to follow the structure of the template below:</span><span class="ansi-bold" style="color: rgb(175,95,0)">\n</span><span class="ansi-bold" style="color: rgb(175,95,0)">\n</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 68</span> <span style="color: rgb(175,0,0)"> </span><span class="ansi-bold" style="color: rgb(175,95,135)">{</span>template<span class="ansi-bold" style="color: rgb(175,95,135)">}</span><span class="ansi-bold" style="color: rgb(175,95,0)">\n</span><span style="color: rgb(175,0,0)">"</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 69</span> <span style="color: rgb(175,0,0)"> Ensure that the hypothetical answer does not reference new named entities that are not present in the original query.</span><span style="color: rgb(175,0,0)">"""</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 71</span> messages <span style="color: rgb(98,98,98)">=</span> [{<span style="color: rgb(175,0,0)">"</span><span style="color: rgb(175,0,0)">role</span><span style="color: rgb(175,0,0)">"</span>: <span style="color: rgb(175,0,0)">"</span><span style="color: rgb(175,0,0)">user</span><span style="color: rgb(175,0,0)">"</span>, <span style="color: rgb(175,0,0)">"</span><span style="color: rgb(175,0,0)">content</span><span style="color: rgb(175,0,0)">"</span>: prompt}]
|
||||
<span class="ansi-green-fg">---> 73</span> text <span style="color: rgb(98,98,98)">=</span> <span class="ansi-yellow-bg" style="color: rgb(0,135,0)">self</span><span class="ansi-yellow-bg" style="color: rgb(98,98,98)">.</span><span class="ansi-yellow-bg">chat_llm</span><span class="ansi-yellow-bg" style="color: rgb(98,98,98)">.</span><span class="ansi-yellow-bg">generate</span><span class="ansi-yellow-bg">(</span><span class="ansi-yellow-bg">messages</span><span class="ansi-yellow-bg">)</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 74</span> prompt_tokens <span style="color: rgb(98,98,98)">=</span> num_tokens(prompt, <span style="color: rgb(0,135,0)">self</span><span style="color: rgb(98,98,98)">.</span>token_encoder)
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 75</span> output_tokens <span style="color: rgb(98,98,98)">=</span> num_tokens(text, <span style="color: rgb(0,135,0)">self</span><span style="color: rgb(98,98,98)">.</span>token_encoder)
|
||||
|
||||
File <span class="ansi-green-fg">~/work/graphrag/graphrag/graphrag/query/llm/oai/chat_openai.py:78</span>, in <span class="ansi-cyan-fg">ChatOpenAI.generate</span><span class="ansi-blue-fg">(self, messages, streaming, callbacks, **kwargs)</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 71</span> <span class="ansi-bold" style="color: rgb(0,135,0)">try</span>:
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 72</span> retryer <span style="color: rgb(98,98,98)">=</span> Retrying(
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 73</span> stop<span style="color: rgb(98,98,98)">=</span>stop_after_attempt(<span style="color: rgb(0,135,0)">self</span><span style="color: rgb(98,98,98)">.</span>max_retries),
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 74</span> wait<span style="color: rgb(98,98,98)">=</span>wait_exponential_jitter(<span style="color: rgb(0,135,0)">max</span><span style="color: rgb(98,98,98)">=</span><span style="color: rgb(98,98,98)">10</span>),
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 75</span> reraise<span style="color: rgb(98,98,98)">=</span><span class="ansi-bold" style="color: rgb(0,135,0)">True</span>,
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 76</span> retry<span style="color: rgb(98,98,98)">=</span>retry_if_exception_type(<span style="color: rgb(0,135,0)">self</span><span style="color: rgb(98,98,98)">.</span>retry_error_types),
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 77</span> )
|
||||
<span class="ansi-green-fg">---> 78</span> <span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg ansi-bold" style="color: rgb(0,135,0)">for</span><span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg">attempt</span><span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg ansi-bold" style="color: rgb(175,0,255)">in</span><span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg">retryer</span><span class="ansi-yellow-bg">:</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 79</span> <span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg ansi-bold" style="color: rgb(0,135,0)">with</span><span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg">attempt</span><span class="ansi-yellow-bg">:</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 80</span> <span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg ansi-bold" style="color: rgb(0,135,0)">return</span><span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg" style="color: rgb(0,135,0)">self</span><span class="ansi-yellow-bg" style="color: rgb(98,98,98)">.</span><span class="ansi-yellow-bg">_generate</span><span class="ansi-yellow-bg">(</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 81</span> <span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg">messages</span><span class="ansi-yellow-bg" style="color: rgb(98,98,98)">=</span><span class="ansi-yellow-bg">messages</span><span class="ansi-yellow-bg">,</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 82</span> <span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg">streaming</span><span class="ansi-yellow-bg" style="color: rgb(98,98,98)">=</span><span class="ansi-yellow-bg">streaming</span><span class="ansi-yellow-bg">,</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 83</span> <span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg">callbacks</span><span class="ansi-yellow-bg" style="color: rgb(98,98,98)">=</span><span class="ansi-yellow-bg">callbacks</span><span class="ansi-yellow-bg">,</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 84</span> <span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg" style="color: rgb(98,98,98)">*</span><span class="ansi-yellow-bg" style="color: rgb(98,98,98)">*</span><span class="ansi-yellow-bg">kwargs</span><span class="ansi-yellow-bg">,</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 85</span> <span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg">)</span>
|
||||
|
||||
File <span class="ansi-green-fg">~/.cache/pypoetry/virtualenvs/graphrag-F2jvqev7-py3.11/lib/python3.11/site-packages/tenacity/__init__.py:443</span>, in <span class="ansi-cyan-fg">BaseRetrying.__iter__</span><span class="ansi-blue-fg">(self)</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 441</span> retry_state <span style="color: rgb(98,98,98)">=</span> RetryCallState(<span style="color: rgb(0,135,0)">self</span>, fn<span style="color: rgb(98,98,98)">=</span><span class="ansi-bold" style="color: rgb(0,135,0)">None</span>, args<span style="color: rgb(98,98,98)">=</span>(), kwargs<span style="color: rgb(98,98,98)">=</span>{})
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 442</span> <span class="ansi-bold" style="color: rgb(0,135,0)">while</span> <span class="ansi-bold" style="color: rgb(0,135,0)">True</span>:
|
||||
<span class="ansi-green-fg">--> 443</span> do <span style="color: rgb(98,98,98)">=</span> <span class="ansi-yellow-bg" style="color: rgb(0,135,0)">self</span><span class="ansi-yellow-bg" style="color: rgb(98,98,98)">.</span><span class="ansi-yellow-bg">iter</span><span class="ansi-yellow-bg">(</span><span class="ansi-yellow-bg">retry_state</span><span class="ansi-yellow-bg" style="color: rgb(98,98,98)">=</span><span class="ansi-yellow-bg">retry_state</span><span class="ansi-yellow-bg">)</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 444</span> <span class="ansi-bold" style="color: rgb(0,135,0)">if</span> <span style="color: rgb(0,135,0)">isinstance</span>(do, DoAttempt):
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 445</span> <span class="ansi-bold" style="color: rgb(0,135,0)">yield</span> AttemptManager(retry_state<span style="color: rgb(98,98,98)">=</span>retry_state)
|
||||
|
||||
File <span class="ansi-green-fg">~/.cache/pypoetry/virtualenvs/graphrag-F2jvqev7-py3.11/lib/python3.11/site-packages/tenacity/__init__.py:376</span>, in <span class="ansi-cyan-fg">BaseRetrying.iter</span><span class="ansi-blue-fg">(self, retry_state)</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 374</span> result <span style="color: rgb(98,98,98)">=</span> <span class="ansi-bold" style="color: rgb(0,135,0)">None</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 375</span> <span class="ansi-bold" style="color: rgb(0,135,0)">for</span> action <span class="ansi-bold" style="color: rgb(175,0,255)">in</span> <span style="color: rgb(0,135,0)">self</span><span style="color: rgb(98,98,98)">.</span>iter_state<span style="color: rgb(98,98,98)">.</span>actions:
|
||||
<span class="ansi-green-fg">--> 376</span> result <span style="color: rgb(98,98,98)">=</span> <span class="ansi-yellow-bg">action</span><span class="ansi-yellow-bg">(</span><span class="ansi-yellow-bg">retry_state</span><span class="ansi-yellow-bg">)</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 377</span> <span class="ansi-bold" style="color: rgb(0,135,0)">return</span> result
|
||||
|
||||
File <span class="ansi-green-fg">~/.cache/pypoetry/virtualenvs/graphrag-F2jvqev7-py3.11/lib/python3.11/site-packages/tenacity/__init__.py:418</span>, in <span class="ansi-cyan-fg">BaseRetrying._post_stop_check_actions.<locals>.exc_check</span><span class="ansi-blue-fg">(rs)</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 416</span> retry_exc <span style="color: rgb(98,98,98)">=</span> <span style="color: rgb(0,135,0)">self</span><span style="color: rgb(98,98,98)">.</span>retry_error_cls(fut)
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 417</span> <span class="ansi-bold" style="color: rgb(0,135,0)">if</span> <span style="color: rgb(0,135,0)">self</span><span style="color: rgb(98,98,98)">.</span>reraise:
|
||||
<span class="ansi-green-fg">--> 418</span> <span class="ansi-bold" style="color: rgb(0,135,0)">raise</span> <span class="ansi-yellow-bg">retry_exc</span><span class="ansi-yellow-bg" style="color: rgb(98,98,98)">.</span><span class="ansi-yellow-bg">reraise</span><span class="ansi-yellow-bg">(</span><span class="ansi-yellow-bg">)</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 419</span> <span class="ansi-bold" style="color: rgb(0,135,0)">raise</span> retry_exc <span class="ansi-bold" style="color: rgb(0,135,0)">from</span><span style="color: rgb(188,188,188)"> </span><span class="ansi-bold" style="color: rgb(0,0,255)">fut</span><span class="ansi-bold" style="color: rgb(0,0,255)">.</span><span class="ansi-bold" style="color: rgb(0,0,255)">exception</span>()
|
||||
|
||||
File <span class="ansi-green-fg">~/.cache/pypoetry/virtualenvs/graphrag-F2jvqev7-py3.11/lib/python3.11/site-packages/tenacity/__init__.py:185</span>, in <span class="ansi-cyan-fg">RetryError.reraise</span><span class="ansi-blue-fg">(self)</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 183</span> <span class="ansi-bold" style="color: rgb(0,135,0)">def</span><span style="color: rgb(188,188,188)"> </span><span style="color: rgb(0,0,255)">reraise</span>(<span style="color: rgb(0,135,0)">self</span>) <span style="color: rgb(98,98,98)">-</span><span style="color: rgb(98,98,98)">></span> t<span style="color: rgb(98,98,98)">.</span>NoReturn:
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 184</span> <span class="ansi-bold" style="color: rgb(0,135,0)">if</span> <span style="color: rgb(0,135,0)">self</span><span style="color: rgb(98,98,98)">.</span>last_attempt<span style="color: rgb(98,98,98)">.</span>failed:
|
||||
<span class="ansi-green-fg">--> 185</span> <span class="ansi-bold" style="color: rgb(0,135,0)">raise</span> <span class="ansi-yellow-bg" style="color: rgb(0,135,0)">self</span><span class="ansi-yellow-bg" style="color: rgb(98,98,98)">.</span><span class="ansi-yellow-bg">last_attempt</span><span class="ansi-yellow-bg" style="color: rgb(98,98,98)">.</span><span class="ansi-yellow-bg">result</span><span class="ansi-yellow-bg">(</span><span class="ansi-yellow-bg">)</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 186</span> <span class="ansi-bold" style="color: rgb(0,135,0)">raise</span> <span style="color: rgb(0,135,0)">self</span>
|
||||
|
||||
File <span class="ansi-green-fg">/opt/hostedtoolcache/Python/3.11.11/x64/lib/python3.11/concurrent/futures/_base.py:449</span>, in <span class="ansi-cyan-fg">Future.result</span><span class="ansi-blue-fg">(self, timeout)</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 447</span> <span class="ansi-bold" style="color: rgb(0,135,0)">raise</span> CancelledError()
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 448</span> <span class="ansi-bold" style="color: rgb(0,135,0)">elif</span> <span style="color: rgb(0,135,0)">self</span><span style="color: rgb(98,98,98)">.</span>_state <span style="color: rgb(98,98,98)">==</span> FINISHED:
|
||||
<span class="ansi-green-fg">--> 449</span> <span class="ansi-bold" style="color: rgb(0,135,0)">return</span> <span class="ansi-yellow-bg" style="color: rgb(0,135,0)">self</span><span class="ansi-yellow-bg" style="color: rgb(98,98,98)">.</span><span class="ansi-yellow-bg">__get_result</span><span class="ansi-yellow-bg">(</span><span class="ansi-yellow-bg">)</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 451</span> <span style="color: rgb(0,135,0)">self</span><span style="color: rgb(98,98,98)">.</span>_condition<span style="color: rgb(98,98,98)">.</span>wait(timeout)
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 453</span> <span class="ansi-bold" style="color: rgb(0,135,0)">if</span> <span style="color: rgb(0,135,0)">self</span><span style="color: rgb(98,98,98)">.</span>_state <span class="ansi-bold" style="color: rgb(175,0,255)">in</span> [CANCELLED, CANCELLED_AND_NOTIFIED]:
|
||||
|
||||
File <span class="ansi-green-fg">/opt/hostedtoolcache/Python/3.11.11/x64/lib/python3.11/concurrent/futures/_base.py:401</span>, in <span class="ansi-cyan-fg">Future.__get_result</span><span class="ansi-blue-fg">(self)</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 399</span> <span class="ansi-bold" style="color: rgb(0,135,0)">if</span> <span style="color: rgb(0,135,0)">self</span><span style="color: rgb(98,98,98)">.</span>_exception:
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 400</span> <span class="ansi-bold" style="color: rgb(0,135,0)">try</span>:
|
||||
<span class="ansi-green-fg">--> 401</span> <span class="ansi-bold" style="color: rgb(0,135,0)">raise</span> <span style="color: rgb(0,135,0)">self</span><span style="color: rgb(98,98,98)">.</span>_exception
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 402</span> <span class="ansi-bold" style="color: rgb(0,135,0)">finally</span>:
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 403</span> <span style="color: rgb(95,135,135)"># Break a reference cycle with the exception in self._exception</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 404</span> <span style="color: rgb(0,135,0)">self</span> <span style="color: rgb(98,98,98)">=</span> <span class="ansi-bold" style="color: rgb(0,135,0)">None</span>
|
||||
|
||||
File <span class="ansi-green-fg">~/work/graphrag/graphrag/graphrag/query/llm/oai/chat_openai.py:80</span>, in <span class="ansi-cyan-fg">ChatOpenAI.generate</span><span class="ansi-blue-fg">(self, messages, streaming, callbacks, **kwargs)</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 78</span> <span class="ansi-bold" style="color: rgb(0,135,0)">for</span> attempt <span class="ansi-bold" style="color: rgb(175,0,255)">in</span> retryer:
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 79</span> <span class="ansi-bold" style="color: rgb(0,135,0)">with</span> attempt:
|
||||
<span class="ansi-green-fg">---> 80</span> <span class="ansi-bold" style="color: rgb(0,135,0)">return</span> <span class="ansi-yellow-bg" style="color: rgb(0,135,0)">self</span><span class="ansi-yellow-bg" style="color: rgb(98,98,98)">.</span><span class="ansi-yellow-bg">_generate</span><span class="ansi-yellow-bg">(</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 81</span> <span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg">messages</span><span class="ansi-yellow-bg" style="color: rgb(98,98,98)">=</span><span class="ansi-yellow-bg">messages</span><span class="ansi-yellow-bg">,</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 82</span> <span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg">streaming</span><span class="ansi-yellow-bg" style="color: rgb(98,98,98)">=</span><span class="ansi-yellow-bg">streaming</span><span class="ansi-yellow-bg">,</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 83</span> <span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg">callbacks</span><span class="ansi-yellow-bg" style="color: rgb(98,98,98)">=</span><span class="ansi-yellow-bg">callbacks</span><span class="ansi-yellow-bg">,</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 84</span> <span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg" style="color: rgb(98,98,98)">*</span><span class="ansi-yellow-bg" style="color: rgb(98,98,98)">*</span><span class="ansi-yellow-bg">kwargs</span><span class="ansi-yellow-bg">,</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 85</span> <span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg">)</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 86</span> <span class="ansi-bold" style="color: rgb(0,135,0)">except</span> RetryError <span class="ansi-bold" style="color: rgb(0,135,0)">as</span> e:
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 87</span> <span style="color: rgb(0,135,0)">self</span><span style="color: rgb(98,98,98)">.</span>_reporter<span style="color: rgb(98,98,98)">.</span>error(
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 88</span> message<span style="color: rgb(98,98,98)">=</span><span style="color: rgb(175,0,0)">"</span><span style="color: rgb(175,0,0)">Error at generate()</span><span style="color: rgb(175,0,0)">"</span>, details<span style="color: rgb(98,98,98)">=</span>{<span style="color: rgb(0,135,0)">self</span><span style="color: rgb(98,98,98)">.</span><span style="color: rgb(0,0,135)">__class__</span><span style="color: rgb(98,98,98)">.</span><span style="color: rgb(0,0,135)">__name__</span>: <span style="color: rgb(0,135,0)">str</span>(e)}
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 89</span> )
|
||||
|
||||
File <span class="ansi-green-fg">~/work/graphrag/graphrag/graphrag/query/llm/oai/chat_openai.py:196</span>, in <span class="ansi-cyan-fg">ChatOpenAI._generate</span><span class="ansi-blue-fg">(self, messages, streaming, callbacks, **kwargs)</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 194</span> <span class="ansi-bold" style="color: rgb(0,135,0)">if</span> <span class="ansi-bold" style="color: rgb(175,0,255)">not</span> model:
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 195</span> <span class="ansi-bold" style="color: rgb(0,135,0)">raise</span> <span class="ansi-bold" style="color: rgb(215,95,95)">ValueError</span>(_MODEL_REQUIRED_MSG)
|
||||
<span class="ansi-green-fg">--> 196</span> response <span style="color: rgb(98,98,98)">=</span> <span class="ansi-yellow-bg" style="color: rgb(0,135,0)">self</span><span class="ansi-yellow-bg" style="color: rgb(98,98,98)">.</span><span class="ansi-yellow-bg">sync_client</span><span class="ansi-yellow-bg" style="color: rgb(98,98,98)">.</span><span class="ansi-yellow-bg">chat</span><span class="ansi-yellow-bg" style="color: rgb(98,98,98)">.</span><span class="ansi-yellow-bg">completions</span><span class="ansi-yellow-bg" style="color: rgb(98,98,98)">.</span><span class="ansi-yellow-bg">create</span><span class="ansi-yellow-bg">(</span><span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg" style="color: rgb(95,135,135)"># type: ignore</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 197</span> <span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg">model</span><span class="ansi-yellow-bg" style="color: rgb(98,98,98)">=</span><span class="ansi-yellow-bg">model</span><span class="ansi-yellow-bg">,</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 198</span> <span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg">messages</span><span class="ansi-yellow-bg" style="color: rgb(98,98,98)">=</span><span class="ansi-yellow-bg">messages</span><span class="ansi-yellow-bg">,</span><span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg" style="color: rgb(95,135,135)"># type: ignore</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 199</span> <span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg">stream</span><span class="ansi-yellow-bg" style="color: rgb(98,98,98)">=</span><span class="ansi-yellow-bg">streaming</span><span class="ansi-yellow-bg">,</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 200</span> <span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg" style="color: rgb(98,98,98)">*</span><span class="ansi-yellow-bg" style="color: rgb(98,98,98)">*</span><span class="ansi-yellow-bg">kwargs</span><span class="ansi-yellow-bg">,</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 201</span> <span class="ansi-yellow-bg">)</span> <span style="color: rgb(95,135,135)"># type: ignore</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 202</span> <span class="ansi-bold" style="color: rgb(0,135,0)">if</span> streaming:
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 203</span> full_response <span style="color: rgb(98,98,98)">=</span> <span style="color: rgb(175,0,0)">"</span><span style="color: rgb(175,0,0)">"</span>
|
||||
|
||||
File <span class="ansi-green-fg">~/.cache/pypoetry/virtualenvs/graphrag-F2jvqev7-py3.11/lib/python3.11/site-packages/openai/_utils/_utils.py:279</span>, in <span class="ansi-cyan-fg">required_args.<locals>.inner.<locals>.wrapper</span><span class="ansi-blue-fg">(*args, **kwargs)</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 277</span> msg <span style="color: rgb(98,98,98)">=</span> <span style="color: rgb(175,0,0)">f</span><span style="color: rgb(175,0,0)">"</span><span style="color: rgb(175,0,0)">Missing required argument: </span><span class="ansi-bold" style="color: rgb(175,95,135)">{</span>quote(missing[<span style="color: rgb(98,98,98)">0</span>])<span class="ansi-bold" style="color: rgb(175,95,135)">}</span><span style="color: rgb(175,0,0)">"</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 278</span> <span class="ansi-bold" style="color: rgb(0,135,0)">raise</span> <span class="ansi-bold" style="color: rgb(215,95,95)">TypeError</span>(msg)
|
||||
<span class="ansi-green-fg">--> 279</span> <span class="ansi-bold" style="color: rgb(0,135,0)">return</span> <span class="ansi-yellow-bg">func</span><span class="ansi-yellow-bg">(</span><span class="ansi-yellow-bg" style="color: rgb(98,98,98)">*</span><span class="ansi-yellow-bg">args</span><span class="ansi-yellow-bg">,</span><span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg" style="color: rgb(98,98,98)">*</span><span class="ansi-yellow-bg" style="color: rgb(98,98,98)">*</span><span class="ansi-yellow-bg">kwargs</span><span class="ansi-yellow-bg">)</span>
|
||||
|
||||
File <span class="ansi-green-fg">~/.cache/pypoetry/virtualenvs/graphrag-F2jvqev7-py3.11/lib/python3.11/site-packages/openai/resources/chat/completions.py:859</span>, in <span class="ansi-cyan-fg">Completions.create</span><span class="ansi-blue-fg">(self, messages, model, audio, frequency_penalty, function_call, functions, logit_bias, logprobs, max_completion_tokens, max_tokens, metadata, modalities, n, parallel_tool_calls, prediction, presence_penalty, reasoning_effort, response_format, seed, service_tier, stop, store, stream, stream_options, temperature, tool_choice, tools, top_logprobs, top_p, user, extra_headers, extra_query, extra_body, timeout)</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 817</span> <span style="color: rgb(175,0,255)">@required_args</span>([<span style="color: rgb(175,0,0)">"</span><span style="color: rgb(175,0,0)">messages</span><span style="color: rgb(175,0,0)">"</span>, <span style="color: rgb(175,0,0)">"</span><span style="color: rgb(175,0,0)">model</span><span style="color: rgb(175,0,0)">"</span>], [<span style="color: rgb(175,0,0)">"</span><span style="color: rgb(175,0,0)">messages</span><span style="color: rgb(175,0,0)">"</span>, <span style="color: rgb(175,0,0)">"</span><span style="color: rgb(175,0,0)">model</span><span style="color: rgb(175,0,0)">"</span>, <span style="color: rgb(175,0,0)">"</span><span style="color: rgb(175,0,0)">stream</span><span style="color: rgb(175,0,0)">"</span>])
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 818</span> <span class="ansi-bold" style="color: rgb(0,135,0)">def</span><span style="color: rgb(188,188,188)"> </span><span style="color: rgb(0,0,255)">create</span>(
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 819</span> <span style="color: rgb(0,135,0)">self</span>,
|
||||
<span class="ansi-green-fg"> (...)</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 856</span> timeout: <span style="color: rgb(0,135,0)">float</span> <span style="color: rgb(98,98,98)">|</span> httpx<span style="color: rgb(98,98,98)">.</span>Timeout <span style="color: rgb(98,98,98)">|</span> <span class="ansi-bold" style="color: rgb(0,135,0)">None</span> <span style="color: rgb(98,98,98)">|</span> NotGiven <span style="color: rgb(98,98,98)">=</span> NOT_GIVEN,
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 857</span> ) <span style="color: rgb(98,98,98)">-</span><span style="color: rgb(98,98,98)">></span> ChatCompletion <span style="color: rgb(98,98,98)">|</span> Stream[ChatCompletionChunk]:
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 858</span> validate_response_format(response_format)
|
||||
<span class="ansi-green-fg">--> 859</span> <span class="ansi-bold" style="color: rgb(0,135,0)">return</span> <span class="ansi-yellow-bg" style="color: rgb(0,135,0)">self</span><span class="ansi-yellow-bg" style="color: rgb(98,98,98)">.</span><span class="ansi-yellow-bg">_post</span><span class="ansi-yellow-bg">(</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 860</span> <span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg" style="color: rgb(175,0,0)">"</span><span class="ansi-yellow-bg" style="color: rgb(175,0,0)">/chat/completions</span><span class="ansi-yellow-bg" style="color: rgb(175,0,0)">"</span><span class="ansi-yellow-bg">,</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 861</span> <span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg">body</span><span class="ansi-yellow-bg" style="color: rgb(98,98,98)">=</span><span class="ansi-yellow-bg">maybe_transform</span><span class="ansi-yellow-bg">(</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 862</span> <span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg">{</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 863</span> <span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg" style="color: rgb(175,0,0)">"</span><span class="ansi-yellow-bg" style="color: rgb(175,0,0)">messages</span><span class="ansi-yellow-bg" style="color: rgb(175,0,0)">"</span><span class="ansi-yellow-bg">:</span><span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg">messages</span><span class="ansi-yellow-bg">,</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 864</span> <span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg" style="color: rgb(175,0,0)">"</span><span class="ansi-yellow-bg" style="color: rgb(175,0,0)">model</span><span class="ansi-yellow-bg" style="color: rgb(175,0,0)">"</span><span class="ansi-yellow-bg">:</span><span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg">model</span><span class="ansi-yellow-bg">,</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 865</span> <span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg" style="color: rgb(175,0,0)">"</span><span class="ansi-yellow-bg" style="color: rgb(175,0,0)">audio</span><span class="ansi-yellow-bg" style="color: rgb(175,0,0)">"</span><span class="ansi-yellow-bg">:</span><span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg">audio</span><span class="ansi-yellow-bg">,</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 866</span> <span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg" style="color: rgb(175,0,0)">"</span><span class="ansi-yellow-bg" style="color: rgb(175,0,0)">frequency_penalty</span><span class="ansi-yellow-bg" style="color: rgb(175,0,0)">"</span><span class="ansi-yellow-bg">:</span><span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg">frequency_penalty</span><span class="ansi-yellow-bg">,</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 867</span> <span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg" style="color: rgb(175,0,0)">"</span><span class="ansi-yellow-bg" style="color: rgb(175,0,0)">function_call</span><span class="ansi-yellow-bg" style="color: rgb(175,0,0)">"</span><span class="ansi-yellow-bg">:</span><span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg">function_call</span><span class="ansi-yellow-bg">,</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 868</span> <span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg" style="color: rgb(175,0,0)">"</span><span class="ansi-yellow-bg" style="color: rgb(175,0,0)">functions</span><span class="ansi-yellow-bg" style="color: rgb(175,0,0)">"</span><span class="ansi-yellow-bg">:</span><span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg">functions</span><span class="ansi-yellow-bg">,</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 869</span> <span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg" style="color: rgb(175,0,0)">"</span><span class="ansi-yellow-bg" style="color: rgb(175,0,0)">logit_bias</span><span class="ansi-yellow-bg" style="color: rgb(175,0,0)">"</span><span class="ansi-yellow-bg">:</span><span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg">logit_bias</span><span class="ansi-yellow-bg">,</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 870</span> <span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg" style="color: rgb(175,0,0)">"</span><span class="ansi-yellow-bg" style="color: rgb(175,0,0)">logprobs</span><span class="ansi-yellow-bg" style="color: rgb(175,0,0)">"</span><span class="ansi-yellow-bg">:</span><span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg">logprobs</span><span class="ansi-yellow-bg">,</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 871</span> <span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg" style="color: rgb(175,0,0)">"</span><span class="ansi-yellow-bg" style="color: rgb(175,0,0)">max_completion_tokens</span><span class="ansi-yellow-bg" style="color: rgb(175,0,0)">"</span><span class="ansi-yellow-bg">:</span><span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg">max_completion_tokens</span><span class="ansi-yellow-bg">,</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 872</span> <span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg" style="color: rgb(175,0,0)">"</span><span class="ansi-yellow-bg" style="color: rgb(175,0,0)">max_tokens</span><span class="ansi-yellow-bg" style="color: rgb(175,0,0)">"</span><span class="ansi-yellow-bg">:</span><span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg">max_tokens</span><span class="ansi-yellow-bg">,</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 873</span> <span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg" style="color: rgb(175,0,0)">"</span><span class="ansi-yellow-bg" style="color: rgb(175,0,0)">metadata</span><span class="ansi-yellow-bg" style="color: rgb(175,0,0)">"</span><span class="ansi-yellow-bg">:</span><span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg">metadata</span><span class="ansi-yellow-bg">,</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 874</span> <span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg" style="color: rgb(175,0,0)">"</span><span class="ansi-yellow-bg" style="color: rgb(175,0,0)">modalities</span><span class="ansi-yellow-bg" style="color: rgb(175,0,0)">"</span><span class="ansi-yellow-bg">:</span><span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg">modalities</span><span class="ansi-yellow-bg">,</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 875</span> <span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg" style="color: rgb(175,0,0)">"</span><span class="ansi-yellow-bg" style="color: rgb(175,0,0)">n</span><span class="ansi-yellow-bg" style="color: rgb(175,0,0)">"</span><span class="ansi-yellow-bg">:</span><span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg">n</span><span class="ansi-yellow-bg">,</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 876</span> <span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg" style="color: rgb(175,0,0)">"</span><span class="ansi-yellow-bg" style="color: rgb(175,0,0)">parallel_tool_calls</span><span class="ansi-yellow-bg" style="color: rgb(175,0,0)">"</span><span class="ansi-yellow-bg">:</span><span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg">parallel_tool_calls</span><span class="ansi-yellow-bg">,</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 877</span> <span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg" style="color: rgb(175,0,0)">"</span><span class="ansi-yellow-bg" style="color: rgb(175,0,0)">prediction</span><span class="ansi-yellow-bg" style="color: rgb(175,0,0)">"</span><span class="ansi-yellow-bg">:</span><span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg">prediction</span><span class="ansi-yellow-bg">,</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 878</span> <span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg" style="color: rgb(175,0,0)">"</span><span class="ansi-yellow-bg" style="color: rgb(175,0,0)">presence_penalty</span><span class="ansi-yellow-bg" style="color: rgb(175,0,0)">"</span><span class="ansi-yellow-bg">:</span><span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg">presence_penalty</span><span class="ansi-yellow-bg">,</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 879</span> <span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg" style="color: rgb(175,0,0)">"</span><span class="ansi-yellow-bg" style="color: rgb(175,0,0)">reasoning_effort</span><span class="ansi-yellow-bg" style="color: rgb(175,0,0)">"</span><span class="ansi-yellow-bg">:</span><span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg">reasoning_effort</span><span class="ansi-yellow-bg">,</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 880</span> <span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg" style="color: rgb(175,0,0)">"</span><span class="ansi-yellow-bg" style="color: rgb(175,0,0)">response_format</span><span class="ansi-yellow-bg" style="color: rgb(175,0,0)">"</span><span class="ansi-yellow-bg">:</span><span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg">response_format</span><span class="ansi-yellow-bg">,</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 881</span> <span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg" style="color: rgb(175,0,0)">"</span><span class="ansi-yellow-bg" style="color: rgb(175,0,0)">seed</span><span class="ansi-yellow-bg" style="color: rgb(175,0,0)">"</span><span class="ansi-yellow-bg">:</span><span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg">seed</span><span class="ansi-yellow-bg">,</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 882</span> <span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg" style="color: rgb(175,0,0)">"</span><span class="ansi-yellow-bg" style="color: rgb(175,0,0)">service_tier</span><span class="ansi-yellow-bg" style="color: rgb(175,0,0)">"</span><span class="ansi-yellow-bg">:</span><span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg">service_tier</span><span class="ansi-yellow-bg">,</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 883</span> <span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg" style="color: rgb(175,0,0)">"</span><span class="ansi-yellow-bg" style="color: rgb(175,0,0)">stop</span><span class="ansi-yellow-bg" style="color: rgb(175,0,0)">"</span><span class="ansi-yellow-bg">:</span><span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg">stop</span><span class="ansi-yellow-bg">,</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 884</span> <span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg" style="color: rgb(175,0,0)">"</span><span class="ansi-yellow-bg" style="color: rgb(175,0,0)">store</span><span class="ansi-yellow-bg" style="color: rgb(175,0,0)">"</span><span class="ansi-yellow-bg">:</span><span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg">store</span><span class="ansi-yellow-bg">,</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 885</span> <span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg" style="color: rgb(175,0,0)">"</span><span class="ansi-yellow-bg" style="color: rgb(175,0,0)">stream</span><span class="ansi-yellow-bg" style="color: rgb(175,0,0)">"</span><span class="ansi-yellow-bg">:</span><span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg">stream</span><span class="ansi-yellow-bg">,</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 886</span> <span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg" style="color: rgb(175,0,0)">"</span><span class="ansi-yellow-bg" style="color: rgb(175,0,0)">stream_options</span><span class="ansi-yellow-bg" style="color: rgb(175,0,0)">"</span><span class="ansi-yellow-bg">:</span><span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg">stream_options</span><span class="ansi-yellow-bg">,</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 887</span> <span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg" style="color: rgb(175,0,0)">"</span><span class="ansi-yellow-bg" style="color: rgb(175,0,0)">temperature</span><span class="ansi-yellow-bg" style="color: rgb(175,0,0)">"</span><span class="ansi-yellow-bg">:</span><span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg">temperature</span><span class="ansi-yellow-bg">,</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 888</span> <span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg" style="color: rgb(175,0,0)">"</span><span class="ansi-yellow-bg" style="color: rgb(175,0,0)">tool_choice</span><span class="ansi-yellow-bg" style="color: rgb(175,0,0)">"</span><span class="ansi-yellow-bg">:</span><span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg">tool_choice</span><span class="ansi-yellow-bg">,</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 889</span> <span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg" style="color: rgb(175,0,0)">"</span><span class="ansi-yellow-bg" style="color: rgb(175,0,0)">tools</span><span class="ansi-yellow-bg" style="color: rgb(175,0,0)">"</span><span class="ansi-yellow-bg">:</span><span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg">tools</span><span class="ansi-yellow-bg">,</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 890</span> <span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg" style="color: rgb(175,0,0)">"</span><span class="ansi-yellow-bg" style="color: rgb(175,0,0)">top_logprobs</span><span class="ansi-yellow-bg" style="color: rgb(175,0,0)">"</span><span class="ansi-yellow-bg">:</span><span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg">top_logprobs</span><span class="ansi-yellow-bg">,</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 891</span> <span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg" style="color: rgb(175,0,0)">"</span><span class="ansi-yellow-bg" style="color: rgb(175,0,0)">top_p</span><span class="ansi-yellow-bg" style="color: rgb(175,0,0)">"</span><span class="ansi-yellow-bg">:</span><span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg">top_p</span><span class="ansi-yellow-bg">,</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 892</span> <span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg" style="color: rgb(175,0,0)">"</span><span class="ansi-yellow-bg" style="color: rgb(175,0,0)">user</span><span class="ansi-yellow-bg" style="color: rgb(175,0,0)">"</span><span class="ansi-yellow-bg">:</span><span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg">user</span><span class="ansi-yellow-bg">,</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 893</span> <span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg">}</span><span class="ansi-yellow-bg">,</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 894</span> <span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg">completion_create_params</span><span class="ansi-yellow-bg" style="color: rgb(98,98,98)">.</span><span class="ansi-yellow-bg">CompletionCreateParams</span><span class="ansi-yellow-bg">,</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 895</span> <span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg">)</span><span class="ansi-yellow-bg">,</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 896</span> <span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg">options</span><span class="ansi-yellow-bg" style="color: rgb(98,98,98)">=</span><span class="ansi-yellow-bg">make_request_options</span><span class="ansi-yellow-bg">(</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 897</span> <span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg">extra_headers</span><span class="ansi-yellow-bg" style="color: rgb(98,98,98)">=</span><span class="ansi-yellow-bg">extra_headers</span><span class="ansi-yellow-bg">,</span><span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg">extra_query</span><span class="ansi-yellow-bg" style="color: rgb(98,98,98)">=</span><span class="ansi-yellow-bg">extra_query</span><span class="ansi-yellow-bg">,</span><span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg">extra_body</span><span class="ansi-yellow-bg" style="color: rgb(98,98,98)">=</span><span class="ansi-yellow-bg">extra_body</span><span class="ansi-yellow-bg">,</span><span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg">timeout</span><span class="ansi-yellow-bg" style="color: rgb(98,98,98)">=</span><span class="ansi-yellow-bg">timeout</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 898</span> <span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg">)</span><span class="ansi-yellow-bg">,</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 899</span> <span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg">cast_to</span><span class="ansi-yellow-bg" style="color: rgb(98,98,98)">=</span><span class="ansi-yellow-bg">ChatCompletion</span><span class="ansi-yellow-bg">,</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 900</span> <span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg">stream</span><span class="ansi-yellow-bg" style="color: rgb(98,98,98)">=</span><span class="ansi-yellow-bg">stream</span><span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg ansi-bold" style="color: rgb(175,0,255)">or</span><span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg ansi-bold" style="color: rgb(0,135,0)">False</span><span class="ansi-yellow-bg">,</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 901</span> <span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg">stream_cls</span><span class="ansi-yellow-bg" style="color: rgb(98,98,98)">=</span><span class="ansi-yellow-bg">Stream</span><span class="ansi-yellow-bg">[</span><span class="ansi-yellow-bg">ChatCompletionChunk</span><span class="ansi-yellow-bg">]</span><span class="ansi-yellow-bg">,</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 902</span> <span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg">)</span>
|
||||
|
||||
File <span class="ansi-green-fg">~/.cache/pypoetry/virtualenvs/graphrag-F2jvqev7-py3.11/lib/python3.11/site-packages/openai/_base_client.py:1283</span>, in <span class="ansi-cyan-fg">SyncAPIClient.post</span><span class="ansi-blue-fg">(self, path, cast_to, body, options, files, stream, stream_cls)</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1269</span> <span class="ansi-bold" style="color: rgb(0,135,0)">def</span><span style="color: rgb(188,188,188)"> </span><span style="color: rgb(0,0,255)">post</span>(
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1270</span> <span style="color: rgb(0,135,0)">self</span>,
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1271</span> path: <span style="color: rgb(0,135,0)">str</span>,
|
||||
<span class="ansi-green-fg"> (...)</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1278</span> stream_cls: <span style="color: rgb(0,135,0)">type</span>[_StreamT] <span style="color: rgb(98,98,98)">|</span> <span class="ansi-bold" style="color: rgb(0,135,0)">None</span> <span style="color: rgb(98,98,98)">=</span> <span class="ansi-bold" style="color: rgb(0,135,0)">None</span>,
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1279</span> ) <span style="color: rgb(98,98,98)">-</span><span style="color: rgb(98,98,98)">></span> ResponseT <span style="color: rgb(98,98,98)">|</span> _StreamT:
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1280</span> opts <span style="color: rgb(98,98,98)">=</span> FinalRequestOptions<span style="color: rgb(98,98,98)">.</span>construct(
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1281</span> method<span style="color: rgb(98,98,98)">=</span><span style="color: rgb(175,0,0)">"</span><span style="color: rgb(175,0,0)">post</span><span style="color: rgb(175,0,0)">"</span>, url<span style="color: rgb(98,98,98)">=</span>path, json_data<span style="color: rgb(98,98,98)">=</span>body, files<span style="color: rgb(98,98,98)">=</span>to_httpx_files(files), <span style="color: rgb(98,98,98)">*</span><span style="color: rgb(98,98,98)">*</span>options
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1282</span> )
|
||||
<span class="ansi-green-fg">-> 1283</span> <span class="ansi-bold" style="color: rgb(0,135,0)">return</span> cast(ResponseT, <span class="ansi-yellow-bg" style="color: rgb(0,135,0)">self</span><span class="ansi-yellow-bg" style="color: rgb(98,98,98)">.</span><span class="ansi-yellow-bg">request</span><span class="ansi-yellow-bg">(</span><span class="ansi-yellow-bg">cast_to</span><span class="ansi-yellow-bg">,</span><span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg">opts</span><span class="ansi-yellow-bg">,</span><span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg">stream</span><span class="ansi-yellow-bg" style="color: rgb(98,98,98)">=</span><span class="ansi-yellow-bg">stream</span><span class="ansi-yellow-bg">,</span><span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg">stream_cls</span><span class="ansi-yellow-bg" style="color: rgb(98,98,98)">=</span><span class="ansi-yellow-bg">stream_cls</span><span class="ansi-yellow-bg">)</span>)
|
||||
|
||||
File <span class="ansi-green-fg">~/.cache/pypoetry/virtualenvs/graphrag-F2jvqev7-py3.11/lib/python3.11/site-packages/openai/_base_client.py:960</span>, in <span class="ansi-cyan-fg">SyncAPIClient.request</span><span class="ansi-blue-fg">(self, cast_to, options, remaining_retries, stream, stream_cls)</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 957</span> <span class="ansi-bold" style="color: rgb(0,135,0)">else</span>:
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 958</span> retries_taken <span style="color: rgb(98,98,98)">=</span> <span style="color: rgb(98,98,98)">0</span>
|
||||
<span class="ansi-green-fg">--> 960</span> <span class="ansi-bold" style="color: rgb(0,135,0)">return</span> <span class="ansi-yellow-bg" style="color: rgb(0,135,0)">self</span><span class="ansi-yellow-bg" style="color: rgb(98,98,98)">.</span><span class="ansi-yellow-bg">_request</span><span class="ansi-yellow-bg">(</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 961</span> <span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg">cast_to</span><span class="ansi-yellow-bg" style="color: rgb(98,98,98)">=</span><span class="ansi-yellow-bg">cast_to</span><span class="ansi-yellow-bg">,</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 962</span> <span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg">options</span><span class="ansi-yellow-bg" style="color: rgb(98,98,98)">=</span><span class="ansi-yellow-bg">options</span><span class="ansi-yellow-bg">,</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 963</span> <span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg">stream</span><span class="ansi-yellow-bg" style="color: rgb(98,98,98)">=</span><span class="ansi-yellow-bg">stream</span><span class="ansi-yellow-bg">,</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 964</span> <span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg">stream_cls</span><span class="ansi-yellow-bg" style="color: rgb(98,98,98)">=</span><span class="ansi-yellow-bg">stream_cls</span><span class="ansi-yellow-bg">,</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 965</span> <span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg">retries_taken</span><span class="ansi-yellow-bg" style="color: rgb(98,98,98)">=</span><span class="ansi-yellow-bg">retries_taken</span><span class="ansi-yellow-bg">,</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 966</span> <span class="ansi-yellow-bg">)</span>
|
||||
|
||||
File <span class="ansi-green-fg">~/.cache/pypoetry/virtualenvs/graphrag-F2jvqev7-py3.11/lib/python3.11/site-packages/openai/_base_client.py:1049</span>, in <span class="ansi-cyan-fg">SyncAPIClient._request</span><span class="ansi-blue-fg">(self, cast_to, options, retries_taken, stream, stream_cls)</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1047</span> <span class="ansi-bold" style="color: rgb(0,135,0)">if</span> remaining_retries <span style="color: rgb(98,98,98)">></span> <span style="color: rgb(98,98,98)">0</span> <span class="ansi-bold" style="color: rgb(175,0,255)">and</span> <span style="color: rgb(0,135,0)">self</span><span style="color: rgb(98,98,98)">.</span>_should_retry(err<span style="color: rgb(98,98,98)">.</span>response):
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1048</span> err<span style="color: rgb(98,98,98)">.</span>response<span style="color: rgb(98,98,98)">.</span>close()
|
||||
<span class="ansi-green-fg">-> 1049</span> <span class="ansi-bold" style="color: rgb(0,135,0)">return</span> <span class="ansi-yellow-bg" style="color: rgb(0,135,0)">self</span><span class="ansi-yellow-bg" style="color: rgb(98,98,98)">.</span><span class="ansi-yellow-bg">_retry_request</span><span class="ansi-yellow-bg">(</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1050</span> <span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg">input_options</span><span class="ansi-yellow-bg">,</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1051</span> <span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg">cast_to</span><span class="ansi-yellow-bg">,</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1052</span> <span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg">retries_taken</span><span class="ansi-yellow-bg" style="color: rgb(98,98,98)">=</span><span class="ansi-yellow-bg">retries_taken</span><span class="ansi-yellow-bg">,</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1053</span> <span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg">response_headers</span><span class="ansi-yellow-bg" style="color: rgb(98,98,98)">=</span><span class="ansi-yellow-bg">err</span><span class="ansi-yellow-bg" style="color: rgb(98,98,98)">.</span><span class="ansi-yellow-bg">response</span><span class="ansi-yellow-bg" style="color: rgb(98,98,98)">.</span><span class="ansi-yellow-bg">headers</span><span class="ansi-yellow-bg">,</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1054</span> <span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg">stream</span><span class="ansi-yellow-bg" style="color: rgb(98,98,98)">=</span><span class="ansi-yellow-bg">stream</span><span class="ansi-yellow-bg">,</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1055</span> <span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg">stream_cls</span><span class="ansi-yellow-bg" style="color: rgb(98,98,98)">=</span><span class="ansi-yellow-bg">stream_cls</span><span class="ansi-yellow-bg">,</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1056</span> <span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg">)</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1058</span> <span style="color: rgb(95,135,135)"># If the response is streamed then we need to explicitly read the response</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1059</span> <span style="color: rgb(95,135,135)"># to completion before attempting to access the response text.</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1060</span> <span class="ansi-bold" style="color: rgb(0,135,0)">if</span> <span class="ansi-bold" style="color: rgb(175,0,255)">not</span> err<span style="color: rgb(98,98,98)">.</span>response<span style="color: rgb(98,98,98)">.</span>is_closed:
|
||||
|
||||
File <span class="ansi-green-fg">~/.cache/pypoetry/virtualenvs/graphrag-F2jvqev7-py3.11/lib/python3.11/site-packages/openai/_base_client.py:1098</span>, in <span class="ansi-cyan-fg">SyncAPIClient._retry_request</span><span class="ansi-blue-fg">(self, options, cast_to, retries_taken, response_headers, stream, stream_cls)</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1094</span> <span style="color: rgb(95,135,135)"># In a synchronous context we are blocking the entire thread. Up to the library user to run the client in a</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1095</span> <span style="color: rgb(95,135,135)"># different thread if necessary.</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1096</span> time<span style="color: rgb(98,98,98)">.</span>sleep(timeout)
|
||||
<span class="ansi-green-fg">-> 1098</span> <span class="ansi-bold" style="color: rgb(0,135,0)">return</span> <span class="ansi-yellow-bg" style="color: rgb(0,135,0)">self</span><span class="ansi-yellow-bg" style="color: rgb(98,98,98)">.</span><span class="ansi-yellow-bg">_request</span><span class="ansi-yellow-bg">(</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1099</span> <span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg">options</span><span class="ansi-yellow-bg" style="color: rgb(98,98,98)">=</span><span class="ansi-yellow-bg">options</span><span class="ansi-yellow-bg">,</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1100</span> <span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg">cast_to</span><span class="ansi-yellow-bg" style="color: rgb(98,98,98)">=</span><span class="ansi-yellow-bg">cast_to</span><span class="ansi-yellow-bg">,</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1101</span> <span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg">retries_taken</span><span class="ansi-yellow-bg" style="color: rgb(98,98,98)">=</span><span class="ansi-yellow-bg">retries_taken</span><span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg" style="color: rgb(98,98,98)">+</span><span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg" style="color: rgb(98,98,98)">1</span><span class="ansi-yellow-bg">,</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1102</span> <span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg">stream</span><span class="ansi-yellow-bg" style="color: rgb(98,98,98)">=</span><span class="ansi-yellow-bg">stream</span><span class="ansi-yellow-bg">,</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1103</span> <span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg">stream_cls</span><span class="ansi-yellow-bg" style="color: rgb(98,98,98)">=</span><span class="ansi-yellow-bg">stream_cls</span><span class="ansi-yellow-bg">,</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1104</span> <span class="ansi-yellow-bg">)</span>
|
||||
|
||||
File <span class="ansi-green-fg">~/.cache/pypoetry/virtualenvs/graphrag-F2jvqev7-py3.11/lib/python3.11/site-packages/openai/_base_client.py:1049</span>, in <span class="ansi-cyan-fg">SyncAPIClient._request</span><span class="ansi-blue-fg">(self, cast_to, options, retries_taken, stream, stream_cls)</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1047</span> <span class="ansi-bold" style="color: rgb(0,135,0)">if</span> remaining_retries <span style="color: rgb(98,98,98)">></span> <span style="color: rgb(98,98,98)">0</span> <span class="ansi-bold" style="color: rgb(175,0,255)">and</span> <span style="color: rgb(0,135,0)">self</span><span style="color: rgb(98,98,98)">.</span>_should_retry(err<span style="color: rgb(98,98,98)">.</span>response):
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1048</span> err<span style="color: rgb(98,98,98)">.</span>response<span style="color: rgb(98,98,98)">.</span>close()
|
||||
<span class="ansi-green-fg">-> 1049</span> <span class="ansi-bold" style="color: rgb(0,135,0)">return</span> <span class="ansi-yellow-bg" style="color: rgb(0,135,0)">self</span><span class="ansi-yellow-bg" style="color: rgb(98,98,98)">.</span><span class="ansi-yellow-bg">_retry_request</span><span class="ansi-yellow-bg">(</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1050</span> <span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg">input_options</span><span class="ansi-yellow-bg">,</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1051</span> <span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg">cast_to</span><span class="ansi-yellow-bg">,</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1052</span> <span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg">retries_taken</span><span class="ansi-yellow-bg" style="color: rgb(98,98,98)">=</span><span class="ansi-yellow-bg">retries_taken</span><span class="ansi-yellow-bg">,</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1053</span> <span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg">response_headers</span><span class="ansi-yellow-bg" style="color: rgb(98,98,98)">=</span><span class="ansi-yellow-bg">err</span><span class="ansi-yellow-bg" style="color: rgb(98,98,98)">.</span><span class="ansi-yellow-bg">response</span><span class="ansi-yellow-bg" style="color: rgb(98,98,98)">.</span><span class="ansi-yellow-bg">headers</span><span class="ansi-yellow-bg">,</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1054</span> <span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg">stream</span><span class="ansi-yellow-bg" style="color: rgb(98,98,98)">=</span><span class="ansi-yellow-bg">stream</span><span class="ansi-yellow-bg">,</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1055</span> <span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg">stream_cls</span><span class="ansi-yellow-bg" style="color: rgb(98,98,98)">=</span><span class="ansi-yellow-bg">stream_cls</span><span class="ansi-yellow-bg">,</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1056</span> <span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg">)</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1058</span> <span style="color: rgb(95,135,135)"># If the response is streamed then we need to explicitly read the response</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1059</span> <span style="color: rgb(95,135,135)"># to completion before attempting to access the response text.</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1060</span> <span class="ansi-bold" style="color: rgb(0,135,0)">if</span> <span class="ansi-bold" style="color: rgb(175,0,255)">not</span> err<span style="color: rgb(98,98,98)">.</span>response<span style="color: rgb(98,98,98)">.</span>is_closed:
|
||||
|
||||
File <span class="ansi-green-fg">~/.cache/pypoetry/virtualenvs/graphrag-F2jvqev7-py3.11/lib/python3.11/site-packages/openai/_base_client.py:1098</span>, in <span class="ansi-cyan-fg">SyncAPIClient._retry_request</span><span class="ansi-blue-fg">(self, options, cast_to, retries_taken, response_headers, stream, stream_cls)</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1094</span> <span style="color: rgb(95,135,135)"># In a synchronous context we are blocking the entire thread. Up to the library user to run the client in a</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1095</span> <span style="color: rgb(95,135,135)"># different thread if necessary.</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1096</span> time<span style="color: rgb(98,98,98)">.</span>sleep(timeout)
|
||||
<span class="ansi-green-fg">-> 1098</span> <span class="ansi-bold" style="color: rgb(0,135,0)">return</span> <span class="ansi-yellow-bg" style="color: rgb(0,135,0)">self</span><span class="ansi-yellow-bg" style="color: rgb(98,98,98)">.</span><span class="ansi-yellow-bg">_request</span><span class="ansi-yellow-bg">(</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1099</span> <span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg">options</span><span class="ansi-yellow-bg" style="color: rgb(98,98,98)">=</span><span class="ansi-yellow-bg">options</span><span class="ansi-yellow-bg">,</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1100</span> <span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg">cast_to</span><span class="ansi-yellow-bg" style="color: rgb(98,98,98)">=</span><span class="ansi-yellow-bg">cast_to</span><span class="ansi-yellow-bg">,</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1101</span> <span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg">retries_taken</span><span class="ansi-yellow-bg" style="color: rgb(98,98,98)">=</span><span class="ansi-yellow-bg">retries_taken</span><span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg" style="color: rgb(98,98,98)">+</span><span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg" style="color: rgb(98,98,98)">1</span><span class="ansi-yellow-bg">,</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1102</span> <span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg">stream</span><span class="ansi-yellow-bg" style="color: rgb(98,98,98)">=</span><span class="ansi-yellow-bg">stream</span><span class="ansi-yellow-bg">,</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1103</span> <span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg">stream_cls</span><span class="ansi-yellow-bg" style="color: rgb(98,98,98)">=</span><span class="ansi-yellow-bg">stream_cls</span><span class="ansi-yellow-bg">,</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1104</span> <span class="ansi-yellow-bg">)</span>
|
||||
|
||||
<span class="ansi-red-fg">[... skipping similar frames: SyncAPIClient._request at line 1049 (17 times), SyncAPIClient._retry_request at line 1098 (17 times)]</span>
|
||||
|
||||
File <span class="ansi-green-fg">~/.cache/pypoetry/virtualenvs/graphrag-F2jvqev7-py3.11/lib/python3.11/site-packages/openai/_base_client.py:1049</span>, in <span class="ansi-cyan-fg">SyncAPIClient._request</span><span class="ansi-blue-fg">(self, cast_to, options, retries_taken, stream, stream_cls)</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1047</span> <span class="ansi-bold" style="color: rgb(0,135,0)">if</span> remaining_retries <span style="color: rgb(98,98,98)">></span> <span style="color: rgb(98,98,98)">0</span> <span class="ansi-bold" style="color: rgb(175,0,255)">and</span> <span style="color: rgb(0,135,0)">self</span><span style="color: rgb(98,98,98)">.</span>_should_retry(err<span style="color: rgb(98,98,98)">.</span>response):
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1048</span> err<span style="color: rgb(98,98,98)">.</span>response<span style="color: rgb(98,98,98)">.</span>close()
|
||||
<span class="ansi-green-fg">-> 1049</span> <span class="ansi-bold" style="color: rgb(0,135,0)">return</span> <span class="ansi-yellow-bg" style="color: rgb(0,135,0)">self</span><span class="ansi-yellow-bg" style="color: rgb(98,98,98)">.</span><span class="ansi-yellow-bg">_retry_request</span><span class="ansi-yellow-bg">(</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1050</span> <span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg">input_options</span><span class="ansi-yellow-bg">,</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1051</span> <span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg">cast_to</span><span class="ansi-yellow-bg">,</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1052</span> <span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg">retries_taken</span><span class="ansi-yellow-bg" style="color: rgb(98,98,98)">=</span><span class="ansi-yellow-bg">retries_taken</span><span class="ansi-yellow-bg">,</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1053</span> <span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg">response_headers</span><span class="ansi-yellow-bg" style="color: rgb(98,98,98)">=</span><span class="ansi-yellow-bg">err</span><span class="ansi-yellow-bg" style="color: rgb(98,98,98)">.</span><span class="ansi-yellow-bg">response</span><span class="ansi-yellow-bg" style="color: rgb(98,98,98)">.</span><span class="ansi-yellow-bg">headers</span><span class="ansi-yellow-bg">,</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1054</span> <span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg">stream</span><span class="ansi-yellow-bg" style="color: rgb(98,98,98)">=</span><span class="ansi-yellow-bg">stream</span><span class="ansi-yellow-bg">,</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1055</span> <span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg">stream_cls</span><span class="ansi-yellow-bg" style="color: rgb(98,98,98)">=</span><span class="ansi-yellow-bg">stream_cls</span><span class="ansi-yellow-bg">,</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1056</span> <span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg">)</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1058</span> <span style="color: rgb(95,135,135)"># If the response is streamed then we need to explicitly read the response</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1059</span> <span style="color: rgb(95,135,135)"># to completion before attempting to access the response text.</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1060</span> <span class="ansi-bold" style="color: rgb(0,135,0)">if</span> <span class="ansi-bold" style="color: rgb(175,0,255)">not</span> err<span style="color: rgb(98,98,98)">.</span>response<span style="color: rgb(98,98,98)">.</span>is_closed:
|
||||
|
||||
File <span class="ansi-green-fg">~/.cache/pypoetry/virtualenvs/graphrag-F2jvqev7-py3.11/lib/python3.11/site-packages/openai/_base_client.py:1098</span>, in <span class="ansi-cyan-fg">SyncAPIClient._retry_request</span><span class="ansi-blue-fg">(self, options, cast_to, retries_taken, response_headers, stream, stream_cls)</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1094</span> <span style="color: rgb(95,135,135)"># In a synchronous context we are blocking the entire thread. Up to the library user to run the client in a</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1095</span> <span style="color: rgb(95,135,135)"># different thread if necessary.</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1096</span> time<span style="color: rgb(98,98,98)">.</span>sleep(timeout)
|
||||
<span class="ansi-green-fg">-> 1098</span> <span class="ansi-bold" style="color: rgb(0,135,0)">return</span> <span class="ansi-yellow-bg" style="color: rgb(0,135,0)">self</span><span class="ansi-yellow-bg" style="color: rgb(98,98,98)">.</span><span class="ansi-yellow-bg">_request</span><span class="ansi-yellow-bg">(</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1099</span> <span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg">options</span><span class="ansi-yellow-bg" style="color: rgb(98,98,98)">=</span><span class="ansi-yellow-bg">options</span><span class="ansi-yellow-bg">,</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1100</span> <span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg">cast_to</span><span class="ansi-yellow-bg" style="color: rgb(98,98,98)">=</span><span class="ansi-yellow-bg">cast_to</span><span class="ansi-yellow-bg">,</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1101</span> <span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg">retries_taken</span><span class="ansi-yellow-bg" style="color: rgb(98,98,98)">=</span><span class="ansi-yellow-bg">retries_taken</span><span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg" style="color: rgb(98,98,98)">+</span><span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg" style="color: rgb(98,98,98)">1</span><span class="ansi-yellow-bg">,</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1102</span> <span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg">stream</span><span class="ansi-yellow-bg" style="color: rgb(98,98,98)">=</span><span class="ansi-yellow-bg">stream</span><span class="ansi-yellow-bg">,</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1103</span> <span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg">stream_cls</span><span class="ansi-yellow-bg" style="color: rgb(98,98,98)">=</span><span class="ansi-yellow-bg">stream_cls</span><span class="ansi-yellow-bg">,</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1104</span> <span class="ansi-yellow-bg">)</span>
|
||||
|
||||
File <span class="ansi-green-fg">~/.cache/pypoetry/virtualenvs/graphrag-F2jvqev7-py3.11/lib/python3.11/site-packages/openai/_base_client.py:1064</span>, in <span class="ansi-cyan-fg">SyncAPIClient._request</span><span class="ansi-blue-fg">(self, cast_to, options, retries_taken, stream, stream_cls)</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1061</span> err<span style="color: rgb(98,98,98)">.</span>response<span style="color: rgb(98,98,98)">.</span>read()
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1063</span> log<span style="color: rgb(98,98,98)">.</span>debug(<span style="color: rgb(175,0,0)">"</span><span style="color: rgb(175,0,0)">Re-raising status error</span><span style="color: rgb(175,0,0)">"</span>)
|
||||
<span class="ansi-green-fg">-> 1064</span> <span class="ansi-bold" style="color: rgb(0,135,0)">raise</span> <span style="color: rgb(0,135,0)">self</span><span style="color: rgb(98,98,98)">.</span>_make_status_error_from_response(err<span style="color: rgb(98,98,98)">.</span>response) <span class="ansi-bold" style="color: rgb(0,135,0)">from</span><span style="color: rgb(188,188,188)"> </span><span class="ansi-bold" style="color: rgb(0,135,0)">None</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1066</span> <span class="ansi-bold" style="color: rgb(0,135,0)">return</span> <span style="color: rgb(0,135,0)">self</span><span style="color: rgb(98,98,98)">.</span>_process_response(
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1067</span> cast_to<span style="color: rgb(98,98,98)">=</span>cast_to,
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1068</span> options<span style="color: rgb(98,98,98)">=</span>options,
|
||||
<span class="ansi-green-fg"> (...)</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1072</span> retries_taken<span style="color: rgb(98,98,98)">=</span>retries_taken,
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1073</span> )
|
||||
|
||||
<span class="ansi-red-fg">RateLimitError</span>: Error code: 429 - {'error': {'message': 'You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.', 'type': 'insufficient_quota', 'param': None, 'code': 'insufficient_quota'}}</pre>
|
||||
</div>
|
||||
</div>
|
||||
</div>
|
||||
|
||||
File diff suppressed because it is too large
Load Diff
@ -2027,9 +2027,9 @@ token_encoder = tiktoken.encoding_for_model(llm_model)</div>
|
||||
<div class="jp-InputArea jp-Cell-inputArea"><div class="jp-InputPrompt jp-InputArea-prompt">
|
||||
</div><div class="jp-RenderedHTMLCommon jp-RenderedMarkdown jp-MarkdownOutput" data-mime-type="text/markdown">
|
||||
<h3 id="load-community-reports-as-context-for-global-search">Load community reports as context for global search<a class="anchor-link" href="#load-community-reports-as-context-for-global-search">¶</a></h3><ul>
|
||||
<li>Load all community reports in the <code>community_reports</code> table from the indexing engine, to be used as context data for global search.</li>
|
||||
<li>Load entities from the <code>entities</code> tables from the indexing engine, to be used for calculating community weights for context ranking. Note that this is optional (if no entities are provided, we will not calculate community weights and only use the rank attribute in the community reports table for context ranking)</li>
|
||||
<li>Load all communities in the <code>communities</code> table from the indexing engine, to be used to reconstruct the community graph hierarchy for dynamic community selection.</li>
|
||||
<li>Load all community reports in the <code>create_final_community_reports</code> table from the ire-indexing engine, to be used as context data for global search.</li>
|
||||
<li>Load entities from the <code>create_final_nodes</code> and <code>create_final_entities</code> tables from the ire-indexing engine, to be used for calculating community weights for context ranking. Note that this is optional (if no entities are provided, we will not calculate community weights and only use the rank attribute in the community reports table for context ranking)</li>
|
||||
<li>Load all communities in the <code>create_final_communites</code> table from the ire-indexing engine, to be used to reconstruct the community graph hierarchy for dynamic community selection.</li>
|
||||
</ul>
|
||||
</div>
|
||||
</div>
|
||||
@ -2055,9 +2055,10 @@ token_encoder = tiktoken.encoding_for_model(llm_model)</div>
|
||||
</div>
|
||||
<div class="highlight-ipynb hl-python"><pre><span></span><span class="c1"># parquet files generated from indexing pipeline</span>
|
||||
<span class="n">INPUT_DIR</span> <span class="o">=</span> <span class="s2">"./inputs/operation dulce"</span>
|
||||
<span class="n">COMMUNITY_TABLE</span> <span class="o">=</span> <span class="s2">"communities"</span>
|
||||
<span class="n">COMMUNITY_REPORT_TABLE</span> <span class="o">=</span> <span class="s2">"community_reports"</span>
|
||||
<span class="n">ENTITY_TABLE</span> <span class="o">=</span> <span class="s2">"entities"</span>
|
||||
<span class="n">COMMUNITY_TABLE</span> <span class="o">=</span> <span class="s2">"create_final_communities"</span>
|
||||
<span class="n">COMMUNITY_REPORT_TABLE</span> <span class="o">=</span> <span class="s2">"create_final_community_reports"</span>
|
||||
<span class="n">ENTITY_TABLE</span> <span class="o">=</span> <span class="s2">"create_final_nodes"</span>
|
||||
<span class="n">ENTITY_EMBEDDING_TABLE</span> <span class="o">=</span> <span class="s2">"create_final_entities"</span>
|
||||
|
||||
<span class="c1"># we don't fix a specific community level but instead use an agent to dynamicially</span>
|
||||
<span class="c1"># search through all the community reports to check if they are relevant.</span>
|
||||
@ -2065,9 +2066,10 @@ token_encoder = tiktoken.encoding_for_model(llm_model)</div>
|
||||
</pre></div>
|
||||
<div class="clipboard-copy-txt" id="cell-4"># parquet files generated from indexing pipeline
|
||||
INPUT_DIR = "./inputs/operation dulce"
|
||||
COMMUNITY_TABLE = "communities"
|
||||
COMMUNITY_REPORT_TABLE = "community_reports"
|
||||
ENTITY_TABLE = "entities"
|
||||
COMMUNITY_TABLE = "create_final_communities"
|
||||
COMMUNITY_REPORT_TABLE = "create_final_community_reports"
|
||||
ENTITY_TABLE = "create_final_nodes"
|
||||
ENTITY_EMBEDDING_TABLE = "create_final_entities"
|
||||
|
||||
# we don't fix a specific community level but instead use an agent to dynamicially
|
||||
# search through all the community reports to check if they are relevant.
|
||||
@ -2099,16 +2101,17 @@ COMMUNITY_LEVEL = None</div>
|
||||
<div class="highlight-ipynb hl-python"><pre><span></span><span class="n">community_df</span> <span class="o">=</span> <span class="n">pd</span><span class="o">.</span><span class="n">read_parquet</span><span class="p">(</span><span class="sa">f</span><span class="s2">"</span><span class="si">{</span><span class="n">INPUT_DIR</span><span class="si">}</span><span class="s2">/</span><span class="si">{</span><span class="n">COMMUNITY_TABLE</span><span class="si">}</span><span class="s2">.parquet"</span><span class="p">)</span>
|
||||
<span class="n">entity_df</span> <span class="o">=</span> <span class="n">pd</span><span class="o">.</span><span class="n">read_parquet</span><span class="p">(</span><span class="sa">f</span><span class="s2">"</span><span class="si">{</span><span class="n">INPUT_DIR</span><span class="si">}</span><span class="s2">/</span><span class="si">{</span><span class="n">ENTITY_TABLE</span><span class="si">}</span><span class="s2">.parquet"</span><span class="p">)</span>
|
||||
<span class="n">report_df</span> <span class="o">=</span> <span class="n">pd</span><span class="o">.</span><span class="n">read_parquet</span><span class="p">(</span><span class="sa">f</span><span class="s2">"</span><span class="si">{</span><span class="n">INPUT_DIR</span><span class="si">}</span><span class="s2">/</span><span class="si">{</span><span class="n">COMMUNITY_REPORT_TABLE</span><span class="si">}</span><span class="s2">.parquet"</span><span class="p">)</span>
|
||||
<span class="n">entity_embedding_df</span> <span class="o">=</span> <span class="n">pd</span><span class="o">.</span><span class="n">read_parquet</span><span class="p">(</span><span class="sa">f</span><span class="s2">"</span><span class="si">{</span><span class="n">INPUT_DIR</span><span class="si">}</span><span class="s2">/</span><span class="si">{</span><span class="n">ENTITY_EMBEDDING_TABLE</span><span class="si">}</span><span class="s2">.parquet"</span><span class="p">)</span>
|
||||
|
||||
<span class="n">communities</span> <span class="o">=</span> <span class="n">read_indexer_communities</span><span class="p">(</span><span class="n">community_df</span><span class="p">,</span> <span class="n">report_df</span><span class="p">)</span>
|
||||
<span class="n">communities</span> <span class="o">=</span> <span class="n">read_indexer_communities</span><span class="p">(</span><span class="n">community_df</span><span class="p">,</span> <span class="n">entity_df</span><span class="p">,</span> <span class="n">report_df</span><span class="p">)</span>
|
||||
<span class="n">reports</span> <span class="o">=</span> <span class="n">read_indexer_reports</span><span class="p">(</span>
|
||||
<span class="n">report_df</span><span class="p">,</span>
|
||||
<span class="n">community_df</span><span class="p">,</span>
|
||||
<span class="n">entity_df</span><span class="p">,</span>
|
||||
<span class="n">community_level</span><span class="o">=</span><span class="n">COMMUNITY_LEVEL</span><span class="p">,</span>
|
||||
<span class="n">dynamic_community_selection</span><span class="o">=</span><span class="kc">True</span><span class="p">,</span>
|
||||
<span class="p">)</span>
|
||||
<span class="n">entities</span> <span class="o">=</span> <span class="n">read_indexer_entities</span><span class="p">(</span>
|
||||
<span class="n">entity_df</span><span class="p">,</span> <span class="n">community_df</span><span class="p">,</span> <span class="n">community_level</span><span class="o">=</span><span class="n">COMMUNITY_LEVEL</span>
|
||||
<span class="n">entity_df</span><span class="p">,</span> <span class="n">entity_embedding_df</span><span class="p">,</span> <span class="n">community_level</span><span class="o">=</span><span class="n">COMMUNITY_LEVEL</span>
|
||||
<span class="p">)</span>
|
||||
|
||||
<span class="nb">print</span><span class="p">(</span><span class="sa">f</span><span class="s2">"Total report count: </span><span class="si">{</span><span class="nb">len</span><span class="p">(</span><span class="n">report_df</span><span class="p">)</span><span class="si">}</span><span class="s2">"</span><span class="p">)</span>
|
||||
@ -2121,16 +2124,17 @@ COMMUNITY_LEVEL = None</div>
|
||||
<div class="clipboard-copy-txt" id="cell-5">community_df = pd.read_parquet(f"{INPUT_DIR}/{COMMUNITY_TABLE}.parquet")
|
||||
entity_df = pd.read_parquet(f"{INPUT_DIR}/{ENTITY_TABLE}.parquet")
|
||||
report_df = pd.read_parquet(f"{INPUT_DIR}/{COMMUNITY_REPORT_TABLE}.parquet")
|
||||
entity_embedding_df = pd.read_parquet(f"{INPUT_DIR}/{ENTITY_EMBEDDING_TABLE}.parquet")
|
||||
|
||||
communities = read_indexer_communities(community_df, report_df)
|
||||
communities = read_indexer_communities(community_df, entity_df, report_df)
|
||||
reports = read_indexer_reports(
|
||||
report_df,
|
||||
community_df,
|
||||
entity_df,
|
||||
community_level=COMMUNITY_LEVEL,
|
||||
dynamic_community_selection=True,
|
||||
)
|
||||
entities = read_indexer_entities(
|
||||
entity_df, community_df, community_level=COMMUNITY_LEVEL
|
||||
entity_df, entity_embedding_df, community_level=COMMUNITY_LEVEL
|
||||
)
|
||||
|
||||
print(f"Total report count: {len(report_df)}")
|
||||
@ -2149,74 +2153,138 @@ report_df.head()</div>
|
||||
<div class="jp-OutputArea jp-Cell-outputArea">
|
||||
<div class="jp-OutputArea-child">
|
||||
<div class="jp-OutputPrompt jp-OutputArea-prompt"></div>
|
||||
<div class="jp-RenderedText jp-OutputArea-output" data-mime-type="application/vnd.jupyter.stderr" tabindex="0">
|
||||
<pre>
|
||||
<span class="ansi-red-fg">---------------------------------------------------------------------------</span>
|
||||
<span class="ansi-red-fg">FileNotFoundError</span> Traceback (most recent call last)
|
||||
Cell <span class="ansi-green-fg">In[5], line 1</span>
|
||||
<span class="ansi-green-fg">----> 1</span> community_df <span style="color: rgb(98,98,98)">=</span> <span class="ansi-yellow-bg">pd</span><span class="ansi-yellow-bg" style="color: rgb(98,98,98)">.</span><span class="ansi-yellow-bg">read_parquet</span><span class="ansi-yellow-bg">(</span><span class="ansi-yellow-bg" style="color: rgb(175,0,0)">f</span><span class="ansi-yellow-bg" style="color: rgb(175,0,0)">"</span><span class="ansi-yellow-bg ansi-bold" style="color: rgb(175,95,135)">{</span><span class="ansi-yellow-bg">INPUT_DIR</span><span class="ansi-yellow-bg ansi-bold" style="color: rgb(175,95,135)">}</span><span class="ansi-yellow-bg" style="color: rgb(175,0,0)">/</span><span class="ansi-yellow-bg ansi-bold" style="color: rgb(175,95,135)">{</span><span class="ansi-yellow-bg">COMMUNITY_TABLE</span><span class="ansi-yellow-bg ansi-bold" style="color: rgb(175,95,135)">}</span><span class="ansi-yellow-bg" style="color: rgb(175,0,0)">.parquet</span><span class="ansi-yellow-bg" style="color: rgb(175,0,0)">"</span><span class="ansi-yellow-bg">)</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 2</span> entity_df <span style="color: rgb(98,98,98)">=</span> pd<span style="color: rgb(98,98,98)">.</span>read_parquet(<span style="color: rgb(175,0,0)">f</span><span style="color: rgb(175,0,0)">"</span><span class="ansi-bold" style="color: rgb(175,95,135)">{</span>INPUT_DIR<span class="ansi-bold" style="color: rgb(175,95,135)">}</span><span style="color: rgb(175,0,0)">/</span><span class="ansi-bold" style="color: rgb(175,95,135)">{</span>ENTITY_TABLE<span class="ansi-bold" style="color: rgb(175,95,135)">}</span><span style="color: rgb(175,0,0)">.parquet</span><span style="color: rgb(175,0,0)">"</span>)
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 3</span> report_df <span style="color: rgb(98,98,98)">=</span> pd<span style="color: rgb(98,98,98)">.</span>read_parquet(<span style="color: rgb(175,0,0)">f</span><span style="color: rgb(175,0,0)">"</span><span class="ansi-bold" style="color: rgb(175,95,135)">{</span>INPUT_DIR<span class="ansi-bold" style="color: rgb(175,95,135)">}</span><span style="color: rgb(175,0,0)">/</span><span class="ansi-bold" style="color: rgb(175,95,135)">{</span>COMMUNITY_REPORT_TABLE<span class="ansi-bold" style="color: rgb(175,95,135)">}</span><span style="color: rgb(175,0,0)">.parquet</span><span style="color: rgb(175,0,0)">"</span>)
|
||||
<div class="jp-RenderedText jp-OutputArea-output" data-mime-type="text/plain" tabindex="0">
|
||||
<pre>Total report count: 72
|
||||
Report count after filtering by community level None: 72
|
||||
</pre>
|
||||
</div>
|
||||
</div>
|
||||
<div class="jp-OutputArea-child jp-OutputArea-executeResult">
|
||||
<div class="jp-OutputPrompt jp-OutputArea-prompt">Out[5]:</div>
|
||||
<div class="jp-RenderedHTMLCommon jp-RenderedHTML jp-OutputArea-output jp-OutputArea-executeResult" data-mime-type="text/html" tabindex="0">
|
||||
<div>
|
||||
<style scoped="">
|
||||
.dataframe tbody tr th:only-of-type {
|
||||
vertical-align: middle;
|
||||
}
|
||||
|
||||
File <span class="ansi-green-fg">~/.cache/pypoetry/virtualenvs/graphrag-F2jvqev7-py3.11/lib/python3.11/site-packages/pandas/io/parquet.py:667</span>, in <span class="ansi-cyan-fg">read_parquet</span><span class="ansi-blue-fg">(path, engine, columns, storage_options, use_nullable_dtypes, dtype_backend, filesystem, filters, **kwargs)</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 664</span> use_nullable_dtypes <span style="color: rgb(98,98,98)">=</span> <span class="ansi-bold" style="color: rgb(0,135,0)">False</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 665</span> check_dtype_backend(dtype_backend)
|
||||
<span class="ansi-green-fg">--> 667</span> <span class="ansi-bold" style="color: rgb(0,135,0)">return</span> <span class="ansi-yellow-bg">impl</span><span class="ansi-yellow-bg" style="color: rgb(98,98,98)">.</span><span class="ansi-yellow-bg">read</span><span class="ansi-yellow-bg">(</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 668</span> <span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg">path</span><span class="ansi-yellow-bg">,</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 669</span> <span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg">columns</span><span class="ansi-yellow-bg" style="color: rgb(98,98,98)">=</span><span class="ansi-yellow-bg">columns</span><span class="ansi-yellow-bg">,</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 670</span> <span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg">filters</span><span class="ansi-yellow-bg" style="color: rgb(98,98,98)">=</span><span class="ansi-yellow-bg">filters</span><span class="ansi-yellow-bg">,</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 671</span> <span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg">storage_options</span><span class="ansi-yellow-bg" style="color: rgb(98,98,98)">=</span><span class="ansi-yellow-bg">storage_options</span><span class="ansi-yellow-bg">,</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 672</span> <span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg">use_nullable_dtypes</span><span class="ansi-yellow-bg" style="color: rgb(98,98,98)">=</span><span class="ansi-yellow-bg">use_nullable_dtypes</span><span class="ansi-yellow-bg">,</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 673</span> <span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg">dtype_backend</span><span class="ansi-yellow-bg" style="color: rgb(98,98,98)">=</span><span class="ansi-yellow-bg">dtype_backend</span><span class="ansi-yellow-bg">,</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 674</span> <span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg">filesystem</span><span class="ansi-yellow-bg" style="color: rgb(98,98,98)">=</span><span class="ansi-yellow-bg">filesystem</span><span class="ansi-yellow-bg">,</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 675</span> <span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg" style="color: rgb(98,98,98)">*</span><span class="ansi-yellow-bg" style="color: rgb(98,98,98)">*</span><span class="ansi-yellow-bg">kwargs</span><span class="ansi-yellow-bg">,</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 676</span> <span class="ansi-yellow-bg">)</span>
|
||||
.dataframe tbody tr th {
|
||||
vertical-align: top;
|
||||
}
|
||||
|
||||
File <span class="ansi-green-fg">~/.cache/pypoetry/virtualenvs/graphrag-F2jvqev7-py3.11/lib/python3.11/site-packages/pandas/io/parquet.py:267</span>, in <span class="ansi-cyan-fg">PyArrowImpl.read</span><span class="ansi-blue-fg">(self, path, columns, filters, use_nullable_dtypes, dtype_backend, storage_options, filesystem, **kwargs)</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 264</span> <span class="ansi-bold" style="color: rgb(0,135,0)">if</span> manager <span style="color: rgb(98,98,98)">==</span> <span style="color: rgb(175,0,0)">"</span><span style="color: rgb(175,0,0)">array</span><span style="color: rgb(175,0,0)">"</span>:
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 265</span> to_pandas_kwargs[<span style="color: rgb(175,0,0)">"</span><span style="color: rgb(175,0,0)">split_blocks</span><span style="color: rgb(175,0,0)">"</span>] <span style="color: rgb(98,98,98)">=</span> <span class="ansi-bold" style="color: rgb(0,135,0)">True</span> <span style="color: rgb(95,135,135)"># type: ignore[assignment]</span>
|
||||
<span class="ansi-green-fg">--> 267</span> path_or_handle, handles, filesystem <span style="color: rgb(98,98,98)">=</span> <span class="ansi-yellow-bg">_get_path_or_handle</span><span class="ansi-yellow-bg">(</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 268</span> <span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg">path</span><span class="ansi-yellow-bg">,</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 269</span> <span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg">filesystem</span><span class="ansi-yellow-bg">,</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 270</span> <span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg">storage_options</span><span class="ansi-yellow-bg" style="color: rgb(98,98,98)">=</span><span class="ansi-yellow-bg">storage_options</span><span class="ansi-yellow-bg">,</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 271</span> <span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg">mode</span><span class="ansi-yellow-bg" style="color: rgb(98,98,98)">=</span><span class="ansi-yellow-bg" style="color: rgb(175,0,0)">"</span><span class="ansi-yellow-bg" style="color: rgb(175,0,0)">rb</span><span class="ansi-yellow-bg" style="color: rgb(175,0,0)">"</span><span class="ansi-yellow-bg">,</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 272</span> <span class="ansi-yellow-bg">)</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 273</span> <span class="ansi-bold" style="color: rgb(0,135,0)">try</span>:
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 274</span> pa_table <span style="color: rgb(98,98,98)">=</span> <span style="color: rgb(0,135,0)">self</span><span style="color: rgb(98,98,98)">.</span>api<span style="color: rgb(98,98,98)">.</span>parquet<span style="color: rgb(98,98,98)">.</span>read_table(
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 275</span> path_or_handle,
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 276</span> columns<span style="color: rgb(98,98,98)">=</span>columns,
|
||||
<span class="ansi-green-fg"> (...)</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 279</span> <span style="color: rgb(98,98,98)">*</span><span style="color: rgb(98,98,98)">*</span>kwargs,
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 280</span> )
|
||||
|
||||
File <span class="ansi-green-fg">~/.cache/pypoetry/virtualenvs/graphrag-F2jvqev7-py3.11/lib/python3.11/site-packages/pandas/io/parquet.py:140</span>, in <span class="ansi-cyan-fg">_get_path_or_handle</span><span class="ansi-blue-fg">(path, fs, storage_options, mode, is_dir)</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 130</span> handles <span style="color: rgb(98,98,98)">=</span> <span class="ansi-bold" style="color: rgb(0,135,0)">None</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 131</span> <span class="ansi-bold" style="color: rgb(0,135,0)">if</span> (
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 132</span> <span class="ansi-bold" style="color: rgb(175,0,255)">not</span> fs
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 133</span> <span class="ansi-bold" style="color: rgb(175,0,255)">and</span> <span class="ansi-bold" style="color: rgb(175,0,255)">not</span> is_dir
|
||||
<span class="ansi-green-fg"> (...)</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 138</span> <span style="color: rgb(95,135,135)"># fsspec resources can also point to directories</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 139</span> <span style="color: rgb(95,135,135)"># this branch is used for example when reading from non-fsspec URLs</span>
|
||||
<span class="ansi-green-fg">--> 140</span> handles <span style="color: rgb(98,98,98)">=</span> <span class="ansi-yellow-bg">get_handle</span><span class="ansi-yellow-bg">(</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 141</span> <span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg">path_or_handle</span><span class="ansi-yellow-bg">,</span><span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg">mode</span><span class="ansi-yellow-bg">,</span><span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg">is_text</span><span class="ansi-yellow-bg" style="color: rgb(98,98,98)">=</span><span class="ansi-yellow-bg ansi-bold" style="color: rgb(0,135,0)">False</span><span class="ansi-yellow-bg">,</span><span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg">storage_options</span><span class="ansi-yellow-bg" style="color: rgb(98,98,98)">=</span><span class="ansi-yellow-bg">storage_options</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 142</span> <span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg">)</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 143</span> fs <span style="color: rgb(98,98,98)">=</span> <span class="ansi-bold" style="color: rgb(0,135,0)">None</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 144</span> path_or_handle <span style="color: rgb(98,98,98)">=</span> handles<span style="color: rgb(98,98,98)">.</span>handle
|
||||
|
||||
File <span class="ansi-green-fg">~/.cache/pypoetry/virtualenvs/graphrag-F2jvqev7-py3.11/lib/python3.11/site-packages/pandas/io/common.py:882</span>, in <span class="ansi-cyan-fg">get_handle</span><span class="ansi-blue-fg">(path_or_buf, mode, encoding, compression, memory_map, is_text, errors, storage_options)</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 873</span> handle <span style="color: rgb(98,98,98)">=</span> <span style="color: rgb(0,135,0)">open</span>(
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 874</span> handle,
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 875</span> ioargs<span style="color: rgb(98,98,98)">.</span>mode,
|
||||
<span class="ansi-green-fg"> (...)</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 878</span> newline<span style="color: rgb(98,98,98)">=</span><span style="color: rgb(175,0,0)">"</span><span style="color: rgb(175,0,0)">"</span>,
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 879</span> )
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 880</span> <span class="ansi-bold" style="color: rgb(0,135,0)">else</span>:
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 881</span> <span style="color: rgb(95,135,135)"># Binary mode</span>
|
||||
<span class="ansi-green-fg">--> 882</span> handle <span style="color: rgb(98,98,98)">=</span> <span class="ansi-yellow-bg" style="color: rgb(0,135,0)">open</span><span class="ansi-yellow-bg">(</span><span class="ansi-yellow-bg">handle</span><span class="ansi-yellow-bg">,</span><span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg">ioargs</span><span class="ansi-yellow-bg" style="color: rgb(98,98,98)">.</span><span class="ansi-yellow-bg">mode</span><span class="ansi-yellow-bg">)</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 883</span> handles<span style="color: rgb(98,98,98)">.</span>append(handle)
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 885</span> <span style="color: rgb(95,135,135)"># Convert BytesIO or file objects passed with an encoding</span>
|
||||
|
||||
<span class="ansi-red-fg">FileNotFoundError</span>: [Errno 2] No such file or directory: './inputs/operation dulce/communities.parquet'</pre>
|
||||
.dataframe thead th {
|
||||
text-align: right;
|
||||
}
|
||||
</style>
|
||||
<table border="1" class="dataframe">
|
||||
<thead>
|
||||
<tr style="text-align: right;">
|
||||
<th></th>
|
||||
<th>id</th>
|
||||
<th>human_readable_id</th>
|
||||
<th>community</th>
|
||||
<th>parent</th>
|
||||
<th>level</th>
|
||||
<th>title</th>
|
||||
<th>summary</th>
|
||||
<th>full_content</th>
|
||||
<th>rank</th>
|
||||
<th>rank_explanation</th>
|
||||
<th>findings</th>
|
||||
<th>full_content_json</th>
|
||||
<th>period</th>
|
||||
<th>size</th>
|
||||
</tr>
|
||||
</thead>
|
||||
<tbody>
|
||||
<tr>
|
||||
<th>0</th>
|
||||
<td>16949a5d17b740b2b4a6f787b0a637f1</td>
|
||||
<td>43</td>
|
||||
<td>43</td>
|
||||
<td>10</td>
|
||||
<td>2</td>
|
||||
<td>Ben Bloomberg and the Harmoniser Project</td>
|
||||
<td>The community centers around Ben Bloomberg, a ...</td>
|
||||
<td># Ben Bloomberg and the Harmoniser Project\n\n...</td>
|
||||
<td>7.5</td>
|
||||
<td>The impact severity rating is high due to the ...</td>
|
||||
<td>[{'explanation': 'Ben Bloomberg is a pivotal f...</td>
|
||||
<td>{\n "title": "Ben Bloomberg and the Harmoni...</td>
|
||||
<td>2025-01-10</td>
|
||||
<td>35</td>
|
||||
</tr>
|
||||
<tr>
|
||||
<th>1</th>
|
||||
<td>4ff756b7041f4dcab6612e016af2b14d</td>
|
||||
<td>44</td>
|
||||
<td>44</td>
|
||||
<td>10</td>
|
||||
<td>2</td>
|
||||
<td>North Hampton and Influential Musicians</td>
|
||||
<td>The community centers around North Hampton, a ...</td>
|
||||
<td># North Hampton and Influential Musicians\n\nT...</td>
|
||||
<td>6.5</td>
|
||||
<td>The impact severity rating is moderately high ...</td>
|
||||
<td>[{'explanation': 'North Hampton serves as the ...</td>
|
||||
<td>{\n "title": "North Hampton and Influential...</td>
|
||||
<td>2025-01-10</td>
|
||||
<td>4</td>
|
||||
</tr>
|
||||
<tr>
|
||||
<th>2</th>
|
||||
<td>2d3df394272743a781606ad80ccb5312</td>
|
||||
<td>45</td>
|
||||
<td>45</td>
|
||||
<td>10</td>
|
||||
<td>2</td>
|
||||
<td>Prince of Monaco and Monaco</td>
|
||||
<td>The community revolves around the Prince of Mo...</td>
|
||||
<td># Prince of Monaco and Monaco\n\nThe community...</td>
|
||||
<td>4.0</td>
|
||||
<td>The impact severity rating is moderate due to ...</td>
|
||||
<td>[{'explanation': 'The Prince of Monaco is a ke...</td>
|
||||
<td>{\n "title": "Prince of Monaco and Monaco",...</td>
|
||||
<td>2025-01-10</td>
|
||||
<td>2</td>
|
||||
</tr>
|
||||
<tr>
|
||||
<th>3</th>
|
||||
<td>becbd958973f42b0bd53cca9250feaf1</td>
|
||||
<td>46</td>
|
||||
<td>46</td>
|
||||
<td>10</td>
|
||||
<td>2</td>
|
||||
<td>Robot Opera and Broadway</td>
|
||||
<td>The community revolves around the Robot Opera,...</td>
|
||||
<td># Robot Opera and Broadway\n\nThe community re...</td>
|
||||
<td>7.5</td>
|
||||
<td>The impact severity rating is high due to the ...</td>
|
||||
<td>[{'explanation': 'The Robot Opera is a notable...</td>
|
||||
<td>{\n "title": "Robot Opera and Broadway",\n ...</td>
|
||||
<td>2025-01-10</td>
|
||||
<td>2</td>
|
||||
</tr>
|
||||
<tr>
|
||||
<th>4</th>
|
||||
<td>f7d29921ae3e41a79ae7f88dae584892</td>
|
||||
<td>47</td>
|
||||
<td>47</td>
|
||||
<td>13</td>
|
||||
<td>2</td>
|
||||
<td>Ben and Jacob's Fusion of Art and Technology</td>
|
||||
<td>The community centers around Ben and Jacob, wh...</td>
|
||||
<td># Ben and Jacob's Fusion of Art and Technology...</td>
|
||||
<td>7.5</td>
|
||||
<td>The impact severity rating is high due to the ...</td>
|
||||
<td>[{'explanation': 'Ben and Jacob are key collab...</td>
|
||||
<td>{\n "title": "Ben and Jacob's Fusion of Art...</td>
|
||||
<td>2025-01-10</td>
|
||||
<td>5</td>
|
||||
</tr>
|
||||
</tbody>
|
||||
</table>
|
||||
</div>
|
||||
</div>
|
||||
</div>
|
||||
</div>
|
||||
@ -2235,8 +2303,8 @@ File <span class="ansi-green-fg">~/.cache/pypoetry/virtualenvs/graphrag-F2jvqev7
|
||||
</div>
|
||||
</div>
|
||||
</div>
|
||||
</div><div class="jp-Cell jp-CodeCell jp-Notebook-cell">
|
||||
<div class="jp-Cell jp-CodeCell jp-Notebook-cell">
|
||||
</div><div class="jp-Cell jp-CodeCell jp-Notebook-cell jp-mod-noOutputs">
|
||||
<div class="jp-Cell jp-CodeCell jp-Notebook-cell jp-mod-noOutputs">
|
||||
<div class="jp-Cell-inputWrapper" tabindex="0">
|
||||
<div class="jp-Collapser jp-InputCollapser jp-Cell-inputCollapser">
|
||||
</div>
|
||||
@ -2297,41 +2365,6 @@ context_builder = GlobalCommunityContext(
|
||||
</div>
|
||||
</div>
|
||||
</div>
|
||||
<div class="jp-Cell-outputWrapper">
|
||||
<div class="jp-Collapser jp-OutputCollapser jp-Cell-outputCollapser">
|
||||
</div>
|
||||
<div class="jp-OutputArea jp-Cell-outputArea">
|
||||
<div class="jp-OutputArea-child">
|
||||
<div class="jp-OutputPrompt jp-OutputArea-prompt"></div>
|
||||
<div class="jp-RenderedText jp-OutputArea-output" data-mime-type="application/vnd.jupyter.stderr" tabindex="0">
|
||||
<pre>
|
||||
<span class="ansi-red-fg">---------------------------------------------------------------------------</span>
|
||||
<span class="ansi-red-fg">NameError</span> Traceback (most recent call last)
|
||||
Cell <span class="ansi-green-fg">In[6], line 10</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1</span> mini_llm <span style="color: rgb(98,98,98)">=</span> ChatOpenAI(
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 2</span> api_key<span style="color: rgb(98,98,98)">=</span>api_key,
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 3</span> model<span style="color: rgb(98,98,98)">=</span><span style="color: rgb(175,0,0)">"</span><span style="color: rgb(175,0,0)">gpt-4o-mini</span><span style="color: rgb(175,0,0)">"</span>,
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 4</span> api_type<span style="color: rgb(98,98,98)">=</span>OpenaiApiType<span style="color: rgb(98,98,98)">.</span>OpenAI, <span style="color: rgb(95,135,135)"># OpenaiApiType.OpenAI or OpenaiApiType.AzureOpenAI</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 5</span> max_retries<span style="color: rgb(98,98,98)">=</span><span style="color: rgb(98,98,98)">20</span>,
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 6</span> )
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 7</span> mini_token_encoder <span style="color: rgb(98,98,98)">=</span> tiktoken<span style="color: rgb(98,98,98)">.</span>encoding_for_model(mini_llm<span style="color: rgb(98,98,98)">.</span>model)
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 9</span> context_builder <span style="color: rgb(98,98,98)">=</span> GlobalCommunityContext(
|
||||
<span class="ansi-green-fg">---> 10</span> community_reports<span style="color: rgb(98,98,98)">=</span><span class="ansi-yellow-bg">reports</span>,
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 11</span> communities<span style="color: rgb(98,98,98)">=</span>communities,
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 12</span> entities<span style="color: rgb(98,98,98)">=</span>entities, <span style="color: rgb(95,135,135)"># default to None if you don't want to use community weights for ranking</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 13</span> token_encoder<span style="color: rgb(98,98,98)">=</span>token_encoder,
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 14</span> dynamic_community_selection<span style="color: rgb(98,98,98)">=</span><span class="ansi-bold" style="color: rgb(0,135,0)">True</span>,
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 15</span> dynamic_community_selection_kwargs<span style="color: rgb(98,98,98)">=</span>{
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 16</span> <span style="color: rgb(175,0,0)">"</span><span style="color: rgb(175,0,0)">llm</span><span style="color: rgb(175,0,0)">"</span>: mini_llm,
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 17</span> <span style="color: rgb(175,0,0)">"</span><span style="color: rgb(175,0,0)">token_encoder</span><span style="color: rgb(175,0,0)">"</span>: mini_token_encoder,
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 18</span> },
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 19</span> )
|
||||
|
||||
<span class="ansi-red-fg">NameError</span>: name 'reports' is not defined</pre>
|
||||
</div>
|
||||
</div>
|
||||
</div>
|
||||
</div>
|
||||
</div>
|
||||
</div>
|
||||
<div class="jp-Cell jp-MarkdownCell jp-Notebook-cell">
|
||||
@ -2415,8 +2448,8 @@ reduce_llm_params = {
|
||||
</div>
|
||||
</div>
|
||||
</div>
|
||||
</div><div class="jp-Cell jp-CodeCell jp-Notebook-cell">
|
||||
<div class="jp-Cell jp-CodeCell jp-Notebook-cell">
|
||||
</div><div class="jp-Cell jp-CodeCell jp-Notebook-cell jp-mod-noOutputs">
|
||||
<div class="jp-Cell jp-CodeCell jp-Notebook-cell jp-mod-noOutputs">
|
||||
<div class="jp-Cell-inputWrapper" tabindex="0">
|
||||
<div class="jp-Collapser jp-InputCollapser jp-Cell-inputCollapser">
|
||||
</div>
|
||||
@ -2465,36 +2498,6 @@ reduce_llm_params = {
|
||||
</div>
|
||||
</div>
|
||||
</div>
|
||||
<div class="jp-Cell-outputWrapper">
|
||||
<div class="jp-Collapser jp-OutputCollapser jp-Cell-outputCollapser">
|
||||
</div>
|
||||
<div class="jp-OutputArea jp-Cell-outputArea">
|
||||
<div class="jp-OutputArea-child">
|
||||
<div class="jp-OutputPrompt jp-OutputArea-prompt"></div>
|
||||
<div class="jp-RenderedText jp-OutputArea-output" data-mime-type="application/vnd.jupyter.stderr" tabindex="0">
|
||||
<pre>
|
||||
<span class="ansi-red-fg">---------------------------------------------------------------------------</span>
|
||||
<span class="ansi-red-fg">NameError</span> Traceback (most recent call last)
|
||||
Cell <span class="ansi-green-fg">In[8], line 3</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1</span> search_engine <span style="color: rgb(98,98,98)">=</span> GlobalSearch(
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 2</span> llm<span style="color: rgb(98,98,98)">=</span>llm,
|
||||
<span class="ansi-green-fg">----> 3</span> context_builder<span style="color: rgb(98,98,98)">=</span><span class="ansi-yellow-bg">context_builder</span>,
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 4</span> token_encoder<span style="color: rgb(98,98,98)">=</span>token_encoder,
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 5</span> max_data_tokens<span style="color: rgb(98,98,98)">=</span><span style="color: rgb(98,98,98)">12_000</span>, <span style="color: rgb(95,135,135)"># change this based on the token limit you have on your model (if you are using a model with 8k limit, a good setting could be 5000)</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 6</span> map_llm_params<span style="color: rgb(98,98,98)">=</span>map_llm_params,
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 7</span> reduce_llm_params<span style="color: rgb(98,98,98)">=</span>reduce_llm_params,
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 8</span> allow_general_knowledge<span style="color: rgb(98,98,98)">=</span><span class="ansi-bold" style="color: rgb(0,135,0)">False</span>, <span style="color: rgb(95,135,135)"># set this to True will add instruction to encourage the LLM to incorporate general knowledge in the response, which may increase hallucinations, but could be useful in some use cases.</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 9</span> json_mode<span style="color: rgb(98,98,98)">=</span><span class="ansi-bold" style="color: rgb(0,135,0)">True</span>, <span style="color: rgb(95,135,135)"># set this to False if your LLM model does not support JSON mode.</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 10</span> context_builder_params<span style="color: rgb(98,98,98)">=</span>context_builder_params,
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 11</span> concurrent_coroutines<span style="color: rgb(98,98,98)">=</span><span style="color: rgb(98,98,98)">32</span>,
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 12</span> response_type<span style="color: rgb(98,98,98)">=</span><span style="color: rgb(175,0,0)">"</span><span style="color: rgb(175,0,0)">multiple paragraphs</span><span style="color: rgb(175,0,0)">"</span>, <span style="color: rgb(95,135,135)"># free form text describing the response type and format, can be anything, e.g. prioritized list, single paragraph, multiple paragraphs, multiple-page report</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 13</span> )
|
||||
|
||||
<span class="ansi-red-fg">NameError</span>: name 'context_builder' is not defined</pre>
|
||||
</div>
|
||||
</div>
|
||||
</div>
|
||||
</div>
|
||||
</div>
|
||||
</div><div class="jp-Cell jp-CodeCell jp-Notebook-cell">
|
||||
<div class="jp-Cell jp-CodeCell jp-Notebook-cell">
|
||||
@ -2539,14 +2542,317 @@ print(result.response)</div>
|
||||
<div class="jp-RenderedText jp-OutputArea-output" data-mime-type="application/vnd.jupyter.stderr" tabindex="0">
|
||||
<pre>
|
||||
<span class="ansi-red-fg">---------------------------------------------------------------------------</span>
|
||||
<span class="ansi-red-fg">NameError</span> Traceback (most recent call last)
|
||||
<span class="ansi-red-fg">RateLimitError</span> Traceback (most recent call last)
|
||||
Cell <span class="ansi-green-fg">In[9], line 1</span>
|
||||
<span class="ansi-green-fg">----> 1</span> result <span style="color: rgb(98,98,98)">=</span> <span class="ansi-bold" style="color: rgb(0,135,0)">await</span> <span class="ansi-yellow-bg">search_engine</span><span style="color: rgb(98,98,98)">.</span>asearch(
|
||||
<span class="ansi-green-fg">----> 1</span> result <span style="color: rgb(98,98,98)">=</span> <span class="ansi-bold" style="color: rgb(0,135,0)">await</span> search_engine<span style="color: rgb(98,98,98)">.</span>asearch(
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 2</span> <span style="color: rgb(175,0,0)">"</span><span style="color: rgb(175,0,0)">What is Cosmic Vocalization and who are involved in it?</span><span style="color: rgb(175,0,0)">"</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 3</span> )
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 5</span> <span style="color: rgb(0,135,0)">print</span>(result<span style="color: rgb(98,98,98)">.</span>response)
|
||||
|
||||
<span class="ansi-red-fg">NameError</span>: name 'search_engine' is not defined</pre>
|
||||
File <span class="ansi-green-fg">~/work/graphrag/graphrag/graphrag/query/structured_search/global_search/search.py:156</span>, in <span class="ansi-cyan-fg">GlobalSearch.asearch</span><span class="ansi-blue-fg">(self, query, conversation_history, **kwargs)</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 153</span> llm_calls, prompt_tokens, output_tokens <span style="color: rgb(98,98,98)">=</span> {}, {}, {}
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 155</span> start_time <span style="color: rgb(98,98,98)">=</span> time<span style="color: rgb(98,98,98)">.</span>time()
|
||||
<span class="ansi-green-fg">--> 156</span> context_result <span style="color: rgb(98,98,98)">=</span> <span class="ansi-bold" style="color: rgb(0,135,0)">await</span> <span style="color: rgb(0,135,0)">self</span><span style="color: rgb(98,98,98)">.</span>context_builder<span style="color: rgb(98,98,98)">.</span>build_context(
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 157</span> query<span style="color: rgb(98,98,98)">=</span>query,
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 158</span> conversation_history<span style="color: rgb(98,98,98)">=</span>conversation_history,
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 159</span> <span style="color: rgb(98,98,98)">*</span><span style="color: rgb(98,98,98)">*</span><span style="color: rgb(0,135,0)">self</span><span style="color: rgb(98,98,98)">.</span>context_builder_params,
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 160</span> )
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 161</span> llm_calls[<span style="color: rgb(175,0,0)">"</span><span style="color: rgb(175,0,0)">build_context</span><span style="color: rgb(175,0,0)">"</span>] <span style="color: rgb(98,98,98)">=</span> context_result<span style="color: rgb(98,98,98)">.</span>llm_calls
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 162</span> prompt_tokens[<span style="color: rgb(175,0,0)">"</span><span style="color: rgb(175,0,0)">build_context</span><span style="color: rgb(175,0,0)">"</span>] <span style="color: rgb(98,98,98)">=</span> context_result<span style="color: rgb(98,98,98)">.</span>prompt_tokens
|
||||
|
||||
File <span class="ansi-green-fg">~/work/graphrag/graphrag/graphrag/query/structured_search/global_search/community_context.py:98</span>, in <span class="ansi-cyan-fg">GlobalCommunityContext.build_context</span><span class="ansi-blue-fg">(self, query, conversation_history, use_community_summary, column_delimiter, shuffle_data, include_community_rank, min_community_rank, community_rank_name, include_community_weight, community_weight_name, normalize_community_weight, max_tokens, context_name, conversation_history_user_turns_only, conversation_history_max_turns, **kwargs)</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 93</span> community_reports <span style="color: rgb(98,98,98)">=</span> <span style="color: rgb(0,135,0)">self</span><span style="color: rgb(98,98,98)">.</span>community_reports
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 94</span> <span class="ansi-bold" style="color: rgb(0,135,0)">if</span> <span style="color: rgb(0,135,0)">self</span><span style="color: rgb(98,98,98)">.</span>dynamic_community_selection <span class="ansi-bold" style="color: rgb(175,0,255)">is</span> <span class="ansi-bold" style="color: rgb(175,0,255)">not</span> <span class="ansi-bold" style="color: rgb(0,135,0)">None</span>:
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 95</span> (
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 96</span> community_reports,
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 97</span> dynamic_info,
|
||||
<span class="ansi-green-fg">---> 98</span> ) <span style="color: rgb(98,98,98)">=</span> <span class="ansi-bold" style="color: rgb(0,135,0)">await</span> <span style="color: rgb(0,135,0)">self</span><span style="color: rgb(98,98,98)">.</span>dynamic_community_selection<span style="color: rgb(98,98,98)">.</span>select(query)
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 99</span> llm_calls <span style="color: rgb(98,98,98)">+</span><span style="color: rgb(98,98,98)">=</span> dynamic_info[<span style="color: rgb(175,0,0)">"</span><span style="color: rgb(175,0,0)">llm_calls</span><span style="color: rgb(175,0,0)">"</span>]
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 100</span> prompt_tokens <span style="color: rgb(98,98,98)">+</span><span style="color: rgb(98,98,98)">=</span> dynamic_info[<span style="color: rgb(175,0,0)">"</span><span style="color: rgb(175,0,0)">prompt_tokens</span><span style="color: rgb(175,0,0)">"</span>]
|
||||
|
||||
File <span class="ansi-green-fg">~/work/graphrag/graphrag/graphrag/query/context_builder/dynamic_community_selection.py:109</span>, in <span class="ansi-cyan-fg">DynamicCommunitySelection.select</span><span class="ansi-blue-fg">(self, query)</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 106</span> relevant_communities <span style="color: rgb(98,98,98)">=</span> <span style="color: rgb(0,135,0)">set</span>()
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 108</span> <span class="ansi-bold" style="color: rgb(0,135,0)">while</span> queue:
|
||||
<span class="ansi-green-fg">--> 109</span> gather_results <span style="color: rgb(98,98,98)">=</span> <span class="ansi-bold" style="color: rgb(0,135,0)">await</span> asyncio<span style="color: rgb(98,98,98)">.</span>gather(<span style="color: rgb(98,98,98)">*</span>[
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 110</span> rate_relevancy(
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 111</span> query<span style="color: rgb(98,98,98)">=</span>query,
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 112</span> description<span style="color: rgb(98,98,98)">=</span>(
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 113</span> <span style="color: rgb(0,135,0)">self</span><span style="color: rgb(98,98,98)">.</span>reports[community]<span style="color: rgb(98,98,98)">.</span>summary
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 114</span> <span class="ansi-bold" style="color: rgb(0,135,0)">if</span> <span style="color: rgb(0,135,0)">self</span><span style="color: rgb(98,98,98)">.</span>use_summary
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 115</span> <span class="ansi-bold" style="color: rgb(0,135,0)">else</span> <span style="color: rgb(0,135,0)">self</span><span style="color: rgb(98,98,98)">.</span>reports[community]<span style="color: rgb(98,98,98)">.</span>full_content
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 116</span> ),
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 117</span> llm<span style="color: rgb(98,98,98)">=</span><span style="color: rgb(0,135,0)">self</span><span style="color: rgb(98,98,98)">.</span>llm,
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 118</span> token_encoder<span style="color: rgb(98,98,98)">=</span><span style="color: rgb(0,135,0)">self</span><span style="color: rgb(98,98,98)">.</span>token_encoder,
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 119</span> rate_query<span style="color: rgb(98,98,98)">=</span><span style="color: rgb(0,135,0)">self</span><span style="color: rgb(98,98,98)">.</span>rate_query,
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 120</span> num_repeats<span style="color: rgb(98,98,98)">=</span><span style="color: rgb(0,135,0)">self</span><span style="color: rgb(98,98,98)">.</span>num_repeats,
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 121</span> semaphore<span style="color: rgb(98,98,98)">=</span><span style="color: rgb(0,135,0)">self</span><span style="color: rgb(98,98,98)">.</span>semaphore,
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 122</span> <span style="color: rgb(98,98,98)">*</span><span style="color: rgb(98,98,98)">*</span><span style="color: rgb(0,135,0)">self</span><span style="color: rgb(98,98,98)">.</span>llm_kwargs,
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 123</span> )
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 124</span> <span class="ansi-bold" style="color: rgb(0,135,0)">for</span> community <span class="ansi-bold" style="color: rgb(175,0,255)">in</span> queue
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 125</span> ])
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 127</span> communities_to_rate <span style="color: rgb(98,98,98)">=</span> []
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 128</span> <span class="ansi-bold" style="color: rgb(0,135,0)">for</span> community, result <span class="ansi-bold" style="color: rgb(175,0,255)">in</span> <span style="color: rgb(0,135,0)">zip</span>(queue, gather_results, strict<span style="color: rgb(98,98,98)">=</span><span class="ansi-bold" style="color: rgb(0,135,0)">True</span>):
|
||||
|
||||
File <span class="ansi-green-fg">~/work/graphrag/graphrag/graphrag/query/context_builder/rate_relevancy.py:54</span>, in <span class="ansi-cyan-fg">rate_relevancy</span><span class="ansi-blue-fg">(query, description, llm, token_encoder, rate_query, num_repeats, semaphore, **llm_kwargs)</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 52</span> <span class="ansi-bold" style="color: rgb(0,135,0)">for</span> _ <span class="ansi-bold" style="color: rgb(175,0,255)">in</span> <span style="color: rgb(0,135,0)">range</span>(num_repeats):
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 53</span> <span class="ansi-bold" style="color: rgb(0,135,0)">async</span> <span class="ansi-bold" style="color: rgb(0,135,0)">with</span> semaphore <span class="ansi-bold" style="color: rgb(0,135,0)">if</span> semaphore <span class="ansi-bold" style="color: rgb(175,0,255)">is</span> <span class="ansi-bold" style="color: rgb(175,0,255)">not</span> <span class="ansi-bold" style="color: rgb(0,135,0)">None</span> <span class="ansi-bold" style="color: rgb(0,135,0)">else</span> nullcontext():
|
||||
<span class="ansi-green-fg">---> 54</span> response <span style="color: rgb(98,98,98)">=</span> <span class="ansi-bold" style="color: rgb(0,135,0)">await</span> llm<span style="color: rgb(98,98,98)">.</span>agenerate(messages<span style="color: rgb(98,98,98)">=</span>messages, <span style="color: rgb(98,98,98)">*</span><span style="color: rgb(98,98,98)">*</span>llm_kwargs)
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 55</span> <span class="ansi-bold" style="color: rgb(0,135,0)">try</span>:
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 56</span> _, parsed_response <span style="color: rgb(98,98,98)">=</span> try_parse_json_object(response)
|
||||
|
||||
File <span class="ansi-green-fg">~/work/graphrag/graphrag/graphrag/query/llm/oai/chat_openai.py:142</span>, in <span class="ansi-cyan-fg">ChatOpenAI.agenerate</span><span class="ansi-blue-fg">(self, messages, streaming, callbacks, **kwargs)</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 135</span> <span class="ansi-bold" style="color: rgb(0,135,0)">try</span>:
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 136</span> retryer <span style="color: rgb(98,98,98)">=</span> AsyncRetrying(
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 137</span> stop<span style="color: rgb(98,98,98)">=</span>stop_after_attempt(<span style="color: rgb(0,135,0)">self</span><span style="color: rgb(98,98,98)">.</span>max_retries),
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 138</span> wait<span style="color: rgb(98,98,98)">=</span>wait_exponential_jitter(<span style="color: rgb(0,135,0)">max</span><span style="color: rgb(98,98,98)">=</span><span style="color: rgb(98,98,98)">10</span>),
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 139</span> reraise<span style="color: rgb(98,98,98)">=</span><span class="ansi-bold" style="color: rgb(0,135,0)">True</span>,
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 140</span> retry<span style="color: rgb(98,98,98)">=</span>retry_if_exception_type(<span style="color: rgb(0,135,0)">self</span><span style="color: rgb(98,98,98)">.</span>retry_error_types), <span style="color: rgb(95,135,135)"># type: ignore</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 141</span> )
|
||||
<span class="ansi-green-fg">--> 142</span> <span class="ansi-bold" style="color: rgb(0,135,0)">async</span> <span class="ansi-bold" style="color: rgb(0,135,0)">for</span> attempt <span class="ansi-bold" style="color: rgb(175,0,255)">in</span> retryer:
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 143</span> <span class="ansi-bold" style="color: rgb(0,135,0)">with</span> attempt:
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 144</span> <span class="ansi-bold" style="color: rgb(0,135,0)">return</span> <span class="ansi-bold" style="color: rgb(0,135,0)">await</span> <span style="color: rgb(0,135,0)">self</span><span style="color: rgb(98,98,98)">.</span>_agenerate(
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 145</span> messages<span style="color: rgb(98,98,98)">=</span>messages,
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 146</span> streaming<span style="color: rgb(98,98,98)">=</span>streaming,
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 147</span> callbacks<span style="color: rgb(98,98,98)">=</span>callbacks,
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 148</span> <span style="color: rgb(98,98,98)">*</span><span style="color: rgb(98,98,98)">*</span>kwargs,
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 149</span> )
|
||||
|
||||
File <span class="ansi-green-fg">~/.cache/pypoetry/virtualenvs/graphrag-F2jvqev7-py3.11/lib/python3.11/site-packages/tenacity/asyncio/__init__.py:166</span>, in <span class="ansi-cyan-fg">AsyncRetrying.__anext__</span><span class="ansi-blue-fg">(self)</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 164</span> <span class="ansi-bold" style="color: rgb(0,135,0)">async</span> <span class="ansi-bold" style="color: rgb(0,135,0)">def</span><span style="color: rgb(188,188,188)"> </span><span style="color: rgb(0,0,255)">__anext__</span>(<span style="color: rgb(0,135,0)">self</span>) <span style="color: rgb(98,98,98)">-</span><span style="color: rgb(98,98,98)">></span> AttemptManager:
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 165</span> <span class="ansi-bold" style="color: rgb(0,135,0)">while</span> <span class="ansi-bold" style="color: rgb(0,135,0)">True</span>:
|
||||
<span class="ansi-green-fg">--> 166</span> do <span style="color: rgb(98,98,98)">=</span> <span class="ansi-bold" style="color: rgb(0,135,0)">await</span> <span style="color: rgb(0,135,0)">self</span><span style="color: rgb(98,98,98)">.</span>iter(retry_state<span style="color: rgb(98,98,98)">=</span><span style="color: rgb(0,135,0)">self</span><span style="color: rgb(98,98,98)">.</span>_retry_state)
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 167</span> <span class="ansi-bold" style="color: rgb(0,135,0)">if</span> do <span class="ansi-bold" style="color: rgb(175,0,255)">is</span> <span class="ansi-bold" style="color: rgb(0,135,0)">None</span>:
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 168</span> <span class="ansi-bold" style="color: rgb(0,135,0)">raise</span> <span class="ansi-bold" style="color: rgb(215,95,95)">StopAsyncIteration</span>
|
||||
|
||||
File <span class="ansi-green-fg">~/.cache/pypoetry/virtualenvs/graphrag-F2jvqev7-py3.11/lib/python3.11/site-packages/tenacity/asyncio/__init__.py:153</span>, in <span class="ansi-cyan-fg">AsyncRetrying.iter</span><span class="ansi-blue-fg">(self, retry_state)</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 151</span> result <span style="color: rgb(98,98,98)">=</span> <span class="ansi-bold" style="color: rgb(0,135,0)">None</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 152</span> <span class="ansi-bold" style="color: rgb(0,135,0)">for</span> action <span class="ansi-bold" style="color: rgb(175,0,255)">in</span> <span style="color: rgb(0,135,0)">self</span><span style="color: rgb(98,98,98)">.</span>iter_state<span style="color: rgb(98,98,98)">.</span>actions:
|
||||
<span class="ansi-green-fg">--> 153</span> result <span style="color: rgb(98,98,98)">=</span> <span class="ansi-bold" style="color: rgb(0,135,0)">await</span> action(retry_state)
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 154</span> <span class="ansi-bold" style="color: rgb(0,135,0)">return</span> result
|
||||
|
||||
File <span class="ansi-green-fg">~/.cache/pypoetry/virtualenvs/graphrag-F2jvqev7-py3.11/lib/python3.11/site-packages/tenacity/_utils.py:99</span>, in <span class="ansi-cyan-fg">wrap_to_async_func.<locals>.inner</span><span class="ansi-blue-fg">(*args, **kwargs)</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 98</span> <span class="ansi-bold" style="color: rgb(0,135,0)">async</span> <span class="ansi-bold" style="color: rgb(0,135,0)">def</span><span style="color: rgb(188,188,188)"> </span><span style="color: rgb(0,0,255)">inner</span>(<span style="color: rgb(98,98,98)">*</span>args: typing<span style="color: rgb(98,98,98)">.</span>Any, <span style="color: rgb(98,98,98)">*</span><span style="color: rgb(98,98,98)">*</span>kwargs: typing<span style="color: rgb(98,98,98)">.</span>Any) <span style="color: rgb(98,98,98)">-</span><span style="color: rgb(98,98,98)">></span> typing<span style="color: rgb(98,98,98)">.</span>Any:
|
||||
<span class="ansi-green-fg">---> 99</span> <span class="ansi-bold" style="color: rgb(0,135,0)">return</span> <span class="ansi-yellow-bg">call</span><span class="ansi-yellow-bg">(</span><span class="ansi-yellow-bg" style="color: rgb(98,98,98)">*</span><span class="ansi-yellow-bg">args</span><span class="ansi-yellow-bg">,</span><span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg" style="color: rgb(98,98,98)">*</span><span class="ansi-yellow-bg" style="color: rgb(98,98,98)">*</span><span class="ansi-yellow-bg">kwargs</span><span class="ansi-yellow-bg">)</span>
|
||||
|
||||
File <span class="ansi-green-fg">~/.cache/pypoetry/virtualenvs/graphrag-F2jvqev7-py3.11/lib/python3.11/site-packages/tenacity/__init__.py:418</span>, in <span class="ansi-cyan-fg">BaseRetrying._post_stop_check_actions.<locals>.exc_check</span><span class="ansi-blue-fg">(rs)</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 416</span> retry_exc <span style="color: rgb(98,98,98)">=</span> <span style="color: rgb(0,135,0)">self</span><span style="color: rgb(98,98,98)">.</span>retry_error_cls(fut)
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 417</span> <span class="ansi-bold" style="color: rgb(0,135,0)">if</span> <span style="color: rgb(0,135,0)">self</span><span style="color: rgb(98,98,98)">.</span>reraise:
|
||||
<span class="ansi-green-fg">--> 418</span> <span class="ansi-bold" style="color: rgb(0,135,0)">raise</span> <span class="ansi-yellow-bg">retry_exc</span><span class="ansi-yellow-bg" style="color: rgb(98,98,98)">.</span><span class="ansi-yellow-bg">reraise</span><span class="ansi-yellow-bg">(</span><span class="ansi-yellow-bg">)</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 419</span> <span class="ansi-bold" style="color: rgb(0,135,0)">raise</span> retry_exc <span class="ansi-bold" style="color: rgb(0,135,0)">from</span><span style="color: rgb(188,188,188)"> </span><span class="ansi-bold" style="color: rgb(0,0,255)">fut</span><span class="ansi-bold" style="color: rgb(0,0,255)">.</span><span class="ansi-bold" style="color: rgb(0,0,255)">exception</span>()
|
||||
|
||||
File <span class="ansi-green-fg">~/.cache/pypoetry/virtualenvs/graphrag-F2jvqev7-py3.11/lib/python3.11/site-packages/tenacity/__init__.py:185</span>, in <span class="ansi-cyan-fg">RetryError.reraise</span><span class="ansi-blue-fg">(self)</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 183</span> <span class="ansi-bold" style="color: rgb(0,135,0)">def</span><span style="color: rgb(188,188,188)"> </span><span style="color: rgb(0,0,255)">reraise</span>(<span style="color: rgb(0,135,0)">self</span>) <span style="color: rgb(98,98,98)">-</span><span style="color: rgb(98,98,98)">></span> t<span style="color: rgb(98,98,98)">.</span>NoReturn:
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 184</span> <span class="ansi-bold" style="color: rgb(0,135,0)">if</span> <span style="color: rgb(0,135,0)">self</span><span style="color: rgb(98,98,98)">.</span>last_attempt<span style="color: rgb(98,98,98)">.</span>failed:
|
||||
<span class="ansi-green-fg">--> 185</span> <span class="ansi-bold" style="color: rgb(0,135,0)">raise</span> <span class="ansi-yellow-bg" style="color: rgb(0,135,0)">self</span><span class="ansi-yellow-bg" style="color: rgb(98,98,98)">.</span><span class="ansi-yellow-bg">last_attempt</span><span class="ansi-yellow-bg" style="color: rgb(98,98,98)">.</span><span class="ansi-yellow-bg">result</span><span class="ansi-yellow-bg">(</span><span class="ansi-yellow-bg">)</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 186</span> <span class="ansi-bold" style="color: rgb(0,135,0)">raise</span> <span style="color: rgb(0,135,0)">self</span>
|
||||
|
||||
File <span class="ansi-green-fg">/opt/hostedtoolcache/Python/3.11.11/x64/lib/python3.11/concurrent/futures/_base.py:449</span>, in <span class="ansi-cyan-fg">Future.result</span><span class="ansi-blue-fg">(self, timeout)</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 447</span> <span class="ansi-bold" style="color: rgb(0,135,0)">raise</span> CancelledError()
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 448</span> <span class="ansi-bold" style="color: rgb(0,135,0)">elif</span> <span style="color: rgb(0,135,0)">self</span><span style="color: rgb(98,98,98)">.</span>_state <span style="color: rgb(98,98,98)">==</span> FINISHED:
|
||||
<span class="ansi-green-fg">--> 449</span> <span class="ansi-bold" style="color: rgb(0,135,0)">return</span> <span class="ansi-yellow-bg" style="color: rgb(0,135,0)">self</span><span class="ansi-yellow-bg" style="color: rgb(98,98,98)">.</span><span class="ansi-yellow-bg">__get_result</span><span class="ansi-yellow-bg">(</span><span class="ansi-yellow-bg">)</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 451</span> <span style="color: rgb(0,135,0)">self</span><span style="color: rgb(98,98,98)">.</span>_condition<span style="color: rgb(98,98,98)">.</span>wait(timeout)
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 453</span> <span class="ansi-bold" style="color: rgb(0,135,0)">if</span> <span style="color: rgb(0,135,0)">self</span><span style="color: rgb(98,98,98)">.</span>_state <span class="ansi-bold" style="color: rgb(175,0,255)">in</span> [CANCELLED, CANCELLED_AND_NOTIFIED]:
|
||||
|
||||
File <span class="ansi-green-fg">/opt/hostedtoolcache/Python/3.11.11/x64/lib/python3.11/concurrent/futures/_base.py:401</span>, in <span class="ansi-cyan-fg">Future.__get_result</span><span class="ansi-blue-fg">(self)</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 399</span> <span class="ansi-bold" style="color: rgb(0,135,0)">if</span> <span style="color: rgb(0,135,0)">self</span><span style="color: rgb(98,98,98)">.</span>_exception:
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 400</span> <span class="ansi-bold" style="color: rgb(0,135,0)">try</span>:
|
||||
<span class="ansi-green-fg">--> 401</span> <span class="ansi-bold" style="color: rgb(0,135,0)">raise</span> <span style="color: rgb(0,135,0)">self</span><span style="color: rgb(98,98,98)">.</span>_exception
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 402</span> <span class="ansi-bold" style="color: rgb(0,135,0)">finally</span>:
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 403</span> <span style="color: rgb(95,135,135)"># Break a reference cycle with the exception in self._exception</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 404</span> <span style="color: rgb(0,135,0)">self</span> <span style="color: rgb(98,98,98)">=</span> <span class="ansi-bold" style="color: rgb(0,135,0)">None</span>
|
||||
|
||||
File <span class="ansi-green-fg">~/work/graphrag/graphrag/graphrag/query/llm/oai/chat_openai.py:144</span>, in <span class="ansi-cyan-fg">ChatOpenAI.agenerate</span><span class="ansi-blue-fg">(self, messages, streaming, callbacks, **kwargs)</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 142</span> <span class="ansi-bold" style="color: rgb(0,135,0)">async</span> <span class="ansi-bold" style="color: rgb(0,135,0)">for</span> attempt <span class="ansi-bold" style="color: rgb(175,0,255)">in</span> retryer:
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 143</span> <span class="ansi-bold" style="color: rgb(0,135,0)">with</span> attempt:
|
||||
<span class="ansi-green-fg">--> 144</span> <span class="ansi-bold" style="color: rgb(0,135,0)">return</span> <span class="ansi-bold" style="color: rgb(0,135,0)">await</span> <span style="color: rgb(0,135,0)">self</span><span style="color: rgb(98,98,98)">.</span>_agenerate(
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 145</span> messages<span style="color: rgb(98,98,98)">=</span>messages,
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 146</span> streaming<span style="color: rgb(98,98,98)">=</span>streaming,
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 147</span> callbacks<span style="color: rgb(98,98,98)">=</span>callbacks,
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 148</span> <span style="color: rgb(98,98,98)">*</span><span style="color: rgb(98,98,98)">*</span>kwargs,
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 149</span> )
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 150</span> <span class="ansi-bold" style="color: rgb(0,135,0)">except</span> RetryError <span class="ansi-bold" style="color: rgb(0,135,0)">as</span> e:
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 151</span> <span style="color: rgb(0,135,0)">self</span><span style="color: rgb(98,98,98)">.</span>_reporter<span style="color: rgb(98,98,98)">.</span>error(<span style="color: rgb(175,0,0)">f</span><span style="color: rgb(175,0,0)">"</span><span style="color: rgb(175,0,0)">Error at agenerate(): </span><span class="ansi-bold" style="color: rgb(175,95,135)">{</span>e<span class="ansi-bold" style="color: rgb(175,95,135)">}</span><span style="color: rgb(175,0,0)">"</span>)
|
||||
|
||||
File <span class="ansi-green-fg">~/work/graphrag/graphrag/graphrag/query/llm/oai/chat_openai.py:268</span>, in <span class="ansi-cyan-fg">ChatOpenAI._agenerate</span><span class="ansi-blue-fg">(self, messages, streaming, callbacks, **kwargs)</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 266</span> <span class="ansi-bold" style="color: rgb(0,135,0)">if</span> <span class="ansi-bold" style="color: rgb(175,0,255)">not</span> model:
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 267</span> <span class="ansi-bold" style="color: rgb(0,135,0)">raise</span> <span class="ansi-bold" style="color: rgb(215,95,95)">ValueError</span>(_MODEL_REQUIRED_MSG)
|
||||
<span class="ansi-green-fg">--> 268</span> response <span style="color: rgb(98,98,98)">=</span> <span class="ansi-bold" style="color: rgb(0,135,0)">await</span> <span style="color: rgb(0,135,0)">self</span><span style="color: rgb(98,98,98)">.</span>async_client<span style="color: rgb(98,98,98)">.</span>chat<span style="color: rgb(98,98,98)">.</span>completions<span style="color: rgb(98,98,98)">.</span>create( <span style="color: rgb(95,135,135)"># type: ignore</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 269</span> model<span style="color: rgb(98,98,98)">=</span>model,
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 270</span> messages<span style="color: rgb(98,98,98)">=</span>messages, <span style="color: rgb(95,135,135)"># type: ignore</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 271</span> stream<span style="color: rgb(98,98,98)">=</span>streaming,
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 272</span> <span style="color: rgb(98,98,98)">*</span><span style="color: rgb(98,98,98)">*</span>kwargs,
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 273</span> )
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 274</span> <span class="ansi-bold" style="color: rgb(0,135,0)">if</span> streaming:
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 275</span> full_response <span style="color: rgb(98,98,98)">=</span> <span style="color: rgb(175,0,0)">"</span><span style="color: rgb(175,0,0)">"</span>
|
||||
|
||||
File <span class="ansi-green-fg">~/.cache/pypoetry/virtualenvs/graphrag-F2jvqev7-py3.11/lib/python3.11/site-packages/openai/resources/chat/completions.py:1720</span>, in <span class="ansi-cyan-fg">AsyncCompletions.create</span><span class="ansi-blue-fg">(self, messages, model, audio, frequency_penalty, function_call, functions, logit_bias, logprobs, max_completion_tokens, max_tokens, metadata, modalities, n, parallel_tool_calls, prediction, presence_penalty, reasoning_effort, response_format, seed, service_tier, stop, store, stream, stream_options, temperature, tool_choice, tools, top_logprobs, top_p, user, extra_headers, extra_query, extra_body, timeout)</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1678</span> <span style="color: rgb(175,0,255)">@required_args</span>([<span style="color: rgb(175,0,0)">"</span><span style="color: rgb(175,0,0)">messages</span><span style="color: rgb(175,0,0)">"</span>, <span style="color: rgb(175,0,0)">"</span><span style="color: rgb(175,0,0)">model</span><span style="color: rgb(175,0,0)">"</span>], [<span style="color: rgb(175,0,0)">"</span><span style="color: rgb(175,0,0)">messages</span><span style="color: rgb(175,0,0)">"</span>, <span style="color: rgb(175,0,0)">"</span><span style="color: rgb(175,0,0)">model</span><span style="color: rgb(175,0,0)">"</span>, <span style="color: rgb(175,0,0)">"</span><span style="color: rgb(175,0,0)">stream</span><span style="color: rgb(175,0,0)">"</span>])
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1679</span> <span class="ansi-bold" style="color: rgb(0,135,0)">async</span> <span class="ansi-bold" style="color: rgb(0,135,0)">def</span><span style="color: rgb(188,188,188)"> </span><span style="color: rgb(0,0,255)">create</span>(
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1680</span> <span style="color: rgb(0,135,0)">self</span>,
|
||||
<span class="ansi-green-fg"> (...)</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1717</span> timeout: <span style="color: rgb(0,135,0)">float</span> <span style="color: rgb(98,98,98)">|</span> httpx<span style="color: rgb(98,98,98)">.</span>Timeout <span style="color: rgb(98,98,98)">|</span> <span class="ansi-bold" style="color: rgb(0,135,0)">None</span> <span style="color: rgb(98,98,98)">|</span> NotGiven <span style="color: rgb(98,98,98)">=</span> NOT_GIVEN,
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1718</span> ) <span style="color: rgb(98,98,98)">-</span><span style="color: rgb(98,98,98)">></span> ChatCompletion <span style="color: rgb(98,98,98)">|</span> AsyncStream[ChatCompletionChunk]:
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1719</span> validate_response_format(response_format)
|
||||
<span class="ansi-green-fg">-> 1720</span> <span class="ansi-bold" style="color: rgb(0,135,0)">return</span> <span class="ansi-bold" style="color: rgb(0,135,0)">await</span> <span style="color: rgb(0,135,0)">self</span><span style="color: rgb(98,98,98)">.</span>_post(
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1721</span> <span style="color: rgb(175,0,0)">"</span><span style="color: rgb(175,0,0)">/chat/completions</span><span style="color: rgb(175,0,0)">"</span>,
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1722</span> body<span style="color: rgb(98,98,98)">=</span><span class="ansi-bold" style="color: rgb(0,135,0)">await</span> async_maybe_transform(
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1723</span> {
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1724</span> <span style="color: rgb(175,0,0)">"</span><span style="color: rgb(175,0,0)">messages</span><span style="color: rgb(175,0,0)">"</span>: messages,
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1725</span> <span style="color: rgb(175,0,0)">"</span><span style="color: rgb(175,0,0)">model</span><span style="color: rgb(175,0,0)">"</span>: model,
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1726</span> <span style="color: rgb(175,0,0)">"</span><span style="color: rgb(175,0,0)">audio</span><span style="color: rgb(175,0,0)">"</span>: audio,
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1727</span> <span style="color: rgb(175,0,0)">"</span><span style="color: rgb(175,0,0)">frequency_penalty</span><span style="color: rgb(175,0,0)">"</span>: frequency_penalty,
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1728</span> <span style="color: rgb(175,0,0)">"</span><span style="color: rgb(175,0,0)">function_call</span><span style="color: rgb(175,0,0)">"</span>: function_call,
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1729</span> <span style="color: rgb(175,0,0)">"</span><span style="color: rgb(175,0,0)">functions</span><span style="color: rgb(175,0,0)">"</span>: functions,
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1730</span> <span style="color: rgb(175,0,0)">"</span><span style="color: rgb(175,0,0)">logit_bias</span><span style="color: rgb(175,0,0)">"</span>: logit_bias,
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1731</span> <span style="color: rgb(175,0,0)">"</span><span style="color: rgb(175,0,0)">logprobs</span><span style="color: rgb(175,0,0)">"</span>: logprobs,
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1732</span> <span style="color: rgb(175,0,0)">"</span><span style="color: rgb(175,0,0)">max_completion_tokens</span><span style="color: rgb(175,0,0)">"</span>: max_completion_tokens,
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1733</span> <span style="color: rgb(175,0,0)">"</span><span style="color: rgb(175,0,0)">max_tokens</span><span style="color: rgb(175,0,0)">"</span>: max_tokens,
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1734</span> <span style="color: rgb(175,0,0)">"</span><span style="color: rgb(175,0,0)">metadata</span><span style="color: rgb(175,0,0)">"</span>: metadata,
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1735</span> <span style="color: rgb(175,0,0)">"</span><span style="color: rgb(175,0,0)">modalities</span><span style="color: rgb(175,0,0)">"</span>: modalities,
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1736</span> <span style="color: rgb(175,0,0)">"</span><span style="color: rgb(175,0,0)">n</span><span style="color: rgb(175,0,0)">"</span>: n,
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1737</span> <span style="color: rgb(175,0,0)">"</span><span style="color: rgb(175,0,0)">parallel_tool_calls</span><span style="color: rgb(175,0,0)">"</span>: parallel_tool_calls,
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1738</span> <span style="color: rgb(175,0,0)">"</span><span style="color: rgb(175,0,0)">prediction</span><span style="color: rgb(175,0,0)">"</span>: prediction,
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1739</span> <span style="color: rgb(175,0,0)">"</span><span style="color: rgb(175,0,0)">presence_penalty</span><span style="color: rgb(175,0,0)">"</span>: presence_penalty,
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1740</span> <span style="color: rgb(175,0,0)">"</span><span style="color: rgb(175,0,0)">reasoning_effort</span><span style="color: rgb(175,0,0)">"</span>: reasoning_effort,
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1741</span> <span style="color: rgb(175,0,0)">"</span><span style="color: rgb(175,0,0)">response_format</span><span style="color: rgb(175,0,0)">"</span>: response_format,
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1742</span> <span style="color: rgb(175,0,0)">"</span><span style="color: rgb(175,0,0)">seed</span><span style="color: rgb(175,0,0)">"</span>: seed,
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1743</span> <span style="color: rgb(175,0,0)">"</span><span style="color: rgb(175,0,0)">service_tier</span><span style="color: rgb(175,0,0)">"</span>: service_tier,
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1744</span> <span style="color: rgb(175,0,0)">"</span><span style="color: rgb(175,0,0)">stop</span><span style="color: rgb(175,0,0)">"</span>: stop,
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1745</span> <span style="color: rgb(175,0,0)">"</span><span style="color: rgb(175,0,0)">store</span><span style="color: rgb(175,0,0)">"</span>: store,
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1746</span> <span style="color: rgb(175,0,0)">"</span><span style="color: rgb(175,0,0)">stream</span><span style="color: rgb(175,0,0)">"</span>: stream,
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1747</span> <span style="color: rgb(175,0,0)">"</span><span style="color: rgb(175,0,0)">stream_options</span><span style="color: rgb(175,0,0)">"</span>: stream_options,
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1748</span> <span style="color: rgb(175,0,0)">"</span><span style="color: rgb(175,0,0)">temperature</span><span style="color: rgb(175,0,0)">"</span>: temperature,
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1749</span> <span style="color: rgb(175,0,0)">"</span><span style="color: rgb(175,0,0)">tool_choice</span><span style="color: rgb(175,0,0)">"</span>: tool_choice,
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1750</span> <span style="color: rgb(175,0,0)">"</span><span style="color: rgb(175,0,0)">tools</span><span style="color: rgb(175,0,0)">"</span>: tools,
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1751</span> <span style="color: rgb(175,0,0)">"</span><span style="color: rgb(175,0,0)">top_logprobs</span><span style="color: rgb(175,0,0)">"</span>: top_logprobs,
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1752</span> <span style="color: rgb(175,0,0)">"</span><span style="color: rgb(175,0,0)">top_p</span><span style="color: rgb(175,0,0)">"</span>: top_p,
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1753</span> <span style="color: rgb(175,0,0)">"</span><span style="color: rgb(175,0,0)">user</span><span style="color: rgb(175,0,0)">"</span>: user,
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1754</span> },
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1755</span> completion_create_params<span style="color: rgb(98,98,98)">.</span>CompletionCreateParams,
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1756</span> ),
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1757</span> options<span style="color: rgb(98,98,98)">=</span>make_request_options(
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1758</span> extra_headers<span style="color: rgb(98,98,98)">=</span>extra_headers, extra_query<span style="color: rgb(98,98,98)">=</span>extra_query, extra_body<span style="color: rgb(98,98,98)">=</span>extra_body, timeout<span style="color: rgb(98,98,98)">=</span>timeout
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1759</span> ),
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1760</span> cast_to<span style="color: rgb(98,98,98)">=</span>ChatCompletion,
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1761</span> stream<span style="color: rgb(98,98,98)">=</span>stream <span class="ansi-bold" style="color: rgb(175,0,255)">or</span> <span class="ansi-bold" style="color: rgb(0,135,0)">False</span>,
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1762</span> stream_cls<span style="color: rgb(98,98,98)">=</span>AsyncStream[ChatCompletionChunk],
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1763</span> )
|
||||
|
||||
File <span class="ansi-green-fg">~/.cache/pypoetry/virtualenvs/graphrag-F2jvqev7-py3.11/lib/python3.11/site-packages/openai/_base_client.py:1849</span>, in <span class="ansi-cyan-fg">AsyncAPIClient.post</span><span class="ansi-blue-fg">(self, path, cast_to, body, files, options, stream, stream_cls)</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1835</span> <span class="ansi-bold" style="color: rgb(0,135,0)">async</span> <span class="ansi-bold" style="color: rgb(0,135,0)">def</span><span style="color: rgb(188,188,188)"> </span><span style="color: rgb(0,0,255)">post</span>(
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1836</span> <span style="color: rgb(0,135,0)">self</span>,
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1837</span> path: <span style="color: rgb(0,135,0)">str</span>,
|
||||
<span class="ansi-green-fg"> (...)</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1844</span> stream_cls: <span style="color: rgb(0,135,0)">type</span>[_AsyncStreamT] <span style="color: rgb(98,98,98)">|</span> <span class="ansi-bold" style="color: rgb(0,135,0)">None</span> <span style="color: rgb(98,98,98)">=</span> <span class="ansi-bold" style="color: rgb(0,135,0)">None</span>,
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1845</span> ) <span style="color: rgb(98,98,98)">-</span><span style="color: rgb(98,98,98)">></span> ResponseT <span style="color: rgb(98,98,98)">|</span> _AsyncStreamT:
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1846</span> opts <span style="color: rgb(98,98,98)">=</span> FinalRequestOptions<span style="color: rgb(98,98,98)">.</span>construct(
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1847</span> method<span style="color: rgb(98,98,98)">=</span><span style="color: rgb(175,0,0)">"</span><span style="color: rgb(175,0,0)">post</span><span style="color: rgb(175,0,0)">"</span>, url<span style="color: rgb(98,98,98)">=</span>path, json_data<span style="color: rgb(98,98,98)">=</span>body, files<span style="color: rgb(98,98,98)">=</span><span class="ansi-bold" style="color: rgb(0,135,0)">await</span> async_to_httpx_files(files), <span style="color: rgb(98,98,98)">*</span><span style="color: rgb(98,98,98)">*</span>options
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1848</span> )
|
||||
<span class="ansi-green-fg">-> 1849</span> <span class="ansi-bold" style="color: rgb(0,135,0)">return</span> <span class="ansi-bold" style="color: rgb(0,135,0)">await</span> <span style="color: rgb(0,135,0)">self</span><span style="color: rgb(98,98,98)">.</span>request(cast_to, opts, stream<span style="color: rgb(98,98,98)">=</span>stream, stream_cls<span style="color: rgb(98,98,98)">=</span>stream_cls)
|
||||
|
||||
File <span class="ansi-green-fg">~/.cache/pypoetry/virtualenvs/graphrag-F2jvqev7-py3.11/lib/python3.11/site-packages/openai/_base_client.py:1543</span>, in <span class="ansi-cyan-fg">AsyncAPIClient.request</span><span class="ansi-blue-fg">(self, cast_to, options, stream, stream_cls, remaining_retries)</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1540</span> <span class="ansi-bold" style="color: rgb(0,135,0)">else</span>:
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1541</span> retries_taken <span style="color: rgb(98,98,98)">=</span> <span style="color: rgb(98,98,98)">0</span>
|
||||
<span class="ansi-green-fg">-> 1543</span> <span class="ansi-bold" style="color: rgb(0,135,0)">return</span> <span class="ansi-bold" style="color: rgb(0,135,0)">await</span> <span style="color: rgb(0,135,0)">self</span><span style="color: rgb(98,98,98)">.</span>_request(
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1544</span> cast_to<span style="color: rgb(98,98,98)">=</span>cast_to,
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1545</span> options<span style="color: rgb(98,98,98)">=</span>options,
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1546</span> stream<span style="color: rgb(98,98,98)">=</span>stream,
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1547</span> stream_cls<span style="color: rgb(98,98,98)">=</span>stream_cls,
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1548</span> retries_taken<span style="color: rgb(98,98,98)">=</span>retries_taken,
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1549</span> )
|
||||
|
||||
File <span class="ansi-green-fg">~/.cache/pypoetry/virtualenvs/graphrag-F2jvqev7-py3.11/lib/python3.11/site-packages/openai/_base_client.py:1629</span>, in <span class="ansi-cyan-fg">AsyncAPIClient._request</span><span class="ansi-blue-fg">(self, cast_to, options, stream, stream_cls, retries_taken)</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1627</span> <span class="ansi-bold" style="color: rgb(0,135,0)">if</span> remaining_retries <span style="color: rgb(98,98,98)">></span> <span style="color: rgb(98,98,98)">0</span> <span class="ansi-bold" style="color: rgb(175,0,255)">and</span> <span style="color: rgb(0,135,0)">self</span><span style="color: rgb(98,98,98)">.</span>_should_retry(err<span style="color: rgb(98,98,98)">.</span>response):
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1628</span> <span class="ansi-bold" style="color: rgb(0,135,0)">await</span> err<span style="color: rgb(98,98,98)">.</span>response<span style="color: rgb(98,98,98)">.</span>aclose()
|
||||
<span class="ansi-green-fg">-> 1629</span> <span class="ansi-bold" style="color: rgb(0,135,0)">return</span> <span class="ansi-bold" style="color: rgb(0,135,0)">await</span> <span style="color: rgb(0,135,0)">self</span><span style="color: rgb(98,98,98)">.</span>_retry_request(
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1630</span> input_options,
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1631</span> cast_to,
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1632</span> retries_taken<span style="color: rgb(98,98,98)">=</span>retries_taken,
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1633</span> response_headers<span style="color: rgb(98,98,98)">=</span>err<span style="color: rgb(98,98,98)">.</span>response<span style="color: rgb(98,98,98)">.</span>headers,
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1634</span> stream<span style="color: rgb(98,98,98)">=</span>stream,
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1635</span> stream_cls<span style="color: rgb(98,98,98)">=</span>stream_cls,
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1636</span> )
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1638</span> <span style="color: rgb(95,135,135)"># If the response is streamed then we need to explicitly read the response</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1639</span> <span style="color: rgb(95,135,135)"># to completion before attempting to access the response text.</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1640</span> <span class="ansi-bold" style="color: rgb(0,135,0)">if</span> <span class="ansi-bold" style="color: rgb(175,0,255)">not</span> err<span style="color: rgb(98,98,98)">.</span>response<span style="color: rgb(98,98,98)">.</span>is_closed:
|
||||
|
||||
File <span class="ansi-green-fg">~/.cache/pypoetry/virtualenvs/graphrag-F2jvqev7-py3.11/lib/python3.11/site-packages/openai/_base_client.py:1676</span>, in <span class="ansi-cyan-fg">AsyncAPIClient._retry_request</span><span class="ansi-blue-fg">(self, options, cast_to, retries_taken, response_headers, stream, stream_cls)</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1672</span> log<span style="color: rgb(98,98,98)">.</span>info(<span style="color: rgb(175,0,0)">"</span><span style="color: rgb(175,0,0)">Retrying request to </span><span class="ansi-bold" style="color: rgb(175,95,135)">%s</span><span style="color: rgb(175,0,0)"> in </span><span class="ansi-bold" style="color: rgb(175,95,135)">%f</span><span style="color: rgb(175,0,0)"> seconds</span><span style="color: rgb(175,0,0)">"</span>, options<span style="color: rgb(98,98,98)">.</span>url, timeout)
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1674</span> <span class="ansi-bold" style="color: rgb(0,135,0)">await</span> anyio<span style="color: rgb(98,98,98)">.</span>sleep(timeout)
|
||||
<span class="ansi-green-fg">-> 1676</span> <span class="ansi-bold" style="color: rgb(0,135,0)">return</span> <span class="ansi-bold" style="color: rgb(0,135,0)">await</span> <span style="color: rgb(0,135,0)">self</span><span style="color: rgb(98,98,98)">.</span>_request(
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1677</span> options<span style="color: rgb(98,98,98)">=</span>options,
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1678</span> cast_to<span style="color: rgb(98,98,98)">=</span>cast_to,
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1679</span> retries_taken<span style="color: rgb(98,98,98)">=</span>retries_taken <span style="color: rgb(98,98,98)">+</span> <span style="color: rgb(98,98,98)">1</span>,
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1680</span> stream<span style="color: rgb(98,98,98)">=</span>stream,
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1681</span> stream_cls<span style="color: rgb(98,98,98)">=</span>stream_cls,
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1682</span> )
|
||||
|
||||
File <span class="ansi-green-fg">~/.cache/pypoetry/virtualenvs/graphrag-F2jvqev7-py3.11/lib/python3.11/site-packages/openai/_base_client.py:1629</span>, in <span class="ansi-cyan-fg">AsyncAPIClient._request</span><span class="ansi-blue-fg">(self, cast_to, options, stream, stream_cls, retries_taken)</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1627</span> <span class="ansi-bold" style="color: rgb(0,135,0)">if</span> remaining_retries <span style="color: rgb(98,98,98)">></span> <span style="color: rgb(98,98,98)">0</span> <span class="ansi-bold" style="color: rgb(175,0,255)">and</span> <span style="color: rgb(0,135,0)">self</span><span style="color: rgb(98,98,98)">.</span>_should_retry(err<span style="color: rgb(98,98,98)">.</span>response):
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1628</span> <span class="ansi-bold" style="color: rgb(0,135,0)">await</span> err<span style="color: rgb(98,98,98)">.</span>response<span style="color: rgb(98,98,98)">.</span>aclose()
|
||||
<span class="ansi-green-fg">-> 1629</span> <span class="ansi-bold" style="color: rgb(0,135,0)">return</span> <span class="ansi-bold" style="color: rgb(0,135,0)">await</span> <span style="color: rgb(0,135,0)">self</span><span style="color: rgb(98,98,98)">.</span>_retry_request(
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1630</span> input_options,
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1631</span> cast_to,
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1632</span> retries_taken<span style="color: rgb(98,98,98)">=</span>retries_taken,
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1633</span> response_headers<span style="color: rgb(98,98,98)">=</span>err<span style="color: rgb(98,98,98)">.</span>response<span style="color: rgb(98,98,98)">.</span>headers,
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1634</span> stream<span style="color: rgb(98,98,98)">=</span>stream,
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1635</span> stream_cls<span style="color: rgb(98,98,98)">=</span>stream_cls,
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1636</span> )
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1638</span> <span style="color: rgb(95,135,135)"># If the response is streamed then we need to explicitly read the response</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1639</span> <span style="color: rgb(95,135,135)"># to completion before attempting to access the response text.</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1640</span> <span class="ansi-bold" style="color: rgb(0,135,0)">if</span> <span class="ansi-bold" style="color: rgb(175,0,255)">not</span> err<span style="color: rgb(98,98,98)">.</span>response<span style="color: rgb(98,98,98)">.</span>is_closed:
|
||||
|
||||
File <span class="ansi-green-fg">~/.cache/pypoetry/virtualenvs/graphrag-F2jvqev7-py3.11/lib/python3.11/site-packages/openai/_base_client.py:1676</span>, in <span class="ansi-cyan-fg">AsyncAPIClient._retry_request</span><span class="ansi-blue-fg">(self, options, cast_to, retries_taken, response_headers, stream, stream_cls)</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1672</span> log<span style="color: rgb(98,98,98)">.</span>info(<span style="color: rgb(175,0,0)">"</span><span style="color: rgb(175,0,0)">Retrying request to </span><span class="ansi-bold" style="color: rgb(175,95,135)">%s</span><span style="color: rgb(175,0,0)"> in </span><span class="ansi-bold" style="color: rgb(175,95,135)">%f</span><span style="color: rgb(175,0,0)"> seconds</span><span style="color: rgb(175,0,0)">"</span>, options<span style="color: rgb(98,98,98)">.</span>url, timeout)
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1674</span> <span class="ansi-bold" style="color: rgb(0,135,0)">await</span> anyio<span style="color: rgb(98,98,98)">.</span>sleep(timeout)
|
||||
<span class="ansi-green-fg">-> 1676</span> <span class="ansi-bold" style="color: rgb(0,135,0)">return</span> <span class="ansi-bold" style="color: rgb(0,135,0)">await</span> <span style="color: rgb(0,135,0)">self</span><span style="color: rgb(98,98,98)">.</span>_request(
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1677</span> options<span style="color: rgb(98,98,98)">=</span>options,
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1678</span> cast_to<span style="color: rgb(98,98,98)">=</span>cast_to,
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1679</span> retries_taken<span style="color: rgb(98,98,98)">=</span>retries_taken <span style="color: rgb(98,98,98)">+</span> <span style="color: rgb(98,98,98)">1</span>,
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1680</span> stream<span style="color: rgb(98,98,98)">=</span>stream,
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1681</span> stream_cls<span style="color: rgb(98,98,98)">=</span>stream_cls,
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1682</span> )
|
||||
|
||||
<span class="ansi-red-fg">[... skipping similar frames: AsyncAPIClient._request at line 1629 (17 times), AsyncAPIClient._retry_request at line 1676 (17 times)]</span>
|
||||
|
||||
File <span class="ansi-green-fg">~/.cache/pypoetry/virtualenvs/graphrag-F2jvqev7-py3.11/lib/python3.11/site-packages/openai/_base_client.py:1629</span>, in <span class="ansi-cyan-fg">AsyncAPIClient._request</span><span class="ansi-blue-fg">(self, cast_to, options, stream, stream_cls, retries_taken)</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1627</span> <span class="ansi-bold" style="color: rgb(0,135,0)">if</span> remaining_retries <span style="color: rgb(98,98,98)">></span> <span style="color: rgb(98,98,98)">0</span> <span class="ansi-bold" style="color: rgb(175,0,255)">and</span> <span style="color: rgb(0,135,0)">self</span><span style="color: rgb(98,98,98)">.</span>_should_retry(err<span style="color: rgb(98,98,98)">.</span>response):
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1628</span> <span class="ansi-bold" style="color: rgb(0,135,0)">await</span> err<span style="color: rgb(98,98,98)">.</span>response<span style="color: rgb(98,98,98)">.</span>aclose()
|
||||
<span class="ansi-green-fg">-> 1629</span> <span class="ansi-bold" style="color: rgb(0,135,0)">return</span> <span class="ansi-bold" style="color: rgb(0,135,0)">await</span> <span style="color: rgb(0,135,0)">self</span><span style="color: rgb(98,98,98)">.</span>_retry_request(
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1630</span> input_options,
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1631</span> cast_to,
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1632</span> retries_taken<span style="color: rgb(98,98,98)">=</span>retries_taken,
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1633</span> response_headers<span style="color: rgb(98,98,98)">=</span>err<span style="color: rgb(98,98,98)">.</span>response<span style="color: rgb(98,98,98)">.</span>headers,
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1634</span> stream<span style="color: rgb(98,98,98)">=</span>stream,
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1635</span> stream_cls<span style="color: rgb(98,98,98)">=</span>stream_cls,
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1636</span> )
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1638</span> <span style="color: rgb(95,135,135)"># If the response is streamed then we need to explicitly read the response</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1639</span> <span style="color: rgb(95,135,135)"># to completion before attempting to access the response text.</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1640</span> <span class="ansi-bold" style="color: rgb(0,135,0)">if</span> <span class="ansi-bold" style="color: rgb(175,0,255)">not</span> err<span style="color: rgb(98,98,98)">.</span>response<span style="color: rgb(98,98,98)">.</span>is_closed:
|
||||
|
||||
File <span class="ansi-green-fg">~/.cache/pypoetry/virtualenvs/graphrag-F2jvqev7-py3.11/lib/python3.11/site-packages/openai/_base_client.py:1676</span>, in <span class="ansi-cyan-fg">AsyncAPIClient._retry_request</span><span class="ansi-blue-fg">(self, options, cast_to, retries_taken, response_headers, stream, stream_cls)</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1672</span> log<span style="color: rgb(98,98,98)">.</span>info(<span style="color: rgb(175,0,0)">"</span><span style="color: rgb(175,0,0)">Retrying request to </span><span class="ansi-bold" style="color: rgb(175,95,135)">%s</span><span style="color: rgb(175,0,0)"> in </span><span class="ansi-bold" style="color: rgb(175,95,135)">%f</span><span style="color: rgb(175,0,0)"> seconds</span><span style="color: rgb(175,0,0)">"</span>, options<span style="color: rgb(98,98,98)">.</span>url, timeout)
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1674</span> <span class="ansi-bold" style="color: rgb(0,135,0)">await</span> anyio<span style="color: rgb(98,98,98)">.</span>sleep(timeout)
|
||||
<span class="ansi-green-fg">-> 1676</span> <span class="ansi-bold" style="color: rgb(0,135,0)">return</span> <span class="ansi-bold" style="color: rgb(0,135,0)">await</span> <span style="color: rgb(0,135,0)">self</span><span style="color: rgb(98,98,98)">.</span>_request(
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1677</span> options<span style="color: rgb(98,98,98)">=</span>options,
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1678</span> cast_to<span style="color: rgb(98,98,98)">=</span>cast_to,
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1679</span> retries_taken<span style="color: rgb(98,98,98)">=</span>retries_taken <span style="color: rgb(98,98,98)">+</span> <span style="color: rgb(98,98,98)">1</span>,
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1680</span> stream<span style="color: rgb(98,98,98)">=</span>stream,
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1681</span> stream_cls<span style="color: rgb(98,98,98)">=</span>stream_cls,
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1682</span> )
|
||||
|
||||
File <span class="ansi-green-fg">~/.cache/pypoetry/virtualenvs/graphrag-F2jvqev7-py3.11/lib/python3.11/site-packages/openai/_base_client.py:1644</span>, in <span class="ansi-cyan-fg">AsyncAPIClient._request</span><span class="ansi-blue-fg">(self, cast_to, options, stream, stream_cls, retries_taken)</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1641</span> <span class="ansi-bold" style="color: rgb(0,135,0)">await</span> err<span style="color: rgb(98,98,98)">.</span>response<span style="color: rgb(98,98,98)">.</span>aread()
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1643</span> log<span style="color: rgb(98,98,98)">.</span>debug(<span style="color: rgb(175,0,0)">"</span><span style="color: rgb(175,0,0)">Re-raising status error</span><span style="color: rgb(175,0,0)">"</span>)
|
||||
<span class="ansi-green-fg">-> 1644</span> <span class="ansi-bold" style="color: rgb(0,135,0)">raise</span> <span style="color: rgb(0,135,0)">self</span><span style="color: rgb(98,98,98)">.</span>_make_status_error_from_response(err<span style="color: rgb(98,98,98)">.</span>response) <span class="ansi-bold" style="color: rgb(0,135,0)">from</span><span style="color: rgb(188,188,188)"> </span><span class="ansi-bold" style="color: rgb(0,135,0)">None</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1646</span> <span class="ansi-bold" style="color: rgb(0,135,0)">return</span> <span class="ansi-bold" style="color: rgb(0,135,0)">await</span> <span style="color: rgb(0,135,0)">self</span><span style="color: rgb(98,98,98)">.</span>_process_response(
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1647</span> cast_to<span style="color: rgb(98,98,98)">=</span>cast_to,
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1648</span> options<span style="color: rgb(98,98,98)">=</span>options,
|
||||
<span class="ansi-green-fg"> (...)</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1652</span> retries_taken<span style="color: rgb(98,98,98)">=</span>retries_taken,
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1653</span> )
|
||||
|
||||
<span class="ansi-red-fg">RateLimitError</span>: Error code: 429 - {'error': {'message': 'You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.', 'type': 'insufficient_quota', 'param': None, 'code': 'insufficient_quota'}}</pre>
|
||||
</div>
|
||||
</div>
|
||||
</div>
|
||||
|
||||
@ -16,7 +16,7 @@
|
||||
|
||||
|
||||
|
||||
<title>Index migration to v1 - GraphRAG</title>
|
||||
<title>Index migration - GraphRAG</title>
|
||||
|
||||
|
||||
|
||||
@ -72,7 +72,7 @@
|
||||
<div data-md-component="skip">
|
||||
|
||||
|
||||
<a href="#index-migration-pre-v1-to-v1" class="md-skip">
|
||||
<a href="#index-migration" class="md-skip">
|
||||
Skip to content
|
||||
</a>
|
||||
|
||||
@ -106,7 +106,7 @@
|
||||
<div class="md-header__topic" data-md-component="header-topic">
|
||||
<span class="md-ellipsis">
|
||||
|
||||
Index migration to v1
|
||||
Index migration
|
||||
|
||||
</span>
|
||||
</div>
|
||||
@ -1352,9 +1352,9 @@
|
||||
<ul class="md-nav__list" data-md-component="toc" data-md-scrollfix>
|
||||
|
||||
<li class="md-nav__item">
|
||||
<a href="#index-migration-pre-v1-to-v1" class="md-nav__link">
|
||||
<a href="#index-migration" class="md-nav__link">
|
||||
<span class="md-ellipsis">
|
||||
Index Migration (pre-v1 to v1)
|
||||
Index Migration
|
||||
</span>
|
||||
</a>
|
||||
|
||||
@ -1378,7 +1378,7 @@
|
||||
|
||||
|
||||
|
||||
<h1>Index migration to v1</h1>
|
||||
<h1>Index migration</h1>
|
||||
|
||||
<script>
|
||||
(function (global, factory) {
|
||||
@ -1852,7 +1852,7 @@ span.linenos.special { color: #000000; background-color: #ffffc0; padding-left:
|
||||
</div>
|
||||
<div class="jp-InputArea jp-Cell-inputArea"><div class="jp-InputPrompt jp-InputArea-prompt">
|
||||
</div><div class="jp-RenderedHTMLCommon jp-RenderedMarkdown jp-MarkdownOutput" data-mime-type="text/markdown">
|
||||
<h2 id="index-migration-pre-v1-to-v1">Index Migration (pre-v1 to v1)<a class="anchor-link" href="#index-migration-pre-v1-to-v1">¶</a></h2><p>This notebook is used to maintain data model parity with older indexes for version 1.0 of GraphRAG. If you have a pre-1.0 index and need to migrate without re-running the entire pipeline, you can use this notebook to only update the pieces necessary for alignment.</p>
|
||||
<h2 id="index-migration">Index Migration<a class="anchor-link" href="#index-migration">¶</a></h2><p>This notebook is used to maintain data model parity with older indexes for the latest versions of GraphRAG. If you have a pre-1.0 index and need to migrate without re-running the entire pipeline, you can use this notebook to only update the pieces necessary for alignment.</p>
|
||||
<p>NOTE: we recommend regenerating your settings.yml with the latest version of GraphRAG using <code>graphrag init</code>. Copy your LLM settings into it before running this notebook. This ensures your config is aligned with the latest version for the migration. This also ensures that you have default vector store config, which is now required or indexing will fail.</p>
|
||||
<p>WARNING: This will overwrite your parquet files, you may want to make a backup!</p>
|
||||
</div>
|
||||
@ -1877,16 +1877,16 @@ span.linenos.special { color: #000000; background-color: #ffffc0; padding-left:
|
||||
</div>
|
||||
</clipboard-copy>
|
||||
</div>
|
||||
<div class="highlight-ipynb hl-python"><pre><span></span><span class="c1"># This is the directory that has your settings.yaml</span>
|
||||
<div class="highlight-ipynb hl-python"><pre><span></span><span class="c1"># This is the directory that has your settings.yml</span>
|
||||
<span class="c1"># NOTE: much older indexes may have been output with a timestamped directory</span>
|
||||
<span class="c1"># if this is the case, you will need to make sure the storage.base_dir in settings.yaml points to it correctly</span>
|
||||
<span class="n">PROJECT_DIRECTORY</span> <span class="o">=</span> <span class="s2">"<your project directory"</span>
|
||||
<span class="c1"># if this is the case, you will need to make sure the storage.base_dir in settings.yml points to it correctly</span>
|
||||
<span class="n">PROJECT_DIRECTORY</span> <span class="o">=</span> <span class="s2">"<your project directory>"</span>
|
||||
</pre></div>
|
||||
<div class="clipboard-copy-txt" id="cell-2"># This is the directory that has your settings.yaml
|
||||
<div class="clipboard-copy-txt" id="cell-2"># This is the directory that has your settings.yml
|
||||
# NOTE: much older indexes may have been output with a timestamped directory
|
||||
# if this is the case, you will need to make sure the storage.base_dir in settings.yaml points to it correctly
|
||||
PROJECT_DIRECTORY = "<your directory"<="" div="" project="">
|
||||
</your></div>
|
||||
# if this is the case, you will need to make sure the storage.base_dir in settings.yml points to it correctly
|
||||
PROJECT_DIRECTORY = "<your directory="" project="">"</your></div>
|
||||
</div>
|
||||
</div>
|
||||
</div>
|
||||
</div>
|
||||
@ -1913,25 +1913,29 @@ PROJECT_DIRECTORY = "<your directory"<="" div="" project="">
|
||||
<div class="highlight-ipynb hl-python"><pre><span></span><span class="kn">from</span><span class="w"> </span><span class="nn">pathlib</span><span class="w"> </span><span class="kn">import</span> <span class="n">Path</span>
|
||||
|
||||
<span class="kn">from</span><span class="w"> </span><span class="nn">graphrag.config.load_config</span><span class="w"> </span><span class="kn">import</span> <span class="n">load_config</span>
|
||||
<span class="kn">from</span><span class="w"> </span><span class="nn">graphrag.config.resolve_path</span><span class="w"> </span><span class="kn">import</span> <span class="n">resolve_paths</span>
|
||||
<span class="kn">from</span><span class="w"> </span><span class="nn">graphrag.storage.factory</span><span class="w"> </span><span class="kn">import</span> <span class="n">StorageFactory</span>
|
||||
|
||||
<span class="c1"># This first block does some config loading, path resolution, and translation that is normally done by the CLI/API when running a full workflow</span>
|
||||
<span class="n">config</span> <span class="o">=</span> <span class="n">load_config</span><span class="p">(</span><span class="n">Path</span><span class="p">(</span><span class="n">PROJECT_DIRECTORY</span><span class="p">))</span>
|
||||
<span class="n">storage_config</span> <span class="o">=</span> <span class="n">config</span><span class="o">.</span><span class="n">output</span><span class="o">.</span><span class="n">model_dump</span><span class="p">()</span>
|
||||
<span class="n">resolve_paths</span><span class="p">(</span><span class="n">config</span><span class="p">)</span>
|
||||
<span class="n">storage_config</span> <span class="o">=</span> <span class="n">config</span><span class="o">.</span><span class="n">storage</span><span class="o">.</span><span class="n">model_dump</span><span class="p">()</span> <span class="c1"># type: ignore</span>
|
||||
<span class="n">storage</span> <span class="o">=</span> <span class="n">StorageFactory</span><span class="p">()</span><span class="o">.</span><span class="n">create_storage</span><span class="p">(</span>
|
||||
<span class="n">storage_type</span><span class="o">=</span><span class="n">storage_config</span><span class="p">[</span><span class="s2">"type"</span><span class="p">],</span>
|
||||
<span class="n">kwargs</span><span class="o">=</span><span class="n">storage_config</span><span class="p">,</span>
|
||||
<span class="n">storage_type</span><span class="o">=</span><span class="n">storage_config</span><span class="p">[</span><span class="s2">"type"</span><span class="p">],</span> <span class="n">kwargs</span><span class="o">=</span><span class="n">storage_config</span>
|
||||
<span class="p">)</span>
|
||||
</pre></div>
|
||||
<div class="clipboard-copy-txt" id="cell-3">from pathlib import Path
|
||||
|
||||
from graphrag.config.load_config import load_config
|
||||
from graphrag.config.resolve_path import resolve_paths
|
||||
from graphrag.storage.factory import StorageFactory
|
||||
|
||||
# This first block does some config loading, path resolution, and translation that is normally done by the CLI/API when running a full workflow
|
||||
config = load_config(Path(PROJECT_DIRECTORY))
|
||||
storage_config = config.output.model_dump()
|
||||
resolve_paths(config)
|
||||
storage_config = config.storage.model_dump() # type: ignore
|
||||
storage = StorageFactory().create_storage(
|
||||
storage_type=storage_config["type"],
|
||||
kwargs=storage_config,
|
||||
storage_type=storage_config["type"], kwargs=storage_config
|
||||
)</div>
|
||||
</div>
|
||||
</div>
|
||||
@ -1946,44 +1950,15 @@ storage = StorageFactory().create_storage(
|
||||
<div class="jp-RenderedText jp-OutputArea-output" data-mime-type="application/vnd.jupyter.stderr" tabindex="0">
|
||||
<pre>
|
||||
<span class="ansi-red-fg">---------------------------------------------------------------------------</span>
|
||||
<span class="ansi-red-fg">FileNotFoundError</span> Traceback (most recent call last)
|
||||
Cell <span class="ansi-green-fg">In[3], line 6</span>
|
||||
<span class="ansi-red-fg">ModuleNotFoundError</span> Traceback (most recent call last)
|
||||
Cell <span class="ansi-green-fg">In[3], line 4</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1</span> <span class="ansi-bold" style="color: rgb(0,135,0)">from</span><span style="color: rgb(188,188,188)"> </span><span class="ansi-bold" style="color: rgb(0,0,255)">pathlib</span><span style="color: rgb(188,188,188)"> </span><span class="ansi-bold" style="color: rgb(0,135,0)">import</span> Path
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 3</span> <span class="ansi-bold" style="color: rgb(0,135,0)">from</span><span style="color: rgb(188,188,188)"> </span><span class="ansi-bold" style="color: rgb(0,0,255)">graphrag</span><span class="ansi-bold" style="color: rgb(0,0,255)">.</span><span class="ansi-bold" style="color: rgb(0,0,255)">config</span><span class="ansi-bold" style="color: rgb(0,0,255)">.</span><span class="ansi-bold" style="color: rgb(0,0,255)">load_config</span><span style="color: rgb(188,188,188)"> </span><span class="ansi-bold" style="color: rgb(0,135,0)">import</span> load_config
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 4</span> <span class="ansi-bold" style="color: rgb(0,135,0)">from</span><span style="color: rgb(188,188,188)"> </span><span class="ansi-bold" style="color: rgb(0,0,255)">graphrag</span><span class="ansi-bold" style="color: rgb(0,0,255)">.</span><span class="ansi-bold" style="color: rgb(0,0,255)">storage</span><span class="ansi-bold" style="color: rgb(0,0,255)">.</span><span class="ansi-bold" style="color: rgb(0,0,255)">factory</span><span style="color: rgb(188,188,188)"> </span><span class="ansi-bold" style="color: rgb(0,135,0)">import</span> StorageFactory
|
||||
<span class="ansi-green-fg">----> 6</span> config <span style="color: rgb(98,98,98)">=</span> <span class="ansi-yellow-bg">load_config</span><span class="ansi-yellow-bg">(</span><span class="ansi-yellow-bg">Path</span><span class="ansi-yellow-bg">(</span><span class="ansi-yellow-bg">PROJECT_DIRECTORY</span><span class="ansi-yellow-bg">)</span><span class="ansi-yellow-bg">)</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 7</span> storage_config <span style="color: rgb(98,98,98)">=</span> config<span style="color: rgb(98,98,98)">.</span>output<span style="color: rgb(98,98,98)">.</span>model_dump()
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 8</span> storage <span style="color: rgb(98,98,98)">=</span> StorageFactory()<span style="color: rgb(98,98,98)">.</span>create_storage(
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 9</span> storage_type<span style="color: rgb(98,98,98)">=</span>storage_config[<span style="color: rgb(175,0,0)">"</span><span style="color: rgb(175,0,0)">type</span><span style="color: rgb(175,0,0)">"</span>],
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 10</span> kwargs<span style="color: rgb(98,98,98)">=</span>storage_config,
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 11</span> )
|
||||
<span class="ansi-green-fg">----> 4</span> <span class="ansi-bold" style="color: rgb(0,135,0)">from</span><span style="color: rgb(188,188,188)"> </span><span class="ansi-bold" style="color: rgb(0,0,255)">graphrag</span><span class="ansi-bold" style="color: rgb(0,0,255)">.</span><span class="ansi-bold" style="color: rgb(0,0,255)">config</span><span class="ansi-bold" style="color: rgb(0,0,255)">.</span><span class="ansi-bold" style="color: rgb(0,0,255)">resolve_path</span><span style="color: rgb(188,188,188)"> </span><span class="ansi-bold" style="color: rgb(0,135,0)">import</span> resolve_paths
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 5</span> <span class="ansi-bold" style="color: rgb(0,135,0)">from</span><span style="color: rgb(188,188,188)"> </span><span class="ansi-bold" style="color: rgb(0,0,255)">graphrag</span><span class="ansi-bold" style="color: rgb(0,0,255)">.</span><span class="ansi-bold" style="color: rgb(0,0,255)">storage</span><span class="ansi-bold" style="color: rgb(0,0,255)">.</span><span class="ansi-bold" style="color: rgb(0,0,255)">factory</span><span style="color: rgb(188,188,188)"> </span><span class="ansi-bold" style="color: rgb(0,135,0)">import</span> StorageFactory
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 7</span> <span style="color: rgb(95,135,135)"># This first block does some config loading, path resolution, and translation that is normally done by the CLI/API when running a full workflow</span>
|
||||
|
||||
File <span class="ansi-green-fg">~/work/graphrag/graphrag/graphrag/config/load_config.py:183</span>, in <span class="ansi-cyan-fg">load_config</span><span class="ansi-blue-fg">(root_dir, config_filepath, cli_overrides)</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 151</span> <span style="color: rgb(175,0,0)">"""Load configuration from a file.</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 152</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 153</span> <span style="color: rgb(175,0,0)">Parameters</span>
|
||||
<span class="ansi-green-fg"> (...)</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 180</span> <span style="color: rgb(175,0,0)"> If there are pydantic validation errors when instantiating the config.</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 181</span> <span style="color: rgb(175,0,0)">"""</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 182</span> root <span style="color: rgb(98,98,98)">=</span> root_dir<span style="color: rgb(98,98,98)">.</span>resolve()
|
||||
<span class="ansi-green-fg">--> 183</span> config_path <span style="color: rgb(98,98,98)">=</span> <span class="ansi-yellow-bg">_get_config_path</span><span class="ansi-yellow-bg">(</span><span class="ansi-yellow-bg">root</span><span class="ansi-yellow-bg">,</span><span class="ansi-yellow-bg"> </span><span class="ansi-yellow-bg">config_filepath</span><span class="ansi-yellow-bg">)</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 184</span> _load_dotenv(config_path)
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 185</span> config_extension <span style="color: rgb(98,98,98)">=</span> config_path<span style="color: rgb(98,98,98)">.</span>suffix
|
||||
|
||||
File <span class="ansi-green-fg">~/work/graphrag/graphrag/graphrag/config/load_config.py:106</span>, in <span class="ansi-cyan-fg">_get_config_path</span><span class="ansi-blue-fg">(root_dir, config_filepath)</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 104</span> <span class="ansi-bold" style="color: rgb(0,135,0)">raise</span> <span class="ansi-bold" style="color: rgb(215,95,95)">FileNotFoundError</span>(msg)
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 105</span> <span class="ansi-bold" style="color: rgb(0,135,0)">else</span>:
|
||||
<span class="ansi-green-fg">--> 106</span> config_path <span style="color: rgb(98,98,98)">=</span> <span class="ansi-yellow-bg">_search_for_config_in_root_dir</span><span class="ansi-yellow-bg">(</span><span class="ansi-yellow-bg">root_dir</span><span class="ansi-yellow-bg">)</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 108</span> <span class="ansi-bold" style="color: rgb(0,135,0)">if</span> <span class="ansi-bold" style="color: rgb(175,0,255)">not</span> config_path:
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 109</span> msg <span style="color: rgb(98,98,98)">=</span> <span style="color: rgb(175,0,0)">f</span><span style="color: rgb(175,0,0)">"</span><span style="color: rgb(175,0,0)">Config file not found in root directory: </span><span class="ansi-bold" style="color: rgb(175,95,135)">{</span>root_dir<span class="ansi-bold" style="color: rgb(175,95,135)">}</span><span style="color: rgb(175,0,0)">"</span>
|
||||
|
||||
File <span class="ansi-green-fg">~/work/graphrag/graphrag/graphrag/config/load_config.py:40</span>, in <span class="ansi-cyan-fg">_search_for_config_in_root_dir</span><span class="ansi-blue-fg">(root)</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 38</span> <span class="ansi-bold" style="color: rgb(0,135,0)">if</span> <span class="ansi-bold" style="color: rgb(175,0,255)">not</span> root<span style="color: rgb(98,98,98)">.</span>is_dir():
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 39</span> msg <span style="color: rgb(98,98,98)">=</span> <span style="color: rgb(175,0,0)">f</span><span style="color: rgb(175,0,0)">"</span><span style="color: rgb(175,0,0)">Invalid config path: </span><span class="ansi-bold" style="color: rgb(175,95,135)">{</span>root<span class="ansi-bold" style="color: rgb(175,95,135)">}</span><span style="color: rgb(175,0,0)"> is not a directory</span><span style="color: rgb(175,0,0)">"</span>
|
||||
<span class="ansi-green-fg">---> 40</span> <span class="ansi-bold" style="color: rgb(0,135,0)">raise</span> <span class="ansi-bold" style="color: rgb(215,95,95)">FileNotFoundError</span>(msg)
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 42</span> <span class="ansi-bold" style="color: rgb(0,135,0)">for</span> file <span class="ansi-bold" style="color: rgb(175,0,255)">in</span> _default_config_files:
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 43</span> <span class="ansi-bold" style="color: rgb(0,135,0)">if</span> (root <span style="color: rgb(98,98,98)">/</span> file)<span style="color: rgb(98,98,98)">.</span>is_file():
|
||||
|
||||
<span class="ansi-red-fg">FileNotFoundError</span>: Invalid config path: /home/runner/work/graphrag/graphrag/docs/examples_notebooks/<your project directory is not a directory</pre>
|
||||
<span class="ansi-red-fg">ModuleNotFoundError</span>: No module named 'graphrag.config.resolve_path'</pre>
|
||||
</div>
|
||||
</div>
|
||||
</div>
|
||||
@ -2138,7 +2113,7 @@ File <span class="ansi-green-fg">~/work/graphrag/graphrag/graphrag/config/load_c
|
||||
<span class="k">if</span> <span class="s2">"name"</span> <span class="ow">in</span> <span class="n">final_entities</span><span class="o">.</span><span class="n">columns</span><span class="p">:</span>
|
||||
<span class="n">final_entities</span><span class="o">.</span><span class="n">rename</span><span class="p">(</span><span class="n">columns</span><span class="o">=</span><span class="p">{</span><span class="s2">"name"</span><span class="p">:</span> <span class="s2">"title"</span><span class="p">},</span> <span class="n">inplace</span><span class="o">=</span><span class="kc">True</span><span class="p">)</span>
|
||||
<span class="n">remove_columns</span><span class="p">(</span>
|
||||
<span class="n">final_entities</span><span class="p">,</span> <span class="p">[</span><span class="s2">"name_embedding"</span><span class="p">,</span> <span class="s2">"graph_embedding"</span><span class="p">,</span> <span class="s2">"description_embedding"</span><span class="p">]</span>
|
||||
<span class="n">final_entities</span><span class="p">,</span> <span class="p">[</span><span class="s2">"mname_embedding"</span><span class="p">,</span> <span class="s2">"graph_embedding"</span><span class="p">,</span> <span class="s2">"description_embedding"</span><span class="p">]</span>
|
||||
<span class="p">)</span>
|
||||
|
||||
<span class="c1"># Final nodes uses community for joins, which is now an int everywhere</span>
|
||||
@ -2172,15 +2147,6 @@ File <span class="ansi-green-fg">~/work/graphrag/graphrag/graphrag/config/load_c
|
||||
<span class="n">final_communities</span><span class="p">[</span><span class="s2">"id"</span><span class="p">]</span> <span class="o">=</span> <span class="p">[</span><span class="nb">str</span><span class="p">(</span><span class="n">uuid4</span><span class="p">())</span> <span class="k">for</span> <span class="n">_</span> <span class="ow">in</span> <span class="nb">range</span><span class="p">(</span><span class="nb">len</span><span class="p">(</span><span class="n">final_communities</span><span class="p">))]</span>
|
||||
<span class="k">if</span> <span class="s2">"parent"</span> <span class="ow">not</span> <span class="ow">in</span> <span class="n">final_communities</span><span class="o">.</span><span class="n">columns</span><span class="p">:</span>
|
||||
<span class="n">final_communities</span> <span class="o">=</span> <span class="n">final_communities</span><span class="o">.</span><span class="n">merge</span><span class="p">(</span><span class="n">parent_df</span><span class="p">,</span> <span class="n">on</span><span class="o">=</span><span class="s2">"community"</span><span class="p">,</span> <span class="n">how</span><span class="o">=</span><span class="s2">"left"</span><span class="p">)</span>
|
||||
<span class="k">if</span> <span class="s2">"entity_ids"</span> <span class="ow">not</span> <span class="ow">in</span> <span class="n">final_communities</span><span class="o">.</span><span class="n">columns</span><span class="p">:</span>
|
||||
<span class="n">node_mapping</span> <span class="o">=</span> <span class="p">(</span>
|
||||
<span class="n">final_nodes</span><span class="o">.</span><span class="n">loc</span><span class="p">[:,</span> <span class="p">[</span><span class="s2">"community"</span><span class="p">,</span> <span class="s2">"id"</span><span class="p">]]</span>
|
||||
<span class="o">.</span><span class="n">groupby</span><span class="p">(</span><span class="s2">"community"</span><span class="p">)</span>
|
||||
<span class="o">.</span><span class="n">agg</span><span class="p">(</span><span class="n">entity_ids</span><span class="o">=</span><span class="p">(</span><span class="s2">"id"</span><span class="p">,</span> <span class="nb">list</span><span class="p">))</span>
|
||||
<span class="p">)</span>
|
||||
<span class="n">final_communities</span> <span class="o">=</span> <span class="n">final_communities</span><span class="o">.</span><span class="n">merge</span><span class="p">(</span>
|
||||
<span class="n">node_mapping</span><span class="p">,</span> <span class="n">on</span><span class="o">=</span><span class="s2">"community"</span><span class="p">,</span> <span class="n">how</span><span class="o">=</span><span class="s2">"left"</span>
|
||||
<span class="p">)</span>
|
||||
<span class="n">remove_columns</span><span class="p">(</span><span class="n">final_communities</span><span class="p">,</span> <span class="p">[</span><span class="s2">"raw_community"</span><span class="p">])</span>
|
||||
|
||||
<span class="c1"># We need int for community and the human_readable_id copy for consistency</span>
|
||||
@ -2233,7 +2199,7 @@ final_text_units["human_readable_id"] = final_text_units.index + 1
|
||||
if "name" in final_entities.columns:
|
||||
final_entities.rename(columns={"name": "title"}, inplace=True)
|
||||
remove_columns(
|
||||
final_entities, ["name_embedding", "graph_embedding", "description_embedding"]
|
||||
final_entities, ["mname_embedding", "graph_embedding", "description_embedding"]
|
||||
)
|
||||
|
||||
# Final nodes uses community for joins, which is now an int everywhere
|
||||
@ -2267,15 +2233,6 @@ if "community" not in final_communities.columns:
|
||||
final_communities["id"] = [str(uuid4()) for _ in range(len(final_communities))]
|
||||
if "parent" not in final_communities.columns:
|
||||
final_communities = final_communities.merge(parent_df, on="community", how="left")
|
||||
if "entity_ids" not in final_communities.columns:
|
||||
node_mapping = (
|
||||
final_nodes.loc[:, ["community", "id"]]
|
||||
.groupby("community")
|
||||
.agg(entity_ids=("id", list))
|
||||
)
|
||||
final_communities = final_communities.merge(
|
||||
node_mapping, on="community", how="left"
|
||||
)
|
||||
remove_columns(final_communities, ["raw_community"])
|
||||
|
||||
# We need int for community and the human_readable_id copy for consistency
|
||||
@ -2344,7 +2301,7 @@ Cell <span class="ansi-green-fg">In[6], line 8</span>
|
||||
</div>
|
||||
<div class="highlight-ipynb hl-python"><pre><span></span><span class="kn">from</span><span class="w"> </span><span class="nn">graphrag.cache.factory</span><span class="w"> </span><span class="kn">import</span> <span class="n">CacheFactory</span>
|
||||
<span class="kn">from</span><span class="w"> </span><span class="nn">graphrag.callbacks.noop_workflow_callbacks</span><span class="w"> </span><span class="kn">import</span> <span class="n">NoopWorkflowCallbacks</span>
|
||||
<span class="kn">from</span><span class="w"> </span><span class="nn">graphrag.config.embeddings</span><span class="w"> </span><span class="kn">import</span> <span class="n">get_embedded_fields</span><span class="p">,</span> <span class="n">get_embedding_settings</span>
|
||||
<span class="kn">from</span><span class="w"> </span><span class="nn">graphrag.index.config.embeddings</span><span class="w"> </span><span class="kn">import</span> <span class="n">get_embedded_fields</span><span class="p">,</span> <span class="n">get_embedding_settings</span>
|
||||
<span class="kn">from</span><span class="w"> </span><span class="nn">graphrag.index.flows.generate_text_embeddings</span><span class="w"> </span><span class="kn">import</span> <span class="n">generate_text_embeddings</span>
|
||||
|
||||
<span class="c1"># We only need to re-run the embeddings workflow, to ensure that embeddings for all required search fields are in place</span>
|
||||
@ -2377,7 +2334,7 @@ Cell <span class="ansi-green-fg">In[6], line 8</span>
|
||||
</pre></div>
|
||||
<div class="clipboard-copy-txt" id="cell-7">from graphrag.cache.factory import CacheFactory
|
||||
from graphrag.callbacks.noop_workflow_callbacks import NoopWorkflowCallbacks
|
||||
from graphrag.config.embeddings import get_embedded_fields, get_embedding_settings
|
||||
from graphrag.index.config.embeddings import get_embedded_fields, get_embedding_settings
|
||||
from graphrag.index.flows.generate_text_embeddings import generate_text_embeddings
|
||||
|
||||
# We only need to re-run the embeddings workflow, to ensure that embeddings for all required search fields are in place
|
||||
@ -2420,16 +2377,16 @@ await generate_text_embeddings(
|
||||
<div class="jp-RenderedText jp-OutputArea-output" data-mime-type="application/vnd.jupyter.stderr" tabindex="0">
|
||||
<pre>
|
||||
<span class="ansi-red-fg">---------------------------------------------------------------------------</span>
|
||||
<span class="ansi-red-fg">NameError</span> Traceback (most recent call last)
|
||||
Cell <span class="ansi-green-fg">In[7], line 10</span>
|
||||
<span class="ansi-red-fg">ModuleNotFoundError</span> Traceback (most recent call last)
|
||||
Cell <span class="ansi-green-fg">In[7], line 3</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 1</span> <span class="ansi-bold" style="color: rgb(0,135,0)">from</span><span style="color: rgb(188,188,188)"> </span><span class="ansi-bold" style="color: rgb(0,0,255)">graphrag</span><span class="ansi-bold" style="color: rgb(0,0,255)">.</span><span class="ansi-bold" style="color: rgb(0,0,255)">cache</span><span class="ansi-bold" style="color: rgb(0,0,255)">.</span><span class="ansi-bold" style="color: rgb(0,0,255)">factory</span><span style="color: rgb(188,188,188)"> </span><span class="ansi-bold" style="color: rgb(0,135,0)">import</span> CacheFactory
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 2</span> <span class="ansi-bold" style="color: rgb(0,135,0)">from</span><span style="color: rgb(188,188,188)"> </span><span class="ansi-bold" style="color: rgb(0,0,255)">graphrag</span><span class="ansi-bold" style="color: rgb(0,0,255)">.</span><span class="ansi-bold" style="color: rgb(0,0,255)">callbacks</span><span class="ansi-bold" style="color: rgb(0,0,255)">.</span><span class="ansi-bold" style="color: rgb(0,0,255)">noop_workflow_callbacks</span><span style="color: rgb(188,188,188)"> </span><span class="ansi-bold" style="color: rgb(0,135,0)">import</span> NoopWorkflowCallbacks
|
||||
<span class="ansi-green-fg">----> 3</span> <span class="ansi-bold" style="color: rgb(0,135,0)">from</span><span style="color: rgb(188,188,188)"> </span><span class="ansi-bold" style="color: rgb(0,0,255)">graphrag</span><span class="ansi-bold" style="color: rgb(0,0,255)">.</span><span class="ansi-bold" style="color: rgb(0,0,255)">index</span><span class="ansi-bold" style="color: rgb(0,0,255)">.</span><span class="ansi-bold" style="color: rgb(0,0,255)">config</span><span class="ansi-bold" style="color: rgb(0,0,255)">.</span><span class="ansi-bold" style="color: rgb(0,0,255)">embeddings</span><span style="color: rgb(188,188,188)"> </span><span class="ansi-bold" style="color: rgb(0,135,0)">import</span> get_embedded_fields, get_embedding_settings
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 4</span> <span class="ansi-bold" style="color: rgb(0,135,0)">from</span><span style="color: rgb(188,188,188)"> </span><span class="ansi-bold" style="color: rgb(0,0,255)">graphrag</span><span class="ansi-bold" style="color: rgb(0,0,255)">.</span><span class="ansi-bold" style="color: rgb(0,0,255)">index</span><span class="ansi-bold" style="color: rgb(0,0,255)">.</span><span class="ansi-bold" style="color: rgb(0,0,255)">flows</span><span class="ansi-bold" style="color: rgb(0,0,255)">.</span><span class="ansi-bold" style="color: rgb(0,0,255)">generate_text_embeddings</span><span style="color: rgb(188,188,188)"> </span><span class="ansi-bold" style="color: rgb(0,135,0)">import</span> generate_text_embeddings
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 6</span> <span style="color: rgb(95,135,135)"># We only need to re-run the embeddings workflow, to ensure that embeddings for all required search fields are in place</span>
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 7</span> <span style="color: rgb(95,135,135)"># We'll construct the context and run this function flow directly to avoid everything else</span>
|
||||
<span class="ansi-green-fg">---> 10</span> embedded_fields <span style="color: rgb(98,98,98)">=</span> get_embedded_fields(<span class="ansi-yellow-bg">config</span>)
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 11</span> text_embed <span style="color: rgb(98,98,98)">=</span> get_embedding_settings(config)
|
||||
<span class="ansi-green-intense-fg ansi-bold"> 12</span> callbacks <span style="color: rgb(98,98,98)">=</span> NoopWorkflowCallbacks()
|
||||
|
||||
<span class="ansi-red-fg">NameError</span>: name 'config' is not defined</pre>
|
||||
<span class="ansi-red-fg">ModuleNotFoundError</span>: No module named 'graphrag.index.config'</pre>
|
||||
</div>
|
||||
</div>
|
||||
</div>
|
||||
@ -2438,7 +2395,7 @@ Cell <span class="ansi-green-fg">In[7], line 10</span>
|
||||
</div>
|
||||
</div> <!-- jp-Notebook -->
|
||||
</div> <!-- jupyter-wrapper -->
|
||||
</div>
|
||||
|
||||
<style>
|
||||
['pre { line-height: 125%; }\ntd.linenos .normal { color: inherit; background-color: transparent; padding-left: 5px; padding-right: 5px; }\nspan.linenos { color: inherit; background-color: transparent; padding-left: 5px; padding-right: 5px; }\ntd.linenos .special { color: #000000; background-color: #ffffc0; padding-left: 5px; padding-right: 5px; }\nspan.linenos.special { color: #000000; background-color: #ffffc0; padding-left: 5px; padding-right: 5px; }\n.highlight-ipynb .hll { background-color: var(--jp-cell-editor-active-background) }\n.highlight-ipynb { background: var(--jp-cell-editor-background); color: var(--jp-mirror-editor-variable-color) }\n.highlight-ipynb .c { color: var(--jp-mirror-editor-comment-color); font-style: italic } /* Comment */\n.highlight-ipynb .err { color: var(--jp-mirror-editor-error-color) } /* Error */\n.highlight-ipynb .k { color: var(--jp-mirror-editor-keyword-color); font-weight: bold } /* Keyword */\n.highlight-ipynb .o { color: var(--jp-mirror-editor-operator-color); font-weight: bold } /* Operator */\n.highlight-ipynb .p { color: var(--jp-mirror-editor-punctuation-color) } /* Punctuation */\n.highlight-ipynb .ch { color: var(--jp-mirror-editor-comment-color); font-style: italic } /* Comment.Hashbang */\n.highlight-ipynb .cm { color: var(--jp-mirror-editor-comment-color); font-style: italic } /* Comment.Multiline */\n.highlight-ipynb .cp { color: var(--jp-mirror-editor-comment-color); font-style: italic } /* Comment.Preproc */\n.highlight-ipynb .cpf { color: var(--jp-mirror-editor-comment-color); font-style: italic } /* Comment.PreprocFile */\n.highlight-ipynb .c1 { color: var(--jp-mirror-editor-comment-color); font-style: italic } /* Comment.Single */\n.highlight-ipynb .cs { color: var(--jp-mirror-editor-comment-color); font-style: italic } /* Comment.Special */\n.highlight-ipynb .kc { color: var(--jp-mirror-editor-keyword-color); font-weight: bold } /* Keyword.Constant */\n.highlight-ipynb .kd { color: var(--jp-mirror-editor-keyword-color); font-weight: bold } /* Keyword.Declaration */\n.highlight-ipynb .kn { color: var(--jp-mirror-editor-keyword-color); font-weight: bold } /* Keyword.Namespace */\n.highlight-ipynb .kp { color: var(--jp-mirror-editor-keyword-color); font-weight: bold } /* Keyword.Pseudo */\n.highlight-ipynb .kr { color: var(--jp-mirror-editor-keyword-color); font-weight: bold } /* Keyword.Reserved */\n.highlight-ipynb .kt { color: var(--jp-mirror-editor-keyword-color); font-weight: bold } /* Keyword.Type */\n.highlight-ipynb .m { color: var(--jp-mirror-editor-number-color) } /* Literal.Number */\n.highlight-ipynb .s { color: var(--jp-mirror-editor-string-color) } /* Literal.String */\n.highlight-ipynb .ow { color: var(--jp-mirror-editor-operator-color); font-weight: bold } /* Operator.Word */\n.highlight-ipynb .pm { color: var(--jp-mirror-editor-punctuation-color) } /* Punctuation.Marker */\n.highlight-ipynb .w { color: var(--jp-mirror-editor-variable-color) } /* Text.Whitespace */\n.highlight-ipynb .mb { color: var(--jp-mirror-editor-number-color) } /* Literal.Number.Bin */\n.highlight-ipynb .mf { color: var(--jp-mirror-editor-number-color) } /* Literal.Number.Float */\n.highlight-ipynb .mh { color: var(--jp-mirror-editor-number-color) } /* Literal.Number.Hex */\n.highlight-ipynb .mi { color: var(--jp-mirror-editor-number-color) } /* Literal.Number.Integer */\n.highlight-ipynb .mo { color: var(--jp-mirror-editor-number-color) } /* Literal.Number.Oct */\n.highlight-ipynb .sa { color: var(--jp-mirror-editor-string-color) } /* Literal.String.Affix */\n.highlight-ipynb .sb { color: var(--jp-mirror-editor-string-color) } /* Literal.String.Backtick */\n.highlight-ipynb .sc { color: var(--jp-mirror-editor-string-color) } /* Literal.String.Char */\n.highlight-ipynb .dl { color: var(--jp-mirror-editor-string-color) } /* Literal.String.Delimiter */\n.highlight-ipynb .sd { color: var(--jp-mirror-editor-string-color) } /* Literal.String.Doc */\n.highlight-ipynb .s2 { color: var(--jp-mirror-editor-string-color) } /* Literal.String.Double */\n.highlight-ipynb .se { color: var(--jp-mirror-editor-string-color) } /* Literal.String.Escape */\n.highlight-ipynb .sh { color: var(--jp-mirror-editor-string-color) } /* Literal.String.Heredoc */\n.highlight-ipynb .si { color: var(--jp-mirror-editor-string-color) } /* Literal.String.Interpol */\n.highlight-ipynb .sx { color: var(--jp-mirror-editor-string-color) } /* Literal.String.Other */\n.highlight-ipynb .sr { color: var(--jp-mirror-editor-string-color) } /* Literal.String.Regex */\n.highlight-ipynb .s1 { color: var(--jp-mirror-editor-string-color) } /* Literal.String.Single */\n.highlight-ipynb .ss { color: var(--jp-mirror-editor-string-color) } /* Literal.String.Symbol */\n.highlight-ipynb .il { color: var(--jp-mirror-editor-number-color) } /* Literal.Number.Integer.Long */']
|
||||
</style>
|
||||
File diff suppressed because one or more lines are too long
File diff suppressed because it is too large
Load Diff
Loading…
Reference in New Issue
Block a user