kanshan/ollama-python
1
0
Fork 0
mirror of https://github.com/ollama/ollama-python.git synced 2026-01-13 21:57:16 +08:00
Code Issues Actions Packages Projects Releases Wiki Activity

fix lint

Browse Source
This commit is contained in:
ParthSareen 2025-11-11 18:06:40 -08:00
parent 8ffcb08465
commit 522804fb0c
2 changed files with 21 additions and 23 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

23
examples/chat-logprobs.py
View File

@ -4,29 +4,28 @@ import ollama
def print_logprobs(logprobs: Iterable[dict], label: str) -> None:
print(f"\n{label}:")
print(f'\n{label}:')
for entry in logprobs:
token = entry.get("token", "")
logprob = entry.get("logprob")
print(f" token={token!r:<12} logprob={logprob:.3f}")
for alt in entry.get("top_logprobs", []):
token = entry.get('token', '')
logprob = entry.get('logprob')
print(f' token={token!r:<12} logprob={logprob:.3f}')
for alt in entry.get('top_logprobs', []):
if alt['token'] != token:
print(f" alt -> {alt['token']!r:<12} ({alt['logprob']:.3f})")
print(f' alt -> {alt["token"]!r:<12} ({alt["logprob"]:.3f})')
messages = [
{
"role": "user",
"content": "hi! be concise.",
'role': 'user',
'content': 'hi! be concise.',
},
]
response = ollama.chat(
model="gemma3",
model='gemma3',
messages=messages,
logprobs=True,
top_logprobs=3,
)
print("Chat response:", response["message"]["content"])
print_logprobs(response.get("logprobs", []), "chat logprobs")
print('Chat response:', response['message']['content'])
print_logprobs(response.get('logprobs', []), 'chat logprobs')

21
examples/generate-logprobs.py
View File

@ -4,22 +4,21 @@ import ollama
def print_logprobs(logprobs: Iterable[dict], label: str) -> None:
print(f"\n{label}:")
print(f'\n{label}:')
for entry in logprobs:
token = entry.get("token", "")
logprob = entry.get("logprob")
print(f" token={token!r:<12} logprob={logprob:.3f}")
for alt in entry.get("top_logprobs", []):
token = entry.get('token', '')
logprob = entry.get('logprob')
print(f' token={token!r:<12} logprob={logprob:.3f}')
for alt in entry.get('top_logprobs', []):
if alt['token'] != token:
print(f" alt -> {alt['token']!r:<12} ({alt['logprob']:.3f})")
print(f' alt -> {alt["token"]!r:<12} ({alt["logprob"]:.3f})')
response = ollama.generate(
model="gemma3",
prompt="hi! be concise.",
model='gemma3',
prompt='hi! be concise.',
logprobs=True,
top_logprobs=3,
)
print("Generate response:", response["response"])
print_logprobs(response.get("logprobs", []), "generate logprobs")
print('Generate response:', response['response'])
print_logprobs(response.get('logprobs', []), 'generate logprobs')