diff --git a/examples/chat-logprobs.py b/examples/chat-logprobs.py index a3a1af7..b5eea18 100644 --- a/examples/chat-logprobs.py +++ b/examples/chat-logprobs.py @@ -4,29 +4,28 @@ import ollama def print_logprobs(logprobs: Iterable[dict], label: str) -> None: - print(f"\n{label}:") + print(f'\n{label}:') for entry in logprobs: - token = entry.get("token", "") - logprob = entry.get("logprob") - print(f" token={token!r:<12} logprob={logprob:.3f}") - for alt in entry.get("top_logprobs", []): + token = entry.get('token', '') + logprob = entry.get('logprob') + print(f' token={token!r:<12} logprob={logprob:.3f}') + for alt in entry.get('top_logprobs', []): if alt['token'] != token: - print(f" alt -> {alt['token']!r:<12} ({alt['logprob']:.3f})") + print(f' alt -> {alt["token"]!r:<12} ({alt["logprob"]:.3f})') messages = [ { - "role": "user", - "content": "hi! be concise.", + 'role': 'user', + 'content': 'hi! be concise.', }, ] response = ollama.chat( - model="gemma3", + model='gemma3', messages=messages, logprobs=True, top_logprobs=3, ) -print("Chat response:", response["message"]["content"]) -print_logprobs(response.get("logprobs", []), "chat logprobs") - +print('Chat response:', response['message']['content']) +print_logprobs(response.get('logprobs', []), 'chat logprobs') diff --git a/examples/generate-logprobs.py b/examples/generate-logprobs.py index 9002665..494eb3e 100644 --- a/examples/generate-logprobs.py +++ b/examples/generate-logprobs.py @@ -4,22 +4,21 @@ import ollama def print_logprobs(logprobs: Iterable[dict], label: str) -> None: - print(f"\n{label}:") + print(f'\n{label}:') for entry in logprobs: - token = entry.get("token", "") - logprob = entry.get("logprob") - print(f" token={token!r:<12} logprob={logprob:.3f}") - for alt in entry.get("top_logprobs", []): + token = entry.get('token', '') + logprob = entry.get('logprob') + print(f' token={token!r:<12} logprob={logprob:.3f}') + for alt in entry.get('top_logprobs', []): if alt['token'] != token: - print(f" alt -> {alt['token']!r:<12} ({alt['logprob']:.3f})") + print(f' alt -> {alt["token"]!r:<12} ({alt["logprob"]:.3f})') response = ollama.generate( - model="gemma3", - prompt="hi! be concise.", + model='gemma3', + prompt='hi! be concise.', logprobs=True, top_logprobs=3, ) -print("Generate response:", response["response"]) -print_logprobs(response.get("logprobs", []), "generate logprobs") - +print('Generate response:', response['response']) +print_logprobs(response.get('logprobs', []), 'generate logprobs')