examples

examples/simple-chat-stream/main.py

@@ -8,10 +8,8 @@ messages = [
   },
 ]
 
-for message in chat('mistral', messages=messages, stream=True):
+for part in chat('mistral', messages=messages, stream=True):
-  if message := message.get('message'):
+  print(part['message']['content'], end='', flush=True)
-    if message.get('role') == 'assistant':
-      print(message.get('content', ''), end='', flush=True)
 
 # end with a newline
 print()

examples/simple-chat/main.py

@@ -9,4 +9,4 @@ messages = [
 ]
 
 response = chat('mistral', messages=messages)
-print(response['message'])
+print(response['message']['content'])

examples/simple-generate-stream/main.py

@@ -0,0 +1,5 @@
+from ollama import generate
+
+
+for part in generate('mistral', 'Why is the sky blue?', stream=True):
+  print(part['response'], end='', flush=True)

examples/simple-generate/main.py

@@ -0,0 +1,5 @@
+from ollama import generate
+
+
+response = generate('mistral', 'Why is the sky blue?')
+print(response['response'])

examples/simple-multimodal/main.py

@@ -24,6 +24,6 @@ raw = httpx.get(comic.json().get('img'))
 raw.raise_for_status()
 
 for response in generate('llava', 'explain this comic:', images=[raw.content], stream=True):
-  print(response.get('response'), end='', flush=True)
+  print(response['response'], end='', flush=True)
 
 print()