From 83295d9c2d90061f7d0e8ff8ae5da47460e1a6b4 Mon Sep 17 00:00:00 2001
From: Michael Yang <mxyng@pm.me>
Date: Wed, 20 Dec 2023 16:27:54 -0800
Subject: [PATCH] add infill example

---
 examples/simple-fill-in-middle/main.py | 22 ++++++++++++++++++++++
 1 file changed, 22 insertions(+)
 create mode 100644 examples/simple-fill-in-middle/main.py

diff --git a/examples/simple-fill-in-middle/main.py b/examples/simple-fill-in-middle/main.py
new file mode 100644
index 0000000..ca14d05
--- /dev/null
+++ b/examples/simple-fill-in-middle/main.py
@@ -0,0 +1,22 @@
+from ollama import generate
+
+prefix = '''def remove_non_ascii(s: str) -> str:
+    """ '''
+
+suffix = '''
+    return result
+'''
+
+
+response = generate(
+  model='codellama:7b-code',
+  prompt=f'<PRE> {prefix} <SUF>{suffix} <MID>',
+  options={
+    'num_predict': 128,
+    'temperature': 0,
+    'top_p': 0.9,
+    'stop': ['<EOT>'],
+  },
+)
+
+print(response['response'])