diff --git a/examples/simple-fill-in-middle/main.py b/examples/simple-fill-in-middle/main.py new file mode 100644 index 0000000..ca14d05 --- /dev/null +++ b/examples/simple-fill-in-middle/main.py @@ -0,0 +1,22 @@ +from ollama import generate + +prefix = '''def remove_non_ascii(s: str) -> str: + """ ''' + +suffix = ''' + return result +''' + + +response = generate( + model='codellama:7b-code', + prompt=f'
{prefix} {suffix} ',
+ options={
+ 'num_predict': 128,
+ 'temperature': 0,
+ 'top_p': 0.9,
+ 'stop': [''],
+ },
+)
+
+print(response['response'])