tommytracx commited on
Commit
d134f64
·
verified ·
1 Parent(s): c2a4447

Upload local_llm.py

Browse files
Files changed (1) hide show
  1. models/local_llm.py +7 -0
models/local_llm.py ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ import subprocess
2
+
3
+ def run_llm(prompt: str) -> str:
4
+ result = subprocess.run([
5
+ "./main", "-m", "models/ggml-model.bin", "-p", prompt, "-n", "128"
6
+ ], capture_output=True, text=True)
7
+ return result.stdout