Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -17,7 +17,7 @@ llm = Llama(
|
|
17 |
model_path=base_model_path,
|
18 |
lora_path=adapter_path,
|
19 |
n_ctx=1024, # Context length, set manually since adapter lacks it
|
20 |
-
n_threads=
|
21 |
n_gpu_layers=0 # Set to >0 if GPU acceleration is desired and supported
|
22 |
)
|
23 |
|
@@ -61,4 +61,4 @@ iface = gr.Interface(
|
|
61 |
)
|
62 |
|
63 |
# Launch the app
|
64 |
-
iface.launch()
|
|
|
17 |
model_path=base_model_path,
|
18 |
lora_path=adapter_path,
|
19 |
n_ctx=1024, # Context length, set manually since adapter lacks it
|
20 |
+
n_threads=4, # Adjust based on your system
|
21 |
n_gpu_layers=0 # Set to >0 if GPU acceleration is desired and supported
|
22 |
)
|
23 |
|
|
|
61 |
)
|
62 |
|
63 |
# Launch the app
|
64 |
+
iface.launch(debug=True)
|