Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -23,7 +23,7 @@ llm = Llama(
|
|
23 |
model_path=base_model_path,
|
24 |
lora_path=adapter_path,
|
25 |
n_ctx=512, # Context length, set manually since adapter lacks it
|
26 |
-
n_threads=
|
27 |
use_mmap=True,
|
28 |
n_gpu_layers=0 # Set to >0 if GPU acceleration is desired and supported
|
29 |
)
|
|
|
23 |
model_path=base_model_path,
|
24 |
lora_path=adapter_path,
|
25 |
n_ctx=512, # Context length, set manually since adapter lacks it
|
26 |
+
n_threads=optimal_threads, # Adjust based on your system
|
27 |
use_mmap=True,
|
28 |
n_gpu_layers=0 # Set to >0 if GPU acceleration is desired and supported
|
29 |
)
|