johnpaulbin commited on
Commit
da4aea2
·
verified ·
1 Parent(s): 7dcd08f

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -23,7 +23,7 @@ llm = Llama(
23
  model_path=base_model_path,
24
  lora_path=adapter_path,
25
  n_ctx=512, # Context length, set manually since adapter lacks it
26
- n_threads=2, # Adjust based on your system
27
  use_mmap=True,
28
  n_gpu_layers=0 # Set to >0 if GPU acceleration is desired and supported
29
  )
 
23
  model_path=base_model_path,
24
  lora_path=adapter_path,
25
  n_ctx=512, # Context length, set manually since adapter lacks it
26
+ n_threads=optimal_threads, # Adjust based on your system
27
  use_mmap=True,
28
  n_gpu_layers=0 # Set to >0 if GPU acceleration is desired and supported
29
  )