johnpaulbin commited on
Commit
ef3a6f4
·
verified ·
1 Parent(s): 49c7346

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -17,7 +17,7 @@ llm = Llama(
17
  model_path=base_model_path,
18
  lora_path=adapter_path,
19
  n_ctx=1024, # Context length, set manually since adapter lacks it
20
- n_threads=2, # Adjust based on your system
21
  n_gpu_layers=0 # Set to >0 if GPU acceleration is desired and supported
22
  )
23
 
@@ -61,4 +61,4 @@ iface = gr.Interface(
61
  )
62
 
63
  # Launch the app
64
- iface.launch()
 
17
  model_path=base_model_path,
18
  lora_path=adapter_path,
19
  n_ctx=1024, # Context length, set manually since adapter lacks it
20
+ n_threads=4, # Adjust based on your system
21
  n_gpu_layers=0 # Set to >0 if GPU acceleration is desired and supported
22
  )
23
 
 
61
  )
62
 
63
  # Launch the app
64
+ iface.launch(debug=True)