Steph254 commited on
Commit
e4bb78b
·
verified ·
1 Parent(s): 513c3f3

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +9 -0
app.py CHANGED
@@ -8,6 +8,15 @@ from peft import PeftModel
8
  # Set Hugging Face Token for Authentication
9
  HUGGINGFACE_TOKEN = os.getenv("HUGGINGFACE_TOKEN") # Ensure this is set in your environment
10
 
 
 
 
 
 
 
 
 
 
11
  # Correct model paths (replace with your actual paths)
12
  BASE_MODEL = "meta-llama/Llama-3.2-1B-Instruct" # Ensure this is the correct identifier
13
  QLORA_ADAPTER = "meta-llama/Llama-3.2-1B-Instruct-QLORA_INT4_EO8" # Ensure this is correct
 
8
  # Set Hugging Face Token for Authentication
9
  HUGGINGFACE_TOKEN = os.getenv("HUGGINGFACE_TOKEN") # Ensure this is set in your environment
10
 
11
+ # Add this at the beginning of your script
12
+ token_value = os.getenv("HUGGINGFACE_TOKEN")
13
+ if token_value:
14
+ print("HUGGINGFACE_TOKEN is set")
15
+ # Print first few characters to verify it's not empty
16
+ print(f"Token starts with: {token_value[:5]}...")
17
+ else:
18
+ print("HUGGINGFACE_TOKEN is not set")
19
+
20
  # Correct model paths (replace with your actual paths)
21
  BASE_MODEL = "meta-llama/Llama-3.2-1B-Instruct" # Ensure this is the correct identifier
22
  QLORA_ADAPTER = "meta-llama/Llama-3.2-1B-Instruct-QLORA_INT4_EO8" # Ensure this is correct