Update app.py
Browse files
app.py
CHANGED
@@ -8,6 +8,15 @@ from peft import PeftModel
|
|
8 |
# Set Hugging Face Token for Authentication
|
9 |
HUGGINGFACE_TOKEN = os.getenv("HUGGINGFACE_TOKEN") # Ensure this is set in your environment
|
10 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
11 |
# Correct model paths (replace with your actual paths)
|
12 |
BASE_MODEL = "meta-llama/Llama-3.2-1B-Instruct" # Ensure this is the correct identifier
|
13 |
QLORA_ADAPTER = "meta-llama/Llama-3.2-1B-Instruct-QLORA_INT4_EO8" # Ensure this is correct
|
|
|
8 |
# Set Hugging Face Token for Authentication
|
9 |
HUGGINGFACE_TOKEN = os.getenv("HUGGINGFACE_TOKEN") # Ensure this is set in your environment
|
10 |
|
11 |
+
# Add this at the beginning of your script
|
12 |
+
token_value = os.getenv("HUGGINGFACE_TOKEN")
|
13 |
+
if token_value:
|
14 |
+
print("HUGGINGFACE_TOKEN is set")
|
15 |
+
# Print first few characters to verify it's not empty
|
16 |
+
print(f"Token starts with: {token_value[:5]}...")
|
17 |
+
else:
|
18 |
+
print("HUGGINGFACE_TOKEN is not set")
|
19 |
+
|
20 |
# Correct model paths (replace with your actual paths)
|
21 |
BASE_MODEL = "meta-llama/Llama-3.2-1B-Instruct" # Ensure this is the correct identifier
|
22 |
QLORA_ADAPTER = "meta-llama/Llama-3.2-1B-Instruct-QLORA_INT4_EO8" # Ensure this is correct
|