Update app.py

app.py

@@ -1,8 +1,8 @@
 import os
 
-# Set writable cache directory
-os.environ['SENTENCE_TRANSFORMERS_HOME'] = '/home/user/.cache/huggingface'
-os.environ['TRANSFORMERS_CACHE'] = '/home/user/.cache/huggingface'
+# Set writable cache directory inside the container
+os.environ['SENTENCE_TRANSFORMERS_HOME'] = '/app/hf_home'
+os.environ['TRANSFORMERS_CACHE'] = '/app/hf_home'
 
 from fastapi import FastAPI
 from transformers import AutoModelForCausalLM, AutoTokenizer
@@ -10,6 +10,7 @@ from transformers import AutoModelForCausalLM, AutoTokenizer
 # Ensure the directory exists
 os.makedirs(os.environ['TRANSFORMERS_CACHE'], exist_ok=True)
 
+# Load model
 model_name = "mynuddin/chatbot"
 tokenizer = AutoTokenizer.from_pretrained(model_name)
 model = AutoModelForCausalLM.from_pretrained(model_name).to("cpu")