Update app.py

app.py

@@ -1,9 +1,16 @@
+import os
+
+# Set writable cache directory
+os.environ['SENTENCE_TRANSFORMERS_HOME'] = '/home/user/.cache/huggingface'
+os.environ['TRANSFORMERS_CACHE'] = '/home/user/.cache/huggingface'
+
 from fastapi import FastAPI
 from transformers import AutoModelForCausalLM, AutoTokenizer
 
-model_name = "mynuddin/chatbot"
+# Ensure the directory exists
+os.makedirs(os.environ['TRANSFORMERS_CACHE'], exist_ok=True)
 
-# Load model and tokenizer without setting a custom cache
+model_name = "mynuddin/chatbot"
 tokenizer = AutoTokenizer.from_pretrained(model_name)
 model = AutoModelForCausalLM.from_pretrained(model_name).to("cpu")