Update app.py

app.py

@@ -61,7 +61,7 @@ def generate_text(request: GenerateTextRequest):
 
     try:
         prompt = general_prompt_template.format(المادة=request.المادة, المستوى=request.المستوى)
-        inputs = text_tokenizer(prompt, return_tensors="pt", max_length=1024, truncation=True).to(device)
+        inputs = text_tokenizer(prompt, return_tensors="pt", max_length=1024, truncation=True)
         
         with torch.no_grad():
             outputs = text_model.generate(
@@ -86,7 +86,7 @@ def generate_text(request: GenerateTextRequest):
 ####################################
 QA_MODEL_NAME = "Mihakram/AraT5-base-question-generation"
 qa_tokenizer = AutoTokenizer.from_pretrained(QA_MODEL_NAME)
-qa_model = AutoModelForSeq2SeqLM.from_pretrained(QA_MODEL_NAME).to(device)
+qa_model = AutoModelForSeq2SeqLM.from_pretrained(QA_MODEL_NAME)
 
 def extract_answer(context: str) -> str:
     """Extract the first sentence (or a key phrase) from the context."""