mike23415 commited on
Commit
012dc5b
·
verified ·
1 Parent(s): f969157

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +11 -5
app.py CHANGED
@@ -14,11 +14,18 @@ logger = logging.getLogger(__name__)
14
 
15
  app = Flask(__name__)
16
 
17
- # Load T5 model and tokenizer (done once at startup)
 
 
 
18
  logger.info("Loading T5-Base model...")
19
- tokenizer = T5Tokenizer.from_pretrained("t5-base")
20
- model = T5ForConditionalGeneration.from_pretrained("t5-base")
21
- logger.info("T5-Base model loaded successfully.")
 
 
 
 
22
 
23
  ALLOWED_EXTENSIONS = {"pdf", "docx", "pptx", "txt"}
24
 
@@ -28,7 +35,6 @@ def allowed_file(filename):
28
  def summarize_text(text, max_length=150, min_length=30):
29
  """Summarize text using T5-Base."""
30
  try:
31
- # Prepend "summarize: " as required by T5
32
  input_text = "summarize: " + text
33
  inputs = tokenizer(input_text, return_tensors="pt", max_length=512, truncation=True)
34
  summary_ids = model.generate(
 
14
 
15
  app = Flask(__name__)
16
 
17
+ # Set Hugging Face cache directory (matches Dockerfile)
18
+ os.environ["HF_HOME"] = "/app/hf_cache"
19
+
20
+ # Load T5 model and tokenizer
21
  logger.info("Loading T5-Base model...")
22
+ try:
23
+ tokenizer = T5Tokenizer.from_pretrained("t5-base")
24
+ model = T5ForConditionalGeneration.from_pretrained("t5-base")
25
+ logger.info("T5-Base model loaded successfully.")
26
+ except Exception as e:
27
+ logger.error(f"Failed to load T5-Base: {str(e)}")
28
+ raise
29
 
30
  ALLOWED_EXTENSIONS = {"pdf", "docx", "pptx", "txt"}
31
 
 
35
  def summarize_text(text, max_length=150, min_length=30):
36
  """Summarize text using T5-Base."""
37
  try:
 
38
  input_text = "summarize: " + text
39
  inputs = tokenizer(input_text, return_tensors="pt", max_length=512, truncation=True)
40
  summary_ids = model.generate(