File size: 760 Bytes
c49f7bc
 
583ab83
 
c49f7bc
 
 
583ab83
 
 
c49f7bc
 
 
 
 
 
 
583ab83
 
 
02cb8d5
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
from fastapi import FastAPI
from pydantic import BaseModel
from transformers import AutoModelForCausalLM, AutoTokenizer
import torch

app = FastAPI()

# MODELİ VE TOKENIZER'I YÜKLE (CPU için)
model = AutoModelForCausalLM.from_pretrained("memorease/memorease-quizgen")
tokenizer = AutoTokenizer.from_pretrained("memorease/memorease-quizgen")

class Memory(BaseModel):
    description: str

@app.post("/generate")
def generate(memory: Memory):
    prompt = f"Soru üret: {memory.description}"
    inputs = tokenizer(prompt, return_tensors="pt", padding=True, truncation=True, max_length=128)
    outputs = model.generate(**inputs, max_new_tokens=64)
    question = tokenizer.decode(outputs[0], skip_special_tokens=True)
    return {"question": question}
    #