Spaces:
Running
on
Zero
Running
on
Zero
Update app.py
Browse files
app.py
CHANGED
@@ -1,5 +1,5 @@
|
|
1 |
import torch
|
2 |
-
import spaces
|
3 |
from collections.abc import Iterator
|
4 |
from threading import Thread
|
5 |
import gradio as gr
|
@@ -20,7 +20,7 @@ DESCRIPTION = """\
|
|
20 |
|
21 |
# if torch.cuda.is_available():
|
22 |
model_id = "ai4bharat/IndicTrans3-beta"
|
23 |
-
model = AutoModelForCausalLM.from_pretrained(model_id, torch_dtype=torch.float16, device_map="auto")
|
24 |
tokenizer = AutoTokenizer.from_pretrained(model_id)
|
25 |
|
26 |
|
@@ -49,9 +49,6 @@ LANGUAGES = {
|
|
49 |
}
|
50 |
|
51 |
|
52 |
-
# def translate(src_lang, text, tgt_lang):
|
53 |
-
|
54 |
-
# return "Translation output will appear here..."
|
55 |
|
56 |
@spaces.GPU
|
57 |
def generate(
|
@@ -93,7 +90,6 @@ def generate(
|
|
93 |
outputs.append(text)
|
94 |
yield "".join(outputs)
|
95 |
|
96 |
-
|
97 |
def store_feedback(rating, feedback_text):
|
98 |
if not rating:
|
99 |
gr.Warning("Please select a rating before submitting feedback.", duration=5)
|
@@ -123,7 +119,7 @@ with gr.Blocks(theme=gr.themes.Default(), css=css) as demo:
|
|
123 |
|
124 |
text_input = gr.Textbox(
|
125 |
placeholder="Enter text to translate...",
|
126 |
-
label="",
|
127 |
lines=10,
|
128 |
max_lines=100,
|
129 |
elem_id="input-text"
|
@@ -206,4 +202,4 @@ with gr.Blocks(theme=gr.themes.Default(), css=css) as demo:
|
|
206 |
outputs=feedback_result
|
207 |
)
|
208 |
|
209 |
-
demo.launch()
|
|
|
1 |
import torch
|
2 |
+
# import spaces
|
3 |
from collections.abc import Iterator
|
4 |
from threading import Thread
|
5 |
import gradio as gr
|
|
|
20 |
|
21 |
# if torch.cuda.is_available():
|
22 |
model_id = "ai4bharat/IndicTrans3-beta"
|
23 |
+
model = AutoModelForCausalLM.from_pretrained(model_id, torch_dtype=torch.float16, device_map="auto", offload_folder="offload")
|
24 |
tokenizer = AutoTokenizer.from_pretrained(model_id)
|
25 |
|
26 |
|
|
|
49 |
}
|
50 |
|
51 |
|
|
|
|
|
|
|
52 |
|
53 |
@spaces.GPU
|
54 |
def generate(
|
|
|
90 |
outputs.append(text)
|
91 |
yield "".join(outputs)
|
92 |
|
|
|
93 |
def store_feedback(rating, feedback_text):
|
94 |
if not rating:
|
95 |
gr.Warning("Please select a rating before submitting feedback.", duration=5)
|
|
|
119 |
|
120 |
text_input = gr.Textbox(
|
121 |
placeholder="Enter text to translate...",
|
122 |
+
label="Input text",
|
123 |
lines=10,
|
124 |
max_lines=100,
|
125 |
elem_id="input-text"
|
|
|
202 |
outputs=feedback_result
|
203 |
)
|
204 |
|
205 |
+
demo.launch()
|