abhishekpawar7218 commited on
Commit
e3b43ce
·
1 Parent(s): 72c60ac

Add application file

Browse files
Files changed (2) hide show
  1. app.py +37 -0
  2. requirements.txt +4 -0
app.py ADDED
@@ -0,0 +1,37 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ import gradio as gr
2
+ from transformers import AutoTokenizer, AutoModelForCausalLM
3
+
4
+ # Initialize the model and tokenizer
5
+ tokenizer = AutoTokenizer.from_pretrained("defog/sqlcoder-70b-alpha")
6
+ model = AutoModelForCausalLM.from_pretrained("defog/sqlcoder-70b-alpha")
7
+
8
+ def generate_sql(prompt):
9
+ """Generate SQL code based on the provided prompt"""
10
+ inputs = tokenizer(prompt, return_tensors="pt").to(model.device)
11
+
12
+ # Generate SQL code
13
+ outputs = model.generate(
14
+ inputs.input_ids,
15
+ max_length=1024,
16
+ temperature=0.1,
17
+ do_sample=True,
18
+ pad_token_id=tokenizer.eos_token_id
19
+ )
20
+
21
+ # Decode the generated SQL
22
+ sql_code = tokenizer.decode(outputs[0], skip_special_tokens=True)
23
+
24
+ return sql_code
25
+
26
+ # Create Gradio interface
27
+ demo = gr.Interface(
28
+ fn=generate_sql,
29
+ inputs=gr.Textbox(lines=5, placeholder="Describe the SQL query you need..."),
30
+ outputs=gr.Textbox(lines=10, label="Generated SQL"),
31
+ title="SQL Code Generator",
32
+ description="Generate SQL code using defog/sqlcoder-70b-alpha. Enter your request in natural language."
33
+ )
34
+
35
+ # Launch the app
36
+ if __name__ == "__main__":
37
+ demo.launch()
requirements.txt ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ gradio>=3.50.0
2
+ transformers>=4.30.0
3
+ torch>=2.0.0
4
+ accelerate>=0.20.0