Spaces:
Running
Running
File size: 2,333 Bytes
b2b50b7 d52caef b2b50b7 74260a7 b2b50b7 d52caef 74260a7 b2b50b7 d52caef b2b50b7 d52caef 74260a7 b2b50b7 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 |
# app.py
from transformers import AutoTokenizer, AutoModelForCausalLM, BitsAndBytesConfig
import requests
import gradio as gr
import torch
# Check if CUDA is available
if torch.cuda.is_available():
# Configure 8-bit quantization
quantization_config = BitsAndBytesConfig(
load_in_8bit=True,
llm_int8_threshold=6.0
)
else:
# Skip quantization if CUDA is not available
quantization_config = None
# Load the Hugging Face model and tokenizer
model_name = "gpt2" # Smaller and faster model
tokenizer = AutoTokenizer.from_pretrained(model_name)
model = AutoModelForCausalLM.from_pretrained(
model_name,
quantization_config=quantization_config,
device_map="auto" if torch.cuda.is_available() else None
)
# Groq API configuration
GROQ_API_KEY = "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"
GROQ_API_URL = "https://api.groq.com/v1/completions"
# Function to query Groq API
def query_groq(prompt):
headers = {
"Authorization": f"Bearer {GROQ_API_KEY}",
"Content-Type": "application/json"
}
data = {
"prompt": prompt,
"max_tokens": 150
}
response = requests.post(GROQ_API_URL, headers=headers, json=data)
return response.json()["choices"][0]["text"]
# Function to generate smart contract code
def generate_smart_contract(language, requirements):
# Create a prompt for the model
prompt = f"Generate a {language} smart contract with the following requirements: {requirements}"
# Use the Hugging Face model to generate code
inputs = tokenizer(prompt, return_tensors="pt").to("cuda" if torch.cuda.is_available() else "cpu")
outputs = model.generate(**inputs, max_length=300) # Reduced max_length
generated_code = tokenizer.decode(outputs[0], skip_special_tokens=True)
# Enhance the code using Groq API
enhanced_code = query_groq(generated_code)
return enhanced_code
# Gradio interface for the app
def generate_contract(language, requirements):
return generate_smart_contract(language, requirements)
interface = gr.Interface(
fn=generate_contract,
inputs=["text", "text"],
outputs="text",
title="Smart Contract Generator",
description="Generate smart contracts using AI."
)
# Launch the Gradio app
if __name__ == "__main__":
interface.launch() |