| import time | |
| import gradio as gr | |
| import requests | |
| from client import respond | |
| from huggingface_hub.errors import HfHubHTTPError | |
| """ | |
| API Huggingface some time return 503 error, so we need to retry multiple times | |
| """ | |
| def robust_respond(*args, **kwargs): | |
| max_retries = 10 | |
| wait_time = 2 | |
| for attempt in range(max_retries): | |
| try: | |
| yield from respond(*args, **kwargs) | |
| return | |
| except HfHubHTTPError as e: | |
| if "503" in str(e): | |
| print( | |
| f"Attempt {attempt+1}: Hugging Face API is down. Retrying in {wait_time}s..." | |
| ) | |
| time.sleep(wait_time) | |
| wait_time *= 2 | |
| else: | |
| yield f"Error: {str(e)}" | |
| return | |
| yield "Server busy right now !" | |
| chatbot = gr.Chatbot(height=600) | |
| demo = gr.ChatInterface( | |
| robust_respond, | |
| additional_inputs=[ | |
| gr.Textbox(value="", label="System message"), | |
| gr.Slider(minimum=1, maximum=2048, value=512, step=1, label="Max new tokens"), | |
| gr.Slider(minimum=0.1, maximum=4.0, value=0.7, step=0.1, label="Temperature"), | |
| gr.Slider( | |
| minimum=0.1, | |
| maximum=1.0, | |
| value=0.95, | |
| step=0.05, | |
| label="Top-P", | |
| ), | |
| ], | |
| fill_height=True, | |
| chatbot=chatbot, | |
| theme="Nymbo/Nymbo_Theme", | |
| ) | |