Messing with fastAPI.

app.py

@@ -81,6 +81,11 @@ gradio_interface = gradio.Interface(
     outputs = gradio.Textbox()
 )
 
-app = gradio.mount_gradio_app(app, gradio_interface, path="/gradio")
+app.mount("/gradio", gradio.routes.App.create_app(gradio_interface))
 
-gradio_interface.launch()
+# app = gradio.mount_gradio_app(app, gradio_interface, path="/gradio")
+# gradio_interface.launch()
+
+if __name__ == "__main__":
+    import uvicorn
+    uvicorn.run(app, host="0.0.0.0", port=8000)

requirements.txt

@@ -3,5 +3,6 @@ fastapi==0.88.0
 huggingface_hub==0.26.0
 json5==0.9.25
 numpy
+uvicorn
 optimum[onnxruntime-gpu]==1.24.0
 transformers==4.36