added another new route for llm

app.py

@@ -290,6 +290,91 @@ async def vercelXaigenerate(json_data: Dict[str, Any]):
         yield f"data: [Connection error: {str(e)}]\n\n"
 
 
+async def vercelGroqgenerate(json_data: Dict[str, Any]):
+    headers = {
+        'accept': '*/*',
+        'accept-language': 'en-US,en;q=0.9,ja;q=0.8',
+        'content-type': 'application/json',
+        'origin': 'https://ai-sdk-starter-groq.vercel.app',
+        'priority': 'u=1, i',
+        'referer': 'https://ai-sdk-starter-groq.vercel.app/',
+        'sec-ch-ua': '"Google Chrome";v="135", "Not-A.Brand";v="8", "Chromium";v="135"',
+        'sec-ch-ua-mobile': '?0',
+        'sec-ch-ua-platform': '"macOS"',
+        'sec-fetch-dest': 'empty',
+        'sec-fetch-mode': 'cors',
+        'sec-fetch-site': 'same-origin',
+        'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/135.0.0.0 Safari/537.36',
+    }
+
+    messages = conver_to_xai_schema(json_data["messages"])
+    
+    request_data = {
+        "id": "".join(random.choices("0123456789abcdef", k=16)),
+        "messages": messages,
+        "selectedModel": "deepseek-r1-distill-llama-70b"
+    }
+
+    chunk_id = "vercel-groq-" + "".join(random.choices("0123456789abcdef", k=32))
+    created = int(asyncio.get_event_loop().time())
+    total_tokens = 0
+
+    try:
+        async with httpx.AsyncClient(timeout=None) as client:
+            async with client.stream(
+                "POST",
+                "https://ai-sdk-starter-groq.vercel.app/api/chat",
+                headers=headers,
+                json=request_data
+            ) as request_ctx:
+                print(request_ctx.status_code)
+                if request_ctx.status_code == 200:
+                    async for line in request_ctx.aiter_lines():
+                        if line:
+                            if line.startswith('0:'):
+                                # Clean up the text and properly escape JSON characters
+                                text = line[2:].strip()
+                                if text.startswith('"') and text.endswith('"'):
+                                    text = text[1:-1]
+                                text = text.replace('\\n', '\n').replace('\\', '')
+                                
+                                response = {
+                                    "id": chunk_id,
+                                    "object": "chat.completion.chunk",
+                                    "created": created,
+                                    "model": json_data.get("model", "grok-2-1212"),
+                                    "choices": [{
+                                        "index": 0,
+                                        "text": text,
+                                        "logprobs": None,
+                                        "finish_reason": None
+                                    }],
+                                    "usage": None
+                                }
+                                yield f"data: {json.dumps(response)}\n\n"
+                                total_tokens += 1
+                            elif line.startswith('d:'):
+                                final = {
+                                    "id": chunk_id,
+                                    "object": "chat.completion.chunk", 
+                                    "created": created,
+                                    "model": json_data.get("model", "llama-8b"),
+                                    "choices": [],
+                                    "usage": {
+                                        "prompt_tokens": len(messages),
+                                        "completion_tokens": total_tokens,
+                                        "total_tokens": len(messages) + total_tokens
+                                    }
+                                }
+                                yield f"data: {json.dumps(final)}\n\n"
+                                yield "data: [DONE]\n\n"
+                    return
+                else:
+                    yield f"data: [Unexpected status code: {request_ctx.status_code}]\n\n"
+    except Exception as e:
+        yield f"data: [Connection error: {str(e)}]\n\n"
+
+
 @app.get("/")
 async def index():
     return {"status": "ok", "message": "Welcome to the Chipling API!", "version": "1.0", "routes": ["/chat", "/generate-modules", "/generate-topics"]}
@@ -323,7 +408,7 @@ async def chat(request: ChatRequest):
         'stream': True,
     }
 
-    selected_generator = random.choice([vercelXaigenerate, generate, groqgenerate])
+    selected_generator = random.choice([generate, groqgenerate, vercelGroqgenerate, vercelXaigenerate])
     log_request("/chat", selected_generator.__name__)
     return StreamingResponse(selected_generator(json_data), media_type='text/event-stream')
 

logs.json

@@ -158,5 +158,160 @@
     "timestamp": "2025-04-12T12:06:56.874556",
     "endpoint": "/chat",
     "query": "vercelXaigenerate"
+  },
+  {
+    "timestamp": "2025-04-12T12:12:39.624859",
+    "endpoint": "/chat",
+    "query": "groqgenerate"
+  },
+  {
+    "timestamp": "2025-04-12T12:12:44.753091",
+    "endpoint": "/chat",
+    "query": "generate"
+  },
+  {
+    "timestamp": "2025-04-12T12:12:49.680739",
+    "endpoint": "/chat",
+    "query": "vercelXaigenerate"
+  },
+  {
+    "timestamp": "2025-04-12T12:12:57.229754",
+    "endpoint": "/chat",
+    "query": "groqgenerate"
+  },
+  {
+    "timestamp": "2025-04-12T12:13:00.767253",
+    "endpoint": "/chat",
+    "query": "generate"
+  },
+  {
+    "timestamp": "2025-04-12T12:13:03.882938",
+    "endpoint": "/chat",
+    "query": "groqgenerate"
+  },
+  {
+    "timestamp": "2025-04-12T12:13:07.323707",
+    "endpoint": "/chat",
+    "query": "vercelXaigenerate"
+  },
+  {
+    "timestamp": "2025-04-12T12:13:15.612926",
+    "endpoint": "/chat",
+    "query": "generate"
+  },
+  {
+    "timestamp": "2025-04-12T12:13:17.961841",
+    "endpoint": "/chat",
+    "query": "groqgenerate"
+  },
+  {
+    "timestamp": "2025-04-12T12:13:22.519624",
+    "endpoint": "/chat",
+    "query": "groqgenerate"
+  },
+  {
+    "timestamp": "2025-04-12T12:13:31.175155",
+    "endpoint": "/chat",
+    "query": "vercelXaigenerate"
+  },
+  {
+    "timestamp": "2025-04-12T12:13:38.396994",
+    "endpoint": "/chat",
+    "query": "groqgenerate"
+  },
+  {
+    "timestamp": "2025-04-12T12:13:42.230876",
+    "endpoint": "/chat",
+    "query": "generate"
+  },
+  {
+    "timestamp": "2025-04-12T12:13:45.023945",
+    "endpoint": "/chat",
+    "query": "groqgenerate"
+  },
+  {
+    "timestamp": "2025-04-12T12:13:48.831325",
+    "endpoint": "/chat",
+    "query": "generate"
+  },
+  {
+    "timestamp": "2025-04-12T12:13:51.526062",
+    "endpoint": "/chat",
+    "query": "groqgenerate"
+  },
+  {
+    "timestamp": "2025-04-12T12:13:56.833256",
+    "endpoint": "/chat",
+    "query": "groqgenerate"
+  },
+  {
+    "timestamp": "2025-04-12T12:14:02.725289",
+    "endpoint": "/chat",
+    "query": "vercelXaigenerate"
+  },
+  {
+    "timestamp": "2025-04-12T12:14:12.979970",
+    "endpoint": "/chat",
+    "query": "generate"
+  },
+  {
+    "timestamp": "2025-04-12T12:14:34.965307",
+    "endpoint": "/chat",
+    "query": "vercelGroqgenerate"
+  },
+  {
+    "timestamp": "2025-04-12T12:14:41.576413",
+    "endpoint": "/chat",
+    "query": "vercelGroqgenerate"
+  },
+  {
+    "timestamp": "2025-04-12T12:15:29.506084",
+    "endpoint": "/chat",
+    "query": "vercelGroqgenerate"
+  },
+  {
+    "timestamp": "2025-04-12T12:17:00.139827",
+    "endpoint": "/chat",
+    "query": "vercelGroqgenerate"
+  },
+  {
+    "timestamp": "2025-04-12T12:18:07.735115",
+    "endpoint": "/chat",
+    "query": "vercelGroqgenerate"
+  },
+  {
+    "timestamp": "2025-04-12T12:19:21.687931",
+    "endpoint": "/chat",
+    "query": "vercelGroqgenerate"
+  },
+  {
+    "timestamp": "2025-04-12T12:22:30.826896",
+    "endpoint": "/chat",
+    "query": "vercelGroqgenerate"
+  },
+  {
+    "timestamp": "2025-04-12T12:22:33.378368",
+    "endpoint": "/chat",
+    "query": "vercelGroqgenerate"
+  },
+  {
+    "timestamp": "2025-04-12T12:22:35.429037",
+    "endpoint": "/chat",
+    "query": "vercelGroqgenerate"
+  },
+  {
+    "timestamp": "2025-04-12T12:22:37.216791",
+    "endpoint": "/chat",
+    "query": "vercelGroqgenerate"
+  },
+  {
+    "timestamp": "2025-04-12T12:23:02.229775",
+    "endpoint": "/chat",
+    "query": "vercelGroqgenerate"
+  },
+  {
+    "timestamp": "2025-04-12T12:23:41.708982",
+    "endpoint": "/chat",
+    "query": "vercelGroqgenerate"
   }
 ]

test.py

@@ -5,7 +5,7 @@ url = "http://127.0.0.1:8000/chat"
 
 payload = {
     "model": "your-model-name",
-    "message": "Create a json object of top 10 anime .json response only!",
+    "message": "Create a json object of top 10 anime! answer in json only!",
     "messages": []
 }