Merge pull request #55 from Routstr/fix-model-fetching

get models should passthrough

router/proxy.py

@@ -1,6 +1,7 @@
 import json
 import os
 import re
+import traceback
 from typing import AsyncGenerator
 
 import httpx
@@ -313,11 +314,16 @@ async def proxy(
         key = await get_bearer_token_key(headers, path, session, auth)
 
     else:
-        return Response(
-            content=json.dumps({"detail": "Unauthorized"}),
-            status_code=401,
-            media_type="application/json",
-        )
+        if request.method not in ["GET"]:
+            return Response(
+                content=json.dumps({"detail": "Unauthorized"}),
+                status_code=401,
+                media_type="application/json",
+            )
+
+        # Prepare headers for upstream
+        headers = prepare_upstream_headers(dict(request.headers))
+        return await forward_get_to_upstream(request, path, headers)
 
     # Only pay for request if we have request body data (for completions endpoints)
     if request_body_dict:
@@ -388,3 +394,47 @@ async def get_bearer_token_key(
         refund_address,
         key_expiry_time,  # type: ignore
     )
+
+
+async def forward_get_to_upstream(
+    request: Request,
+    path: str,
+    headers: dict,
+) -> Response | StreamingResponse:
+    """Forward request to upstream and handle the response."""
+    if path.startswith("v1/"):
+        path = path.replace("v1/", "")
+
+    url = f"{UPSTREAM_BASE_URL}/{path}"
+
+    async with httpx.AsyncClient(
+        transport=httpx.AsyncHTTPTransport(retries=1),
+        timeout=None,
+    ) as client:
+        try:
+            response = await client.send(
+                client.build_request(
+                    request.method,
+                    url,
+                    headers=headers,
+                    content=request.stream(),
+                    params=request.query_params,
+                ),
+            )
+
+            return StreamingResponse(
+                response.aiter_bytes(),
+                status_code=response.status_code,
+                headers=dict(response.headers),
+            )
+        except Exception as exc:
+            tb = traceback.format_exc()
+            print(
+                f"Unexpected error: {exc}\n"
+                f"Request details: method={request.method}, url={url}, headers={headers}, "
+                f"path={path}, query_params={dict(request.query_params)}\n"
+                f"Traceback:\n{tb}"
+            )
+            return create_error_response(
+                "internal_error", "An unexpected server error occurred", 500
+            )