quick expose gradio python api to http

main.py

import asyncio
from typing import Annotated
from fastapi import Body, FastAPI
from gradio_client import Client

app = FastAPI()


@app.post("/gradio_proxy/{api_name}")
async def proxy(api_name: str, parameters: Annotated[dict, Body()]):
    client = Client("http://127.0.0.1:7860")
    job = client.submit(**parameters, api_name=f"/{api_name}")
    loop = asyncio.get_running_loop()
    result = await loop.run_in_executor(None, job.result)
    return result

requirements.txt

fastapi
uvicorn[standard]
gradio_client

start.sh

#!/bin/bash

uvicorn main:app --reload