FastAPI RunPod serverless request format

Hi everyone,

Second post from me. I am (still) trying to deploy a FastAPI app in a Docker container hosted on a serverless RunPod. Here is a toy example:

import uvicorn

from fastapi import FastAPI
from pydantic import BaseModel


app = FastAPI()

class PingResponse(BaseModel):
    message: str

@app.post(path="/ping", response_model=PingResponse)
async def ping() -> dict[str, str]:

    response = {"message": "ok"}

    return response

if __name__ == "__main__":
    uvicorn.run(app=app, host="0.0.0.0", port=8080)

import uvicorn

from fastapi import FastAPI
from pydantic import BaseModel


app = FastAPI()

class PingResponse(BaseModel):
    message: str

@app.post(path="/ping", response_model=PingResponse)
async def ping() -> dict[str, str]:

    response = {"message": "ok"}

    return response

if __name__ == "__main__":
    uvicorn.run(app=app, host="0.0.0.0", port=8080)

The code is deployed as a Docker image with the port 8080 exposed.

My problem is: I just can't figure out how to format my requests so that the payload hits the FastAPI path. This is the format I started with:

import requests

URL = "https://api.runpod.ai/v2/<POD_ID>/runsync"
HEADERS = {"Authorization" : "Bearer <TOKEN>"}

body = {
    "input": {
        "api": {
            "method": "POST",
            "endpoint": "/ping",
        },
        "payload": {}, # Empty for example, but holds parameters in real case
    },
}

response = requests.post(URL, json=body, headers=HEADERS)

import requests

URL = "https://api.runpod.ai/v2/<POD_ID>/runsync"
HEADERS = {"Authorization" : "Bearer <TOKEN>"}

body = {
    "input": {
        "api": {
            "method": "POST",
            "endpoint": "/ping",
        },
        "payload": {}, # Empty for example, but holds parameters in real case
    },
}

response = requests.post(URL, json=body, headers=HEADERS)

The request does get to the serverless worker, but then just hangs without being forwarded to the FastAPI path method.

Am I missing something here?

P.S.: last question from me I swear.

FastAPI RunPod serverless request format

Hi everyone,

Second post from me. I am (still) trying to deploy a FastAPI app in a Docker container hosted on a serverless RunPod. Here is a toy example:

import uvicorn

from fastapi import FastAPI
from pydantic import BaseModel


app = FastAPI()

class PingResponse(BaseModel):
    message: str

@app.post(path="/ping", response_model=PingResponse)
async def ping() -> dict[str, str]:

    response = {"message": "ok"}

    return response

if __name__ == "__main__":
    uvicorn.run(app=app, host="0.0.0.0", port=8080)

import uvicorn

from fastapi import FastAPI
from pydantic import BaseModel


app = FastAPI()

class PingResponse(BaseModel):
    message: str

@app.post(path="/ping", response_model=PingResponse)
async def ping() -> dict[str, str]:

    response = {"message": "ok"}

    return response

if __name__ == "__main__":
    uvicorn.run(app=app, host="0.0.0.0", port=8080)

import requests

URL = "https://api.runpod.ai/v2/<POD_ID>/runsync"
HEADERS = {"Authorization" : "Bearer <TOKEN>"}

body = {
    "input": {
        "api": {
            "method": "POST",
            "endpoint": "/ping",
        },
        "payload": {}, # Empty for example, but holds parameters in real case
    },
}

response = requests.post(URL, json=body, headers=HEADERS)

import requests

URL = "https://api.runpod.ai/v2/<POD_ID>/runsync"
HEADERS = {"Authorization" : "Bearer <TOKEN>"}

body = {
    "input": {
        "api": {
            "method": "POST",
            "endpoint": "/ping",
        },
        "payload": {}, # Empty for example, but holds parameters in real case
    },
}

response = requests.post(URL, json=body, headers=HEADERS)

The request does get to the serverless worker, but then just hangs without being forwarded to the FastAPI path method.

Am I missing something here?

P.S.: last question from me I swear.

FastAPI RunPod serverless request format

Similar Threads

FastAPI RunPod serverless request format

Similar Threads

Similar Threads

Similar Threads