Newer
Older
from pathlib import Path
from fastapi import FastAPI, HTTPException
from model_server.session import Session
from model_server.workflow import infer_image_to_image
app = FastAPI()
session = Session()
@app.on_event("startup")
def startup():
pass
@app.get('/')
def read_root():
@app.get('/models')
def list_active_models():
return session.describe_models()
@app.get('/models/{model_id}/load/')
def load_model(model_id: str) -> dict:
if model_id in session.models.keys():
raise HTTPException(
status_code=409,
detail=f'Model with id {model_id} has already been loaded'
)
session.load_model(model_id)
return session.describe_models()
@app.post('/i2i/infer/{model_id}') # image file in, image file out
def infer_img(model_id: str, imgf: str, channel: int = None) -> dict:
if model_id not in session.models.keys():
raise HTTPException(
status_code=409,
detail=f'Model {model_id} has not been loaded'
)

Christopher Randolph Rhodes
committed
# TODO: try block workflow, catch and redirect HTTP
record = infer_image_to_image(
session.inbound / imgf,
session.models[model_id],
session.outbound,
channel=channel,
# TODO: optional callback for status reporting
)

Christopher Randolph Rhodes
committed
session.record_workflow_run(record)
return record
# TODO: report out model inference status
@app.get('/i2i/status/{model_id}')
def status_model_inference(model_id: str) -> dict:
pass