File size: 1,314 Bytes
5571c62 88e0bae 5571c62 88e0bae 5cc3519 88e0bae 5571c62 88e0bae fdf1598 5571c62 88e0bae 5571c62 88e0bae 5571c62 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 | from fastapi import FastAPI, Depends, BackgroundTasks
import gc
from src.encoder import FashionCLIPEncoder
from src.models import TextRequest, ImageRequest, Response
from src.auth import verify_token
from src.utils import delete_images
encoder = FashionCLIPEncoder(normalize=True)
app = FastAPI()
app.state.req_count = 0
COLLECT_GC_EVERY = 20
def cleanup_after_request(images):
if images is not None:
success = delete_images(images)
if not success:
print("Failed to delete images")
app.state.req_count += 1
if app.state.req_count % COLLECT_GC_EVERY == 0:
gc.collect()
@app.get("/")
async def root():
return {
"status": "ok",
}
@app.post("/encode_texts")
async def encode_texts(
request: TextRequest,
token: str = Depends(verify_token),
) -> Response:
embeddings = encoder.encode_text(request.texts)
response = Response(embeddings=embeddings)
return response
@app.post("/encode_images")
async def encode_images(
request: ImageRequest,
background_tasks: BackgroundTasks,
token: str = Depends(verify_token),
) -> Response:
images = request.download()
embeddings = encoder.encode_images(images)
background_tasks.add_task(cleanup_after_request, images)
return Response(embeddings=embeddings)
|