ayureasehealthcare commited on
Commit
ab7c341
·
verified ·
1 Parent(s): 91eff4e

Update app/main.py

Browse files
Files changed (1) hide show
  1. app/main.py +6 -21
app/main.py CHANGED
@@ -1,30 +1,15 @@
1
- from fastapi import FastAPI
2
  from pydantic import BaseModel
3
- from app import model as ai_model # safe import
4
 
5
  app = FastAPI()
6
 
7
- # Load model
8
  model, tokenizer = ai_model.load_model()
9
 
10
- class QueryRequest(BaseModel):
11
  prompt: str
12
- max_new_tokens: int = 512
13
- temperature: float = 0.7
14
- top_p: float = 0.95
15
 
16
  @app.post("/generate")
17
- async def generate_text(req: QueryRequest):
18
- result = ai_model.generate_response(
19
- model=model,
20
- tokenizer=tokenizer,
21
- prompt=req.prompt,
22
- max_new_tokens=req.max_new_tokens,
23
- temperature=req.temperature,
24
- top_p=req.top_p
25
- )
26
- return {"response": result}
27
-
28
- @app.get("/")
29
- def health_check():
30
- return {"status": "ok", "message": "AyurEze Agent Running"}
 
1
+ from fastapi import FastAPI, Request
2
  from pydantic import BaseModel
3
+ import app.model as ai_model
4
 
5
  app = FastAPI()
6
 
 
7
  model, tokenizer = ai_model.load_model()
8
 
9
+ class PromptRequest(BaseModel):
10
  prompt: str
 
 
 
11
 
12
  @app.post("/generate")
13
+ async def generate(prompt_request: PromptRequest):
14
+ response = ai_model.generate_response(model, tokenizer, prompt_request.prompt)
15
+ return {"response": response}