Skip to content

Commit

Permalink
[Feat]: add support for embeddings, rerank and score endpoints (#181)
Browse files Browse the repository at this point in the history
Closes #170

Signed-off-by: Roger Meier <[email protected]>
  • Loading branch information
bufferoverflow authored Feb 25, 2025
1 parent 8ff6592 commit c10a2c2
Showing 1 changed file with 25 additions and 0 deletions.
25 changes: 25 additions & 0 deletions src/vllm_router/router.py
Original file line number Diff line number Diff line change
Expand Up @@ -457,6 +457,31 @@ async def route_completition(request: Request):
return await route_general_request(request, "/v1/completions")


@app.post("/v1/embeddings")
async def route_embeddings(request: Request):
return await route_general_request(request, "/v1/embeddings")


@app.post("/v1/rerank")
async def route_v1_rerank(request: Request):
return await route_general_request(request, "/v1/rerank")


@app.post("/rerank")
async def route_rerank(request: Request):
return await route_general_request(request, "/rerank")


@app.post("/v1/score")
async def route_v1_score(request: Request):
return await route_general_request(request, "/v1/score")


@app.post("/score")
async def route_score(request: Request):
return await route_general_request(request, "/score")


@app.get("/version")
async def show_version():
ver = {"version": __version__}
Expand Down

0 comments on commit c10a2c2

Please sign in to comment.