24 lines
425 B
YAML
24 lines
425 B
YAML
http:
|
|
#region routers
|
|
routers:
|
|
llm:
|
|
entryPoints:
|
|
- "web"
|
|
rule: "PathPrefix(`/inference/llm`)"
|
|
middlewares:
|
|
- llmm-strip-prefix
|
|
service: llm
|
|
#endregion
|
|
#region services
|
|
services:
|
|
llm:
|
|
loadBalancer:
|
|
servers:
|
|
- url: "http://llm:8000"
|
|
#endregion
|
|
middlewares:
|
|
llmm-strip-prefix:
|
|
stripPrefix:
|
|
prefixes:
|
|
- "/inference/llm"
|