Nicholai/jan
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix(docker): Update dockerfile for sd ggml api

Browse Source
This commit is contained in:
vuonghoainam 2023-08-30 20:07:42 +07:00
parent 85779cda69
commit b9775c4893
2 changed files with 9 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

11
docker-compose.yml
View File

@ -190,15 +190,16 @@ services:
dockerfile: inference.Dockerfile dockerfile: inference.Dockerfile
# Mount the directory that contains the downloaded model. # Mount the directory that contains the downloaded model.
volumes: volumes:
- ./jan-inference/sd/models:/models - ./jan-inference/sd/models:/models/
- ./jan-inference/sd/output/:/serving/output - ./jan-inference/sd/output/:/output/
command: /bin/bash -c "python -m uvicorn main:app --proxy-headers --host 0.0.0.0 --port 8000" command: /bin/bash -c "python -m uvicorn main:app --proxy-headers --host 0.0.0.0 --port 8000"
environment: environment:
# Specify the path to the model for the web application. # Specify the path to the model for the web application.
BASE_URL: http://0.0.0.0:8000 BASE_URL: http://0.0.0.0:8001
MODEL_NAME: ${SD_MODEL_FILE}.q4_0.bin MODEL_NAME: ${SD_MODEL_FILE}.q4_0.bin
MODEL_DIR: "/models" MODEL_DIR: /models
SD_PATH: "/sd" OUTPUT_DIR: /output
SD_PATH: /sd
PYTHONUNBUFFERED: 1 PYTHONUNBUFFERED: 1
ports: ports:
- 8001:8000 - 8001:8000

4
jan-inference/sd/inference.Dockerfile
View File

@ -1,4 +1,6 @@
FROM python:3.9.17 as build ARG UBUNTU_VERSION=22.04
FROM ubuntu:$UBUNTU_VERSION as build
RUN apt-get update && apt-get install -y build-essential git cmake RUN apt-get update && apt-get install -y build-essential git cmake