From dcbc8168a84b21bfe4c2eb28cc635c57e3f450d6 Mon Sep 17 00:00:00 2001
From: S3Studio <Smallay.SSS@gmail.com>
Date: Tue, 12 Mar 2024 14:05:10 +0800
Subject: [PATCH] improve Docker build and runtime parameters

Modify installation method of extra python library.
Utilize shared memory of the host machine to increase training performance.


Former-commit-id: 6a5693d11d065f6e75c8cdd8b5ed962eb520953c
---
 Dockerfile         | 5 ++---
 docker-compose.yml | 2 +-
 2 files changed, 3 insertions(+), 4 deletions(-)

diff --git a/Dockerfile b/Dockerfile
index 7f930148..155b86d4 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -3,11 +3,10 @@ FROM cnstark/pytorch:2.0.1-py3.9.17-cuda11.8.0-ubuntu20.04
 WORKDIR /app
 
 COPY requirements.txt /app/
-RUN pip install -r requirements.txt && \
-    pip install tiktoken && \
-    pip install transformers_stream_generator
+RUN pip install -r requirements.txt
 
 COPY . /app/
+RUN pip install -e .[deepspeed,metrics,bitsandbytes,qwen]
 
 VOLUME [ "/root/.cache/huggingface/", "/app/data", "/app/output" ]
 EXPOSE 7860
diff --git a/docker-compose.yml b/docker-compose.yml
index 267ea694..9602a3e3 100644
--- a/docker-compose.yml
+++ b/docker-compose.yml
@@ -12,7 +12,7 @@ services:
       - ./output:/app/output
     ports:
       - "7860:7860"
-    shm_size: 16G
+    ipc: host
     deploy:
       resources:
         reservations: