fix: Update llama dockerfile (kaito-project#248)

Fix llama dockerfile for new base image
bangqipropel · Feb 16, 2024 · 2fb9387 · 2fb9387
1 parent 31aa7ac
commit 2fb9387
Showing 1 changed file with 8 additions and 2 deletions.
diff --git a/docker/presets/llama-2/Dockerfile b/docker/presets/llama-2/Dockerfile
@@ -7,14 +7,20 @@
 FROM python:3.8-slim
 WORKDIR /workspace
 
+# Install git
+RUN apt-get update && \
+    apt-get install -y git && \
+    apt-get clean && \
+    rm -rf /var/lib/apt/lists/*
+
 RUN git clone https://github.com/facebookresearch/llama
 
 WORKDIR /workspace/llama
 
-RUN sed -i $'/torch.distributed.init_process_group("nccl")/c\\            import datetime\\\n            torch.distributed.init_process_group("nccl", timeout=datetime.timedelta(days=365*100))' /workspace/llama/llama/generation.py
+RUN ["/bin/bash", "-c", "sed -i $'/torch.distributed.init_process_group(\"nccl\")/c\\            import datetime\\\n            torch.distributed.init_process_group(\"nccl\", timeout=datetime.timedelta(days=365*100))' /workspace/llama/llama/generation.py"]
 
 RUN pip install -e .
-RUN pip install torch==2.2.0 fastapi==0.103.2 pydantic==1.10.9 gputil==1.4.0
+RUN pip install torch==2.1.0 fastapi==0.103.2 pydantic==1.10.9 gputil==1.4.0
 RUN pip install 'uvicorn[standard]'
 
 ARG WEIGHTS_PATH