|
|
FROM python:3.10-slim |
|
|
|
|
|
|
|
|
ENV DEBIAN_FRONTEND=noninteractive \ |
|
|
PYTHONUNBUFFERED=1 \ |
|
|
PYTHONDONTWRITEBYTECODE=1 |
|
|
|
|
|
|
|
|
WORKDIR /code |
|
|
|
|
|
|
|
|
RUN apt-get update && apt-get install -y --no-install-recommends \ |
|
|
build-essential \ |
|
|
git \ |
|
|
curl \ |
|
|
libopenblas-dev \ |
|
|
libomp-dev \ |
|
|
&& rm -rf /var/lib/apt/lists/* |
|
|
|
|
|
|
|
|
COPY requirements.txt . |
|
|
RUN pip install --no-cache-dir -r requirements.txt |
|
|
|
|
|
|
|
|
RUN pip install --no-cache-dir huggingface-hub sentencepiece accelerate fasttext |
|
|
|
|
|
|
|
|
ENV HF_HOME=/models/huggingface \ |
|
|
TRANSFORMERS_CACHE=/models/huggingface \ |
|
|
HUGGINGFACE_HUB_CACHE=/models/huggingface \ |
|
|
HF_HUB_CACHE=/models/huggingface |
|
|
|
|
|
|
|
|
RUN mkdir -p /models/huggingface && chmod -R 777 /models/huggingface |
|
|
|
|
|
|
|
|
RUN python -c "from huggingface_hub import snapshot_download; snapshot_download(repo_id='Remostart/Plutus_Tutor_model')" \ |
|
|
&& python -c "from huggingface_hub import snapshot_download; snapshot_download(repo_id='sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2')" \ |
|
|
&& find /models/huggingface -name '*.lock' -delete |
|
|
|
|
|
|
|
|
RUN python -c "from transformers import AutoTokenizer; AutoTokenizer.from_pretrained('Remostart/Plutus_Tutor_model', use_fast=True)" \ |
|
|
&& python -c "from transformers import AutoTokenizer; AutoTokenizer.from_pretrained('sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2', use_fast=True)" |
|
|
|
|
|
|
|
|
|
|
|
COPY . . |
|
|
|
|
|
|
|
|
EXPOSE 7860 |
|
|
|
|
|
|
|
|
CMD ["uvicorn", "app.main:app", "--host", "0.0.0.0", "--port", "7860", "--workers", "1"] |