experiments/STT
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

Use multistage building in dockerfile

Browse Source
This commit is contained in:
Josh Meyer 2021-06-11 14:36:23 -04:00
parent 6f2c7a8a7b
commit 769b310919
1 changed files with 40 additions and 22 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

62
Dockerfile.train
View File

@ -1,5 +1,38 @@
# Please refer to the TRAINING documentation, "Basic Dockerfile for training" # Please refer to the TRAINING documentation, "Basic Dockerfile for training"
FROM ubuntu:20.04 AS kenlm-build
ENV DEBIAN_FRONTEND=noninteractive
RUN apt-get update && \
apt-get install -y --no-install-recommends \
build-essential cmake libboost-system-dev \
libboost-thread-dev libboost-program-options-dev \
libboost-test-dev libeigen3-dev zlib1g-dev \
libbz2-dev liblzma-dev
# Build KenLM to generate new scorers
WORKDIR /code
COPY kenlm /code/kenlm
RUN cd /code/kenlm && \
mkdir -p build && \
cd build && \
cmake .. && \
make -j $(nproc)
FROM ubuntu:20.04 AS wget-binaries
ENV DEBIAN_FRONTEND=noninteractive
RUN apt-get update && apt-get install -y --no-install-recommends wget unzip xz-utils
# Tool to convert output graph for inference
RUN wget --no-check-certificate https://github.com/coqui-ai/STT/releases/download/v0.9.3/convert_graphdef_memmapped_format.linux.amd64.zip -O temp.zip && \
unzip temp.zip
RUN wget --no-check-certificate https://github.com/coqui-ai/STT/releases/download/v0.9.3/native_client.tf.Linux.tar.xz -O temp.tar.xz && \
tar -xf temp.tar.xz
FROM nvcr.io/nvidia/tensorflow:21.05-tf1-py3 FROM nvcr.io/nvidia/tensorflow:21.05-tf1-py3
ENV DEBIAN_FRONTEND=noninteractive ENV DEBIAN_FRONTEND=noninteractive
@ -10,18 +43,10 @@ ENV DEBIAN_FRONTEND=noninteractive
# #
RUN apt-get update && \ RUN apt-get update && \
apt-get install -y --no-install-recommends \ apt-get install -y --no-install-recommends \
build-essential \
cmake \
curl \
git \
libboost-all-dev \
libbz2-dev \
libopus0 \ libopus0 \
libopusfile0 \ libopusfile0 \
libsndfile1 \ libsndfile1 \
unzip \ sox && \
wget \
sox && \
apt-get purge -y python3-xdg && \ apt-get purge -y python3-xdg && \
rm -rf /var/lib/apt/lists/ rm -rf /var/lib/apt/lists/
@ -30,10 +55,6 @@ RUN pip3 install --upgrade pip wheel setuptools
WORKDIR /code WORKDIR /code
# Tool to convert output graph for inference
RUN wget https://github.com/coqui-ai/STT/releases/download/v0.9.3/convert_graphdef_memmapped_format.linux.amd64.zip -O temp.zip && \
unzip temp.zip && rm temp.zip
COPY native_client /code/native_client COPY native_client /code/native_client
COPY .git /code/.git COPY .git /code/.git
COPY training/coqui_stt_training/VERSION /code/training/coqui_stt_training/VERSION COPY training/coqui_stt_training/VERSION /code/training/coqui_stt_training/VERSION
@ -50,15 +71,12 @@ RUN pip3 install --upgrade native_client/ctcdecode/dist/*.whl
COPY setup.py /code/setup.py COPY setup.py /code/setup.py
COPY VERSION /code/VERSION COPY VERSION /code/VERSION
COPY training /code/training COPY training /code/training
RUN DS_NODECODER=y DS_NOTENSORFLOW=y pip3 install --upgrade -e . # Copy files from previous build stages
COPY --from=kenlm-build /code/kenlm /code/kenlm
COPY --from=wget-binaries /convert_graphdef_memmapped_format /code/convert_graphdef_memmapped_format
COPY --from=wget-binaries /generate_scorer_package /code/generate_scorer_package
# Build KenLM to generate new scorers RUN DS_NODECODER=y DS_NOTENSORFLOW=y pip3 install --upgrade -e .
COPY kenlm /code/kenlm
RUN cd /code/kenlm && \
mkdir -p build && \
cd build && \
cmake .. && \
make -j $(nproc)
# Copy rest of the code and test training # Copy rest of the code and test training
COPY . /code COPY . /code