Frank Shen
11/09/2022, 11:38 PMKevin Su
11/10/2022, 1:17 AMpyflyte run --remote --image <image_name> wf
to run the workflow.Frank Shen
11/10/2022, 7:38 PMKevin Su
11/10/2022, 8:55 PMFrank Shen
11/10/2022, 9:41 PMFROM python:3.8-slim-buster
WORKDIR /root
ENV VENV /opt/venv
ENV LANG C.UTF-8
ENV LC_ALL C.UTF-8
ENV PYTHONPATH /root
RUN apt-get update && apt-get install -y build-essential git gcc
RUN git clone <https://github.com/edenhill/librdkafka>
WORKDIR /root/librdkafka/
RUN ./configure
RUN make
RUN make install
RUN ldconfig
WORKDIR /root
# Install the AWS cli separately to prevent issues with boto being written over
RUN pip3 install awscli
# Similarly, if you're using GCP be sure to update this command to install gsutil
# RUN curl -sSL <https://sdk.cloud.google.com> | bash
# ENV PATH="$PATH:/root/google-cloud-sdk/bin"
ENV VENV /opt/venv
# Virtual environment
RUN python3 -m venv ${VENV}
ENV PATH="${VENV}/bin:$PATH"
# Install Python dependencies
COPY ./requirements.txt /root
RUN pip install --upgrade pip
RUN pip install -r /root/requirements.txt --index-url <https://maven.homebox.com/repository/max-pypi-snapshots/simple> --extra-index-url <https://maven.homebox.com/repository/max-pypi-releases/simple> --use-pep517
# Copy the actual code
COPY . /root
# This tag is supplied by the build script and will be used to determine the version
# when registering tasks, workflows, and launch plans
ARG tag
ENV FLYTE_INTERNAL_IMAGE $tag
Kevin Su
11/10/2022, 9:46 PMFrank Shen
11/10/2022, 9:47 PMKevin Su
11/10/2022, 9:50 PMFrank Shen
11/10/2022, 9:51 PM