Skip to content
Open
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
28 changes: 16 additions & 12 deletions Dockerfile
Original file line number Diff line number Diff line change
Expand Up @@ -32,22 +32,26 @@ RUN virtualenv /opt/latest -p python3

RUN /opt/v_1_0_1/bin/pip install https://github.com/Netflix/metaflow-service/archive/1.0.1.zip

ADD services/__init__.py /root/services/
ADD services/data/service_configs.py /root/services/
ADD services/data /root/services/data
ADD services/metadata_service /root/services/metadata_service
ADD services/ui_backend_service /root/services/ui_backend_service
ADD services/utils /root/services/utils
ADD setup.py setup.cfg run_goose.py /root/
WORKDIR /root
ADD services/__init__.py /src/services/
ADD services/data/service_configs.py /src/services/
ADD services/data /src/services/data
ADD services/metadata_service /src/services/metadata_service
ADD services/ui_backend_service /src/services/ui_backend_service
ADD services/utils /src/services/utils
ADD setup.py setup.cfg run_goose.py /src/
WORKDIR /src
RUN /opt/latest/bin/pip install .

# Install Netflix/metaflow-ui release artifact
RUN /root/services/ui_backend_service/download_ui.sh
RUN /src/services/ui_backend_service/download_ui.sh

# Migration Service
ADD services/migration_service /root/services/migration_service
RUN pip3 install -r /root/services/migration_service/requirements.txt
ADD services/migration_service /src/services/migration_service
RUN pip3 install -r /src/services/migration_service/requirements.txt

RUN chmod 777 /src/services/migration_service/run_script.py

WORKDIR /tmp
USER 1001

RUN chmod 777 /root/services/migration_service/run_script.py
CMD python3 services/migration_service/run_script.py
16 changes: 10 additions & 6 deletions Dockerfile.metadata_service
Original file line number Diff line number Diff line change
Expand Up @@ -3,11 +3,15 @@ FROM python:3.11.7-bookworm
RUN apt-get update -y \
&& apt-get -y install libpq-dev gcc

ADD services/__init__.py /root/services/
ADD services/data /root/services/data
ADD services/utils /root/services/utils
ADD services/metadata_service /root/services/metadata_service
ADD setup.py setup.cfg /root/
WORKDIR /root
ADD services/__init__.py /src/services/
ADD services/data /src/services/data
ADD services/utils /src/services/utils
ADD services/metadata_service /src/services/metadata_service
ADD setup.py setup.cfg /src/
WORKDIR /src
RUN pip install --editable .

WORKDIR /tmp
USER 1001

CMD metadata_service
14 changes: 9 additions & 5 deletions Dockerfile.migration_service
Original file line number Diff line number Diff line change
Expand Up @@ -7,10 +7,14 @@ COPY --from=goose /go/bin/goose /usr/local/bin/
RUN apt-get update -y \
&& apt-get -y install libpq-dev

ADD services/__init__.py /root/services/__init__.py
ADD services/utils /root/services/utils
ADD services/migration_service /root/services/migration_service
ADD setup.py setup.cfg run_goose.py /root/
WORKDIR /root
ADD services/__init__.py /src/services/__init__.py
ADD services/utils /src/services/utils
ADD services/migration_service /src/services/migration_service
ADD setup.py setup.cfg run_goose.py /src/
WORKDIR /src
RUN pip install --editable .

WORKDIR /tmp
USER 1001

CMD migration_service
20 changes: 12 additions & 8 deletions Dockerfile.ui_service
Original file line number Diff line number Diff line change
Expand Up @@ -18,18 +18,22 @@ ENV CUSTOM_QUICKLINKS=$CUSTOM_QUICKLINKS
RUN apt-get update -y \
&& apt-get -y install libpq-dev unzip gcc curl

ADD services/__init__.py /root/services/__init__.py
ADD services/data /root/services/data
ADD services/utils /root/services/utils
ADD services/metadata_service /root/services/metadata_service
ADD services/ui_backend_service /root/services/ui_backend_service
ADD setup.py setup.cfg /root/
ADD services/__init__.py /src/services/__init__.py
ADD services/data /src/services/data
ADD services/utils /src/services/utils
ADD services/metadata_service /src/services/metadata_service
ADD services/ui_backend_service /src/services/ui_backend_service
ADD setup.py setup.cfg /src/

WORKDIR /src

WORKDIR /root

# Install Netflix/metaflow-ui release artifact
RUN /root/services/ui_backend_service/download_ui.sh
RUN /src/services/ui_backend_service/download_ui.sh

RUN pip install --editable .

WORKDIR /tmp
USER 1001

CMD ui_backend_service
10 changes: 5 additions & 5 deletions docker-compose.development.yml
Original file line number Diff line number Diff line change
Expand Up @@ -10,8 +10,8 @@ services:
ports:
- "${MF_UI_METADATA_PORT:-8083}:${MF_UI_METADATA_PORT:-8083}"
volumes:
- ./services:/root/services
- ${HOME}/.aws:/root/.aws
- ./services:/src/services
- ${HOME}/.aws:/src/.aws
# Add container capability for benchmarking processes. required for py-spy
cap_add:
- SYS_PTRACE
Expand Down Expand Up @@ -63,7 +63,7 @@ services:
ports:
- "${MF_METADATA_PORT:-8080}:${MF_METADATA_PORT:-8080}"
volumes:
- ./services:/root/services
- ./services:/src/services
environment:
- LOGLEVEL=WARNING
- MF_METADATA_DB_HOST=db
Expand All @@ -77,13 +77,13 @@ services:
depends_on:
- migration
migration:
command: ["python", "/root/run_goose.py"]
command: ["python", "/src/run_goose.py"]
platform: linux/amd64
build:
context: .
dockerfile: Dockerfile.migration_service
volumes:
- ./services:/root/services
- ./services:/src/services
environment:
- MF_METADATA_DB_HOST=db
- MF_METADATA_DB_PORT=5432
Expand Down
2 changes: 1 addition & 1 deletion run_goose.py
Original file line number Diff line number Diff line change
Expand Up @@ -88,7 +88,7 @@ def main():
[
"goose",
"-dir",
"/root/services/migration_service/migration_files/",
"/src/services/migration_service/migration_files/",
"postgres",
db_connection_string,
"up",
Expand Down
2 changes: 1 addition & 1 deletion services/migration_service/get_virtual_env.py
Original file line number Diff line number Diff line change
Expand Up @@ -38,6 +38,6 @@
r = requests.get('http://localhost:{0}/version'.format(port))
r.raise_for_status()

conf_file = open('/root/services/migration_service/config', 'w')
conf_file = open('/src/services/migration_service/config', 'w')
print(r.text, file=conf_file)
conf_file.close()
2 changes: 1 addition & 1 deletion services/migration_service/run_script.py
Original file line number Diff line number Diff line change
Expand Up @@ -32,7 +32,7 @@ def setup_env(version_value: str):
sys.exit(1)

# read in version of metadata service to load
version_value_file = open('/root/services/migration_service/config', 'r')
version_value_file = open('/src/services/migration_service/config', 'r')
version_value = str(version_value_file.read()).strip()

# start proper version of metadata service
Expand Down
Loading