fixup! Add package caching for CI

job_controller/extra_requirements.txt

-requests
-kubernetes==27.2.0

job_controller/jobs/base/Dockerfile

-# Can be "development" or "production"
-ARG ENV_TYPE
-ARG GIT_COMMIT_SHA
-FROM registry.git.fsmpi.rwth-aachen.de/videoag/backend/${ENV_TYPE}_common_py:${GIT_COMMIT_SHA}
-
-COPY . src/
-
-WORKDIR src/
-
-ENTRYPOINT ["python", "run.py"]

job_controller/jobs/base/build_config.py

+BUILD_DEPENDENCIES = ["../../../common_py/"]
+
+DOCKERFILE_EXTRA = """
+COPY $MODULE_DIR/ ./src/
+
+CMD ["python", "run.py"]
+"""
\ No newline at end of file

job_controller/jobs/ffmpeg_base/Dockerfile

-# We have this image to avoid installing ffmpeg multiple times
-
-# Can be "development" or "production"
-ARG ENV_TYPE
-ARG GIT_COMMIT_SHA
-FROM registry.git.fsmpi.rwth-aachen.de/videoag/backend/${ENV_TYPE}_job_base:${GIT_COMMIT_SHA}
-
-# READ THE NOTE on caching in the README before changing this/for more info!
-ARG APT_CACHE_DIR=
-RUN rm -f /etc/apt/apt.conf.d/docker-clean
-RUN if ! [ -z "$APT_CACHE_DIR" ]; then echo "Dir::Cache::Archives '$APT_CACHE_DIR';" > /etc/apt/apt.conf.d/ci_caching; fi
-
-RUN --mount=type=cache,target=/var/cache/apt,sharing=locked \
-    --mount=type=cache,target=/var/lib/apt,sharing=locked \
-    apt-get update && apt-get --no-install-recommends install -y ffmpeg
-

job_controller/jobs/media_process_scheduler/Dockerfile

-# Can be "development" or "production"
-ARG ENV_TYPE
-ARG GIT_COMMIT_SHA
-FROM registry.git.fsmpi.rwth-aachen.de/videoag/backend/${ENV_TYPE}_job_base:${GIT_COMMIT_SHA}
-
-COPY . .

job_controller/jobs/media_process_scheduler/build_config.py

+TARGET_IMAGE_NAME = "job_media_process_scheduler"
+BUILD_DEPENDENCIES = ["../base/"]
+
+DOCKERFILE_EXTRA = """
+COPY $MODULE_DIR/job.py ./src/
+"""
\ No newline at end of file

job_controller/jobs/sample_thumbnail/Dockerfile

-# Can be "development" or "production"
-ARG ENV_TYPE
-ARG GIT_COMMIT_SHA
-FROM registry.git.fsmpi.rwth-aachen.de/videoag/backend/${ENV_TYPE}_job_ffmpeg_base:${GIT_COMMIT_SHA}
-
-COPY . /app/src

job_controller/jobs/sample_thumbnail/build_config.py

+TARGET_IMAGE_NAME = "job_sample_thumbnail"
+BUILD_DEPENDENCIES = ["../base/"]
+
+APT_RUNTIME_DEPENDENCIES = ["ffmpeg"]
+DOCKERFILE_EXTRA = """
+COPY $MODULE_DIR/job.py ./src/
+"""
\ No newline at end of file

job_controller/jobs/source_file_sorter/Dockerfile

-# Can be "development" or "production"
-ARG ENV_TYPE
-ARG GIT_COMMIT_SHA
-FROM registry.git.fsmpi.rwth-aachen.de/videoag/backend/${ENV_TYPE}_job_ffmpeg_base:${GIT_COMMIT_SHA}
-
-COPY . /app/src

job_controller/jobs/source_file_sorter/build_config.py

+TARGET_IMAGE_NAME = "job_source_file_sorter"
+BUILD_DEPENDENCIES = ["../base/"]
+
+APT_RUNTIME_DEPENDENCIES = ["ffmpeg"]
+DOCKERFILE_EXTRA = """
+COPY $MODULE_DIR/job.py ./src/
+"""
\ No newline at end of file

job_controller/requirements.txt

+# The Job Controller Dependencies (Versions picked in February 2025)
+# Note that this does NOT include the common_py dependencies!
+
+requests==2.32.3
+kubernetes==32.0.1

job_controller/src/videoag_common

-../../common_py/src/videoag_common
\ No newline at end of file