From 1f7d31d3f1baf63e0e517cd30b7d80d65f32172f Mon Sep 17 00:00:00 2001 From: Torsten Kilias Date: Thu, 3 Aug 2023 00:44:26 +0200 Subject: [PATCH] Remove python-3.7-minimal-EXASOL-6.2.0, because python3.7 reached end of life. --- aws-code-build/ci/buildspec.yaml | 7 - .../FLAVOR_DESCRIPTION.md | 16 -- .../base_test_build_run/Dockerfile | 39 ----- .../flavor_base/base_test_deps/Dockerfile | 6 - .../base_test_deps/packages/apt_get_packages | 7 - .../flavor_base/build_deps/Dockerfile | 37 ----- .../build_deps/packages/apt_get_packages | 9 -- .../flavor_base/build_run/Dockerfile | 41 ----- .../flavor_base/build_steps.py | 147 ------------------ .../flavor_base/flavor_base_deps/Dockerfile | 8 - .../packages/apt_get_packages | 5 - .../packages/python3_pip_packages | 0 .../flavor_test_build_run/Dockerfile | 25 --- .../flavor_base/language_definition | 1 - .../flavor_base/language_deps/Dockerfile | 20 --- .../language_deps/packages/apt_get_packages | 2 - .../packages/apt_get_packages_python | 3 - .../packages/python3_pip_packages | 2 - .../flavor_base/release/Dockerfile | 62 -------- .../flavor_base/security_scan/.trivyignore | 17 -- .../flavor_base/security_scan/Dockerfile | 14 -- .../security_scan/packages/apt_get_packages | 1 - .../packages/apt_get_packages_trivy_deps | 2 - .../flavor_base/testconfig | 2 - .../flavor_base/udfclient_deps/Dockerfile | 26 ---- .../udfclient_deps/packages/apt_get_packages | 6 - .../flavor_customization/Dockerfile | 78 ---------- .../packages/apt_get_packages | 9 -- .../packages/python3_pip_packages | 9 -- 29 files changed, 601 deletions(-) delete mode 100644 flavors/python-3.7-minimal-EXASOL-6.2.0/FLAVOR_DESCRIPTION.md delete mode 100644 flavors/python-3.7-minimal-EXASOL-6.2.0/flavor_base/base_test_build_run/Dockerfile delete mode 100644 flavors/python-3.7-minimal-EXASOL-6.2.0/flavor_base/base_test_deps/Dockerfile delete mode 100644 flavors/python-3.7-minimal-EXASOL-6.2.0/flavor_base/base_test_deps/packages/apt_get_packages delete mode 100644 flavors/python-3.7-minimal-EXASOL-6.2.0/flavor_base/build_deps/Dockerfile delete mode 100644 flavors/python-3.7-minimal-EXASOL-6.2.0/flavor_base/build_deps/packages/apt_get_packages delete mode 100644 flavors/python-3.7-minimal-EXASOL-6.2.0/flavor_base/build_run/Dockerfile delete mode 100644 flavors/python-3.7-minimal-EXASOL-6.2.0/flavor_base/build_steps.py delete mode 100644 flavors/python-3.7-minimal-EXASOL-6.2.0/flavor_base/flavor_base_deps/Dockerfile delete mode 100644 flavors/python-3.7-minimal-EXASOL-6.2.0/flavor_base/flavor_base_deps/packages/apt_get_packages delete mode 100644 flavors/python-3.7-minimal-EXASOL-6.2.0/flavor_base/flavor_base_deps/packages/python3_pip_packages delete mode 100644 flavors/python-3.7-minimal-EXASOL-6.2.0/flavor_base/flavor_test_build_run/Dockerfile delete mode 100644 flavors/python-3.7-minimal-EXASOL-6.2.0/flavor_base/language_definition delete mode 100644 flavors/python-3.7-minimal-EXASOL-6.2.0/flavor_base/language_deps/Dockerfile delete mode 100644 flavors/python-3.7-minimal-EXASOL-6.2.0/flavor_base/language_deps/packages/apt_get_packages delete mode 100644 flavors/python-3.7-minimal-EXASOL-6.2.0/flavor_base/language_deps/packages/apt_get_packages_python delete mode 100644 flavors/python-3.7-minimal-EXASOL-6.2.0/flavor_base/language_deps/packages/python3_pip_packages delete mode 100644 flavors/python-3.7-minimal-EXASOL-6.2.0/flavor_base/release/Dockerfile delete mode 100644 flavors/python-3.7-minimal-EXASOL-6.2.0/flavor_base/security_scan/.trivyignore delete mode 100644 flavors/python-3.7-minimal-EXASOL-6.2.0/flavor_base/security_scan/Dockerfile delete mode 100644 flavors/python-3.7-minimal-EXASOL-6.2.0/flavor_base/security_scan/packages/apt_get_packages delete mode 100644 flavors/python-3.7-minimal-EXASOL-6.2.0/flavor_base/security_scan/packages/apt_get_packages_trivy_deps delete mode 100644 flavors/python-3.7-minimal-EXASOL-6.2.0/flavor_base/testconfig delete mode 100644 flavors/python-3.7-minimal-EXASOL-6.2.0/flavor_base/udfclient_deps/Dockerfile delete mode 100644 flavors/python-3.7-minimal-EXASOL-6.2.0/flavor_base/udfclient_deps/packages/apt_get_packages delete mode 100644 flavors/python-3.7-minimal-EXASOL-6.2.0/flavor_customization/Dockerfile delete mode 100644 flavors/python-3.7-minimal-EXASOL-6.2.0/flavor_customization/packages/apt_get_packages delete mode 100644 flavors/python-3.7-minimal-EXASOL-6.2.0/flavor_customization/packages/python3_pip_packages diff --git a/aws-code-build/ci/buildspec.yaml b/aws-code-build/ci/buildspec.yaml index a20fa055e..95a8697e4 100644 --- a/aws-code-build/ci/buildspec.yaml +++ b/aws-code-build/ci/buildspec.yaml @@ -6,13 +6,6 @@ version: 0.2 batch: fast-fail: false build-graph: - - identifier: build_python_37_minimal_EXASOL_620 - env: - variables: - FLAVOR: python-3.7-minimal-EXASOL-6.2.0 - compute-type: BUILD_GENERAL1_MEDIUM - privileged-mode: true - buildspec: ./aws-code-build/ci/build_buildspec.yaml - identifier: build_python_38_minimal_EXASOL_620 env: variables: diff --git a/flavors/python-3.7-minimal-EXASOL-6.2.0/FLAVOR_DESCRIPTION.md b/flavors/python-3.7-minimal-EXASOL-6.2.0/FLAVOR_DESCRIPTION.md deleted file mode 100644 index cc548674b..000000000 --- a/flavors/python-3.7-minimal-EXASOL-6.2.0/FLAVOR_DESCRIPTION.md +++ /dev/null @@ -1,16 +0,0 @@ -# Details for Python-3.7-minimal-EXASOL-6.2.0 flavor - -## Packages - -**Note: This package is not suitable for production, because we pull python 3.7 from a inofficial ubuntu repository which can't guarantee timely updates in case of security problems or other issues.** - -**Remarks:** The packages are grouped by their main usage and their type. - -- [UDFclient dependencies](flavor_base/udfclient_deps/packages/apt_get_packages) -- [Language dependencies](flavor_base/language_deps/packages/apt_get_packages) -- Flavor packages - - [Ubuntu packages](flavor_base/flavor_base_deps/packages/apt_get_packages) - - [Python3 pip packages](flavor_base/flavor_base_deps/packages/python3_pip_packages) -- Customization - - [Ubuntu packages](flavor_customization/packages/apt_get_packages) - - [Python3 pip packages](flavor_customization/packages/python3_pip_packages) diff --git a/flavors/python-3.7-minimal-EXASOL-6.2.0/flavor_base/base_test_build_run/Dockerfile b/flavors/python-3.7-minimal-EXASOL-6.2.0/flavor_base/base_test_build_run/Dockerfile deleted file mode 100644 index 66ee9bdfd..000000000 --- a/flavors/python-3.7-minimal-EXASOL-6.2.0/flavor_base/base_test_build_run/Dockerfile +++ /dev/null @@ -1,39 +0,0 @@ -FROM {{language_deps}} - -RUN mkdir /conf /buckets - -COPY --from={{base_test_deps}} /usr /usr -RUN true # workaround for https://github.com/moby/moby/issues/37965 - -COPY --from={{base_test_deps}} /lib /lib -RUN true # workaround for https://github.com/moby/moby/issues/37965 - -COPY --from={{base_test_deps}} /bin /bin -RUN true # workaround for https://github.com/moby/moby/issues/37965 - -COPY --from={{base_test_deps}} /opt /opt -RUN true # workaround for https://github.com/moby/moby/issues/37965 - -COPY --from={{base_test_deps}} /etc /etc -RUN true # workaround for https://github.com/moby/moby/issues/37965 - -COPY --from={{base_test_deps}} /env /env -RUN true # workaround for https://github.com/moby/moby/issues/37965 - - -RUN ldconfig - -RUN mkdir /exaudfclient /exaudf -COPY /exaudfclient/base /exaudfclient/base - -WORKDIR /exaudfclient/base -RUN ["/bin/bash", "-c", "source /env && bash build.sh --config no-tty -c dbg --config python --config test-binaries-py3"] -RUN cp -r -L bazel-bin/* /exaudf -RUN ./test_udfclient.sh /exaudf/exaudfclient_py3 -RUN ./test_udfclient.sh /exaudf/exaudfclient_py3_static - -WORKDIR / -RUN mkdir /exasol_emulator -COPY emulator/ /exasol_emulator -COPY /exaudfclient/base/exaudflib/zmqcontainer.proto /exasol_emulator -RUN cd /exasol_emulator && protoc zmqcontainer.proto --python_out=. diff --git a/flavors/python-3.7-minimal-EXASOL-6.2.0/flavor_base/base_test_deps/Dockerfile b/flavors/python-3.7-minimal-EXASOL-6.2.0/flavor_base/base_test_deps/Dockerfile deleted file mode 100644 index 3a8ca3f61..000000000 --- a/flavors/python-3.7-minimal-EXASOL-6.2.0/flavor_base/base_test_deps/Dockerfile +++ /dev/null @@ -1,6 +0,0 @@ -FROM {{build_deps}} - -RUN mkdir -p /build_info/packages -COPY base_test_deps/packages /build_info/packages/base_test_deps - -RUN /scripts/install_scripts/install_via_apt.pl --file /build_info/packages/base_test_deps/apt_get_packages --with-versions diff --git a/flavors/python-3.7-minimal-EXASOL-6.2.0/flavor_base/base_test_deps/packages/apt_get_packages b/flavors/python-3.7-minimal-EXASOL-6.2.0/flavor_base/base_test_deps/packages/apt_get_packages deleted file mode 100644 index 7e8730d55..000000000 --- a/flavors/python-3.7-minimal-EXASOL-6.2.0/flavor_base/base_test_deps/packages/apt_get_packages +++ /dev/null @@ -1,7 +0,0 @@ -gdb|8.1.1-0ubuntu1 -valgrind|1:3.13.0-2ubuntu2.3 -gdbserver|8.1.1-0ubuntu1 -binutils|2.30-21ubuntu1~18.04.9 -patchelf|0.9-1 -chrpath|0.16-2 -strace|4.21-1ubuntu1 diff --git a/flavors/python-3.7-minimal-EXASOL-6.2.0/flavor_base/build_deps/Dockerfile b/flavors/python-3.7-minimal-EXASOL-6.2.0/flavor_base/build_deps/Dockerfile deleted file mode 100644 index b7a4bbc79..000000000 --- a/flavors/python-3.7-minimal-EXASOL-6.2.0/flavor_base/build_deps/Dockerfile +++ /dev/null @@ -1,37 +0,0 @@ -FROM ubuntu:18.04 -ENV DEBIAN_FRONTEND=noninteractive - -ENV ARCHIVE_UBUNTU_PREFIX="" -RUN sed --in-place --regexp-extended "s/(\/\/)(archive\.ubuntu)/\1$ARCHIVE_UBUNTU_PREFIX\2/" /etc/apt/sources.list - -COPY 01_nodoc /etc/dpkg/dpkg.cfg.d/01_nodoc -COPY scripts /scripts - -RUN mkdir -p /build_info/packages -COPY build_deps/packages /build_info/packages/build_deps - -ENV BAZEL_PACKAGE_VERSION="5.2.0" -ENV BAZEL_PACKAGE_FILE="bazel_$BAZEL_PACKAGE_VERSION-linux-x86_64.deb" -ENV BAZEL_PACKAGE_URL="https://github.com/bazelbuild/bazel/releases/download/$BAZEL_PACKAGE_VERSION/$BAZEL_PACKAGE_FILE" - -RUN /scripts/install_scripts/install_via_apt.pl --file /build_info/packages/build_deps/apt_get_packages - -RUN apt-get -y update && \ - curl -L --output "$BAZEL_PACKAGE_FILE" "$BAZEL_PACKAGE_URL" && \ - apt-get install -y "./$BAZEL_PACKAGE_FILE" && \ - rm "$BAZEL_PACKAGE_FILE" && \ - apt-get -y clean && \ - apt-get -y autoremove - -RUN curl -L -o swig-2.0.4.tar.gz https://exasol-script-languages-dependencies.s3.eu-central-1.amazonaws.com/swig-2.0.4.tar.gz && \ - tar zxf swig-2.0.4.tar.gz && \ - (cd swig-2.0.4 && ./configure --prefix=/usr && make && make install) && \ - rm -rf swig-2.0.4 swig-2.0.4.tar.gz - -RUN locale-gen en_US.UTF-8 && \ - update-locale LC_ALL=en_US.UTF-8 && \ - ldconfig - -RUN touch /env && \ - echo "export PROTOBUF_BIN=/usr/bin/protoc" >> /env && \ - echo "export JAVA_HOME=/usr/lib/jvm/java-1.11.0-openjdk-amd64" >> /env diff --git a/flavors/python-3.7-minimal-EXASOL-6.2.0/flavor_base/build_deps/packages/apt_get_packages b/flavors/python-3.7-minimal-EXASOL-6.2.0/flavor_base/build_deps/packages/apt_get_packages deleted file mode 100644 index 6d352eac4..000000000 --- a/flavors/python-3.7-minimal-EXASOL-6.2.0/flavor_base/build_deps/packages/apt_get_packages +++ /dev/null @@ -1,9 +0,0 @@ -coreutils|8.28-1ubuntu1 -locales|2.27-3ubuntu1.6 -tar|1.29b-2ubuntu0.4 -curl|7.58.0-2ubuntu3.24 -openjdk-11-jdk|11.0.19+7~us1-0ubuntu1~18.04.1 -build-essential|12.4ubuntu1 -libpcre3-dev|2:8.39-9ubuntu0.1 -protobuf-compiler|3.0.0-9.1ubuntu1.1 -chrpath|0.16-2 diff --git a/flavors/python-3.7-minimal-EXASOL-6.2.0/flavor_base/build_run/Dockerfile b/flavors/python-3.7-minimal-EXASOL-6.2.0/flavor_base/build_run/Dockerfile deleted file mode 100644 index 92ede8bd1..000000000 --- a/flavors/python-3.7-minimal-EXASOL-6.2.0/flavor_base/build_run/Dockerfile +++ /dev/null @@ -1,41 +0,0 @@ -FROM {{language_deps}} - -COPY --from={{build_deps}} /usr /usr -RUN true # workaround for https://github.com/moby/moby/issues/37965 - -COPY --from={{build_deps}} /lib /lib -RUN true # workaround for https://github.com/moby/moby/issues/37965 - -COPY --from={{build_deps}} /bin /bin -RUN true # workaround for https://github.com/moby/moby/issues/37965 - -COPY --from={{build_deps}} /opt /opt -RUN true # workaround for https://github.com/moby/moby/issues/37965 - -COPY --from={{build_deps}} /etc /etc -RUN true # workaround for https://github.com/moby/moby/issues/37965 - -COPY --from={{build_deps}} /env /env -RUN true # workaround for https://github.com/moby/moby/issues/37965 - - -RUN ldconfig - -RUN mkdir /exaudfclient /exaudf -COPY exaudfclient/base /exaudfclient/base - -WORKDIR /exaudfclient/base -RUN ["/bin/bash", "-c", "source /env && bash build.sh --config no-tty --config optimize --config python --config fast-binary-py3"] -RUN cp -r -L bazel-bin/* /exaudf - -RUN ./test_udfclient.sh /exaudf/exaudfclient_py3 - -WORKDIR /exaudf - -RUN rm -r /exaudfclient - -COPY --from={{build_deps}} /build_info /build_info -RUN true # workaround for https://github.com/moby/moby/issues/37965 - - -RUN mkdir /conf /buckets diff --git a/flavors/python-3.7-minimal-EXASOL-6.2.0/flavor_base/build_steps.py b/flavors/python-3.7-minimal-EXASOL-6.2.0/flavor_base/build_steps.py deleted file mode 100644 index 191755abe..000000000 --- a/flavors/python-3.7-minimal-EXASOL-6.2.0/flavor_base/build_steps.py +++ /dev/null @@ -1,147 +0,0 @@ -from typing import Dict - -from exasol_script_languages_container_tool.lib.tasks.build.docker_flavor_image_task import DockerFlavorAnalyzeImageTask - - -class AnalyzeUDFClientDeps(DockerFlavorAnalyzeImageTask): - - def get_build_step(self) -> str: - return "udfclient_deps" - - def get_additional_build_directories_mapping(self) -> Dict[str, str]: - return {"01_nodoc": "ext/01_nodoc", "scripts": "ext/scripts"} - - def get_path_in_flavor(self): - return "flavor_base" - - -class AnalyzeLanguageDeps(DockerFlavorAnalyzeImageTask): - - def get_build_step(self) -> str: - return "language_deps" - - def get_additional_build_directories_mapping(self) -> Dict[str, str]: - return {"scripts": "ext/scripts"} - - def requires_tasks(self): - return {"udfclient_deps": AnalyzeUDFClientDeps} - - def get_path_in_flavor(self): - return "flavor_base" - - -class AnalyzeBuildDeps(DockerFlavorAnalyzeImageTask): - - def get_build_step(self) -> str: - return "build_deps" - - def get_additional_build_directories_mapping(self) -> Dict[str, str]: - return {"01_nodoc": "ext/01_nodoc", "scripts": "ext/scripts"} - - def get_path_in_flavor(self): - return "flavor_base" - - -class AnalyzeBuildRun(DockerFlavorAnalyzeImageTask): - - def get_build_step(self) -> str: - return "build_run" - - def requires_tasks(self): - return {"build_deps": AnalyzeBuildDeps, - "language_deps": AnalyzeLanguageDeps} - - def get_additional_build_directories_mapping(self) -> Dict[str, str]: - return {"exaudfclient/base": "exaudfclient/base"} - - def get_path_in_flavor(self): - return "flavor_base" - - -class AnalyzeBaseTestDeps(DockerFlavorAnalyzeImageTask): - - def get_build_step(self) -> str: - return "base_test_deps" - - def requires_tasks(self): - return {"build_deps": AnalyzeBuildDeps} - - def get_path_in_flavor(self): - return "flavor_base" - - -class AnalyzeBaseTestBuildRun(DockerFlavorAnalyzeImageTask): - - def get_build_step(self) -> str: - return "base_test_build_run" - - def requires_tasks(self): - return {"base_test_deps": AnalyzeBaseTestDeps, - "language_deps": AnalyzeLanguageDeps} - - def get_additional_build_directories_mapping(self) -> Dict[str, str]: - return {"exaudfclient/base": "exaudfclient/base", "emulator": "emulator"} - - def get_path_in_flavor(self): - return "flavor_base" - - -class AnalyzeFlavorBaseDeps(DockerFlavorAnalyzeImageTask): - - def get_build_step(self) -> str: - return "flavor_base_deps" - - def requires_tasks(self): - return {"language_deps": AnalyzeLanguageDeps} - - def get_additional_build_directories_mapping(self): - return {"01_nodoc": "ext/01_nodoc", "scripts": "ext/scripts"} - - def get_path_in_flavor(self): - return "flavor_base" - - -class AnalyzeFlavorCustomization(DockerFlavorAnalyzeImageTask): - - def get_build_step(self) -> str: - return "flavor_customization" - - def requires_tasks(self): - return {"flavor_base_deps": AnalyzeFlavorBaseDeps} - - -class AnalyzeFlavorTestBuildRun(DockerFlavorAnalyzeImageTask): - - def get_build_step(self) -> str: - return "flavor_test_build_run" - - def requires_tasks(self): - return {"flavor_customization": AnalyzeFlavorCustomization, - "base_test_build_run": AnalyzeBaseTestBuildRun} - - def get_path_in_flavor(self): - return "flavor_base" - - -class AnalyzeRelease(DockerFlavorAnalyzeImageTask): - def get_build_step(self) -> str: - return "release" - - def requires_tasks(self): - return {"flavor_customization": AnalyzeFlavorCustomization, - "build_run": AnalyzeBuildRun, - "language_deps": AnalyzeLanguageDeps} - - def get_path_in_flavor(self): - return "flavor_base" - - -class SecurityScan(DockerFlavorAnalyzeImageTask): - def get_build_step(self) -> str: - return "security_scan" - - def requires_tasks(self): - return {"release": AnalyzeRelease} - - def get_path_in_flavor(self): - return "flavor_base" diff --git a/flavors/python-3.7-minimal-EXASOL-6.2.0/flavor_base/flavor_base_deps/Dockerfile b/flavors/python-3.7-minimal-EXASOL-6.2.0/flavor_base/flavor_base_deps/Dockerfile deleted file mode 100644 index 8f32df555..000000000 --- a/flavors/python-3.7-minimal-EXASOL-6.2.0/flavor_base/flavor_base_deps/Dockerfile +++ /dev/null @@ -1,8 +0,0 @@ -FROM {{ language_deps }} - -RUN mkdir -p /build_info/packages -COPY flavor_base_deps/packages /build_info/packages/flavor_base_deps - -RUN /scripts/install_scripts/install_via_apt.pl --file /build_info/packages/flavor_base_deps/apt_get_packages --with-versions - -RUN /scripts/install_scripts/install_via_pip.pl --file /build_info/packages/flavor_base_deps/python3_pip_packages --python-binary python3.7 --with-versions diff --git a/flavors/python-3.7-minimal-EXASOL-6.2.0/flavor_base/flavor_base_deps/packages/apt_get_packages b/flavors/python-3.7-minimal-EXASOL-6.2.0/flavor_base/flavor_base_deps/packages/apt_get_packages deleted file mode 100644 index df0638015..000000000 --- a/flavors/python-3.7-minimal-EXASOL-6.2.0/flavor_base/flavor_base_deps/packages/apt_get_packages +++ /dev/null @@ -1,5 +0,0 @@ -unzip|6.0-21ubuntu1.2 -wget|1.19.4-1ubuntu2.2 -git|1:2.17.1-1ubuntu0.18 -libcurl4-openssl-dev|7.58.0-2ubuntu3.24 -build-essential|12.4ubuntu1 diff --git a/flavors/python-3.7-minimal-EXASOL-6.2.0/flavor_base/flavor_base_deps/packages/python3_pip_packages b/flavors/python-3.7-minimal-EXASOL-6.2.0/flavor_base/flavor_base_deps/packages/python3_pip_packages deleted file mode 100644 index e69de29bb..000000000 diff --git a/flavors/python-3.7-minimal-EXASOL-6.2.0/flavor_base/flavor_test_build_run/Dockerfile b/flavors/python-3.7-minimal-EXASOL-6.2.0/flavor_base/flavor_test_build_run/Dockerfile deleted file mode 100644 index 32230a4d9..000000000 --- a/flavors/python-3.7-minimal-EXASOL-6.2.0/flavor_base/flavor_test_build_run/Dockerfile +++ /dev/null @@ -1,25 +0,0 @@ -FROM {{base_test_build_run}} - -RUN mkdir -p /conf /buckets - -COPY --from={{flavor_customization}} /usr /usr -RUN true # workaround for https://github.com/moby/moby/issues/37965 - -COPY --from={{flavor_customization}} /opt /opt -RUN true # workaround for https://github.com/moby/moby/issues/37965 - -COPY --from={{flavor_customization}} /lib /lib -RUN true # workaround for https://github.com/moby/moby/issues/37965 - -COPY --from={{flavor_customization}} /bin /bin -RUN true # workaround for https://github.com/moby/moby/issues/37965 - -COPY --from={{flavor_customization}} /etc /etc -RUN true # workaround for https://github.com/moby/moby/issues/37965 - -COPY --from={{flavor_customization}} /build_info /build_info -RUN true # workaround for https://github.com/moby/moby/issues/37965 - - -RUN ldconfig - diff --git a/flavors/python-3.7-minimal-EXASOL-6.2.0/flavor_base/language_definition b/flavors/python-3.7-minimal-EXASOL-6.2.0/flavor_base/language_definition deleted file mode 100644 index 82e76acf3..000000000 --- a/flavors/python-3.7-minimal-EXASOL-6.2.0/flavor_base/language_definition +++ /dev/null @@ -1 +0,0 @@ -PYTHON3=localzmq+protobuf:///{{ bucketfs_name }}/{{ bucket_name }}/{{ path_in_bucket }}{{ release_name }}?lang=python#buckets/{{ bucketfs_name }}/{{ bucket_name }}/{{ path_in_bucket }}{{ release_name }}/exaudf/exaudfclient_py3 diff --git a/flavors/python-3.7-minimal-EXASOL-6.2.0/flavor_base/language_deps/Dockerfile b/flavors/python-3.7-minimal-EXASOL-6.2.0/flavor_base/language_deps/Dockerfile deleted file mode 100644 index 06e3f45df..000000000 --- a/flavors/python-3.7-minimal-EXASOL-6.2.0/flavor_base/language_deps/Dockerfile +++ /dev/null @@ -1,20 +0,0 @@ -FROM {{udfclient_deps}} - -RUN mkdir -p /build_info/packages/language_deps -COPY language_deps/packages/apt_get_packages /build_info/packages/language_deps -RUN /scripts/install_scripts/install_via_apt.pl --file /build_info/packages/language_deps/apt_get_packages --with-versions - -RUN /scripts/install_scripts/install_key.pl --key-server hkp://keyserver.ubuntu.com:80 --key F23C5A6CF475977595C89F51BA6932366A755776 && \ - /scripts/install_scripts/install_ppa.pl --ppa 'deb http://ppa.launchpad.net/deadsnakes/ppa/ubuntu bionic main' --out-file bionic-deadsnakes - -COPY language_deps/packages/apt_get_packages_python /build_info/packages/language_deps -RUN /scripts/install_scripts/install_via_apt.pl --file /build_info/packages/language_deps/apt_get_packages_python --with-versions - -RUN /scripts/install_scripts/install_python3.7_pip.sh - -COPY language_deps/packages/python3_pip_packages /build_info/packages/language_deps -RUN /scripts/install_scripts/install_via_pip.pl --file /build_info/packages/language_deps/python3_pip_packages --python-binary python3.7 --with-versions - -ENV PYTHON3_PREFIX /usr -ENV PYTHON3_VERSION python3.7 - diff --git a/flavors/python-3.7-minimal-EXASOL-6.2.0/flavor_base/language_deps/packages/apt_get_packages b/flavors/python-3.7-minimal-EXASOL-6.2.0/flavor_base/language_deps/packages/apt_get_packages deleted file mode 100644 index 9460d8521..000000000 --- a/flavors/python-3.7-minimal-EXASOL-6.2.0/flavor_base/language_deps/packages/apt_get_packages +++ /dev/null @@ -1,2 +0,0 @@ -curl|7.58.0-2ubuntu3.24 -ca-certificates|20230311ubuntu0.18.04.1 diff --git a/flavors/python-3.7-minimal-EXASOL-6.2.0/flavor_base/language_deps/packages/apt_get_packages_python b/flavors/python-3.7-minimal-EXASOL-6.2.0/flavor_base/language_deps/packages/apt_get_packages_python deleted file mode 100644 index 63faa558b..000000000 --- a/flavors/python-3.7-minimal-EXASOL-6.2.0/flavor_base/language_deps/packages/apt_get_packages_python +++ /dev/null @@ -1,3 +0,0 @@ -python3.7-dev|3.7.5-2ubuntu1~18.04.2 -python3.7|3.7.5-2ubuntu1~18.04.2 -python3-distutils|3.6.9-1~18.04 # Note: required by install_python3.7_pip.sh diff --git a/flavors/python-3.7-minimal-EXASOL-6.2.0/flavor_base/language_deps/packages/python3_pip_packages b/flavors/python-3.7-minimal-EXASOL-6.2.0/flavor_base/language_deps/packages/python3_pip_packages deleted file mode 100644 index a050477e6..000000000 --- a/flavors/python-3.7-minimal-EXASOL-6.2.0/flavor_base/language_deps/packages/python3_pip_packages +++ /dev/null @@ -1,2 +0,0 @@ -pandas|1.3.3 -numpy|1.21.2 diff --git a/flavors/python-3.7-minimal-EXASOL-6.2.0/flavor_base/release/Dockerfile b/flavors/python-3.7-minimal-EXASOL-6.2.0/flavor_base/release/Dockerfile deleted file mode 100644 index c1bcd107e..000000000 --- a/flavors/python-3.7-minimal-EXASOL-6.2.0/flavor_base/release/Dockerfile +++ /dev/null @@ -1,62 +0,0 @@ -FROM ubuntu:18.04 -RUN mkdir /conf /buckets - -COPY --from={{language_deps}} /usr /usr -RUN true # workaround for https://github.com/moby/moby/issues/37965 - -COPY --from={{language_deps}} /lib /lib -RUN true # workaround for https://github.com/moby/moby/issues/37965 - -COPY --from={{language_deps}} /bin /bin -RUN true # workaround for https://github.com/moby/moby/issues/37965 - -COPY --from={{language_deps}} /opt /opt -RUN true # workaround for https://github.com/moby/moby/issues/37965 - -COPY --from={{language_deps}} /etc /etc -RUN true # workaround for https://github.com/moby/moby/issues/37965 - -COPY --from={{language_deps}} /build_info /build_info -RUN true # workaround for https://github.com/moby/moby/issues/37965 - -COPY --from={{language_deps}} /var /var -RUN true # workaround for https://github.com/moby/moby/issues/37965 - -COPY --from={{language_deps}} /scripts /scripts -RUN true # workaround for https://github.com/moby/moby/issues/37965 - - -COPY --from={{flavor_customization}} /usr /usr -RUN true # workaround for https://github.com/moby/moby/issues/37965 - -COPY --from={{flavor_customization}} /lib /lib -RUN true # workaround for https://github.com/moby/moby/issues/37965 - -COPY --from={{flavor_customization}} /bin /bin -RUN true # workaround for https://github.com/moby/moby/issues/37965 - -COPY --from={{flavor_customization}} /opt /opt -RUN true # workaround for https://github.com/moby/moby/issues/37965 - -COPY --from={{flavor_customization}} /etc /etc -RUN true # workaround for https://github.com/moby/moby/issues/37965 - -COPY --from={{flavor_customization}} /build_info /build_info -RUN true # workaround for https://github.com/moby/moby/issues/37965 - -COPY --from={{flavor_customization}} /var /var -RUN true # workaround for https://github.com/moby/moby/issues/37965 - - -RUN ldconfig - -COPY --from={{build_run}} /exaudf /exaudf -RUN true # workaround for https://github.com/moby/moby/issues/37965 - -COPY --from={{build_run}} /build_info /build_info -RUN true # workaround for https://github.com/moby/moby/issues/37965 - - -RUN mkdir -p /build_info/actual_installed_packages/release && \ - /scripts/list_installed_scripts/list_installed_apt.sh > /build_info/actual_installed_packages/release/apt_get_packages && \ - /scripts/list_installed_scripts/list_installed_pip.sh python3.7 > /build_info/actual_installed_packages/release/python3_pip_packages diff --git a/flavors/python-3.7-minimal-EXASOL-6.2.0/flavor_base/security_scan/.trivyignore b/flavors/python-3.7-minimal-EXASOL-6.2.0/flavor_base/security_scan/.trivyignore deleted file mode 100644 index 5211f234c..000000000 --- a/flavors/python-3.7-minimal-EXASOL-6.2.0/flavor_base/security_scan/.trivyignore +++ /dev/null @@ -1,17 +0,0 @@ -#the following CVE's affect kernel, no issue for container -CVE-2022-0847 -CVE-2022-0001 -CVE-2022-0002 -CVE-2022-1015 -CVE-2022-1116 -CVE-2022-29581 -CVE-2022-21499 -CVE-2022-43945 -#CVE-2022-23648 is a bug in containerd, not issue for containers -CVE-2022-23648 -#issue in cgroups, but no threat for ScriptLanguageContainer -CVE-2022-0492 -# CVE-2022-27191 is an issue in Go. Which will be installed only together with Trivy. -CVE-2022-27191 -# CVE-2022-23960 affects only ARM architectures -CVE-2022-23960 diff --git a/flavors/python-3.7-minimal-EXASOL-6.2.0/flavor_base/security_scan/Dockerfile b/flavors/python-3.7-minimal-EXASOL-6.2.0/flavor_base/security_scan/Dockerfile deleted file mode 100644 index 15291fc84..000000000 --- a/flavors/python-3.7-minimal-EXASOL-6.2.0/flavor_base/security_scan/Dockerfile +++ /dev/null @@ -1,14 +0,0 @@ -FROM {{release}} -ENV DEBIAN_FRONTEND=noninteractive - -RUN mkdir -p /build_info/packages -COPY security_scan/packages /build_info/packages/security_scan -RUN /scripts/install_scripts/install_via_apt.pl --file /build_info/packages/security_scan/apt_get_packages_trivy_deps -RUN curl -s https://aquasecurity.github.io/trivy-repo/deb/public.key | apt-key add - && \ - /scripts/install_scripts/install_ppa.pl --ppa 'deb https://aquasecurity.github.io/trivy-repo/deb bionic main' --out-file trivy.list -RUN /scripts/install_scripts/install_via_apt.pl --file /build_info/packages/security_scan/apt_get_packages - -ENV SECURITY_SCANNERS="trivy" -COPY /security_scan/.trivyignore /.trivyignore - -ENTRYPOINT ["/scripts/security_scan/run.sh"] \ No newline at end of file diff --git a/flavors/python-3.7-minimal-EXASOL-6.2.0/flavor_base/security_scan/packages/apt_get_packages b/flavors/python-3.7-minimal-EXASOL-6.2.0/flavor_base/security_scan/packages/apt_get_packages deleted file mode 100644 index 6bd628d4c..000000000 --- a/flavors/python-3.7-minimal-EXASOL-6.2.0/flavor_base/security_scan/packages/apt_get_packages +++ /dev/null @@ -1 +0,0 @@ -trivy diff --git a/flavors/python-3.7-minimal-EXASOL-6.2.0/flavor_base/security_scan/packages/apt_get_packages_trivy_deps b/flavors/python-3.7-minimal-EXASOL-6.2.0/flavor_base/security_scan/packages/apt_get_packages_trivy_deps deleted file mode 100644 index 8920661bf..000000000 --- a/flavors/python-3.7-minimal-EXASOL-6.2.0/flavor_base/security_scan/packages/apt_get_packages_trivy_deps +++ /dev/null @@ -1,2 +0,0 @@ -apt-transport-https -gnupg \ No newline at end of file diff --git a/flavors/python-3.7-minimal-EXASOL-6.2.0/flavor_base/testconfig b/flavors/python-3.7-minimal-EXASOL-6.2.0/flavor_base/testconfig deleted file mode 100644 index 8688dd718..000000000 --- a/flavors/python-3.7-minimal-EXASOL-6.2.0/flavor_base/testconfig +++ /dev/null @@ -1,2 +0,0 @@ -generic_language_tests=python3 -test_folders=python3/all pandas/all diff --git a/flavors/python-3.7-minimal-EXASOL-6.2.0/flavor_base/udfclient_deps/Dockerfile b/flavors/python-3.7-minimal-EXASOL-6.2.0/flavor_base/udfclient_deps/Dockerfile deleted file mode 100644 index 8ed88f8ca..000000000 --- a/flavors/python-3.7-minimal-EXASOL-6.2.0/flavor_base/udfclient_deps/Dockerfile +++ /dev/null @@ -1,26 +0,0 @@ -FROM ubuntu:18.04 -ENV DEBIAN_FRONTEND=noninteractive - -ENV ARCHIVE_UBUNTU_PREFIX="" -RUN sed --in-place --regexp-extended "s/(\/\/)(archive\.ubuntu)/\1$ARCHIVE_UBUNTU_PREFIX\2/" /etc/apt/sources.list - -COPY 01_nodoc /etc/dpkg/dpkg.cfg.d/01_nodoc -COPY scripts /scripts - -RUN mkdir -p /build_info/packages -COPY udfclient_deps/packages /build_info/packages/udfclient_deps -RUN /scripts/install_scripts/install_via_apt.pl --file /build_info/packages/udfclient_deps/apt_get_packages --with-versions - -RUN addgroup --gid 1000 exasolution -RUN adduser --disabled-login --uid 1000 --gid 1000 exasolution --gecos "First Last,RoomNumber,WorkPhone,HomePhone" -RUN addgroup --gid 500 exausers -RUN adduser --disabled-login --uid 500 --gid 500 exadefusr --gecos "First Last,RoomNumber,WorkPhone,HomePhone" - -ENV LANG en_US.UTF-8 -ENV LANGUAGE en_US:en -ENV LC_ALL en_US.UTF-8 - -ENV PROTOBUF_LIBRARY_PREFIX=/usr/lib/ -ENV PROTOBUF_INCLUDE_PREFIX=/usr/include/ -ENV ZMQ_LIBRARY_PREFIX=/usr/lib -ENV ZMQ_INCLUDE_PREFIX=/usr/include diff --git a/flavors/python-3.7-minimal-EXASOL-6.2.0/flavor_base/udfclient_deps/packages/apt_get_packages b/flavors/python-3.7-minimal-EXASOL-6.2.0/flavor_base/udfclient_deps/packages/apt_get_packages deleted file mode 100644 index 9b688970c..000000000 --- a/flavors/python-3.7-minimal-EXASOL-6.2.0/flavor_base/udfclient_deps/packages/apt_get_packages +++ /dev/null @@ -1,6 +0,0 @@ -coreutils|8.28-1ubuntu1 -locales|2.27-3ubuntu1.6 -libnss-db|2.2.3pre1-6build2 -libzmq3-dev|4.2.5-1ubuntu0.2 -libprotobuf-dev|3.0.0-9.1ubuntu1.1 -libssl-dev|1.1.1-1ubuntu2.1~18.04.23 diff --git a/flavors/python-3.7-minimal-EXASOL-6.2.0/flavor_customization/Dockerfile b/flavors/python-3.7-minimal-EXASOL-6.2.0/flavor_customization/Dockerfile deleted file mode 100644 index d02314459..000000000 --- a/flavors/python-3.7-minimal-EXASOL-6.2.0/flavor_customization/Dockerfile +++ /dev/null @@ -1,78 +0,0 @@ -############################################################################################ -############################################################################################ -# This Dockerfile allows you to extend this flavor by installing packages or adding files. -# IF you didn't change the lines below, you can add packages and their version to the -# files in ./packages and they get automatically installed. -############################################################################################ -############################################################################################ - -####################################################################### -####################################################################### -# Do not change the following lines unless you know what you are doing -####################################################################### -####################################################################### - -FROM {{flavor_base_deps}} - -RUN mkdir -p /build_info/packages/flavor_customization - -COPY flavor_customization/packages/apt_get_packages /build_info/packages/flavor_customization -RUN /scripts/install_scripts/install_via_apt.pl --file /build_info/packages/flavor_customization/apt_get_packages --with-versions - -COPY flavor_customization/packages/python3_pip_packages /build_info/packages/flavor_customization -#install Python3 packages via pip with legacy dependency resolver, as customers might already use this container with their own (pinned) dependencies which won't work without this option (the new resolver is more restrictive) -RUN /scripts/install_scripts/install_via_pip.pl --file /build_info/packages/flavor_customization/python3_pip_packages --python-binary python3.7 --with-versions --allow-no-version --use-deprecated-legacy-resolver - - -########################################################################## -########################################################################## -# Below this text you can add any Dockerfile commands except of FROM. -# However only commands which change the filesystem will be -# reflected to the final script-language container. -# We recommend to use only RUN, COPY and ADD. For example, WORKDIR, USER -# and ENV will be not carried over into the final container. For more -# information about Dockerfile commands, please check the reference -# https://docs.docker.com/engine/reference/builder/#dockerfile-reference -########################################################################## -########################################################################## - - -########### -########### -# Examples: -########### -########### - -################################################# -# Execute a command during the build of the image -################################################# - -# With RUN you can excute any command you usally would run in a bash shell. -# It usually is a good idea to cleanup downloaded files or packages -# caches in the same in the same RUN statement to keep the image size -# small. You can execute multiple shell commands in one RUN statement -# by combine them with -# - `&&` (only execute if the previous command was successfull), -# - `||` (only execute if the previous command was unsuccesfull) -# - `;` (execute regardless of the success of the previous command) -# To format multiple command per RUN statement you can add a line break with `\`. -# If you need to execute complex sequences of commands you should execute -# scripts which you can copy into the image. -# ------------------------------------------------------------------------------- - -# RUN git clone https://github.com/exasol/data-science-examples -# RUN curl -o data-science-examples.zip https://codeload.github.com/exasol/data-science-examples/zip/master && \ -# unzip data-science-examples.zip && \ -# rm data-science-examples.zip - -##################################### -# Copy a file from ./ into the image. -##################################### - -# In case of exaslct it is important to prefix source files or directories with `flavor_customization` -# if you want to copy files or directories located in the same directory as this Dockerfile -# ----------------------------------------------------------------------------------------------------- - -# COPY flavor_customization/packages/python3_pip_packages /build_info/packages/flavor_customization -# ADD flavor_customization/code.tar.gz /code - diff --git a/flavors/python-3.7-minimal-EXASOL-6.2.0/flavor_customization/packages/apt_get_packages b/flavors/python-3.7-minimal-EXASOL-6.2.0/flavor_customization/packages/apt_get_packages deleted file mode 100644 index d78cd6de0..000000000 --- a/flavors/python-3.7-minimal-EXASOL-6.2.0/flavor_customization/packages/apt_get_packages +++ /dev/null @@ -1,9 +0,0 @@ -# This file specifies the package list which gets installed via apt. -# You must specify the the package and its version separated by a |. -# We recommend here the usage of package versions, to ensure that the container -# builds are reproducible. However, we allow also packages without version. -# As you can see, this file can contain comments which start with #. -# If a line starts with # the whole line is a comment, however you can -# also start a comment after the package definition. - -# p7zip-full|16.02+dfsg-6 # you can check which versions of a package are available with apt-cache policy diff --git a/flavors/python-3.7-minimal-EXASOL-6.2.0/flavor_customization/packages/python3_pip_packages b/flavors/python-3.7-minimal-EXASOL-6.2.0/flavor_customization/packages/python3_pip_packages deleted file mode 100644 index a9f22f993..000000000 --- a/flavors/python-3.7-minimal-EXASOL-6.2.0/flavor_customization/packages/python3_pip_packages +++ /dev/null @@ -1,9 +0,0 @@ -# This file specifies the package list which gets installed via pip for python3. -# You must specify the the package and its version separated by a |. -# We recommend here the usage of package versions, to ensure that the container -# builds are reproducible. However, we allow also packages without version. -# As you can see, this file can contain comments which start with #. -# If a line starts with # the whole line is a comment, however you can -# also start a comment after the package definition. - -#tensorflow-probability|0.9.0