#819: Fixed CI and adapted project to Exasol 8 (#367)

* Updates SLCT, SLC-CI and SLC-CI-Setup * Adapted the aws-code-build/build_config.json to the new format * Rename TIMESTAMP data type to TIMESTAMP(3) to be compatible with Exasol 8.0 naming * Removed UDFDebugger from pandas dataframe tests, because it can be flaky and is only needed during debugging * Updated python apt packages * Updated binutils apt package * Ignored CVE-2023-3090, because it is a Kernel issue and not a container issue. * Removed or moved Python2 tests * Remove or fixed tests which used an unencrypted exasol connection, because this isn't possible anymore with Exasol 8 * Disabled certificate validation for row_level_security_adapter_script.txt * Ignored CVE-2023-3389 and CVE-2023-3390, because they belong to the kernel * Removed python2 from test_package_management_scripts.yaml * Removed python2 from list_installed_scripts/run_tests.sh Co-authored-by: Christoph Pirkl <[email protected]>
exasol · Jul 18, 2023 · 5d7c6cf · 5d7c6cf
1 parent ba46d9d
commit 5d7c6cf
Show file tree

Hide file tree

Showing 45 changed files with 1,158 additions and 2,644 deletions.
diff --git a/.github/workflows/test_package_management_scripts.yaml b/.github/workflows/test_package_management_scripts.yaml
@@ -12,12 +12,11 @@ jobs:
 
     steps:
     - uses: actions/checkout@v3
+
     - uses: actions/setup-python@v2
       with:
         python-version: 3.8
-    - uses: actions/setup-python@v2
-      with:
-        python-version: 2.7
+
     - name: Init submodules
       run: git submodule update --init --recursive
 

diff --git a/aws-code-build/build_config.json b/aws-code-build/build_config.json
@@ -1,10 +1,28 @@
-{"build_ignore":
-  {"ignored_paths":
-     ["python_client", ".gitignore", ".dockerignore", "LICENSE",
-      "README.md", "find_duplicate_error_codes.sh", "find_error_codes.sh",
-      "find_highest_error_codes_per_module.sh", "find_incomplete_error_codes.sh", "find_next_error_code_per_module.sh",
-      "show_code_arround_error_codes.sh", "visualize_task_dependencies.sh", "udf-script-signature-generator",
-      ".github", "cpp_client", "emulator", "exaslct_scripts", "githooks"]
+{
+  "build": {
+    "base_branch": "master",
+    "ignore": {
+      "paths": [
+        "python_client",
+        ".gitignore",
+        ".dockerignore",
+        "LICENSE",
+        "README.md",
+        "find_duplicate_error_codes.sh",
+        "find_error_codes.sh",
+        "find_highest_error_codes_per_module.sh",
+        "find_incomplete_error_codes.sh",
+        "find_next_error_code_per_module.sh",
+        "show_code_arround_error_codes.sh",
+        "visualize_task_dependencies.sh",
+        "udf-script-signature-generator",
+        ".github",
+        "cpp_client",
+        "emulator",
+        "exaslct_scripts",
+        "githooks"
+      ]
+    }
   },
-  "base_branch": "master"
+  "release": {"timeout_in_minutes": 240}
 }
diff --git a/exaslct_scripts/exaslct.sh b/exaslct_scripts/exaslct.sh
diff --git a/ext/scripts/tests/list_installed_scripts/run_tests.sh b/ext/scripts/tests/list_installed_scripts/run_tests.sh
@@ -10,10 +10,6 @@ echo list_installed_apt.sh
 $PATH_TO_INSTALL_SCRIPTS/list_installed_apt.sh
 echo
 
-echo list_installed_pip.sh python2
-$PATH_TO_INSTALL_SCRIPTS/list_installed_pip.sh python2
-echo
-
 echo list_installed_pip.sh python3
 $PATH_TO_INSTALL_SCRIPTS/list_installed_pip.sh python3
 echo

diff --git a/...ython-3.7-minimal-EXASOL-6.2.0/flavor_base/language_deps/packages/apt_get_packages_python b/...ython-3.7-minimal-EXASOL-6.2.0/flavor_base/language_deps/packages/apt_get_packages_python
@@ -1,3 +1,3 @@
-python3.7-dev|3.7.16-1+bionic1
-python3.7|3.7.16-1+bionic1
+python3.7-dev|3.7.5-2ubuntu1~18.04.2
+python3.7|3.7.5-2ubuntu1~18.04.2
 python3-distutils|3.6.9-1~18.04 # Note: required by install_python3.7_pip.sh
diff --git a/flavors/python-3.8-minimal-EXASOL-6.2.0/flavor_base/base_test_deps/packages/apt_get_packages b/flavors/python-3.8-minimal-EXASOL-6.2.0/flavor_base/base_test_deps/packages/apt_get_packages
@@ -1,6 +1,6 @@
 gdb|9.2-0ubuntu1~20.04.1
 valgrind|1:3.15.0-1ubuntu9.1
 gdbserver|9.2-0ubuntu1~20.04.1
-binutils|2.34-6ubuntu1.5
+binutils|2.34-6ubuntu1.6
 patchelf|0.10-2build1
 strace|5.5-3ubuntu1
diff --git a/flavors/python-3.8-minimal-EXASOL-6.2.0/flavor_base/language_deps/packages/apt_get_packages b/flavors/python-3.8-minimal-EXASOL-6.2.0/flavor_base/language_deps/packages/apt_get_packages
@@ -1,5 +1,5 @@
 ca-certificates|20230311ubuntu0.20.04.1
-python3.8-dev|3.8.10-0ubuntu1~20.04.7
+python3.8-dev|3.8.10-0ubuntu1~20.04.8
 python3-distutils|3.8.10-0ubuntu1~20.04
 curl|7.68.0-1ubuntu2.18
 
diff --git a/flavors/python-3.8-minimal-EXASOL-6.2.0/flavor_base/security_scan/.trivyignore b/flavors/python-3.8-minimal-EXASOL-6.2.0/flavor_base/security_scan/.trivyignore
@@ -9,6 +9,9 @@ CVE-2022-1116
 CVE-2022-29581
 CVE-2022-21499
 CVE-2022-43945
+CVE-2023-3090
+CVE-2023-3389
+CVE-2023-3390 
 #CVE-2022-23648 is a bug in containerd, not issue for containers
 CVE-2022-23648
 #issue in cgroups, but no threat for ScriptLanguageContainer

diff --git a/poetry.lock b/poetry.lock
diff --git a/pyproject.toml b/pyproject.toml
@@ -18,9 +18,9 @@ keywords = ['exasol', 'udf', 'script-languages']
 
 [tool.poetry.dependencies]
 python = ">=3.8,<4"
-exasol-script-languages-container-tool = "^0.17.0"
-exasol-script-languages-container-ci = "^1.1.0"
-exasol-script-languages-container-ci-setup = "^1.0.0"
+exasol-script-languages-container-tool = "^0.18.0"
+exasol-script-languages-container-ci = "^1.3.0"
+exasol-script-languages-container-ci-setup = "^1.2.0"
 
 [tool.poetry.dev-dependencies]
 toml = ">=0.10.2"

diff --git a/test_container/tests/lang/python/basic.sql b/test_container/tests/lang/python/basic.sql
diff --git a/test_container/tests/lang/python/cologne_phonetic.sql b/test_container/tests/lang/python/cologne_phonetic.sql
diff --git a/test_container/tests/lang/python/combinations.sql b/test_container/tests/lang/python/combinations.sql