From a2bffe77d5932f499125de5fccc419ab2104ce6f Mon Sep 17 00:00:00 2001 From: Torsten Kilias Date: Wed, 19 Jul 2023 17:47:57 +0200 Subject: [PATCH 1/9] Update scipy to fix CVE-2023-29824 and remove numba-scipy, because it uses a too old scipy version and is usually slow to update. --- .../flavor_base/flavor_base_deps/packages/python3_pip_packages | 2 +- .../flavor_base/flavor_base_deps/packages/python3_pip_packages | 2 +- .../flavor_base_deps_python/packages/python3_pip_packages | 3 +-- 3 files changed, 3 insertions(+), 4 deletions(-) diff --git a/flavors/standard-EXASOL-7.0.0/flavor_base/flavor_base_deps/packages/python3_pip_packages b/flavors/standard-EXASOL-7.0.0/flavor_base/flavor_base_deps/packages/python3_pip_packages index 68683b60..3a7cb629 100644 --- a/flavors/standard-EXASOL-7.0.0/flavor_base/flavor_base_deps/packages/python3_pip_packages +++ b/flavors/standard-EXASOL-7.0.0/flavor_base/flavor_base_deps/packages/python3_pip_packages @@ -16,7 +16,7 @@ pyOpenSSL|23.0.0 pyodbc|4.0.32 lxml|4.9.1 scikit-learn|1.0.2 -scipy|1.6.2 +scipy|1.8.1 Pygments|2.14.0 pyftpdlib|1.5.6 pycparser|2.21 diff --git a/flavors/standard-EXASOL-7.1.0/flavor_base/flavor_base_deps/packages/python3_pip_packages b/flavors/standard-EXASOL-7.1.0/flavor_base/flavor_base_deps/packages/python3_pip_packages index 32528a1d..4e7ab45c 100644 --- a/flavors/standard-EXASOL-7.1.0/flavor_base/flavor_base_deps/packages/python3_pip_packages +++ b/flavors/standard-EXASOL-7.1.0/flavor_base/flavor_base_deps/packages/python3_pip_packages @@ -54,7 +54,7 @@ pyOpenSSL|23.0.0 pyodbc|4.0.32 lxml|4.9.1 scikit-learn|1.0.2 -scipy|1.6.2 +scipy|1.8.1 Pygments|2.14.0 pyftpdlib|1.5.6 pycparser|2.21 diff --git a/flavors/standard-EXASOL-8.0.0/flavor_base/flavor_base_deps_python/packages/python3_pip_packages b/flavors/standard-EXASOL-8.0.0/flavor_base/flavor_base_deps_python/packages/python3_pip_packages index 76a7d100..33d3f62e 100644 --- a/flavors/standard-EXASOL-8.0.0/flavor_base/flavor_base_deps_python/packages/python3_pip_packages +++ b/flavors/standard-EXASOL-8.0.0/flavor_base/flavor_base_deps_python/packages/python3_pip_packages @@ -45,7 +45,7 @@ redis|4.5.4 roman|3.3 pyodbc|4.0.32 lxml|4.9.1 -scipy|1.7.3 +scipy|1.11.1 pyftpdlib|1.5.6 jinja2|3.0.3 cffi|1.15.0 @@ -67,7 +67,6 @@ pyarrow|12.0.0 bitarray|2.3.5 pybloomfiltermmap3|0.5.5 bitsets|0.8.3 -numba-scipy|0.3.1 pyyaml|5.4.1 exasol-bucketfs|0.8.0 pysmbc|1.0.23 From 49b16e12a13f8181cb8a2adfb5f060c42d94fb59 Mon Sep 17 00:00:00 2001 From: Torsten Kilias Date: Wed, 19 Jul 2023 18:05:59 +0200 Subject: [PATCH 2/9] Update curl to 7.68.0-1ubuntu2.19 --- .../flavor_base/build_deps/packages/apt_get_packages | 2 +- .../flavor_base/language_deps/packages/apt_get_packages | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/flavors/standard-EXASOL-8.0.0/flavor_base/build_deps/packages/apt_get_packages b/flavors/standard-EXASOL-8.0.0/flavor_base/build_deps/packages/apt_get_packages index a227f36d..d5476824 100644 --- a/flavors/standard-EXASOL-8.0.0/flavor_base/build_deps/packages/apt_get_packages +++ b/flavors/standard-EXASOL-8.0.0/flavor_base/build_deps/packages/apt_get_packages @@ -1,7 +1,7 @@ coreutils|8.28-1ubuntu1 locales|2.27-3ubuntu1.6 tar|1.29b-2ubuntu0.4 -curl|7.68.0-1ubuntu2.18 +curl|7.68.0-1ubuntu2.19 openjdk-11-jdk|11.0.19+7~us1-0ubuntu1~20.04.1 build-essential|12.4ubuntu1 libpcre3-dev|2:8.39-9ubuntu0.1 diff --git a/flavors/standard-EXASOL-8.0.0/flavor_base/language_deps/packages/apt_get_packages b/flavors/standard-EXASOL-8.0.0/flavor_base/language_deps/packages/apt_get_packages index c797fbe0..d023ea9d 100644 --- a/flavors/standard-EXASOL-8.0.0/flavor_base/language_deps/packages/apt_get_packages +++ b/flavors/standard-EXASOL-8.0.0/flavor_base/language_deps/packages/apt_get_packages @@ -1,5 +1,5 @@ ca-certificates|20230311ubuntu0.20.04.1 python3.8-dev|3.8.10-0ubuntu1~20.04.8 python3-distutils|3.8.10-0ubuntu1~20.04 -curl|7.68.0-1ubuntu2.18 +curl|7.68.0-1ubuntu2.19 openjdk-11-jdk-headless|11.0.19+7~us1-0ubuntu1~20.04.1 From 6882d5aefb68ac53ec2ae0bda6e53cd865b60594 Mon Sep 17 00:00:00 2001 From: Torsten Kilias Date: Wed, 19 Jul 2023 18:13:59 +0200 Subject: [PATCH 3/9] Update libcurl4-openssl-dev to 7.68.0-1ubuntu2.19 --- .../flavor_base/flavor_base_deps_apt/packages/apt_get_packages | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/flavors/standard-EXASOL-8.0.0/flavor_base/flavor_base_deps_apt/packages/apt_get_packages b/flavors/standard-EXASOL-8.0.0/flavor_base/flavor_base_deps_apt/packages/apt_get_packages index d9aa5327..29caccfb 100644 --- a/flavors/standard-EXASOL-8.0.0/flavor_base/flavor_base_deps_apt/packages/apt_get_packages +++ b/flavors/standard-EXASOL-8.0.0/flavor_base/flavor_base_deps_apt/packages/apt_get_packages @@ -1,6 +1,6 @@ unzip|6.0-25ubuntu1.1 git|1:2.25.1-1ubuntu3.11 -libcurl4-openssl-dev|7.68.0-1ubuntu2.18 +libcurl4-openssl-dev|7.68.0-1ubuntu2.19 build-essential|12.8ubuntu1.1 wget|1.20.3-1ubuntu2 maven|3.6.3-1 From 97bbc96c585ad210d7c7bfd891ea09610ceabf80 Mon Sep 17 00:00:00 2001 From: Torsten Kilias Date: Wed, 19 Jul 2023 18:37:35 +0200 Subject: [PATCH 4/9] Update smbclient --- .../flavor_base_deps_apt/packages/apt_get_packages | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/flavors/standard-EXASOL-8.0.0/flavor_base/flavor_base_deps_apt/packages/apt_get_packages b/flavors/standard-EXASOL-8.0.0/flavor_base/flavor_base_deps_apt/packages/apt_get_packages index 29caccfb..46675a0c 100644 --- a/flavors/standard-EXASOL-8.0.0/flavor_base/flavor_base_deps_apt/packages/apt_get_packages +++ b/flavors/standard-EXASOL-8.0.0/flavor_base/flavor_base_deps_apt/packages/apt_get_packages @@ -16,6 +16,6 @@ libxml2-dev|2.9.10+dfsg-5ubuntu0.20.04.6 # Needed by R XML package apt-transport-https|2.0.9 gnupg|2.2.19-3ubuntu2.2 libhiredis-dev|0.14.0-6 # Needed by R redux package -libsmbclient|2:4.15.13+dfsg-0ubuntu0.20.04.2 -libsmbclient-dev|2:4.15.13+dfsg-0ubuntu0.20.04.2 -smbclient|2:4.15.13+dfsg-0ubuntu0.20.04.2 +libsmbclient|2:4.15.13+dfsg-0ubuntu0.20.04.3 +libsmbclient-dev|2:4.15.13+dfsg-0ubuntu0.20.04.3 +smbclient|2:4.15.13+dfsg-0ubuntu0.20.04.3 From fe77b8d256ba6f8b12cc290f5b6746bd38130523 Mon Sep 17 00:00:00 2001 From: Torsten Kilias Date: Wed, 19 Jul 2023 19:46:18 +0200 Subject: [PATCH 5/9] Use scipy 1.10.1 for standard 8.0.0 flavor --- .../flavor_base_deps_python/packages/python3_pip_packages | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/flavors/standard-EXASOL-8.0.0/flavor_base/flavor_base_deps_python/packages/python3_pip_packages b/flavors/standard-EXASOL-8.0.0/flavor_base/flavor_base_deps_python/packages/python3_pip_packages index 33d3f62e..170a76b0 100644 --- a/flavors/standard-EXASOL-8.0.0/flavor_base/flavor_base_deps_python/packages/python3_pip_packages +++ b/flavors/standard-EXASOL-8.0.0/flavor_base/flavor_base_deps_python/packages/python3_pip_packages @@ -45,7 +45,7 @@ redis|4.5.4 roman|3.3 pyodbc|4.0.32 lxml|4.9.1 -scipy|1.11.1 +scipy|1.10.1 pyftpdlib|1.5.6 jinja2|3.0.3 cffi|1.15.0 From 5c8a1f4b65adb8f6ce23e7d16bd8c06171b5f24f Mon Sep 17 00:00:00 2001 From: Torsten Kilias Date: Fri, 21 Jul 2023 09:20:42 +0200 Subject: [PATCH 6/9] Revert scipy version for standard 7.0 flavors and update documentation --- .current_gitmodules | 2 +- doc/changes/changes_6.1.0.md | 5 ++- .../build_deps/apt_get_packages_diff.md | 16 +++++----- .../flavor_base_deps/apt_get_packages_diff.md | 4 +-- .../language_deps/apt_get_packages_diff.md | 4 +-- .../build_deps/apt_get_packages_diff.md | 16 +++++----- .../apt_get_packages_diff.md | 22 ++++++------- .../python3_pip_packages_diff.md | 32 +++++++++---------- .../language_deps/apt_get_packages_diff.md | 6 ++-- .../conda_deps/apt_get_packages_diff.md | 4 +-- .../apt_get_packages_diff.md | 4 +-- .../packages/python3_pip_packages | 2 +- .../packages/python3_pip_packages | 2 +- script-languages | 2 +- 14 files changed, 62 insertions(+), 59 deletions(-) diff --git a/.current_gitmodules b/.current_gitmodules index ce630ac2..a12d5f88 100644 --- a/.current_gitmodules +++ b/.current_gitmodules @@ -1 +1 @@ -160000 5d7c6cf4d3ff8347d6a1301dfbb1e6020316d865 0 script-languages +160000 0d82748548140a94f786acf6b9e2aa958522d2f6 0 script-languages diff --git a/doc/changes/changes_6.1.0.md b/doc/changes/changes_6.1.0.md index e557e928..9917b982 100644 --- a/doc/changes/changes_6.1.0.md +++ b/doc/changes/changes_6.1.0.md @@ -1,4 +1,4 @@ -# script-languages-release 6.1.0, released 2023-06-02 +# script-languages-release 6.1.0, released 2023-07-21 Code name: Pandas 2 support @@ -6,6 +6,8 @@ Code name: Pandas 2 support This releases adds support for Pandas 2 pyarrow dtype columns for emitting dataframes from Python UDFs. Furthermore, it fixes a silent data corruption when emitting dateframes with float16 dtype columns from Python UDFs. +**Note:** We could not update scipy in the standard 7.* flavors such that these still contain CVE-2023-29824, because the fixed scipy version is not available for Python 3.7 which is still used in these flavors. We are going to replace Python 3.7 with Python 3.8 in the next release and than also update scipy. + ## [Package Version Comparison between Release 6.0.0 and 6.1.0](package_diffs/6.1.0/README.md) ## Script-Language-Container-Tool (Exaslct) @@ -38,3 +40,4 @@ n/a - #800: Updated Ubuntu packages - #803: Updated Ubuntu packages - #815: Updated Ubuntu packages and poetry.lock + - #822: Updated scipy to 1.10.1 in standard 8.0.0 flavor to fix CVE-2023-29824. For this we had to remove scipy-numba. Updated apt packages. diff --git a/doc/changes/package_diffs/6.1.0/python-3.8-minimal-EXASOL-6.2.0/build_deps/apt_get_packages_diff.md b/doc/changes/package_diffs/6.1.0/python-3.8-minimal-EXASOL-6.2.0/build_deps/apt_get_packages_diff.md index 88768394..e180c564 100644 --- a/doc/changes/package_diffs/6.1.0/python-3.8-minimal-EXASOL-6.2.0/build_deps/apt_get_packages_diff.md +++ b/doc/changes/package_diffs/6.1.0/python-3.8-minimal-EXASOL-6.2.0/build_deps/apt_get_packages_diff.md @@ -2,12 +2,12 @@ | | Package | Version in 6.0.0 | Version in 6.1.0 | Status | |---:|:------------------|:-------------------------|:-------------------------------|:---------| -| 0 | libpcre3-dev | 2:8.39-9 | 2:8.39-9ubuntu0.1 | UPDATED | -| 1 | openjdk-11-jdk | 11.0.11+9-0ubuntu2~18.04 | 11.0.19+7~us1-0ubuntu1~20.04.1 | UPDATED | -| 2 | protobuf-compiler | 3.0.0-9.1ubuntu1 | 3.0.0-9.1ubuntu1.1 | UPDATED | -| 3 | tar | 1.29b-2ubuntu0.2 | 1.29b-2ubuntu0.4 | UPDATED | -| 4 | build-essential | 12.4ubuntu1 | 12.4ubuntu1 | | -| 5 | chrpath | 0.16-2 | 0.16-2 | | -| 6 | coreutils | 8.28-1ubuntu1 | 8.28-1ubuntu1 | | -| 7 | curl | 7.68.0-1ubuntu2.18 | 7.68.0-1ubuntu2.18 | | +| 0 | curl | 7.68.0-1ubuntu2.18 | 7.68.0-1ubuntu2.19 | UPDATED | +| 1 | libpcre3-dev | 2:8.39-9 | 2:8.39-9ubuntu0.1 | UPDATED | +| 2 | openjdk-11-jdk | 11.0.11+9-0ubuntu2~18.04 | 11.0.19+7~us1-0ubuntu1~20.04.1 | UPDATED | +| 3 | protobuf-compiler | 3.0.0-9.1ubuntu1 | 3.0.0-9.1ubuntu1.1 | UPDATED | +| 4 | tar | 1.29b-2ubuntu0.2 | 1.29b-2ubuntu0.4 | UPDATED | +| 5 | build-essential | 12.4ubuntu1 | 12.4ubuntu1 | | +| 6 | chrpath | 0.16-2 | 0.16-2 | | +| 7 | coreutils | 8.28-1ubuntu1 | 8.28-1ubuntu1 | | | 8 | locales | 2.27-3ubuntu1.6 | 2.27-3ubuntu1.6 | | \ No newline at end of file diff --git a/doc/changes/package_diffs/6.1.0/python-3.8-minimal-EXASOL-6.2.0/flavor_base_deps/apt_get_packages_diff.md b/doc/changes/package_diffs/6.1.0/python-3.8-minimal-EXASOL-6.2.0/flavor_base_deps/apt_get_packages_diff.md index 664c048f..40353d6a 100644 --- a/doc/changes/package_diffs/6.1.0/python-3.8-minimal-EXASOL-6.2.0/flavor_base_deps/apt_get_packages_diff.md +++ b/doc/changes/package_diffs/6.1.0/python-3.8-minimal-EXASOL-6.2.0/flavor_base_deps/apt_get_packages_diff.md @@ -3,6 +3,6 @@ | | Package | Version in 6.0.0 | Version in 6.1.0 | Status | |---:|:---------------------|:---------------------|:---------------------|:---------| | 0 | git | 1:2.25.1-1ubuntu3.10 | 1:2.25.1-1ubuntu3.11 | UPDATED | -| 1 | build-essential | 12.8ubuntu1.1 | 12.8ubuntu1.1 | | -| 2 | libcurl4-openssl-dev | 7.68.0-1ubuntu2.18 | 7.68.0-1ubuntu2.18 | | +| 1 | libcurl4-openssl-dev | 7.68.0-1ubuntu2.18 | 7.68.0-1ubuntu2.19 | UPDATED | +| 2 | build-essential | 12.8ubuntu1.1 | 12.8ubuntu1.1 | | | 3 | unzip | 6.0-25ubuntu1.1 | 6.0-25ubuntu1.1 | | \ No newline at end of file diff --git a/doc/changes/package_diffs/6.1.0/python-3.8-minimal-EXASOL-6.2.0/language_deps/apt_get_packages_diff.md b/doc/changes/package_diffs/6.1.0/python-3.8-minimal-EXASOL-6.2.0/language_deps/apt_get_packages_diff.md index 1964178c..7db46d15 100644 --- a/doc/changes/package_diffs/6.1.0/python-3.8-minimal-EXASOL-6.2.0/language_deps/apt_get_packages_diff.md +++ b/doc/changes/package_diffs/6.1.0/python-3.8-minimal-EXASOL-6.2.0/language_deps/apt_get_packages_diff.md @@ -3,6 +3,6 @@ | | Package | Version in 6.0.0 | Version in 6.1.0 | Status | |---:|:------------------|:------------------------|:------------------------|:---------| | 0 | ca-certificates | 20211016ubuntu0.20.04.1 | 20230311ubuntu0.20.04.1 | UPDATED | -| 1 | python3.8-dev | 3.8.10-0ubuntu1~20.04.7 | 3.8.10-0ubuntu1~20.04.8 | UPDATED | -| 2 | curl | 7.68.0-1ubuntu2.18 | 7.68.0-1ubuntu2.18 | | +| 1 | curl | 7.68.0-1ubuntu2.18 | 7.68.0-1ubuntu2.19 | UPDATED | +| 2 | python3.8-dev | 3.8.10-0ubuntu1~20.04.7 | 3.8.10-0ubuntu1~20.04.8 | UPDATED | | 3 | python3-distutils | 3.8.10-0ubuntu1~20.04 | 3.8.10-0ubuntu1~20.04 | | \ No newline at end of file diff --git a/doc/changes/package_diffs/6.1.0/standard-EXASOL-8.0.0/build_deps/apt_get_packages_diff.md b/doc/changes/package_diffs/6.1.0/standard-EXASOL-8.0.0/build_deps/apt_get_packages_diff.md index 911f4316..ad58b5c3 100644 --- a/doc/changes/package_diffs/6.1.0/standard-EXASOL-8.0.0/build_deps/apt_get_packages_diff.md +++ b/doc/changes/package_diffs/6.1.0/standard-EXASOL-8.0.0/build_deps/apt_get_packages_diff.md @@ -2,12 +2,12 @@ | | Package | Version in 6.0.0 | Version in 6.1.0 | Status | |---:|:------------------|:-------------------------|:-------------------------------|:---------| -| 0 | libpcre3-dev | 2:8.39-9 | 2:8.39-9ubuntu0.1 | UPDATED | -| 1 | openjdk-11-jdk | 11.0.17+8-1ubuntu2~20.04 | 11.0.19+7~us1-0ubuntu1~20.04.1 | UPDATED | -| 2 | protobuf-compiler | 3.0.0-9.1ubuntu1 | 3.0.0-9.1ubuntu1.1 | UPDATED | -| 3 | tar | 1.29b-2ubuntu0.2 | 1.29b-2ubuntu0.4 | UPDATED | -| 4 | build-essential | 12.4ubuntu1 | 12.4ubuntu1 | | -| 5 | chrpath | 0.16-2 | 0.16-2 | | -| 6 | coreutils | 8.28-1ubuntu1 | 8.28-1ubuntu1 | | -| 7 | curl | 7.68.0-1ubuntu2.18 | 7.68.0-1ubuntu2.18 | | +| 0 | curl | 7.68.0-1ubuntu2.18 | 7.68.0-1ubuntu2.19 | UPDATED | +| 1 | libpcre3-dev | 2:8.39-9 | 2:8.39-9ubuntu0.1 | UPDATED | +| 2 | openjdk-11-jdk | 11.0.17+8-1ubuntu2~20.04 | 11.0.19+7~us1-0ubuntu1~20.04.1 | UPDATED | +| 3 | protobuf-compiler | 3.0.0-9.1ubuntu1 | 3.0.0-9.1ubuntu1.1 | UPDATED | +| 4 | tar | 1.29b-2ubuntu0.2 | 1.29b-2ubuntu0.4 | UPDATED | +| 5 | build-essential | 12.4ubuntu1 | 12.4ubuntu1 | | +| 6 | chrpath | 0.16-2 | 0.16-2 | | +| 7 | coreutils | 8.28-1ubuntu1 | 8.28-1ubuntu1 | | | 8 | locales | 2.27-3ubuntu1.6 | 2.27-3ubuntu1.6 | | \ No newline at end of file diff --git a/doc/changes/package_diffs/6.1.0/standard-EXASOL-8.0.0/flavor_base_deps_apt/apt_get_packages_diff.md b/doc/changes/package_diffs/6.1.0/standard-EXASOL-8.0.0/flavor_base_deps_apt/apt_get_packages_diff.md index bfc4a938..1eb1b8c5 100644 --- a/doc/changes/package_diffs/6.1.0/standard-EXASOL-8.0.0/flavor_base_deps_apt/apt_get_packages_diff.md +++ b/doc/changes/package_diffs/6.1.0/standard-EXASOL-8.0.0/flavor_base_deps_apt/apt_get_packages_diff.md @@ -3,17 +3,17 @@ | | Package | Version in 6.0.0 | Version in 6.1.0 | Status | |---:|:---------------------|:--------------------------------|:--------------------------------|:---------| | 0 | git | 1:2.25.1-1ubuntu3.10 | 1:2.25.1-1ubuntu3.11 | UPDATED | -| 1 | libldb2 | 2:2.4.4-0ubuntu0.20.04.1 | 2:2.4.4-0ubuntu0.20.04.2 | UPDATED | -| 2 | libsmbclient | 2:4.15.13+dfsg-0ubuntu0.20.04.1 | 2:4.15.13+dfsg-0ubuntu0.20.04.2 | UPDATED | -| 3 | libsmbclient-dev | 2:4.15.13+dfsg-0ubuntu0.20.04.1 | 2:4.15.13+dfsg-0ubuntu0.20.04.2 | UPDATED | -| 4 | libxml2-dev | 2.9.10+dfsg-5ubuntu0.20.04.5 | 2.9.10+dfsg-5ubuntu0.20.04.6 | UPDATED | -| 5 | openssl | 1.1.1f-1ubuntu2.17 | 1.1.1f-1ubuntu2.19 | UPDATED | -| 6 | smbclient | 2:4.15.13+dfsg-0ubuntu0.20.04.1 | 2:4.15.13+dfsg-0ubuntu0.20.04.2 | UPDATED | -| 7 | apt-transport-https | 2.0.9 | 2.0.9 | | -| 8 | build-essential | 12.8ubuntu1.1 | 12.8ubuntu1.1 | | -| 9 | gnupg | 2.2.19-3ubuntu2.2 | 2.2.19-3ubuntu2.2 | | -| 10 | ldap-utils | 2.4.49+dfsg-2ubuntu1.9 | 2.4.49+dfsg-2ubuntu1.9 | | -| 11 | libcurl4-openssl-dev | 7.68.0-1ubuntu2.18 | 7.68.0-1ubuntu2.18 | | +| 1 | libcurl4-openssl-dev | 7.68.0-1ubuntu2.18 | 7.68.0-1ubuntu2.19 | UPDATED | +| 2 | libldb2 | 2:2.4.4-0ubuntu0.20.04.1 | 2:2.4.4-0ubuntu0.20.04.2 | UPDATED | +| 3 | libsmbclient | 2:4.15.13+dfsg-0ubuntu0.20.04.1 | 2:4.15.13+dfsg-0ubuntu0.20.04.3 | UPDATED | +| 4 | libsmbclient-dev | 2:4.15.13+dfsg-0ubuntu0.20.04.1 | 2:4.15.13+dfsg-0ubuntu0.20.04.3 | UPDATED | +| 5 | libxml2-dev | 2.9.10+dfsg-5ubuntu0.20.04.5 | 2.9.10+dfsg-5ubuntu0.20.04.6 | UPDATED | +| 6 | openssl | 1.1.1f-1ubuntu2.17 | 1.1.1f-1ubuntu2.19 | UPDATED | +| 7 | smbclient | 2:4.15.13+dfsg-0ubuntu0.20.04.1 | 2:4.15.13+dfsg-0ubuntu0.20.04.3 | UPDATED | +| 8 | apt-transport-https | 2.0.9 | 2.0.9 | | +| 9 | build-essential | 12.8ubuntu1.1 | 12.8ubuntu1.1 | | +| 10 | gnupg | 2.2.19-3ubuntu2.2 | 2.2.19-3ubuntu2.2 | | +| 11 | ldap-utils | 2.4.49+dfsg-2ubuntu1.9 | 2.4.49+dfsg-2ubuntu1.9 | | | 12 | libhiredis-dev | 0.14.0-6 | 0.14.0-6 | | | 13 | libldap2-dev | 2.4.49+dfsg-2ubuntu1.9 | 2.4.49+dfsg-2ubuntu1.9 | | | 14 | libleveldb1d | 1.22-3ubuntu2 | 1.22-3ubuntu2 | | diff --git a/doc/changes/package_diffs/6.1.0/standard-EXASOL-8.0.0/flavor_base_deps_python/python3_pip_packages_diff.md b/doc/changes/package_diffs/6.1.0/standard-EXASOL-8.0.0/flavor_base_deps_python/python3_pip_packages_diff.md index 97d4cb12..be3cbc71 100644 --- a/doc/changes/package_diffs/6.1.0/standard-EXASOL-8.0.0/flavor_base_deps_python/python3_pip_packages_diff.md +++ b/doc/changes/package_diffs/6.1.0/standard-EXASOL-8.0.0/flavor_base_deps_python/python3_pip_packages_diff.md @@ -6,22 +6,22 @@ | 1 | cryptography | 39.0.1 | 40.0.2 | UPDATED | | 2 | debugpy | 1.5.1 | 1.6.7 | UPDATED | | 3 | numba | 0.55.0 | 0.57.0 | UPDATED | -| 4 | numba-scipy | 0.3.0 | 0.3.1 | UPDATED | -| 5 | paramiko | 2.9.2 | 3.1.0 | UPDATED | -| 6 | plyvel | 1.4.0 | 1.5.0 | UPDATED | -| 7 | protobuf | 3.19.5 | 3.20.3 | UPDATED | -| 8 | pyOpenSSL | 23.0.0 | 23.1.1 | UPDATED | -| 9 | pyarrow | 6.0.1 | 12.0.0 | UPDATED | -| 10 | pyexasol | 0.23.3 | 0.25.2 | UPDATED | -| 11 | pysimdjson | 4.0.3 | 5.0.2 | UPDATED | -| 12 | python-ldap | 3.4.0 | 3.4.3 | UPDATED | -| 13 | pytz | 2021.3 | 2023.3 | UPDATED | -| 14 | pyyaml | 6.0 | 5.4.1 | UPDATED | -| 15 | redis | 4.5.3 | 4.5.4 | UPDATED | -| 16 | sagemaker | 2.72.3 | 2.151.0 | UPDATED | -| 17 | scikit-learn | 1.0.2 | 1.2.2 | UPDATED | -| 18 | scipy | 1.6.2 | 1.7.3 | UPDATED | -| 19 | https://github.com/exasol/bucketfs-utils-python/releases/download/0.1.0/exasol_bucketfs_utils_python-0.1.0-py3-none-any.whl | No version specified | | REMOVED | +| 4 | paramiko | 2.9.2 | 3.1.0 | UPDATED | +| 5 | plyvel | 1.4.0 | 1.5.0 | UPDATED | +| 6 | protobuf | 3.19.5 | 3.20.3 | UPDATED | +| 7 | pyOpenSSL | 23.0.0 | 23.1.1 | UPDATED | +| 8 | pyarrow | 6.0.1 | 12.0.0 | UPDATED | +| 9 | pyexasol | 0.23.3 | 0.25.2 | UPDATED | +| 10 | pysimdjson | 4.0.3 | 5.0.2 | UPDATED | +| 11 | python-ldap | 3.4.0 | 3.4.3 | UPDATED | +| 12 | pytz | 2021.3 | 2023.3 | UPDATED | +| 13 | pyyaml | 6.0 | 5.4.1 | UPDATED | +| 14 | redis | 4.5.3 | 4.5.4 | UPDATED | +| 15 | sagemaker | 2.72.3 | 2.151.0 | UPDATED | +| 16 | scikit-learn | 1.0.2 | 1.2.2 | UPDATED | +| 17 | scipy | 1.6.2 | 1.10.1 | UPDATED | +| 18 | https://github.com/exasol/bucketfs-utils-python/releases/download/0.1.0/exasol_bucketfs_utils_python-0.1.0-py3-none-any.whl | No version specified | | REMOVED | +| 19 | numba-scipy | 0.3.0 | | REMOVED | | 20 | exasol-bucketfs | | 0.8.0 | NEW | | 21 | azure-batch | 11.0.0 | 11.0.0 | | | 22 | azure-cosmos | 4.2.0 | 4.2.0 | | diff --git a/doc/changes/package_diffs/6.1.0/standard-EXASOL-8.0.0/language_deps/apt_get_packages_diff.md b/doc/changes/package_diffs/6.1.0/standard-EXASOL-8.0.0/language_deps/apt_get_packages_diff.md index 624f198f..16584789 100644 --- a/doc/changes/package_diffs/6.1.0/standard-EXASOL-8.0.0/language_deps/apt_get_packages_diff.md +++ b/doc/changes/package_diffs/6.1.0/standard-EXASOL-8.0.0/language_deps/apt_get_packages_diff.md @@ -3,7 +3,7 @@ | | Package | Version in 6.0.0 | Version in 6.1.0 | Status | |---:|:------------------------|:----------------------------|:-------------------------------|:---------| | 0 | ca-certificates | 20211016ubuntu0.20.04.1 | 20230311ubuntu0.20.04.1 | UPDATED | -| 1 | openjdk-11-jdk-headless | 11.0.18+10-0ubuntu1~20.04.1 | 11.0.19+7~us1-0ubuntu1~20.04.1 | UPDATED | -| 2 | python3.8-dev | 3.8.10-0ubuntu1~20.04.7 | 3.8.10-0ubuntu1~20.04.8 | UPDATED | -| 3 | curl | 7.68.0-1ubuntu2.18 | 7.68.0-1ubuntu2.18 | | +| 1 | curl | 7.68.0-1ubuntu2.18 | 7.68.0-1ubuntu2.19 | UPDATED | +| 2 | openjdk-11-jdk-headless | 11.0.18+10-0ubuntu1~20.04.1 | 11.0.19+7~us1-0ubuntu1~20.04.1 | UPDATED | +| 3 | python3.8-dev | 3.8.10-0ubuntu1~20.04.7 | 3.8.10-0ubuntu1~20.04.8 | UPDATED | | 4 | python3-distutils | 3.8.10-0ubuntu1~20.04 | 3.8.10-0ubuntu1~20.04 | | \ No newline at end of file diff --git a/doc/changes/package_diffs/6.1.0/template-Exasol-all-python-3.8-conda/conda_deps/apt_get_packages_diff.md b/doc/changes/package_diffs/6.1.0/template-Exasol-all-python-3.8-conda/conda_deps/apt_get_packages_diff.md index c44a3d81..d3f990c8 100644 --- a/doc/changes/package_diffs/6.1.0/template-Exasol-all-python-3.8-conda/conda_deps/apt_get_packages_diff.md +++ b/doc/changes/package_diffs/6.1.0/template-Exasol-all-python-3.8-conda/conda_deps/apt_get_packages_diff.md @@ -3,6 +3,6 @@ | | Package | Version in 6.0.0 | Version in 6.1.0 | Status | |---:|:----------------|:------------------------|:------------------------|:---------| | 0 | ca-certificates | 20211016ubuntu0.20.04.1 | 20230311ubuntu0.20.04.1 | UPDATED | -| 1 | coreutils | 8.30-3ubuntu2 | 8.30-3ubuntu2 | | -| 2 | curl | 7.68.0-1ubuntu2.18 | 7.68.0-1ubuntu2.18 | | +| 1 | curl | 7.68.0-1ubuntu2.18 | 7.68.0-1ubuntu2.19 | UPDATED | +| 2 | coreutils | 8.30-3ubuntu2 | 8.30-3ubuntu2 | | | 3 | locales | 2.31-0ubuntu9.9 | 2.31-0ubuntu9.9 | | \ No newline at end of file diff --git a/doc/changes/package_diffs/6.1.0/template-Exasol-all-python-3.8-cuda-conda/nvidia_driver_deps/apt_get_packages_diff.md b/doc/changes/package_diffs/6.1.0/template-Exasol-all-python-3.8-cuda-conda/nvidia_driver_deps/apt_get_packages_diff.md index c44a3d81..d3f990c8 100644 --- a/doc/changes/package_diffs/6.1.0/template-Exasol-all-python-3.8-cuda-conda/nvidia_driver_deps/apt_get_packages_diff.md +++ b/doc/changes/package_diffs/6.1.0/template-Exasol-all-python-3.8-cuda-conda/nvidia_driver_deps/apt_get_packages_diff.md @@ -3,6 +3,6 @@ | | Package | Version in 6.0.0 | Version in 6.1.0 | Status | |---:|:----------------|:------------------------|:------------------------|:---------| | 0 | ca-certificates | 20211016ubuntu0.20.04.1 | 20230311ubuntu0.20.04.1 | UPDATED | -| 1 | coreutils | 8.30-3ubuntu2 | 8.30-3ubuntu2 | | -| 2 | curl | 7.68.0-1ubuntu2.18 | 7.68.0-1ubuntu2.18 | | +| 1 | curl | 7.68.0-1ubuntu2.18 | 7.68.0-1ubuntu2.19 | UPDATED | +| 2 | coreutils | 8.30-3ubuntu2 | 8.30-3ubuntu2 | | | 3 | locales | 2.31-0ubuntu9.9 | 2.31-0ubuntu9.9 | | \ No newline at end of file diff --git a/flavors/standard-EXASOL-7.0.0/flavor_base/flavor_base_deps/packages/python3_pip_packages b/flavors/standard-EXASOL-7.0.0/flavor_base/flavor_base_deps/packages/python3_pip_packages index 3a7cb629..68683b60 100644 --- a/flavors/standard-EXASOL-7.0.0/flavor_base/flavor_base_deps/packages/python3_pip_packages +++ b/flavors/standard-EXASOL-7.0.0/flavor_base/flavor_base_deps/packages/python3_pip_packages @@ -16,7 +16,7 @@ pyOpenSSL|23.0.0 pyodbc|4.0.32 lxml|4.9.1 scikit-learn|1.0.2 -scipy|1.8.1 +scipy|1.6.2 Pygments|2.14.0 pyftpdlib|1.5.6 pycparser|2.21 diff --git a/flavors/standard-EXASOL-7.1.0/flavor_base/flavor_base_deps/packages/python3_pip_packages b/flavors/standard-EXASOL-7.1.0/flavor_base/flavor_base_deps/packages/python3_pip_packages index 4e7ab45c..32528a1d 100644 --- a/flavors/standard-EXASOL-7.1.0/flavor_base/flavor_base_deps/packages/python3_pip_packages +++ b/flavors/standard-EXASOL-7.1.0/flavor_base/flavor_base_deps/packages/python3_pip_packages @@ -54,7 +54,7 @@ pyOpenSSL|23.0.0 pyodbc|4.0.32 lxml|4.9.1 scikit-learn|1.0.2 -scipy|1.8.1 +scipy|1.6.2 Pygments|2.14.0 pyftpdlib|1.5.6 pycparser|2.21 diff --git a/script-languages b/script-languages index 5d7c6cf4..0d827485 160000 --- a/script-languages +++ b/script-languages @@ -1 +1 @@ -Subproject commit 5d7c6cf4d3ff8347d6a1301dfbb1e6020316d865 +Subproject commit 0d82748548140a94f786acf6b9e2aa958522d2f6 From f75fc227bcdd2fd584c5bdd6b8ea9e1be9c3b735 Mon Sep 17 00:00:00 2001 From: Torsten Kilias Date: Fri, 21 Jul 2023 12:23:21 +0200 Subject: [PATCH 7/9] Ignore CVE-2023-29824 for the standard 7.* flavor, because the fixed scipy version 1.8.0 is not available for python 3.7 --- .../flavor_base/security_scan/.trivyignore | 2 ++ .../flavor_base/security_scan/.trivyignore | 2 ++ 2 files changed, 4 insertions(+) diff --git a/flavors/standard-EXASOL-7.0.0/flavor_base/security_scan/.trivyignore b/flavors/standard-EXASOL-7.0.0/flavor_base/security_scan/.trivyignore index b882e430..ccc71632 100644 --- a/flavors/standard-EXASOL-7.0.0/flavor_base/security_scan/.trivyignore +++ b/flavors/standard-EXASOL-7.0.0/flavor_base/security_scan/.trivyignore @@ -18,3 +18,5 @@ CVE-2022-27191 CVE-2022-23960 # No fix yet for CVE-2023-28859 CVE-2023-28859 +# Fixed Scipy version 1.8.0 not available for Python 3.7, see https://github.com/exasol/script-languages-release/issues/824 +CVE-2023-29824 diff --git a/flavors/standard-EXASOL-7.1.0/flavor_base/security_scan/.trivyignore b/flavors/standard-EXASOL-7.1.0/flavor_base/security_scan/.trivyignore index b882e430..ccc71632 100644 --- a/flavors/standard-EXASOL-7.1.0/flavor_base/security_scan/.trivyignore +++ b/flavors/standard-EXASOL-7.1.0/flavor_base/security_scan/.trivyignore @@ -18,3 +18,5 @@ CVE-2022-27191 CVE-2022-23960 # No fix yet for CVE-2023-28859 CVE-2023-28859 +# Fixed Scipy version 1.8.0 not available for Python 3.7, see https://github.com/exasol/script-languages-release/issues/824 +CVE-2023-29824 From efde6a2fab08861e7186ca8a655426ae32f9f1b9 Mon Sep 17 00:00:00 2001 From: Torsten Kilias Date: Mon, 24 Jul 2023 16:43:18 +0200 Subject: [PATCH 8/9] Update submodule --- .current_gitmodules | 2 +- script-languages | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/.current_gitmodules b/.current_gitmodules index a12d5f88..0d3a77f3 100644 --- a/.current_gitmodules +++ b/.current_gitmodules @@ -1 +1 @@ -160000 0d82748548140a94f786acf6b9e2aa958522d2f6 0 script-languages +160000 eadbee9a5d976243229f492d92fe72547b7e72c1 0 script-languages diff --git a/script-languages b/script-languages index 0d827485..eadbee9a 160000 --- a/script-languages +++ b/script-languages @@ -1 +1 @@ -Subproject commit 0d82748548140a94f786acf6b9e2aa958522d2f6 +Subproject commit eadbee9a5d976243229f492d92fe72547b7e72c1 From a0587ea1381104f5417ed48eff9c70082bca9dd8 Mon Sep 17 00:00:00 2001 From: Torsten Kilias Date: Tue, 25 Jul 2023 09:18:10 +0200 Subject: [PATCH 9/9] Update changelog and release date --- doc/changes/changes_6.1.0.md | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/doc/changes/changes_6.1.0.md b/doc/changes/changes_6.1.0.md index 9917b982..c026e450 100644 --- a/doc/changes/changes_6.1.0.md +++ b/doc/changes/changes_6.1.0.md @@ -1,4 +1,4 @@ -# script-languages-release 6.1.0, released 2023-07-21 +# script-languages-release 6.1.0, released 2023-07-25 Code name: Pandas 2 support @@ -6,7 +6,7 @@ Code name: Pandas 2 support This releases adds support for Pandas 2 pyarrow dtype columns for emitting dataframes from Python UDFs. Furthermore, it fixes a silent data corruption when emitting dateframes with float16 dtype columns from Python UDFs. -**Note:** We could not update scipy in the standard 7.* flavors such that these still contain CVE-2023-29824, because the fixed scipy version is not available for Python 3.7 which is still used in these flavors. We are going to replace Python 3.7 with Python 3.8 in the next release and than also update scipy. +**Note:** We could not update scipy in the standard 7.* flavors such that these still contain CVE-2023-29824, because the fixed scipy version is not available for Python 3.7 which is still used in these flavors. We are going to replace Python 3.7 with Python 3.8 in the next release and than also update scipy. See also following [GitHub issue](https://github.com/exasol/script-languages-release/issues/824). ## [Package Version Comparison between Release 6.0.0 and 6.1.0](package_diffs/6.1.0/README.md)