forked from EESSI/software-layer
-
Notifications
You must be signed in to change notification settings - Fork 1
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
DEBUG only {2023.06,2023a} PyTorch-bundle v2.1.2
- PR to help debugging various issues when building PyTorch-bundle - includes a fix for `find_library` provided by `ctypes.util` which prevented importing `sndfile` - includes a fix for `aarch64/generic` where importing `sentencepiece` lead to the error `libtcmalloc_minimal.so.4: cannot allocate memory in static TLS block` - includes a fix for the extension `torchvision` where some library was not compiled with `jpeg` support, hence some tests failed
- Loading branch information
Showing
6 changed files
with
262 additions
and
1 deletion.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,29 @@ | ||
| ## | ||
| # This is a contribution from the NESSI project | ||
| # Homepage: https://documentation.sigma2.no | ||
| # | ||
| # Authors:: Thomas Roeblitz <[email protected]> | ||
| # License:: GPL-2.0-only | ||
| # | ||
| ## | ||
|
|
||
| easyblock = 'Tarball' | ||
|
|
||
| name = 'custom_ctypes' | ||
| version = '1.2' | ||
|
|
||
| homepage = 'https://github.com/ComputeCanada/custom_ctypes' | ||
| description = """custum_ctypes is a small Python package to fix the discovery of libraries with Python's ctypes module. It changes the behavior of find_library to return absolute paths to shared objects rather than just the names.""" | ||
|
|
||
| toolchain = SYSTEM | ||
|
|
||
| source_urls = ['https://github.com/ComputeCanada/custom_ctypes/archive/refs/tags'] | ||
| sources = ['%(version)s.tar.gz'] | ||
| checksums = ['3b30ce633c6a329169f2b10ff24b8eaaeef3fa208a66cdacdb53c22f02a88d9b'] | ||
|
|
||
| sanity_check_paths = { | ||
| 'files': ['README.md'], | ||
| 'dirs': ['lib'], | ||
| } | ||
|
|
||
| moduleclass = 'lib' |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,2 @@ | ||
| easyconfigs: | ||
| - custom_ctypes-1.2.eb |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,95 @@ | ||
| #!/usr/bin/env bash | ||
|
|
||
| # This script can be used to install extra packages under ${EESSI_SOFTWARE_PATH} | ||
|
|
||
| # some logging | ||
| echo ">>> Running ${BASH_SOURCE}" | ||
|
|
||
| # Initialise our bash functions | ||
| TOPDIR=$(dirname $(realpath ${BASH_SOURCE})) | ||
| source "${TOPDIR}"/../utils.sh | ||
|
|
||
| # Function to display help message | ||
| show_help() { | ||
| echo "Usage: $0 [OPTIONS]" | ||
| echo "Options:" | ||
| echo " --help Display this help message" | ||
| echo " -e, --easystack EASYSTACKFILE Easystack file which specifies easyconfigs to be installed." | ||
| echo " -t, --temp-dir /path/to/tmpdir Specify a location to use for temporary" | ||
| echo " storage during the installation" | ||
| } | ||
|
|
||
| # Initialize variables | ||
| TEMP_DIR= | ||
| EASYSTACK_FILE= | ||
|
|
||
| # Parse command-line options | ||
| while [[ $# -gt 0 ]]; do | ||
| case "$1" in | ||
| --help) | ||
| show_help | ||
| exit 0 | ||
| ;; | ||
| -e|--easystack) | ||
| if [ -n "$2" ]; then | ||
| EASYSTACK_FILE="$2" | ||
| shift 2 | ||
| else | ||
| echo "Error: Argument required for $1" | ||
| show_help | ||
| exit 1 | ||
| fi | ||
| ;; | ||
| -t|--temp-dir) | ||
| if [ -n "$2" ]; then | ||
| TEMP_DIR="$2" | ||
| shift 2 | ||
| else | ||
| echo "Error: Argument required for $1" | ||
| show_help | ||
| exit 1 | ||
| fi | ||
| ;; | ||
| *) | ||
| show_help | ||
| fatal_error "Error: Unknown option: $1" | ||
| ;; | ||
| esac | ||
| done | ||
|
|
||
| if [[ -z ${EASYSTACK_FILE} ]]; then | ||
| show_help | ||
| fatal_error "Error: need to specify easystack file" | ||
| fi | ||
|
|
||
| # Make sure NESSI is initialised | ||
| check_eessi_initialised | ||
|
|
||
| # As an installation location just use $EESSI_SOFTWARE_PATH | ||
| export NESSI_CVMFS_INSTALL=${EESSI_SOFTWARE_PATH} | ||
|
|
||
| # we need a directory we can use for temporary storage | ||
| if [[ -z "${TEMP_DIR}" ]]; then | ||
| tmpdir=$(mktemp -d) | ||
| else | ||
| mkdir -p ${TEMP_DIR} | ||
| tmpdir=$(mktemp -d --tmpdir=${TEMP_DIR} extra.XXX) | ||
| if [[ ! -d "$tmpdir" ]] ; then | ||
| fatal_error "Could not create directory ${tmpdir}" | ||
| fi | ||
| fi | ||
| echo "Created temporary directory '${tmpdir}'" | ||
| export WORKING_DIR=${tmpdir} | ||
|
|
||
| # load EasyBuild | ||
| ml EasyBuild | ||
|
|
||
| # load NESSI-extend/2023.06-easybuild | ||
| ml NESSI-extend/2023.06-easybuild | ||
|
|
||
| eb --show-config | ||
|
|
||
| eb --easystack ${EASYSTACK_FILE} --robot | ||
|
|
||
| # clean up tmpdir | ||
| rm -rf "${tmpdir}" |