Nantes Université

Skip to content
Extraits de code Groupes Projets
Vérifiée Valider c18be865 rédigé par Jean-Francois GUILLAUME's avatar Jean-Francois GUILLAUME :squid:
Parcourir les fichiers

spank plugins and drmaa

parent 4b358f2b
Aucune branche associée trouvée
Aucune étiquette associée trouvée
Aucune requête de fusion associée trouvée
Masquer les modifications d'espaces
En ligne Côte à côte
.gitlab-ci.yml
+ 3
− 1
Voir le fichier @ c18be865
......@@ -18,7 +18,9 @@ build:
- 'if [ ${COMPILE_AUKS} -eq 1 ]; then /usr/bin/echo "compiling auks ${AUKS_VERSION} - ${AUKS_DEST_ARCH} from ${AUKS_URL}" ; ./compile_auks.sh ; fi'
- 'if [ ${COMPILE_DMTCP} -eq 1 ]; then /usr/bin/echo "compiling dmtcp ${DMTCP_VERSION} - ${DMTCP_DEST_ARCH} from ${DMTCP_URL}" ; ./compile_dmtcp.sh ; fi'
- 'if [ ${COMPILE_LIBYOGRT} -eq 1 ]; then /usr/bin/echo "compiling libyogrt ${LIBYOGRT_VERSION} - ${LIBYOGRT_DEST_ARCH} from ${LIBYOGRT_URL}" ; ./compile_libyogrt.sh ; fi'
- 'if [ ${COMPILE_AUKS} -eq 1 ] | [ ${COMPILE_DMTCP} -eq 1 ] | [ ${COMPILE_LIBYOGRT} -eq 1 ]; then . ./SLURM_INFOS && ./compile_slurm.sh ; fi'
- 'if [ ${COMPILE_SSP} -eq 1 ]; then /usr/bin/echo "compiling SSP ${SSP_VERSION} - ${SSP_DEST_ARCH} from ${SSP_URL}" ; ./compile_slurm_spank_plugins.sh ; fi'
- 'if [ ${COMPILE_SDRMAA} -eq 1 ]; then /usr/bin/echo "compiling SDRMAA ${SDRMAA_VERSION} - ${SDRMAA_DEST_ARCH} from ${SDRMAA_URL}" ; ./compile_slurm_drmaa.sh ; fi'
- 'if [ ${COMPILE_AUKS} -eq 1 ] | [ ${COMPILE_DMTCP} -eq 1 ] | [ ${COMPILE_LIBYOGRT} -eq 1 ] | [ ${COMPILE_SSP} -eq 1 ] | [ ${COMPILE_SDRMAA} -eq 1 ]; then . ./SLURM_INFOS && ./compile_slurm.sh ; fi'
- '/usr/bin/ls ./ARTIFACTS/*'
artifacts:
paths:
......
SLURM_INFOS
+ 26
− 2
Voir le fichier @ c18be865
......@@ -7,8 +7,8 @@ export SLURM_RELEASE_SPEC="1"
export SLURM_URL="https://github.com/SchedMD/slurm"
export SLURM_DEST_ARCH="x86_64"
export SLURM_OPTIONS=""
export SLURM_BUILD_DEP_OPTIONS='--define="_with_cray 1" --define="_with_cray_network 1" --define="_with_slurmsmwd 1" --define="_with_multiple_slurmd 1" --define="_with_ucx 1" --define="_with_hwloc 1" --define="_with_mysql 1" --define="_with_hdf5 1" --define="_with_lua 1" --define="_with_numa 1" --define="_with_x11 1" --define="_with_pmix 1" --define="_with_ssl 1" --define="_with_shared_libslurm 1" --define="_with_freeipmi 1"'
export SLURM_BUILD_OPTIONS='--with cray --with cray_network --with slurmsmwd --with multiple_slurmd --with ucx --with hwloc --with mysql --with hdf5 --with lua --with numa --with x11 --with pmix --with ssl --with shared_libslurm --with freeipmi'
export SLURM_BUILD_DEP_OPTIONS='--define="_with_slurmsmwd 1" --define="_with_multiple_slurmd 1" --define="_with_ucx 1" --define="_with_hwloc 1" --define="_with_mysql 1" --define="_with_hdf5 1" --define="_with_lua 1" --define="_with_numa 1" --define="_with_x11 1" --define="_with_pmix 1" --define="_with_ssl 1" --define="_with_shared_libslurm 1" --define="_with_freeipmi 1" --define="_with_json 1" --define="_with_ofed 1" --define="_with_hdf5 1" --define="_with_zlib 1" --define="_with_lz4 1" --define="_with_hwloc 1" --define="_with_pmix 1" --define="_with_freeipmi 1" --define="_with_rrdtool 1" --define="_with_ucx 1" --define="_with_netloc 1" --define="_with_munge 1" --define="_with_libcurl 1"'
export SLURM_BUILD_OPTIONS='--with slurmsmwd --with multiple_slurmd --with ucx --with hwloc --with mysql --with hdf5 --with lua --with numa --with x11 --with pmix --with shared_libslurm --with freeipmi --with json --with ofed --with hdf5 --with zlib --with lz4 --with hwloc --with pmix --with freeipmi --with rrdtool --with ucx --with netloc --with munge --with libcurl'
#
# MUNGE RELATED
......@@ -52,3 +52,27 @@ export LIBYOGRT_URL="https://github.com/LLNL/libyogrt"
export LIBYOGRT_DEST_ARCH="x86_64"
export LIBYOGRT_BUILD_DEP_OPTIONS='--define="_with_slurm 1"'
export LIBYOGRT_BUILD_OPTIONS='--with slurm'
#
# slurm-spank-plugins RELATED
#
export COMPILE_SSP=1
export SSP_VERSION="0.25"
export SSP_VERSION_SPEC="0.25"
export SSP_RELEASE_SPEC="1"
export SSP_URL="https://github.com/grondo/slurm-spank-plugins/"
export SSP_DEST_ARCH="x86_64"
export SSP_BUILD_DEP_OPTIONS='--define="_with_lua 1" --define="_with_cpuset 1"'
export SSP_BUILD_OPTIONS='--with lua --with cpuset'
#
# slurm RDMAA RELATED
#
export COMPILE_SDRMAA=1
export SDRMAA_VERSION="1.1.0"
export SDRMAA_VERSION_SPEC="1.1.0"
export SDRMAA_RELEASE_SPEC="1"
export SDRMAA_URL="https://github.com/natefoo/slurm-drmaa/"
export SDRMAA_DEST_ARCH="x86_64"
export SDRMAA_BUILD_DEP_OPTIONS=''
export SDRMAA_BUILD_OPTIONS=''
compile_slurm.sh
+ 1
− 1
Voir le fichier @ c18be865
......@@ -35,7 +35,7 @@ fi
/usr/bin/cp ${TOP_DIR}/rpmmacros ~/.rpmmacros
/usr/bin/yum install -y jsoncpp-devel json-c-devel json-parser-devel hdf5-devel pmix-devel freeipmi-devel rrdtool-devel man2html man2html-core libcurl-devel glib2-devel hwloc-devel gtk2-devel lua-devel numactl-devel lz4-devel \
jsoncpp json-c json-parser hdf5 pmix freeipmi rrdtool man2html man2html-core libcurl glib2 hwloc gtk2 lua numactl numactl-libs numad lz4
jsoncpp json-c json-parser hdf5 pmix freeipmi rrdtool man2html man2html-core libcurl glib2 hwloc gtk2 lua numactl numactl-libs numad lz4 pmix pmix-devel
/usr/bin/yum --setopt=group_package_types=optional groupinstall -y "Infiniband Support"
# compiling rpm
......
compile_slurm_drmaa.sh 0 → 100755
+ 32
− 0
Voir le fichier @ c18be865
#!/bin/bash -xe
# Cleaning pre compilation
/usr/bin/rm -rf ${TOP_DIR}/BUILD/* ${TOP_DIR}/RPMS/* ${TOP_DIR}/SRPMS/* ${TOP_DIR}/SOURCES/* ${TOP_DIR}/BUILDROOT/*
# retrieving sources
/usr/bin/git clone -b ${SDRMAA_VERSION} ${SDRMAA_URL} ${TOP_DIR}/SOURCES/slurm-drmaa-${SDRMAA_VERSION}
/usr/bin/sed -i "s|^Version:.*|Version: ${SDRMAA_VERSION_SPEC}|g" ${TOP_DIR}/SOURCES/slurm-drmaa-${SDRMAA_VERSION}/slurm-drmaa.spec
/usr/bin/sed -i "s|^Release:.*|Release: ${SDRMAA_RELEASE_SPEC}|g" ${TOP_DIR}/SOURCES/slurm-drmaa-${SDRMAA_VERSION}/slurm-drmaa.spec
/usr/bin/cp ${TOP_DIR}/SOURCES/slurm-drmaa-${SDRMAA_VERSION}/slurm-drmaa.spec ${TOP_DIR}/SPECS/slurm-drmaa.spec
tar --exclude-vcs --totals --create --verbose --gz --file ${TOP_DIR}/SOURCES/slurm-drmaa-${SDRMAA_VERSION}.tar.gz -C ${TOP_DIR}/SOURCES/ slurm-drmaa-${SDRMAA_VERSION}
# installing dependencies
/bin/yum makecache fast
/usr/bin/touch /var/lib/rpm/*
/usr/bin/cp ${TOP_DIR}/rpmmacros ~/.rpmmacros
/usr/bin/echo "${SDRMAA_BUILD_DEP_OPTIONS}" | /usr/bin/xargs /bin/yum-builddep -y ${TOP_DIR}/SPECS/slurm-drmaa.spec
# compiling rpm
/usr/bin/rpmbuild --clean --target=${SDRMAA_DEST_ARCH} ${SDRMAA_BUILD_OPTIONS} -ba ${TOP_DIR}/SPECS/slurm-drmaa.spec
# moving rpms to artifacts directories
/usr/bin/find ${TOP_DIR}/RPMS/ -type f -iname "*.rpm" -exec /usr/bin/cp -v {} ${TOP_DIR}/ARTIFACTS/ \;
# installing result to be used when compiling SDRMAA
/usr/bin/yum install -y ${TOP_DIR}/ARTIFACTS/*
# Cleaning post compilation
/usr/bin/rm -rf ${TOP_DIR}/BUILD/* ${TOP_DIR}/RPMS/* ${TOP_DIR}/SRPMS/* ${TOP_DIR}/SOURCES/* ${TOP_DIR}/BUILDROOT/*
compile_slurm_spank_plugins.sh 0 → 100755
+ 33
− 0
Voir le fichier @ c18be865
#!/bin/bash -xe
# Cleaning pre compilation
/usr/bin/rm -rf ${TOP_DIR}/BUILD/* ${TOP_DIR}/RPMS/* ${TOP_DIR}/SRPMS/* ${TOP_DIR}/SOURCES/* ${TOP_DIR}/BUILDROOT/*
# retrieving sources
/usr/bin/git clone -b ${SSP_VERSION} ${SSP_URL} ${TOP_DIR}/SOURCES/slurm-spank-plugins-${SSP_VERSION}
/usr/bin/sed -i "s|^Name:.*|Name: slurm-spank-plugins|g" ${TOP_DIR}/SOURCES/slurm-spank-plugins-${SSP_VERSION}/slurm-spank-plugins.spec
/usr/bin/sed -i "s|^Version:.*|Version: ${SSP_VERSION_SPEC}|g" ${TOP_DIR}/SOURCES/slurm-spank-plugins-${SSP_VERSION}/slurm-spank-plugins.spec
/usr/bin/sed -i "s|^Release:.*|Release: ${SSP_RELEASE_SPEC}|g" ${TOP_DIR}/SOURCES/slurm-spank-plugins-${SSP_VERSION}/slurm-spank-plugins.spec
/usr/bin/cp ${TOP_DIR}/SOURCES/slurm-spank-plugins-${SSP_VERSION}/slurm-spank-plugins.spec ${TOP_DIR}/SPECS/slurm-spank-plugins.spec
tar --exclude-vcs --totals --create --verbose --gz --file ${TOP_DIR}/SOURCES/slurm-spank-plugins-${SSP_VERSION}.tar.gz -C ${TOP_DIR}/SOURCES/ slurm-spank-plugins-${SSP_VERSION}
# installing dependencies
/bin/yum makecache fast
/usr/bin/touch /var/lib/rpm/*
/usr/bin/cp ${TOP_DIR}/rpmmacros ~/.rpmmacros
/usr/bin/echo "${SSP_BUILD_DEP_OPTIONS}" | /usr/bin/xargs /bin/yum-builddep -y ${TOP_DIR}/SPECS/slurm-spank-plugins.spec
# compiling rpm
/usr/bin/rpmbuild --clean --target=${SSP_DEST_ARCH} ${SSP_BUILD_OPTIONS} -ba ${TOP_DIR}/SPECS/slurm-spank-plugins.spec
# moving rpms to artifacts directories
/usr/bin/find ${TOP_DIR}/RPMS/ -type f -iname "*.rpm" -exec /usr/bin/cp -v {} ${TOP_DIR}/ARTIFACTS/ \;
# installing result to be used when compiling SSP
/usr/bin/yum install -y ${TOP_DIR}/ARTIFACTS/*
# Cleaning post compilation
/usr/bin/rm -rf ${TOP_DIR}/BUILD/* ${TOP_DIR}/RPMS/* ${TOP_DIR}/SRPMS/* ${TOP_DIR}/SOURCES/* ${TOP_DIR}/BUILDROOT/*
0% ou .
You are about to add 0 people to the discussion. Proceed with caution.
Terminez d'abord l'édition de ce message.
Veuillez vous inscrire ou vous pour commenter