#!/bin/bash #=========================== # UMVIRT LINUX FROM SCRATCH #=========================== # Compilation script. # Network mode. #=========================== # Release: 0.2.2 # Package: openmpi #=========================== # DB commit: 48bb9ee31306c82c48dfaaad707eb4f6a926eb8a # APP commit: 1ca4178aea919e4c9e869e3d650ff8af9678bd6f #=========================== echo "ULFS Package installation start" echo "===============================" echo "Package: openmpi" echo "Release: 0.2.2" echo "checking config file" if [ -f $ULFS_CONFIG_FILE ] then echo "loading config file $ULFS_CONFIG_FILE..." . $ULFS_CONFIG_FILE fi #Creating log directory mkdir -p /var/log/ulfs-packages/openmpi/ #Saving start timestamp date +%s > /var/log/ulfs-packages/openmpi/start.time #Going to source directory... cd /sources #Checking dependances... #Checking openssh... if [ ! -f /var/cache/ulfs-packages/openssh ]; then echo "Dependance \"openssh\" not found. Trying to install..."; wget --no-check-certificate https://umvirt.com/linux/packages//0.2.2/openssh/install -O - | bash if [ ! -f /var/cache/ulfs-packages/openssh ]; then echo "Dependance \"openssh\" is not installed. Exiting..." exit fi fi #Checking libnl... if [ ! -f /var/cache/ulfs-packages/libnl ]; then echo "Dependance \"libnl\" not found. Trying to install..."; wget --no-check-certificate https://umvirt.com/linux/packages//0.2.2/libnl/install -O - | bash if [ ! -f /var/cache/ulfs-packages/libnl ]; then echo "Dependance \"libnl\" is not installed. Exiting..." exit fi fi #Checking hwloc... if [ ! -f /var/cache/ulfs-packages/hwloc ]; then echo "Dependance \"hwloc\" not found. Trying to install..."; wget --no-check-certificate https://umvirt.com/linux/packages//0.2.2/hwloc/install -O - | bash if [ ! -f /var/cache/ulfs-packages/hwloc ]; then echo "Dependance \"hwloc\" is not installed. Exiting..." exit fi fi #Checking gcc... if [ ! -f /var/cache/ulfs-packages/gcc ]; then echo "Dependance \"gcc\" not found. Trying to install..."; wget --no-check-certificate https://umvirt.com/linux/packages//0.2.2/gcc/install -O - | bash if [ ! -f /var/cache/ulfs-packages/gcc ]; then echo "Dependance \"gcc\" is not installed. Exiting..." exit fi fi #Checking valgrind... if [ ! -f /var/cache/ulfs-packages/valgrind ]; then echo "Dependance \"valgrind\" not found. Trying to install..."; wget --no-check-certificate https://umvirt.com/linux/packages//0.2.2/valgrind/install -O - | bash if [ ! -f /var/cache/ulfs-packages/valgrind ]; then echo "Dependance \"valgrind\" is not installed. Exiting..." exit fi fi #Checking prrte... if [ ! -f /var/cache/ulfs-packages/prrte ]; then echo "Dependance \"prrte\" not found. Trying to install..."; wget --no-check-certificate https://umvirt.com/linux/packages//0.2.2/prrte/install -O - | bash if [ ! -f /var/cache/ulfs-packages/prrte ]; then echo "Dependance \"prrte\" is not installed. Exiting..." exit fi fi #Saving downloading timestamp date +%s > /var/log/ulfs-packages/openmpi/download.time #Downloading source package archive... wget --no-check-certificate -nc https://umvirt.com/linux/downloads/0.2.2/packages/o/openmpi-5.0.3.tar.bz2.md5sum wget --no-check-certificate -nc https://umvirt.com/linux/downloads/0.2.2/packages/o/openmpi-5.0.3.tar.bz2 #Checking source package file existance if [ ! -f openmpi-5.0.3.tar.bz2 ]; then echo "Error: Can't find openmpi-5.0.3.tar.bz2. Exiting!" exit fi #Checking source package file checksum if [ -f openmpi-5.0.3.tar.bz2.md5sum ]; then MD5=`LANG=C md5sum -c openmpi-5.0.3.tar.bz2.md5sum | grep OK` if [ "$MD5" == "" ] ; then echo "Error: Checksum of openmpi-5.0.3.tar.bz2 is wrong. Exiting!" exit fi fi #Saving cleanup timestamp date +%s > /var/log/ulfs-packages/openmpi/cleanup.time rm -rfv /sources/openmpi-5.0.3/ #Saving extracting timestamp date +%s > /var/log/ulfs-packages/openmpi/unpack.time #Extracting tar source package archive with default parameters... tar -xf openmpi-5.0.3.tar.bz2 #Checking package directory size after unpack... du -s openmpi-5.0.3 | awk 'NR==1 {print $1}' > /var/log/ulfs-packages/openmpi/unpack.size #Going to source package directory... cd openmpi-5.0.3 #Saving configuration timestamp date +%s > /var/log/ulfs-packages/openmpi/configure.time #Sleep 1 second sleep 1 if [[ "$ULFS_PKG_DATERESET" == "YES" ]] then #Changing all files creation time (except build configuration files) in source directory to find them after installation find /sources/openmpi-5.0.3 \! -path "*/configure*" \! -path "*/Makefile*" \! -path "*.make" \! -path "*.m4" \! -path "*.am" \! -path "*.mk" \! -path "*.stamp" \! -path "*gentpl.py" -exec touch -m {} + fi #Running configuration script... echo "checking config file" if [ -f $ULFS_CONFIG_FILE ] then echo "loading config file $ULFS_CONFIG_FILE..." . $ULFS_CONFIG_FILE fi cat > ulfs_configure.sh << EOIS echo "Initializing distributed build environment... " if [[ "\$ULFS_ICECC" == "YES" ]] then export PATH="\$ULFS_ICECC_PATH:\$PATH" echo "ICECC" fi echo "Environment debug..." echo "PATH: \$PATH" echo "MAKEFLAGS: \$MAKEFLAGS" echo "NINJAJOBS: \$NINJAJOBS" env | grep ULFS ./configure --prefix=/usr \\ --sysconfdir=/etc/openmpi \\ --enable-mpi-fortran=all \\ --enable-builtin-atomics \\ --with-valgrind \\ --enable-memchecker \\ --enable-pretty-print-stacktrace \\ --without-slurm \\ --with-hwloc=external \\ --with-libevent=external \\ --with-pmix=external \\ --with-prrte=external EOIS cat ulfs_configure.sh | bash 2>&1 | tee /var/log/ulfs-packages/openmpi/configure.log #Saving build timestamp date +%s > /var/log/ulfs-packages/openmpi/build.time #Running build script... echo "checking config file" if [ -f $ULFS_CONFIG_FILE ] then echo "loading config file $ULFS_CONFIG_FILE..." . $ULFS_CONFIG_FILE fi cat > ulfs_build.sh << EOIS echo "Initializing distributed build environment... " if [[ "\$ULFS_ICECC" == "YES" ]] then export PATH="\$ULFS_ICECC_PATH:\$PATH" echo "ICECC" fi echo "Environment debug..." echo "PATH: \$PATH" echo "MAKEFLAGS: \$MAKEFLAGS" echo "NINJAJOBS: \$NINJAJOBS" env | grep ULFS make EOIS cat ulfs_build.sh | bash 2>&1 | tee /var/log/ulfs-packages/openmpi/build.log #Saving install timestamp date +%s > /var/log/ulfs-packages/openmpi/install.time #Running install script... cat > ulfs_install.sh << EOIS make install for i in ompi-c.pc ompi-cxx.pc ompi-f77.pc ompi-f90.pc ompi.pc; do ln -sf "/usr/lib/openmpi/pkgconfig/\\${i}" "/usr/lib/pkgconfig/" done EOIS USER=`whoami` if [ "$USER" == "root" ] ; then cat ulfs_install.sh | bash 2>&1 | tee /var/log/ulfs-packages/openmpi/install.log else cat ulfs_install.sh | sudo bash 2>&1 | tee /var/log/ulfs-packages/openmpi/install.log fi #Saving finish timestamp date +%s > /var/log/ulfs-packages/openmpi/finish.time #Checking package directory size after unpack... cd /sources du -s openmpi-5.0.3 | awk 'NR==1 {print $1}' > /var/log/ulfs-packages/openmpi/install.size echo "ULFS package installation completed." #Producing files list echo "Looking for installed files..." if [ -f /var/log/ulfs-packages/openmpi/files.txt ]; then rm /var/log/ulfs-packages/openmpi/files.txt fi USER=`whoami` if [ "$USER" == "root" ] ; then find /bin -type f -newer /var/log/ulfs-packages/openmpi/configure.time \! -newer /var/log/ulfs-packages/openmpi/finish.time >> /var/log/ulfs-packages/openmpi/files.txt find /sbin -type f -newer /var/log/ulfs-packages/openmpi/configure.time \! -newer /var/log/ulfs-packages/openmpi/finish.time >> /var/log/ulfs-packages/openmpi/files.txt find /usr -type f -newer /var/log/ulfs-packages/openmpi/configure.time \! -newer /var/log/ulfs-packages/openmpi/finish.time >> /var/log/ulfs-packages/openmpi/files.txt find /etc -type f -newer /var/log/ulfs-packages/openmpi/configure.time \! -newer /var/log/ulfs-packages/openmpi/finish.time >> /var/log/ulfs-packages/openmpi/files.txt find /opt -type f -newer /var/log/ulfs-packages/openmpi/configure.time \! -newer /var/log/ulfs-packages/openmpi/finish.time >> /var/log/ulfs-packages/openmpi/files.txt find /lib -type f -newer /var/log/ulfs-packages/openmpi/configure.time \! -newer /var/log/ulfs-packages/openmpi/finish.time >> /var/log/ulfs-packages/openmpi/files.txt find /lib64 -type f -newer /var/log/ulfs-packages/openmpi/configure.time \! -newer /var/log/ulfs-packages/openmpi/finish.time >> /var/log/ulfs-packages/openmpi/files.txt find /var -type f -newer /var/log/ulfs-packages/openmpi/configure.time \! -newer /var/log/ulfs-packages/openmpi/finish.time \! -path "/var/log/ulfs-packages/openmpi/*" >> /var/log/ulfs-packages/openmpi/files.txt else sudo find /bin -type f -newer /var/log/ulfs-packages/openmpi/configure.time \! -newer /var/log/ulfs-packages/openmpi/finish.time >> /var/log/ulfs-packages/openmpi/files.txt sudo find /sbin -type f -newer /var/log/ulfs-packages/openmpi/configure.time \! -newer /var/log/ulfs-packages/openmpi/finish.time >> /var/log/ulfs-packages/openmpi/files.txt sudo find /usr -type f -newer /var/log/ulfs-packages/openmpi/configure.time \! -newer /var/log/ulfs-packages/openmpi/finish.time >> /var/log/ulfs-packages/openmpi/files.txt sudo find /etc -type f -newer /var/log/ulfs-packages/openmpi/configure.time \! -newer /var/log/ulfs-packages/openmpi/finish.time >> /var/log/ulfs-packages/openmpi/files.txt sudo find /opt -type f -newer /var/log/ulfs-packages/openmpi/configure.time \! -newer /var/log/ulfs-packages/openmpi/finish.time >> /var/log/ulfs-packages/openmpi/files.txt sudo find /lib -type f -newer /var/log/ulfs-packages/openmpi/configure.time \! -newer /var/log/ulfs-packages/openmpi/finish.time >> /var/log/ulfs-packages/openmpi/files.txt sudo find /lib64 -type f -newer /var/log/ulfs-packages/openmpi/configure.time \! -newer /var/log/ulfs-packages/openmpi/finish.time >> /var/log/ulfs-packages/openmpi/files.txt sudo find /var -type f -newer /var/log/ulfs-packages/openmpi/configure.time \! -newer /var/log/ulfs-packages/openmpi/finish.time \! -path "/var/log/ulfs-packages/openmpi/*" >> /var/log/ulfs-packages/openmpi/files.txt fi #Marking package as installed... mkdir -p /var/cache/ulfs-packages USER=`whoami` if [ "$USER" == "root" ] ; then touch /var/cache/ulfs-packages/openmpi else sudo touch /var/cache/ulfs-packages/openmpi fi #Calculate delta size a=`cat /var/log/ulfs-packages/openmpi/unpack.size` b=`cat /var/log/ulfs-packages/openmpi/install.size` c=$(($b-$a)) echo $c > /var/log/ulfs-packages/openmpi/delta.size #Calculate prepare time a=`cat /var/log/ulfs-packages/openmpi/start.time` b=`cat /var/log/ulfs-packages/openmpi/configure.time` dp=$(($b-$a)) #Calculate download time a=`cat /var/log/ulfs-packages/openmpi/download.time` b=`cat /var/log/ulfs-packages/openmpi/unpack.time` dd=$(($b-$a)) #Calculate delta time a=`cat /var/log/ulfs-packages/openmpi/configure.time` b=`cat /var/log/ulfs-packages/openmpi/finish.time` db=$(($b-$a)) echo $db > /var/log/ulfs-packages/openmpi/delta.time #Report echo "" echo "ULFS Package installation report" echo "================================" echo "Package: openmpi" echo "Release: 0.2.2" echo "Build size: $c" echo "Prepare time: $dp sec." echo "Download time: $dd sec." echo "Build time: $db sec." #End of script