This is an automated email from the git hooks/post-receive script. It was generated because a ref change was pushed to the repository containing the project "MPICH primary repository". The branch, master has been updated via 400ec2c587d340f65035342ddf0d7015187e7976 (commit) from 99d8c7717a16a9f8998f865046aafc7ac44dd4f0 (commit) Those revisions listed above that are new to this repository have not appeared on any other notification email; so we list those revisions in full, below. - Log ----------------------------------------------------------------- http://git.mpich.org/mpich.git/commitdiff/400ec2c587d340f65035342ddf0d701518... commit 400ec2c587d340f65035342ddf0d7015187e7976 Author: Yanfei Guo <[email protected]> Date: Thu Oct 29 15:13:10 2015 -0500 maint: remove Jenkins scripts The Jenkins scripts are moved to a separate repo mpich-jenkins-scripts.git No reviewer. diff --git a/maint/jenkins/multinode/mn-build.sh b/maint/jenkins/multinode/mn-build.sh deleted file mode 100755 index 796d129..0000000 --- a/maint/jenkins/multinode/mn-build.sh +++ /dev/null @@ -1,510 +0,0 @@ -#!/bin/zsh -xe -# -# (C) 2015 by Argonne National Laboratory. -# See COPYRIGHT in top-level directory. -# - -# This script only run on the first node. The mpiexec will automatically spawned -if test ! $SLURM_NODEID -eq 0; then - exit 0 -fi - -mount | grep autotest - -hostname - -WORKSPACE="" -TMP_WORKSPACE="" -compiler="gnu" -jenkins_configure="default" -queue="ib64" -netmod="default" -ofi_prov="sockets" -N_MAKE_JOBS=8 -GIT_BRANCH="" -BUILD_MODE="per-commit" - -##################################################################### -## Initialization -##################################################################### - -while getopts ":h:c:o:q:m:n:b:t:" opt; do - case "$opt" in - h) - WORKSPACE=$OPTARG ;; - c) - compiler=$OPTARG ;; - o) - jenkins_configure=$OPTARG ;; - q) - queue=$OPTARG ;; - m) - _netmod=${OPTARG%%,*} - if [[ "$_netmod" == "ofi" ]]; then - netmod=$_netmod - ofi_prov=${OPTARG/$_netmod,} - else - netmod=$_netmod - fi - ;; - n) - N_MAKE_JOBS=$OPTARG ;; - b) - GIT_BRANCH=$OPTARG ;; - t) - TMP_WORKSPACE=$OPTARG ;; - \?) - echo "Invalid option: -$OPTARG" >&2 - exit 1 - esac -done - -cd $WORKSPACE - -if test "$GIT_BRANCH" = "" ; then - BUILD_MODE="nightly" -fi - -case "$BUILD_MODE" in - "nightly") - if [[ -x mpich-master/maint/jenkins/skip_test.sh ]]; then - ./mpich-master/maint/jenkins/skip_test.sh -j $JOB_NAME -c $compiler -o $jenkins_configure -q $queue -m $_netmod \ - -s mpich-master/test/mpi/summary.junit.xml - if [[ -f mpich-master/test/mpi/summary.junit.xml ]]; then - exit 0 - fi - fi - ;; - "per-commit") - if [[ -x maint/jenkins/skip_test.sh ]]; then - ./maint/jenkins/skip_test.sh -j $JOB_NAME -c $compiler -o $jenkins_configure -q $queue -m $_netmod \ - -s test/mpi/summary.junit.xml - if [[ -f test/mpi/summary.junit.xml ]]; then - exit 0 - fi - fi - ;; -esac - - -if test -d "$TMP_WORKSPACE"; then - rm -rf "$TMP_WORKSPACE" -fi -mkdir -p "$TMP_WORKSPACE" -SRC=$WORKSPACE -TMP_SRC=$TMP_WORKSPACE - -# Preparing the source -case "$BUILD_MODE" in - "nightly") - SRC=$WORKSPACE/mpich-master - TMP_SRC=$TMP_WORKSPACE/mpich-master - cp $WORKSPACE/mpich-master.tar.gz $TMP_WORKSPACE/ - pushd "$TMP_WORKSPACE" - tar zxvf mpich-master.tar.gz - popd - ;; - "per-commit") - git clean -x -d -f - cp -a $WORKSPACE/* $TMP_WORKSPACE/ - ;; - *) - echo "Invalid BUILD_MODE $BUILD_MODE. Set by mistake?" - exit 1 -esac - - -##################################################################### -## Functions -##################################################################### - -CollectResults() { - # TODO: copy saved test binaries (for failed cases) - if [[ "$BUILD_MODE" != "per-commit" ]]; then - find . \ - \( -name "filtered-make.txt" \ - -o -name "apply-xfail.sh" \ - -o -name "autogen.log" \ - -o -name "config.log" \ - -o -name "c.txt" \ - -o -name "m.txt" \ - -o -name "mi.txt" \ - -o -name "summary.junit.xml" \) \ - | while read -r line; do - mkdir -p "$SRC/$(dirname $line)" - done - fi - - find . \ - \( -name "filtered-make.txt" -o \ - -name "apply-xfail.sh" -o \ - -name "autogen.log" -o \ - -name "config.log" -o \ - -name "c.txt" -o \ - -name "m.txt" -o \ - -name "mi.txt" -o \ - -name "summary.junit.xml" \) \ - -exec cp {} $SRC/{} \; -} - -##################################################################### -## Logic to generate random configure options -##################################################################### -RandArgs() { - # Chosen *without* replacement. If an option is chosen twice, - # then there will be fewer options - n_choice=$1 - array=(${(P)${2}}) - optname=$3 - negoptname=$4 - chosen=() - args="" - ret_args="" - array_len=$#array - idx=0 - - for i in `seq $array_len`; do - chosen[$i]=0 - done - - for i in `seq $n_choice`; do - let idx=$[RANDOM % $array_len]+1 - if [ $chosen[$idx] -eq 1 ]; then continue; fi - chosen[$idx]=1 - args=("${(s/;/)array[$idx]}") - name=$args[1] - if [ $#args -eq 1 ]; then - # Only the name is provided. Choose one of three - # choices: - # No option (skip this one) - # just --$optname-$name - # just --$negoptname-$name - let idx=$[RANDOM % 3]+1 - if [ $idx -eq 1 ]; then - ret_args="$ret_args --$optname-$name" - elif [ $idx -eq 2 ]; then - ret_args="$ret_args --$negoptname-$name" - fi - else - let idx=$[RANDOM % ($#args-1)]+2 - # Special cases - if [ "$args[$idx]" = "ch3:sock" ]; then - ret_args="$ret_args --disable-ft-tests --disable-comm-overlap-tests" - elif [ "$args[$idx]" = "gforker" ]; then - if [ $chosen[4] -eq 1 ]; then - continue - else - ret_args="$ret_args --with-namepublisher=file" - chosen[4]=1 - fi - elif [ "$name" = "namepublisher" -a "$args[$idx]" = "no" ]; then - if [ $chosen[3] -eq 1 ]; then - continue - fi - elif [ "$args[$idx]" = "ndebug" -a "$CC" = "suncc" -a "$label" = "ubuntu32" ]; then - # On ubuntu32, suncc has a bug whose workaround is to add -O flag (ticket #2105) - CFLAGS="-O1" - export CFLAGS - fi - ret_args="$ret_args --$optname-$name=$args[$idx]" - fi - done - echo $ret_args -} - -RandConfig() { - # WARNING: If moving anything in the two following arrays, check the indices in "Special cases" above - enable_array=( - 'error-checking;no;runtime;all' - 'error-messages;all;generic;class;none' - 'timer-type;linux86_cycle;clock_gettime;gettimeofday' - 'timing;none;all;runtime;log;log_detailed' - 'g;none;all;handle;dbg;log;meminit;handlealloc;instr;mem;mutex;mutexnesting' - 'fast;O0;O1;O2;O3;ndebug;all;yes;none' - 'fortran' - 'cxx' - 'romio' - 'check-compiler-flags' - 'strict;c99;posix' - 'debuginfo' - 'weak-symbols;no;yes' - 'threads;single;multiple;runtime' - 'thread-cs;global' - 'refcount;lock-free;none' - 'mutex-timing' - 'handle-allocation;tls;mutex' - 'multi-aliases' - 'predefined-refcount' - 'alloca' - 'yield;sched_yield;select' - 'runtimevalues' - ) - with_array=( - 'logging;none' - 'pmi;simple' - 'pm;gforker' - 'namepublisher;no;file' - 'device;ch3;ch3:sock' - ) - let n_enable=$#enable_array+1 - let n_with=$#with_array+1 - enable_args=$(RandArgs $n_enable "enable_array" "enable" "disable") - with_args=$(RandArgs $n_with "with_array" "with" "without") - echo "$enable_args $with_args" -} - -PrepareEnv() { - case "$queue" in - "ubuntu32" | "ubuntu64" ) - source /software/common/adm/etc/softenv-aliases.sh - source /software/common/adm/etc/softenv-load.sh - soft add +intel - soft add +pgi - soft add +absoft - soft add +nagfor - soft add +solarisstudio-12.4 - soft add +ekopath - ;; - "freebsd64" | "freebsd32") - PATH=/usr/local/bin:$PATH - LD_LIBRARY_PATH=/usr/local/lib/gcc46:$LD_LIBRARY_PATH - export LD_LIBRARY_PATH - ;; - "solaris") - PATH=/usr/gcc/4.3/bin:/usr/gnu/bin:/usr/sbin:$PATH - CONFIG_SHELL=/usr/gnu/bin/sh - export CONFIG_SHELL - ;; - esac - PATH=$HOME/software/autotools/bin:$PATH - export PATH - echo "$PATH" -} - -SetCompiler() { - case "$compiler" in - "gnu") - CC=gcc - CXX=g++ - F77=gfortran - FC=gfortran - ;; - "clang") - CC=clang - CXX=clang++ - F77=gfortran - FC=gfortran - ;; - "intel") - CC=icc - CXX=icpc - F77=ifort - FC=ifort - ;; - "pgi") - CC=pgcc - CXX=pgcpp - F77=pgf77 - FC=pgfortran - ;; - "absoft") - CC=gcc - CXX=g++ - F77=af77 - FC=af90 - ;; - "nag") - CC=gcc - CXX=g++ - F77=nagfor - FC=nagfor - FFLAGS="-mismatch" - FCFLAGS="-mismatch" - export FFLAGS - export FCFLAGS - ;; - "solstudio") - CC=suncc - CXX=sunCC - F77=sunf77 - FC=sunf90 - ;; - "sunstudio") - CC=cc - CXX=CC - F77=f77 - FC=f90 - ;; - "pathscale") - CC=pathcc - CXX=pathCC - F77=pathf95 - FC=pathf95 - ;; - *) - echo "Unknown compiler suite" - exit 1 - esac - - export CC - export CXX - export F77 - export FC - - which $CC - which $CXX - which $F77 - which $FC -} - -SetNetmod() { - netmod_opt="__NULL__" - case "$netmod" in - "default") # for solaris, may use with sock - netmod_opt= - ;; - "mxm") - netmod_opt="--with-device=ch3:nemesis:mxm --with-mxm=$HOME/software/mellanox/mxm --disable-spawn --disable-ft-tests" - ;; - "ofi") - netmod_opt="--with-device=ch3:nemesis:ofi --with-ofi=$HOME/software/libfabric/$ofi_prov --disable-spawn --disable-ft-tests LD_LIBRARY_PATH=$HOME/software/libfabric/lib" - ;; - "portals4") - netmod_opt="--with-device=ch3:nemesis:portals4 --with-portals4=$HOME/software/portals4 --disable-spawn --disable-ft-tests" - ;; - "sock") - netmod_opt="--with-device=ch3:sock --disable-ft-tests --disable-comm-overlap-tests" - ;; - "tcp") - netmod_opt= - ;; - *) - echo "Unknown netmod type" - exit 1 - esac - export netmod_opt - echo "$netmod_opt" -} - -SetConfigOpt() { - config_opt="__TO_BE_FILLED__" - case "$jenkins_configure" in - "default") - config_opt= - ;; - "strict") - config_opt="--enable-strict" - ;; - "fast") - config_opt="--enable-fast=all" - ;; - "nofast") - config_opt="--disable-fast" - ;; - "noshared") - config_opt="--disable-shared" - ;; - "debug") - config_opt="--enable-g=all" - ;; - "noweak") - config_opt="--disable-weak-symbols" - ;; - "strictnoweak") - config_opt="--enable-strict --disable-weak-symbols" - ;; - "nofortran") - config_opt="--disable-fortran" - ;; - "nocxx") - config_opt="--disable-cxx" - ;; - "multithread") - config_opt="--enable-threads=multiple" - ;; - "debuginfo") - config_opt="--enable-debuginfo" - ;; - "noerrorchecking") - config_opt="--disable-error-checking" - ;; - "sock") # for solaris + sock - config_opt="--with-device=ch3:sock --disable-ft-tests --disable-comm-overlap-tests" - ;; - "mpd") - config_opt="--with-pm=mpd --with-namepublisher=file" - ;; - "gforker") - config_opt="--with-pm=gforker --with-namepublisher=file" - ;; - "shmem") - config_opt= - ;; - "async") - config_opt= - ;; - "random") - config_opt=$(RandArgs) - ;; - *) - echo "Bad configure option: $jenkins_configure" - exit 1 - esac - - if test "$queue" = "osx" -a "$FC" = "ifort"; then - config_opt="$config_opt lv_cv_ld_force_load=no" - fi - - # ROMIO is always disabled on multinode tests - config_opt="$config_opt --disable-romio" - - export config_opt - echo "$config_opt" -} - -##################################################################### -## Main() { Setup Environment and Build -##################################################################### -# determine if this is a nightly job or a per-commit job -PrepareEnv - -SetCompiler "$compiler" - -pushd "$TMP_SRC" - -if test "$BUILD_MODE" = "per-commit" ; then - ./autogen.sh 2>&1 | tee autogen.log -fi - -if [[ -x maint/jenkins/set-xfail.sh ]]; then - ./maint/jenkins/set-xfail.sh -j $JOB_NAME -c $compiler -o $jenkins_configure -q $queue -m $_netmod -fi - -./configure --prefix="$TMP_SRC/_inst" $(SetNetmod $netmod) $(SetConfigOpt $jenkins_configure) \ - --disable-perftest \ - 2>&1 | tee c.txt -make -j$N_MAKE_JOBS 2>&1 | tee m.txt -if test "${pipestatus[-2]}" != "0"; then - CollectResults - exit 1 -fi -make -j$N_MAKE_JOBS install 2>&1 | tee mi.txt -if test "${pipestatus[-2]}" != "0"; then - CollectResults - exit 1 -fi -cat m.txt mi.txt | ./maint/clmake > filtered-make.txt 2>&1 - -# Make the binaries of tests before rsync back to NFS -pushd test/mpi -make -j$N_MAKE_JOBS -popd - -tar cf $TMP_WORKSPACE/mpich-test-pack.tar * -cp $TMP_WORKSPACE/mpich-test-pack.tar $WORKSPACE -rm $TMP_WORKSPACE/mpich-test-pack.tar -popd - -rm -rf $TMP_WORKSPACE -exit 0 - diff --git a/maint/jenkins/multinode/mn-run.sh b/maint/jenkins/multinode/mn-run.sh deleted file mode 100755 index 3750ea5..0000000 --- a/maint/jenkins/multinode/mn-run.sh +++ /dev/null @@ -1,244 +0,0 @@ -#!/bin/zsh -xe -# -# (C) 2015 by Argonne National Laboratory. -# See COPYRIGHT in top-level directory. -# - -# This script only run on the first node. The mpiexec will automatically spawned -if test ! $SLURM_NODEID -eq 0; then - exit 0 -fi - -hostname - -WORKSPACE="" -TMP_WORKSPACE="" -compiler="gnu" -jenkins_configure="default" -queue="ib64" -netmod="default" -ofi_prov="sockets" -N_MAKE_JOBS=8 -GIT_BRANCH="" -BUILD_MODE="per-commit" - -##################################################################### -## Initialization -##################################################################### - -while getopts ":h:c:o:q:m:n:b:t:" opt; do - case "$opt" in - h) - WORKSPACE=$OPTARG ;; - c) - compiler=$OPTARG ;; - o) - jenkins_configure=$OPTARG ;; - q) - queue=$OPTARG ;; - m) - _netmod=${OPTARG%%,*} - if [[ "$_netmod" == "ofi" ]]; then - netmod=$_netmod - ofi_prov=${OPTARG/$_netmod,} - else - netmod=$_netmod - fi - ;; - n) - N_MAKE_JOBS=$OPTARG ;; - b) - GIT_BRANCH=$OPTARG ;; - t) - TMP_WORKSPACE=$OPTARG ;; - \?) - echo "Invalid option: -$OPTARG" >&2 - exit 1 - esac -done - -cd $WORKSPACE - -if test "$GIT_BRANCH" = "" ; then - BUILD_MODE="nightly" -fi - -case "$BUILD_MODE" in - "nightly") - if [[ -x mpich-master/maint/jenkins/skip_test.sh ]]; then - ./mpich-master/maint/jenkins/skip_test.sh -j $JOB_NAME -c $compiler -o $jenkins_configure -q $queue -m $_netmod \ - -s mpich-master/test/mpi/summary.junit.xml - if [[ -f mpich-master/test/mpi/summary.junit.xml ]]; then - exit 0 - fi - fi - ;; - "per-commit") - if [[ -x maint/jenkins/skip_test.sh ]]; then - ./maint/jenkins/skip_test.sh -j $JOB_NAME -c $compiler -o $jenkins_configure -q $queue -m $_netmod \ - -s test/mpi/summary.junit.xml - if [[ -f test/mpi/summary.junit.xml ]]; then - exit 0 - fi - fi - ;; -esac - - -if test -d "$TMP_WORKSPACE"; then - rm -rf "$TMP_WORKSPACE" -fi -SRC=$WORKSPACE -TMP_SRC=$TMP_WORKSPACE - -# Preparing the source -case "$BUILD_MODE" in - "nightly") - SRC=$WORKSPACE/mpich-master - TMP_SRC=$TMP_WORKSPACE/mpich-master - ;; - "per-commit") - ;; - *) - echo "Invalid BUILD_MODE $BUILD_MODE. Set by mistake?" - exit 1 -esac - -srun mkdir -p $TMP_SRC - -# distribute source and binary -pushd $WORKSPACE -srun cp $WORKSPACE/mpich-test-pack.tar $TMP_SRC -srun tar xf $TMP_SRC/mpich-test-pack.tar -C $TMP_SRC -popd - - -##################################################################### -## Functions -##################################################################### - -CollectResults() { - # TODO: copy saved test binaries (for failed cases) - if [[ "$BUILD_MODE" != "per-commit" ]]; then - find . \ - \( -name "filtered-make.txt" \ - -o -name "apply-xfail.sh" \ - -o -name "autogen.log" \ - -o -name "config.log" \ - -o -name "c.txt" \ - -o -name "m.txt" \ - -o -name "mi.txt" \ - -o -name "summary.junit.xml" \) \ - | while read -r line; do - mkdir -p "$SRC/$(dirname $line)" - done - fi - - find . \ - \( -name "filtered-make.txt" -o \ - -name "apply-xfail.sh" -o \ - -name "autogen.log" -o \ - -name "config.log" -o \ - -name "c.txt" -o \ - -name "m.txt" -o \ - -name "mi.txt" -o \ - -name "summary.junit.xml" \) \ - -exec cp {} $SRC/{} \; -} - -PrepareEnv() { - case "$queue" in - "ubuntu32" | "ubuntu64" ) - source /software/common/adm/etc/softenv-aliases.sh - source /software/common/adm/etc/softenv-load.sh - soft add +intel - soft add +pgi - soft add +absoft - soft add +nagfor - soft add +solarisstudio-12.4 - soft add +ekopath - ;; - "freebsd64" | "freebsd32") - PATH=/usr/local/bin:$PATH - LD_LIBRARY_PATH=/usr/local/lib/gcc46:$LD_LIBRARY_PATH - export LD_LIBRARY_PATH - ;; - "solaris") - PATH=/usr/gcc/4.3/bin:/usr/gnu/bin:/usr/sbin:$PATH - CONFIG_SHELL=/usr/gnu/bin/sh - export CONFIG_SHELL - ;; - esac - PATH=$HOME/software/autotools/bin:$PATH - export PATH - echo "$PATH" -} - - -##################################################################### -## Main() { Run tests -## Multi-node tests are running from Jenkins workspace -##################################################################### - -pushd "$TMP_SRC" - -# Preparation -case "$jenkins_configure" in - "mpd") - $TMP_SRC/_inst/bin/mpd & - sleep 1 - ;; - "async") - MPIR_CVAR_ASYNC_PROGRESS=1 - export MPIR_CVAR_ASYNC_PROGRESS - ;; - "multithread") - MPIR_CVAR_DEFAULT_THREAD_LEVEL=MPI_THREAD_MULTIPLE - export MPIR_CVAR_DEFAULT_THREAD_LEVEL - ;; -esac - -case "$netmod" in - "mxm") - MXM_LOG_LEVEL=error - export MXM_LOG_LEVEL - ;; - "ofi" | "portals4") - MXM_LOG_LEVEL=error - export MXM_LOG_LEVEL - ;; -esac - -# run only the minimum level of datatype tests when it is per-commit job -if [[ "$BUILD_MODE" = "per-commit" ]]; then - MPITEST_DATATYPE_TEST_LEVEL=min - export MPITEST_DATATYPE_TEST_LEVEL -fi - -# hack for passing -iface ib0 -if test "$netmod" = "tcp"; then - sed -i 's+/bin/mpiexec+/bin/mpiexec -iface ib0+g' test/mpi/runtests -fi - -make testing - -# Cleanup -case "$jenkins_configure" in - "mpd") - $TMP_SRC/_inst/bin/mpdallexit - ;; - "async") - unset MPIR_CVAR_ASYNC_PROGRESS - ;; -esac - -##################################################################### -## Copy Test results and Cleanup -##################################################################### - -CollectResults - -popd -srun rm -rf $TMP_WORKSPACE -exit 0 - diff --git a/maint/jenkins/multinode/timeout.conf b/maint/jenkins/multinode/timeout.conf deleted file mode 100644 index b841c05..0000000 --- a/maint/jenkins/multinode/timeout.conf +++ /dev/null @@ -1,23 +0,0 @@ -# Contitional Timeout settings -# -# Syntax (similar to a cron file): -# [job_name] [compiler] [jenkins_configure] [netmod] [n_nodes] [ppn] [timeout in min] -# Other conditions only allows exact matches. -# -# Examples: -# mxm gnu debug * * sed -i "..." -# This will apply the set the XFAIL when the job is "mpich-master-mxm" or -# "mpich-review-mxm", the compiler is "gnu", and the jenkins_configure is -# "debug". -# -# master-ubuntu * * * ubuntu32 sed -i "..." -# This will apply the set the XFAIL when the job is "mpich-master-ubuntu" and -# the running queue is "ubuntu32". -# -mpich-master-multinode * * mxm 2 * 60 -mpich-master-multinode * * mxm 4 * 60 -mpich-master-multinode * * mxm 8 * 70 -mpich-master-multinode * * tcp * * 120 -mpich-master-multinode * * ofi * * 150 -mpich-master-multinode * * portals4 * * 90 -* * * * * * 120 diff --git a/maint/jenkins/set-timeout.sh b/maint/jenkins/set-timeout.sh deleted file mode 100755 index bb999b2..0000000 --- a/maint/jenkins/set-timeout.sh +++ /dev/null @@ -1,106 +0,0 @@ -#!/bin/zsh -# -# (C) 2015 by Argonne National Laboratory. -# See COPYRIGHT in top-level directory. -# - -jobname="" -compiler="" -jenkins_configure="" -n_nodes="1" -ppn="1" -netmod="" - -TIMEOUT_CONF="maint/jenkins/multinode/timeout.conf" - -##################################################################### -## Initialization -##################################################################### - -while getopts ":f:j:c:o:n:p:m:" opt; do - case "$opt" in - j) - jobname=$OPTARG ;; - c) - compiler=$OPTARG ;; - o) - jenkins_configure=$OPTARG ;; - n) - n_nodes=$OPTARG ;; - p) - ppn=$OPTARG ;; - m) - netmod=$OPTARG ;; - f) - TIMEOUT_CONF=$OPTARG ;; - \?) - echo "Invalid option: -$OPTARG" >&2 - exit 1 - esac -done - -##################################################################### -## Main ( -##################################################################### - -if test ! -f "$TIMEOUT_CONF" ; then - echo "Cannot find $TIMEOUT_CONF. No TIMEOUT will be calculated" - exit 0 -fi - -TimeoutCond() { - local job="$1" - local comp="$2" - local option="$3" - local nmod="$4" - local _n_nodes="$5" - local _ppn="$6" - - local state=0 - - if [[ ! "$job" == "*" ]]; then - # clean up jobname and do substring match - if [[ ! "${jobname%%,*}" == *$job* ]]; then state=1; fi - fi - - if [[ ! "$comp" == "*" ]]; then - if [[ ! "$compiler" == "$comp" ]]; then state=1; fi - fi - - if [[ ! "$option" == "*" ]]; then - if [[ ! "$jenkins_configure" == "$option" ]]; then state=1; fi - fi - - if [[ ! "$nmod" == "*" ]]; then - if [[ ! "$netmod" == "$nmod" ]]; then state=1; fi - fi - - if [[ ! "$_n_nodes" == "*" ]]; then - if [[ ! "$n_nodes" == "$_n_nodes" ]]; then state=1; fi - fi - - if [[ ! "$_ppn" == "*" ]]; then - if [[ ! "$ppn" == "$_ppn" ]]; then state=1; fi - fi - - echo "$state" -} - -while read -r line; do - #clean leading whitespaces - line=$(echo "$line" | sed "s/^ *//g") - line=$(echo "$line" | sed "s/ *$//g") - # echo $line - # skip comment line - if test -x "$line" -o "${line:1}" = "#" ; then - continue - fi - - arr=( $(echo $line) ) - if [[ "0" == $(TimeoutCond "${arr[1]}" "${arr[2]}" "${arr[3]}" "${arr[4]}" "${arr[5]}" "${arr[6]}") ]]; then - echo "${arr[@]:6}" - exit 0 - fi -done < "$TIMEOUT_CONF" - -exit 0 diff --git a/maint/jenkins/set-xfail.sh b/maint/jenkins/set-xfail.sh deleted file mode 100755 index 127de1e..0000000 --- a/maint/jenkins/set-xfail.sh +++ /dev/null @@ -1,106 +0,0 @@ -#!/bin/zsh -# -# (C) 2015 by Argonne National Laboratory. -# See COPYRIGHT in top-level directory. -# - -jobname="" -compiler="" -jenkins_configure="" -queue="" -netmod="" - -XFAIL_CONF="maint/jenkins/xfail.conf" - -##################################################################### -## Initialization -##################################################################### - -while getopts ":f:j:c:o:q:m:" opt; do - case "$opt" in - j) - jobname=$OPTARG ;; - c) - compiler=$OPTARG ;; - o) - jenkins_configure=$OPTARG ;; - q) - queue=$OPTARG ;; - m) - netmod=$OPTARG ;; - f) - XFAIL_CONF=$OPTARG ;; - \?) - echo "Invalid option: -$OPTARG" >&2 - exit 1 - esac -done - -##################################################################### -## Main ( -##################################################################### - -if test ! -f "$XFAIL_CONF" ; then - echo "Cannot find $XFAIL_CONF. No XFAIL will be applied" - exit 0 -fi - -XFAILCond() { - local job="$1" - local comp="$2" - local option="$3" - local nmod="$4" - local q="$5" - - local state=0 - - if [[ ! "$job" == "*" ]]; then - # clean up jobname and do substring match - if [[ ! "${jobname%%,*}" == *$job* ]]; then state=1; fi - fi - - if [[ ! "$comp" == "*" ]]; then - if [[ ! "$compiler" == "$comp" ]]; then state=1; fi - fi - - if [[ ! "$option" == "*" ]]; then - if [[ ! "$jenkins_configure" == "$option" ]]; then state=1; fi - fi - - if [[ ! "$nmod" == "*" ]]; then - if [[ ! "$netmod" == "$nmod" ]]; then state=1; fi - fi - - if [[ ! "$q" == "*" ]]; then - if [[ ! "$queue" == "$q" ]]; then state=1; fi - fi - - echo "$state" -} - -SCRIPT="apply-xfail.sh" -if [[ -f $SCRIPT ]]; then - rm $SCRIPT -fi - -while read -r line; do - #clean leading whitespaces - line=$(echo "$line" | sed "s/^ *//g") - line=$(echo "$line" | sed "s/ *$//g") - echo $line - # skip comment line - if test -x "$line" -o "${line:1}" = "#" ; then - continue - fi - - arr=( $(echo $line) ) - if [[ "0" == $(XFAILCond "${arr[1]}" "${arr[2]}" "${arr[3]}" "${arr[4]}" "${arr[5]}") ]]; then - echo "${arr[@]:5}" >> $SCRIPT - fi -done < "$XFAIL_CONF" - -if [[ -f $SCRIPT ]]; then - source $SCRIPT -fi - -exit 0 diff --git a/maint/jenkins/skip_test.conf b/maint/jenkins/skip_test.conf deleted file mode 100644 index 5bb79fa..0000000 --- a/maint/jenkins/skip_test.conf +++ /dev/null @@ -1,22 +0,0 @@ -# Contitional skip test settings -# -# Syntax (similar to a cron file): -# [jobname] [compiler] [jenkins_configure] [netmod] [queue] -# Note that the [jobname] allows partial matches (see examples). Other -# conditions only allows exact matches. -# The actual allowed combinations are depending on the Jenkins job. For -# example, -# mxm * * tcp * -# will have no effect since none of the mxm jobs has tcp netmod in the -# configuration. -# -# Examples: -# mxm gnu debug * * -# This will skip all tests when the job is "mpich-master-mxm" or -# "mpich-review-mxm", the compiler is "gnu", and the jenkins_configure is -# "debug". -# -# master-ubuntu * * * ubuntu32 sed -i "..." -# This will skip all test when the job is "mpich-master-ubuntu" and the -# running queue is "ubuntu32". -# diff --git a/maint/jenkins/skip_test.sh b/maint/jenkins/skip_test.sh deleted file mode 100755 index c7a5603..0000000 --- a/maint/jenkins/skip_test.sh +++ /dev/null @@ -1,116 +0,0 @@ -#!/bin/zsh -# -# (C) 2015 by Argonne National Laboratory. -# See COPYRIGHT in top-level directory. -# - -jobname="" -compiler="" -jenkins_configure="" -queue="" -netmod="" - -SKIP_TEST_CONF="maint/jenkins/skip_test.conf" -TEST_SUMMARY="test/mpi/summary.junit.xml" - -##################################################################### -## Initialization -##################################################################### - -while getopts ":f:j:c:o:q:m:s:" opt; do - case "$opt" in - j) - jobname=$OPTARG ;; - c) - compiler=$OPTARG ;; - o) - jenkins_configure=$OPTARG ;; - q) - queue=$OPTARG ;; - m) - netmod=$OPTARG ;; - f) - SKIP_TEST_CONF=$OPTARG ;; - s) - TEST_SUMMARY=$OPTARG ;; - \?) - echo "Invalid option: -$OPTARG" >&2 - exit 1 - esac -done - -##################################################################### -## Main ( -##################################################################### - -SkipTestCond() { - local job="$1" - local comp="$2" - local option="$3" - local nmod="$4" - local q="$5" - - local state=0 - - if [[ ! "$job" == "*" ]]; then - # clean up jobname and do substring match - if [[ ! "${jobname%%,*}" == *$job* ]]; then state=1; fi - fi - - if [[ ! "$comp" == "*" ]]; then - if [[ ! "$compiler" == "$comp" ]]; then state=1; fi - fi - - if [[ ! "$option" == "*" ]]; then - if [[ ! "$jenkins_configure" == "$option" ]]; then state=1; fi - fi - - if [[ ! "$nmod" == "*" ]]; then - if [[ ! "$netmod" == "$nmod" ]]; then state=1; fi - fi - - if [[ ! "$q" == "*" ]]; then - if [[ ! "$queue" == "$q" ]]; then state=1; fi - fi - - echo "$state" -} - -SkipTest() { - TEST_SUMMARY_DIR=$(dirname $TEST_SUMMARY) - if [[ -d "$TEST_SUMMARY_DIR" ]]; then - mkdir -p "$TEST_SUMMARY_DIR" - fi - cat > "$TEST_SUMMARY" << "EOF" -<testsuites> -<testsuite failures="0" errors="0" skipped="0" tests="1" date="$date" name="summary_junit_xml"> -<testcase name="none"/> -<system-out/> -<system-err/> -</testsuite> -</testsuites> -EOF -} - -if [[ -f "$TEST_SUMMARY" ]]; then - rm "$TEST_SUMMARY" -fi - -while read -r line; do - #clean leading whitespaces - line=$(echo "$line" | sed "s/^ *//g") - line=$(echo "$line" | sed "s/ *$//g") - echo $line - # skip comment line - if test -x "$line" -o "${line:1}" = "#" ; then - continue - fi - - arr=( $(echo $line) ) - if [[ "0" == $(SkipTestCond "${arr[1]}" "${arr[2]}" "${arr[3]}" "${arr[4]}" "${arr[5]}") ]]; then - SkipTest - exit 0 - fi -done < "$SKIP_TEST_CONF" - -exit 0 diff --git a/maint/jenkins/test-worker-abi-prolog.sh b/maint/jenkins/test-worker-abi-prolog.sh deleted file mode 100755 index a059a5e..0000000 --- a/maint/jenkins/test-worker-abi-prolog.sh +++ /dev/null @@ -1,259 +0,0 @@ -#!/bin/zsh -xe -# -# (C) 2015 by Argonne National Laboratory. -# See COPYRIGHT in top-level directory. -# - -hostname - -WORKSPACE="" -compiler="gnu" -jenkins_configure="default" -queue="ib64" -netmod="default" -ofi_prov="sockets" -N_MAKE_JOBS=8 - -##################################################################### -## Initialization -##################################################################### - -while getopts ":h:c:o:q:m:n:" opt; do - case "$opt" in - h) - WORKSPACE=$OPTARG ;; - c) - compiler=$OPTARG ;; - o) - jenkins_configure=$OPTARG ;; - q) - queue=$OPTARG ;; - m) - _netmod=${OPTARG%%,*} - if [[ "$_netmod" == "ofi" ]]; then - netmod=$_netmod - ofi_prov=${OPTARG/$_netmod,} - else - netmod=$_netmod - fi - ;; - n) - N_MAKE_JOBS=$OPTARG ;; - \?) - echo "Invalid option: -$OPTARG" >&2 - exit 1 - esac -done - -cd $WORKSPACE - -TMP_WORKSPACE=$(mktemp -d /sandbox/jenkins.tmp.XXXXXXXX) -SRC=$WORKSPACE -TMP_SRC=$TMP_WORKSPACE - -tar zxvf mpich-master.tar.gz -SRC=$WORKSPACE/mpich-master -TMP_SRC=$TMP_WORKSPACE/mpich-master -cp -a $WORKSPACE/mpich-master $TMP_WORKSPACE/ - - -##################################################################### -## Functions -##################################################################### - -PrepareEnv() { - case "$queue" in - "ubuntu32" | "ubuntu64" ) - source /software/common/adm/etc/softenv-aliases.sh - source /software/common/adm/etc/softenv-load.sh - soft add +intel - soft add +pgi - soft add +absoft - soft add +nagfor - soft add +solarisstudio-12.4 - soft add +ekopath - ;; - "freebsd64" | "freebsd32") - PATH=/usr/local/bin:$PATH - LD_LIBRARY_PATH=/usr/local/lib/gcc46:$LD_LIBRARY_PATH - export LD_LIBRARY_PATH - ;; - "solaris") - PATH=/usr/gcc/4.3/bin:/usr/gnu/bin:/usr/sbin:$PATH - CONFIG_SHELL=/usr/gnu/bin/sh - export CONFIG_SHELL - ;; - esac - PATH=$HOME/software/autotools/bin:$PATH - export PATH - echo "$PATH" -} - -SetCompiler() { - case "$compiler" in - "gnu") - CC=gcc - CXX=g++ - F77=gfortran - FC=gfortran - ;; - "clang") - CC=clang - CXX=clang++ - F77=gfortran - FC=gfortran - ;; - "intel") - CC=icc - CXX=icpc - F77=ifort - FC=ifort - ;; - "pgi") - CC=pgcc - CXX=pgcpp - F77=pgf77 - FC=pgfortran - ;; - "absoft") - CC=gcc - CXX=g++ - F77=af77 - FC=af90 - ;; - "nag") - CC=gcc - CXX=g++ - F77=nagfor - FC=nagfor - FFLAGS="-mismatch" - FCFLAGS="-mismatch" - export FFLAGS - export FCFLAGS - ;; - "solstudio") - CC=suncc - CXX=sunCC - F77=sunf77 - FC=sunf90 - ;; - "pathscale") - CC=pathcc - CXX=pathCC - F77=pathf95 - FC=pathf95 - ;; - *) - echo "Unknown compiler suite" - exit 1 - esac - - export CC - export CXX - export F77 - export FC - - which $CC - which $CXX - which $F77 - which $FC -} - -SetConfigOpt() { - config_opt="__TO_BE_FILLED__" - case "$jenkins_configure" in - "default") - config_opt= - ;; - "strict") - config_opt="--enable-strict" - ;; - "fast") - config_opt="--enable-fast=all" - ;; - "nofast") - config_opt="--disable-fast" - ;; - "noshared") - config_opt="--disable-shared" - ;; - "debug") - config_opt="--enable-g=all" - ;; - "noweak") - config_opt="--disable-weak-symbols" - ;; - "strictnoweak") - config_opt="--enable-strict --disable-weak-symbols" - ;; - "nofortran") - config_opt="--disable-f77 --disable-fc" - ;; - "nocxx") - config_opt="--disable-cxx" - ;; - "multithread") - config_opt="--enable-threads=multiple" - ;; - "debuginfo") - config_opt="--enable-debuginfo" - ;; - "noerrorchecking") - config_opt="--disable-error-checking" - ;; - "sock") # for solaris + sock - config_opt="--with-device=ch3:sock --disable-ft-tests --disable-comm-overlap-tests" - ;; - "mpd") - config_opt="--with-pm=mpd --with-namepublisher=file" - ;; - "gforker") - config_opt="--with-pm=gforker --with-namepublisher=file" - ;; - "shmem") - config_opt= - ;; - "async") - config_opt= - ;; - "random") - config_opt=$(RandArgs) - ;; - *) - echo "Bad configure option: $jenkins_configure" - exit 1 - esac - - if test "$jenkins_configure" != "shmem" ; then - config_opt="$config_opt --enable-nemesis-dbg-localoddeven" - fi - - if test "$queue" = "osx" -a "$FC" = "ifort"; then - config_opt="$config_opt lv_cv_ld_force_load=no" - fi - - export config_opt - echo "$config_opt" -} - -rm -rf $HOME/mpi/installs/mpich-master/$compiler/$jenkins_configure - -PrepareEnv - -SetCompiler "$compiler" - -pushd "$TMP_SRC" - -./configure --prefix=$HOME/mpi/installs/mpich-master/$compiler/$jenkins_configure $(SetConfigOpt $jenkins_configure) -make -j8 install - -popd - -if test "$compiler" = "gnu" -a "$jenkins_configure" = "default" ; then - cd /home/autotest/mpi/tests/mpich-tests - git clean -x -d -f - git pull - ./autogen.sh -fi - -exit 0 diff --git a/maint/jenkins/test-worker-abi.sh b/maint/jenkins/test-worker-abi.sh deleted file mode 100755 index 74a6ffb..0000000 --- a/maint/jenkins/test-worker-abi.sh +++ /dev/null @@ -1,369 +0,0 @@ -#!/bin/zsh -x -# -# (C) 2015 by Argonne National Laboratory. -# See COPYRIGHT in top-level directory. -# - -hostname - -WORKSPACE="" -build_mpi="mpich-master" -compiler="gnu" -run_conf="default" -run_mpi="mpich-master" - -##################################################################### -## Initialization -##################################################################### - -while getopts ":h:c:o:b:r:" opt; do - case "$opt" in - h) - WORKSPACE=$OPTARG ;; - c) - compiler=$OPTARG ;; - o) - run_conf=$OPTARG ;; - b) - build_mpi=$OPTARG ;; - r) - run_mpi=$OPTARG ;; - \?) - echo "Invalid option: -$OPTARG" >&2 - exit 1 - esac -done - -cd $WORKSPACE -TMP_WORKSPACE=$(mktemp -d /sandbox/jenkins.tmp.XXXXXXXX) - -# $build_mpi -- MPI libraries used to build the tests -# $run_mpi -- MPI libraries used to run the tests -# $compiler -- gcc or icc. Compilers used to build $build_mpi _and_ $run_mpi. -# Intel MPI provides mpigcc, mpiicc etc. -# $run_conf -- debug or default. Options used to build $build_mpi _and_ $run_mpi - -##################################################################### -## Setup the paths for the compilers -##################################################################### -source /software/common/adm/etc/softenv-aliases.sh -source /software/common/adm/etc/softenv-load.sh -soft add +intel - -if test "$compiler" = "gnu" ; then - CC=gcc - CXX=g++ - F77=gfortran - FC=gfortran -elif test "$compiler" = "intel" ; then - CC=icc - CXX=icpc - F77=ifort - FC=ifort -else - echo "Unknown compiler suite" - exit 1 -fi - -export CC -export CXX -export F77 -export FC - -which $CC -which $CXX -which $F77 -which $FC - -## Setup tmp directory -mkdir ${TMP_WORKSPACE}/_tmp - -## Setup binaries in MPICH -if test "$build_mpi" != "impi-5.0"; then - cp -a ${HOME}/mpi/installs/${build_mpi}/${compiler}/${run_conf} ${TMP_WORKSPACE}/_tmp/${build_mpi}-inst - MPICH_BUILD_PATH=${TMP_WORKSPACE}/_tmp/${build_mpi}-inst - export MPICH_BUILD_PATH - cd ${MPICH_BUILD_PATH}/bin - for x in mpif77 mpif90 mpicc mpicxx ; do - sed -i "s+^libdir=.*+libdir=${MPICH_BUILD_PATH}/lib+g" $x - sed -i "s+^prefix=.*+prefix=${MPICH_BUILD_PATH}+g" $x - sed -i "s+^includedir=.*+includedir=${MPICH_BUILD_PATH}/include+g" $x - done -fi -if test "$run_mpi" != "impi-5.0"; then - if test "$build_mpi" != "$run_mpi"; then - cp -a ${HOME}/mpi/installs/${run_mpi}/${compiler}/${run_conf} ${TMP_WORKSPACE}/_tmp/${run_mpi}-inst - fi - MPICH_RUN_PATH=${TMP_WORKSPACE}/_tmp/${run_mpi}-inst - export MPICH_RUN_PATH -fi - -## Setup binaries in IMPI -cp -a /home/autotest/intel/impi/5.0.1.035 ${TMP_WORKSPACE}/_tmp/impi-inst -IMPI_PATH=${TMP_WORKSPACE}/_tmp/impi-inst -export IMPI_PATH -cd ${IMPI_PATH}/intel64/bin -for x in mpif77 mpif90 mpigcc mpigxx mpiicc mpiicpc mpiifort ; do - sed -i "s+^prefix=.*+prefix=${IMPI_PATH}+g" $x -done - - -## Setup compiler paths -if test "$build_mpi" = "mpich-master" -o "$build_mpi" = "mpich-3.1" ; then - MPICC=${MPICH_BUILD_PATH}/bin/mpicc - MPICXX=${MPICH_BUILD_PATH}/bin/mpicxx - MPIF77=${MPICH_BUILD_PATH}/bin/mpif77 - MPIFC=${MPICH_BUILD_PATH}/bin/mpif90 -elif test "$build_mpi" = "impi-5.0" ; then - if test "$compiler" = "gnu" ; then - MPICC=${IMPI_PATH}/intel64/bin/mpigcc - MPICXX=${IMPI_PATH}/intel64/bin/mpigxx - MPIF77=${IMPI_PATH}/intel64/bin/mpif77 - MPIFC=${IMPI_PATH}/intel64/bin/mpif90 - elif test "$compiler" = "intel" ; then - MPICC=${IMPI_PATH}/intel64/bin/mpiicc - MPICXX=${IMPI_PATH}/intel64/bin/mpiicpc - MPIF77=${IMPI_PATH}/intel64/bin/mpiifort - MPIFC=${IMPI_PATH}/intel64/bin/mpiifort - fi -fi -export MPICC -export MPICXX -export MPIF77 -export MPIFC - -if test "$run_mpi" = "mpich-master" -o "$run_mpi" = "mpich-3.1" ; then - MPIEXEC=${MPICH_RUN_PATH}/bin/mpiexec -elif test "$run_mpi" = "impi-5.0"; then - MPIEXEC=${IMPI_PATH}/intel64/bin/mpiexec.hydra -fi -export MPIEXEC - -cp -a /home/autotest/mpi/tests/mpich-tests ${TMP_WORKSPACE}/_tmp - -MPICH_TESTS_PATH=${TMP_WORKSPACE}/_tmp/mpich-tests/test/mpi -export MPICH_TESTS_PATH - -cd ${MPICH_TESTS_PATH} -./configure --disable-ft-tests --disable-dependency-tracking -make -j16 --keep-going - -## Some tests require special compilation -cd f77/ext -make allocmemf -cd ${MPICH_TESTS_PATH} - -cd f90/ext -make allocmemf90 -cd ${MPICH_TESTS_PATH} - -cd f90/profile -make profile1f90 -cd ${MPICH_TESTS_PATH} - -cd impls/mpich -make -cd ${MPICH_TESTS_PATH} - -# these tests will compile with old MPIs, but produce the wrong result at runtime -if test "$run_mpi" = "impi-5.0" -o "$run_mpi" = "mpich-3.1" ; then - sed -i "s+\(^gather_big .*\)+\1 xfail=ticket0+g" coll/testlist - sed -i "s+\(^comm_idup_comm .*\)+\1 xfail=ticket0+g" comm/testlist - sed -i "s+\(^comm_idup_comm2 .*\)+\1 xfail=ticket0+g" comm/testlist - sed -i "s+\(^comm_idup_iallreduce .*\)+\1 xfail=ticket0+g" comm/testlist - sed -i "s+\(^comm_idup_isend .*\)+\1 xfail=ticket0+g" comm/testlist - sed -i "s+\(^comm_idup_mul .*\)+\1 xfail=ticket0+g" comm/testlist - sed -i "s+\(^comm_idup_nb .*\)+\1 xfail=ticket0+g" comm/testlist - sed -i "s+\(^comm_idup_overlap .*\)+\1 xfail=ticket0+g" comm/testlist - sed -i "s+\(^dynamic_errcode_predefined_errclass .*\)+\1 xfail=ticket0+g" errhan/testlist - sed -i "s+\(^errstring2 .*\)+\1 xfail=ticket0+g" errhan/testlist - sed -i "s+\(^noalias2 .*\)+\1 xfail=ticket0+g" errors/coll/testlist - sed -i "s+\(^noalias3 .*\)+\1 xfail=ticket0+g" errors/coll/testlist - sed -i "s+\(^too_many_icomms .*\)+\1 xfail=ticket0+g" errors/comm/testlist - sed -i "s+\(^too_many_icomms2 .*\)+\1 xfail=ticket0+g" errors/comm/testlist - sed -i "s+\(^file_errhdl .*\)+\1 xfail=ticket0+g" errors/io/testlist - sed -i "s+\(^cas_type_check .*\)+\1 xfail=ticket0+g" errors/rma/testlist - sed -i "s+\(^win_sync_lock_fence .*\)+\1 xfail=ticket0+g" errors/rma/testlist - sed -i "s+\(^unpub .*\)+\1 xfail=ticket0+g" errors/spawn/testlist - sed -i "s+\(^bottom .*\)+\1 xfail=ticket0+g" f77/datatype/testlist - sed -i "s+\(^bottom .*\)+\1 xfail=ticket0+g" f90/datatype/testlist - sed -i "s+\(^createf90types .*\)+\1 xfail=ticket0+g" f90/f90types/testlist - sed -i "s+\(^infoget .*\)+\1 xfail=ticket0+g" info/testlist - sed -i "s+\(^bigtype .*\)+\1 xfail=ticket0+g" io/testlist - sed -i "s+\(^hindexed_io .*\)+\1 xfail=ticket0+g" io/testlist - sed -i "s+\(^resized2 .*\)+\1 xfail=ticket0+g" io/testlist - sed -i "s+\(^acc-pairtype .*\)+\1 xfail=ticket0+g" rma/testlist - sed -i "s+\(^accfence1 .*\)+\1 xfail=ticket0+g" rma/testlist - sed -i "s+\(^accpscw1 .*\)+\1 xfail=ticket0+g" rma/testlist - sed -i "s+\(^atomic_get .*\)+\1 xfail=ticket0+g" rma/testlist - sed -i "s+\(^epochtest .*\)+\1 xfail=ticket0+g" rma/testlist - sed -i "s+\(^large-acc-flush_local .*\)+\1 xfail=ticket0+g" rma/testlist - sed -i "s+\(^lock_contention_dt .*\)+\1 xfail=ticket0+g" rma/testlist - sed -i "s+\(^lock_dt .*\)+\1 xfail=ticket0+g" rma/testlist - sed -i "s+\(^lock_dt_flush .*\)+\1 xfail=ticket0+g" rma/testlist - sed -i "s+\(^lock_dt_flushlocal .*\)+\1 xfail=ticket0+g" rma/testlist - sed -i "s+\(^lockall_dt .*\)+\1 xfail=ticket0+g" rma/testlist - sed -i "s+\(^lockall_dt_flush .*\)+\1 xfail=ticket0+g" rma/testlist - sed -i "s+\(^lockall_dt_flushall .*\)+\1 xfail=ticket0+g" rma/testlist - sed -i "s+\(^lockall_dt_flushlocal .*\)+\1 xfail=ticket0+g" rma/testlist - sed -i "s+\(^lockall_dt_flushlocalall .*\)+\1 xfail=ticket0+g" rma/testlist - sed -i "s+\(^putfence1 .*\)+\1 xfail=ticket0+g" rma/testlist - sed -i "s+\(^putpscw1 .*\)+\1 xfail=ticket0+g" rma/testlist - sed -i "s+\(^win_info .*\)+\1 xfail=ticket0+g" rma/testlist - sed -i "s+\(^win_shared_cas_flush_load .*\)+\1 xfail=ticket0+g" rma/testlist - sed -i "s+\(^win_shared_gacc_flush_load .*\)+\1 xfail=ticket0+g" rma/testlist - sed -i "s+\(^win_shared_zerobyte .*\)+\1 xfail=ticket0+g" rma/testlist - - # regression tests added after mpich-3.1 - sed -i "s+\(^manyrma2_shm .*\)+\1 xfail=ticket0+g" rma/testlist - sed -i "s+\(^nullpscw_shm .*\)+\1 xfail=ticket0+g" rma/testlist - sed -i "s+\(^pscw_ordering_shm .*\)+\1 xfail=ticket0+g" rma/testlist - sed -i "s+\(^test2_am_shm .*\)+\1 xfail=ticket0+g" rma/testlist - sed -i "s+\(^test3_am_shm .*\)+\1 xfail=ticket0+g" rma/testlist - sed -i "s+\(^test2_shm .*\)+\1 xfail=ticket0+g" rma/testlist - sed -i "s+\(^test3_shm .*\)+\1 xfail=ticket0+g" rma/testlist - sed -i "s+\(^transpose3_shm .*\)+\1 xfail=ticket0+g" rma/testlist - sed -i "s+\(^wintest_shm .*\)+\1 xfail=ticket0+g" rma/testlist -fi - -# MPI-3.1 version -sed -i "s+\(^version .*\)+\1 xfail=ticket0+g" init/testlist -sed -i "s+\(^baseenvf .*\)+\1 xfail=ticket0+g" f77/init/testlist -sed -i "s+\(^baseenv .*\)+\1 xfail=ticket0+g" cxx/init/testlist -sed -i "s+\(^baseenvf90 .*\)+\1 xfail=ticket0+g" f90/init/testlist - -## Remove the MPI library that is not being used for running -if test "$build_mpi" = "mpich-master" -a "$run_mpi" = "mpich-master" ; then - rm -rf ${IMPI_PATH} - - LD_LIBRARY_PATH=${MPICH_RUN_PATH}/lib:$LD_LIBRARY_PATH - export LD_LIBRARY_PATH - -elif test "$build_mpi" = "mpich-master" -a "$run_mpi" = "mpich-3.1" ; then - rm -rf ${MPICH_BUILD_PATH} - rm -rf ${IMPI_PATH} - - cd ${MPICH_RUN_PATH}/lib - - ln -s libmpich.so.12.0.0 libmpi.so.0 - ln -s libmpichcxx.so.12.0.0 libmpicxx.so.0 - ln -s libmpichf90.so.12.0.0 libmpifort.so.0 - - LD_LIBRARY_PATH=${MPICH_RUN_PATH}/lib:$LD_LIBRARY_PATH - export LD_LIBRARY_PATH - - LD_PRELOAD=${MPICH_RUN_PATH}/lib/libmpich.so.12:${MPICH_RUN_PATH}/lib/libmpichf90.so.12 - export LD_PRELOAD - -elif test "$build_mpi" = "mpich-master" -a "$run_mpi" = "impi-5.0"; then - rm -rf ${MPICH_BUILD_PATH} - - cd ${IMPI_PATH}/intel64/lib - - if test "$run_conf" = "debug" ; then - ln -s debug/libmpi.so.12.0 libmpi.so.0 - else - ln -s release/libmpi.so.12.0 libmpi.so.0 - fi - ln -s libmpicxx.so.12.0 libmpicxx.so.0 - ln -s libmpifort.so.12.0 libmpifort.so.0 - - LD_LIBRARY_PATH=${IMPI_PATH}/intel64/lib:$LD_LIBRARY_PATH - export LD_LIBRARY_PATH - - LD_PRELOAD=${IMPI_PATH}/intel64/lib/libmpi.so.12:${IMPI_PATH}/intel64/lib/libmpifort.so.12 - export LD_PRELOAD - -elif test "$build_mpi" = "impi-5.0" -a "$run_mpi" = "mpich-master" ; then - rm -rf ${IMPI_PATH} - - cd ${MPICH_RUN_PATH}/lib - - ln -s libmpi.so.0.0.0 libmpi.so.12 - mkdir release - ln -s libmpi.so.0.0.0 release/libmpi.so.12 - mkdir debug - ln -s libmpi.so.0.0.0 debug/libmpi.so.12 - ln -s libmpicxx.so.0.0.0 libmpicxx.so.12 - ln -s libmpifort.so.0.0.0 libmpifort.so.12 - - LD_LIBRARY_PATH=${MPICH_RUN_PATH}/lib:$LD_LIBRARY_PATH - export LD_LIBRARY_PATH - -elif test "$build_mpi" = "impi-5.0" -a "$run_mpi" = "mpich-3.1" ; then - rm -rf ${IMPI_PATH} - - cd ${MPICH_RUN_PATH}/lib - - ln -s libmpich.so.12.0.0 libmpi.so.12 - ln -s libmpichcxx.so.12.0.0 libmpicxx.so.12 - ln -s libmpichf90.so.12.0.0 libmpifort.so.12 - - LD_LIBRARY_PATH=${MPICH_RUN_PATH}/lib:$LD_LIBRARY_PATH - export LD_LIBRARY_PATH - -elif test "$build_mpi" = "impi-5.0" -a "$run_mpi" = "impi-5.0" ; then - LD_LIBRARY_PATH=${IMPI_PATH}/intel64/lib:$LD_LIBRARY_PATH - export LD_LIBRARY_PATH - -elif test "$build_mpi" = "mpich-3.1" -a "$run_mpi" = "mpich-master" ; then - rm -rf ${IMPI_PATH} - rm -rf ${MPICH_BUILD_PATH} - - cd ${MPICH_RUN_PATH}/lib - - ln -s libmpi.so.0.0.0 libmpich.so.12 - ln -s libmpicxx.so.0.0.0 libmpichcxx.so.12 - ln -s libmpifort.so.0.0.0 libmpichf90.so.12 - ln -s libmpi.so.0.0.0 libmpl.so.1 - ln -s libmpi.so.0.0.0 libopa.so.1 - - LD_LIBRARY_PATH=${MPICH_RUN_PATH}/lib:$LD_LIBRARY_PATH - export LD_LIBRARY_PATH - - LD_PRELOAD=${MPICH_RUN_PATH}/lib/libmpich.so.12:${MPICH_RUN_PATH}/lib/libmpichf90.so.12 - export LD_PRELOAD - -elif test "$build_mpi" = "mpich-3.1" -a "$run_mpi" = "mpich-3.1" ; then - rm -rf ${IMPI_PATH} - - LD_LIBRARY_PATH=${MPICH_RUN_PATH}/lib:$LD_LIBRARY_PATH - export LD_LIBRARY_PATH - -elif test "$build_mpi" = "mpich-3.1" -a "$run_mpi" = "impi-5.0" ; then - rm -rf ${MPICH_BUILD_PATH} - - cd ${IMPI_PATH}/intel64/lib - - if test "$run_conf" = "debug" ; then - ln -s debug/libmpi.so.12.0 libmpich.so.12 - else - ln -s release/libmpi.so.12.0 libmpich.so.12 - fi - ln -s libmpicxx.so.12.0 libmpichcxx.so.12 - ln -s libmpifort.so.12.0 libmpichf90.so.12 - ln -s libmpich.so.12 libmpl.so.1 - ln -s libmpich.so.12 libopa.so.1 - - LD_LIBRARY_PATH=${IMPI_PATH}/intel64/lib:$LD_LIBRARY_PATH - export LD_LIBRARY_PATH - - LD_PRELOAD=${IMPI_PATH}/intel64/lib/libmpich.so.12:${IMPI_PATH}/intel64/lib/libmpichf90.so.12 - export LD_PRELOAD - -else - echo "Unknown combination" - exit 1 -fi - -## Run tests for MPI version 3.0 -cd ${MPICH_TESTS_PATH} -./runtests -mpiversion=3.0 -srcdir=. -tests=testlist -junitfile=summary.junit.xml -tapfile=summary.tap -xmlfile=summary.xml - -mv summary.junit.xml ${WORKSPACE} -mv summary.tap ${WORKSPACE} -mv summary.xml ${WORKSPACE} -cd ${WORKSPACE} -rm -rf ${TMP_WORKSPACE} -exit 0 - diff --git a/maint/jenkins/test-worker-armci.sh b/maint/jenkins/test-worker-armci.sh deleted file mode 100755 index 0dcd795..0000000 --- a/maint/jenkins/test-worker-armci.sh +++ /dev/null @@ -1,92 +0,0 @@ -#!/bin/zsh -xe -# -# (C) 2015 by Argonne National Laboratory. -# See COPYRIGHT in top-level directory. -# - -hostname - -WORKSPACE="" -GIT_BRANCH="" -BUILD_MODE="per-commit" - -##################################################################### -## Initialization -##################################################################### - -while getopts ":h:b:" opt; do - case "$opt" in - h) - WORKSPACE=$OPTARG ;; - b) - GIT_BRANCH=$OPTARG ;; - \?) - echo "Invalid option: -$OPTARG" >&2 - exit 1 - esac -done - -cd $WORKSPACE - -TMP_WORKSPACE=$(mktemp -d /sandbox/jenkins.tmp.XXXXXXXX) -SRC=$WORKSPACE -TMP_SRC=$TMP_WORKSPACE - -if test "$GIT_BRANCH" = "" ; then - BUILD_MODE="nightly" -fi - -# Preparing the source -case "$BUILD_MODE" in - "nightly") - tar zxvf mpich-master.tar.gz - SRC=$WORKSPACE/mpich-master - TMP_SRC=$TMP_WORKSPACE/mpich-master - cp -a $WORKSPACE/mpich-master $TMP_WORKSPACE/ - ;; - "per-commit") - cp -a $WORKSPACE/* $TMP_WORKSPACE/ - ;; - *) - echo "Invalid BUILD_MODE $BUILD_MODE. Set by mistake?" - exit 1 -esac - -PATH=$HOME/software/autotools/bin:$PATH -export PATH - -##################################################################### -## Main() { Setup Environment and Build -##################################################################### - -pushd "$TMP_SRC" - -if test "$BUILD_MODE" = "per-commit" ; then - ./autogen.sh 2>&1 | tee autogen.log -fi - -./configure --prefix="$TMP_SRC/_inst" CC=gcc CXX=g++ FC=gfortran 2>&1 | tee c.txt -make -j16 install 2>&1 | tee mi.txt - -##################################################################### -## Run tests -##################################################################### - -rm -rf ./armci-mpi -git clone -b mpi3rma git://git.mpich.org/armci-mpi - -export PATH=$TMP_SRC/_inst/bin:$PATH - -pushd $TMP_SRC/armci-mpi - -./autogen.sh -./configure -make -j8 -make check - -popd -popd - -rm -rf $TMP_WORKSPACE -exit 0 - diff --git a/maint/jenkins/test-worker-tarball.sh b/maint/jenkins/test-worker-tarball.sh deleted file mode 100755 index b07093d..0000000 --- a/maint/jenkins/test-worker-tarball.sh +++ /dev/null @@ -1,39 +0,0 @@ -#!/bin/zsh -xe -# -# (C) 2015 by Argonne National Laboratory. -# See COPYRIGHT in top-level directory. -# - -hostname - -export PATH=$HOME/software/autotools/bin:$HOME/software/sowing/bin:$PATH -export DOCTEXT_PATH=$HOME/software/sowing/share/doctext -export CC=gcc -export CXX=g++ -export FC=gfortran - -cd $WORKSPACE - -git clean -x -d -f - -TMP_WORKSPACE=$(mktemp -d /sandbox/jenkins.tmp.XXXXXXXX) - -if test ! -d $WORKSPACE/build ; then - mkdir -p $WORKSPACE/build -fi - -cp -a $WORKSPACE/* $TMP_WORKSPACE/ -pushd $TMP_WORKSPACE -pushd build - -../maint/release.pl --branch=master --version=master --git-repo=git://git.mpich.org/mpich.git - -popd - -cp -a $TMP_WORKSPACE/build/mpich-master.tar.gz $WORKSPACE/build - -popd - -rm -rf $TMP_WORKSPACE - -exit 0 diff --git a/maint/jenkins/test-worker.sh b/maint/jenkins/test-worker.sh deleted file mode 100755 index f0b6ccb..0000000 --- a/maint/jenkins/test-worker.sh +++ /dev/null @@ -1,544 +0,0 @@ -#!/bin/zsh -xe -# -# (C) 2015 by Argonne National Laboratory. -# See COPYRIGHT in top-level directory. -# - -hostname - -WORKSPACE="" -compiler="gnu" -jenkins_configure="default" -queue="ib64" -netmod="default" -ofi_prov="sockets" -N_MAKE_JOBS=8 -GIT_BRANCH="" -BUILD_MODE="per-commit" - -##################################################################### -## Initialization -##################################################################### - -while getopts ":h:c:o:q:m:n:b:" opt; do - case "$opt" in - h) - WORKSPACE=$OPTARG ;; - c) - compiler=$OPTARG ;; - o) - jenkins_configure=$OPTARG ;; - q) - queue=$OPTARG ;; - m) - _netmod=${OPTARG%%,*} - if [[ "$_netmod" == "ofi" ]]; then - netmod=$_netmod - ofi_prov=${OPTARG/$_netmod,} - else - netmod=$_netmod - fi - ;; - n) - N_MAKE_JOBS=$OPTARG ;; - b) - GIT_BRANCH=$OPTARG ;; - \?) - echo "Invalid option: -$OPTARG" >&2 - exit 1 - esac -done - -cd $WORKSPACE - -if test "$GIT_BRANCH" = "" ; then - BUILD_MODE="nightly" -fi - -case "$BUILD_MODE" in - "nightly") - if [[ -x mpich-master/maint/jenkins/skip_test.sh ]]; then - ./mpich-master/maint/jenkins/skip_test.sh -j $JOB_NAME -c $compiler -o $jenkins_configure -q $queue -m $_netmod \ - -s mpich-master/test/mpi/summary.junit.xml - if [[ -f mpich-master/test/mpi/summary.junit.xml ]]; then - exit 0 - fi - fi - ;; - "per-commit") - if [[ -x maint/jenkins/skip_test.sh ]]; then - ./maint/jenkins/skip_test.sh -j $JOB_NAME -c $compiler -o $jenkins_configure -q $queue -m $_netmod \ - -s test/mpi/summary.junit.xml - if [[ -f test/mpi/summary.junit.xml ]]; then - exit 0 - fi - fi - ;; -esac - - -TMP_WORKSPACE=$(mktemp -d /sandbox/jenkins.tmp.XXXXXXXX) -SRC=$WORKSPACE -TMP_SRC=$TMP_WORKSPACE - -# Preparing the source -case "$BUILD_MODE" in - "nightly") - SRC=$WORKSPACE/mpich-master - TMP_SRC=$TMP_WORKSPACE/mpich-master - cp $WORKSPACE/mpich-master.tar.gz $TMP_WORKSPACE/ - pushd "$TMP_WORKSPACE" - tar zxvf mpich-master.tar.gz - popd - ;; - "per-commit") - git clean -x -d -f - cp -a $WORKSPACE/* $TMP_WORKSPACE/ - ;; - *) - echo "Invalid BUILD_MODE $BUILD_MODE. Set by mistake?" - exit 1 -esac - - -##################################################################### -## Functions -##################################################################### - -CollectResults() { - # TODO: copy saved test binaries (for failed cases) - if [[ "$BUILD_MODE" != "per-commit" ]]; then - find . \ - \( -name "filtered-make.txt" \ - -o -name "apply-xfail.sh" \ - -o -name "autogen.log" \ - -o -name "config.log" \ - -o -name "c.txt" \ - -o -name "m.txt" \ - -o -name "mi.txt" \ - -o -name "summary.junit.xml" \) \ - | while read -r line; do - mkdir -p "$SRC/$(dirname $line)" - done - fi - - find . \ - \( -name "filtered-make.txt" -o \ - -name "apply-xfail.sh" -o \ - -name "autogen.log" -o \ - -name "config.log" -o \ - -name "c.txt" -o \ - -name "m.txt" -o \ - -name "mi.txt" -o \ - -name "summary.junit.xml" \) \ - -exec cp {} $SRC/{} \; -} - -##################################################################### -## Logic to generate random configure options -##################################################################### -RandArgs() { - # Chosen *without* replacement. If an option is chosen twice, - # then there will be fewer options - n_choice=$1 - array=(${(P)${2}}) - optname=$3 - negoptname=$4 - chosen=() - args="" - ret_args="" - array_len=$#array - idx=0 - - for i in `seq $array_len`; do - chosen[$i]=0 - done - - for i in `seq $n_choice`; do - let idx=$[RANDOM % $array_len]+1 - if [ $chosen[$idx] -eq 1 ]; then continue; fi - chosen[$idx]=1 - args=("${(s/;/)array[$idx]}") - name=$args[1] - if [ $#args -eq 1 ]; then - # Only the name is provided. Choose one of three - # choices: - # No option (skip this one) - # just --$optname-$name - # just --$negoptname-$name - let idx=$[RANDOM % 3]+1 - if [ $idx -eq 1 ]; then - ret_args="$ret_args --$optname-$name" - elif [ $idx -eq 2 ]; then - ret_args="$ret_args --$negoptname-$name" - fi - else - let idx=$[RANDOM % ($#args-1)]+2 - # Special cases - if [ "$args[$idx]" = "ch3:sock" ]; then - ret_args="$ret_args --disable-ft-tests --disable-comm-overlap-tests" - elif [ "$args[$idx]" = "gforker" ]; then - if [ $chosen[4] -eq 1 ]; then - continue - else - ret_args="$ret_args --with-namepublisher=file" - chosen[4]=1 - fi - elif [ "$name" = "namepublisher" -a "$args[$idx]" = "no" ]; then - if [ $chosen[3] -eq 1 ]; then - continue - fi - elif [ "$args[$idx]" = "ndebug" -a "$CC" = "suncc" -a "$label" = "ubuntu32" ]; then - # On ubuntu32, suncc has a bug whose workaround is to add -O flag (ticket #2105) - CFLAGS="-O1" - export CFLAGS - fi - ret_args="$ret_args --$optname-$name=$args[$idx]" - fi - done - echo $ret_args -} - -RandConfig() { - # WARNING: If moving anything in the two following arrays, check the indices in "Special cases" above - enable_array=( - 'error-checking;no;runtime;all' - 'error-messages;all;generic;class;none' - 'timer-type;linux86_cycle;clock_gettime;gettimeofday' - 'timing;none;all;runtime;log;log_detailed' - 'g;none;all;handle;dbg;log;meminit;handlealloc;instr;mem;mutex;mutexnesting' - 'fast;O0;O1;O2;O3;ndebug;all;yes;none' - 'fortran' - 'cxx' - 'romio' - 'check-compiler-flags' - 'strict;c99;posix' - 'debuginfo' - 'weak-symbols;no;yes' - 'threads;single;multiple;runtime' - 'thread-cs;global' - 'refcount;lock-free;none' - 'mutex-timing' - 'handle-allocation;tls;mutex' - 'multi-aliases' - 'predefined-refcount' - 'alloca' - 'yield;sched_yield;select' - 'runtimevalues' - ) - with_array=( - 'logging;none' - 'pmi;simple' - 'pm;gforker' - 'namepublisher;no;file' - 'device;ch3;ch3:sock' - ) - let n_enable=$#enable_array+1 - let n_with=$#with_array+1 - enable_args=$(RandArgs $n_enable "enable_array" "enable" "disable") - with_args=$(RandArgs $n_with "with_array" "with" "without") - echo "$enable_args $with_args" -} - -PrepareEnv() { - case "$queue" in - "ubuntu32" | "ubuntu64" ) - source /software/common/adm/etc/softenv-aliases.sh - source /software/common/adm/etc/softenv-load.sh - soft add +intel - soft add +pgi - soft add +absoft - soft add +nagfor - soft add +solarisstudio-12.4 - soft add +ekopath - ;; - "freebsd64" | "freebsd32") - PATH=/usr/local/bin:$PATH - LD_LIBRARY_PATH=/usr/local/lib/gcc46:$LD_LIBRARY_PATH - export LD_LIBRARY_PATH - ;; - "solaris") - PATH=/usr/gcc/4.3/bin:/usr/gnu/bin:/usr/sbin:$PATH - CONFIG_SHELL=/usr/gnu/bin/sh - export CONFIG_SHELL - ;; - esac - PATH=$HOME/software/autotools/bin:$PATH - export PATH - echo "$PATH" -} - -SetCompiler() { - case "$compiler" in - "gnu") - CC=gcc - CXX=g++ - F77=gfortran - FC=gfortran - ;; - "clang") - CC=clang - CXX=clang++ - F77=gfortran - FC=gfortran - ;; - "intel") - CC=icc - CXX=icpc - F77=ifort - FC=ifort - ;; - "pgi") - CC=pgcc - CXX=pgcpp - F77=pgf77 - FC=pgfortran - ;; - "absoft") - CC=gcc - CXX=g++ - F77=af77 - FC=af90 - ;; - "nag") - CC=gcc - CXX=g++ - F77=nagfor - FC=nagfor - FFLAGS="-mismatch" - FCFLAGS="-mismatch" - export FFLAGS - export FCFLAGS - ;; - "solstudio") - CC=suncc - CXX=sunCC - F77=sunf77 - FC=sunf90 - ;; - "sunstudio") - CC=cc - CXX=CC - F77=f77 - FC=f90 - ;; - "pathscale") - CC=pathcc - CXX=pathCC - F77=pathf95 - FC=pathf95 - ;; - *) - echo "Unknown compiler suite" - exit 1 - esac - - export CC - export CXX - export F77 - export FC - - which $CC - which $CXX - which $F77 - which $FC -} - -SetNetmod() { - netmod_opt="__NULL__" - case "$netmod" in - "default") # for solaris, may use with sock - netmod_opt= - ;; - "mxm") - netmod_opt="--with-device=ch3:nemesis:mxm --with-mxm=$HOME/software/mellanox/mxm --disable-spawn --disable-ft-tests" - ;; - "ofi") - netmod_opt="--with-device=ch3:nemesis:ofi --with-ofi=$HOME/software/libfabric/$ofi_prov --disable-spawn --disable-ft-tests LD_LIBRARY_PATH=$HOME/software/libfabric/lib" - ;; - "portals4") - netmod_opt="--with-device=ch3:nemesis:portals4 --with-portals4=$HOME/software/portals4 --disable-spawn --disable-ft-tests" - ;; - "sock") - netmod_opt="--with-device=ch3:sock --disable-ft-tests --disable-comm-overlap-tests" - ;; - "tcp") - netmod_opt= - ;; - *) - echo "Unknown netmod type" - exit 1 - esac - export netmod_opt - echo "$netmod_opt" -} - -SetConfigOpt() { - config_opt="__TO_BE_FILLED__" - case "$jenkins_configure" in - "default") - config_opt= - ;; - "strict") - config_opt="--enable-strict" - ;; - "fast") - config_opt="--enable-fast=all" - ;; - "nofast") - config_opt="--disable-fast" - ;; - "noshared") - config_opt="--disable-shared" - ;; - "debug") - config_opt="--enable-g=all" - ;; - "noweak") - config_opt="--disable-weak-symbols" - ;; - "strictnoweak") - config_opt="--enable-strict --disable-weak-symbols" - ;; - "nofortran") - config_opt="--disable-fortran" - ;; - "nocxx") - config_opt="--disable-cxx" - ;; - "multithread") - config_opt="--enable-threads=multiple" - ;; - "debuginfo") - config_opt="--enable-debuginfo" - ;; - "noerrorchecking") - config_opt="--disable-error-checking" - ;; - "sock") # for solaris + sock - config_opt="--with-device=ch3:sock --disable-ft-tests --disable-comm-overlap-tests" - ;; - "mpd") - config_opt="--with-pm=mpd --with-namepublisher=file" - ;; - "gforker") - config_opt="--with-pm=gforker --with-namepublisher=file" - ;; - "shmem") - config_opt= - ;; - "async") - config_opt= - ;; - "random") - config_opt=$(RandArgs) - ;; - *) - echo "Bad configure option: $jenkins_configure" - exit 1 - esac - - if test "$jenkins_configure" != "shmem" ; then - config_opt="$config_opt --enable-nemesis-dbg-localoddeven" - fi - - if test "$queue" = "osx" -a "$FC" = "ifort"; then - config_opt="$config_opt lv_cv_ld_force_load=no" - fi - - export config_opt - echo "$config_opt" -} - -##################################################################### -## Main() { Setup Environment and Build -##################################################################### -# determine if this is a nightly job or a per-commit job -PrepareEnv - -SetCompiler "$compiler" - -pushd "$TMP_SRC" - -if test "$BUILD_MODE" = "per-commit" ; then - ./autogen.sh 2>&1 | tee autogen.log -fi - -if [[ -x maint/jenkins/set-xfail.sh ]]; then - ./maint/jenkins/set-xfail.sh -j $JOB_NAME -c $compiler -o $jenkins_configure -q $queue -m $_netmod -fi - -./configure --prefix="$TMP_SRC/_inst" $(SetNetmod $netmod) $(SetConfigOpt $jenkins_configure) \ - --disable-perftest \ - 2>&1 | tee c.txt -make -j$N_MAKE_JOBS 2>&1 | tee m.txt -if test "${pipestatus[-2]}" != "0"; then - CollectResults - exit 1 -fi -make -j$N_MAKE_JOBS install 2>&1 | tee mi.txt -if test "${pipestatus[-2]}" != "0"; then - CollectResults - exit 1 -fi -cat m.txt mi.txt | ./maint/clmake > filtered-make.txt 2>&1 - -##################################################################### -## Run tests -##################################################################### - -# Preparation -case "$jenkins_configure" in - "mpd") - $TMP_SRC/_inst/bin/mpd & - sleep 1 - ;; - "async") - MPIR_CVAR_ASYNC_PROGRESS=1 - export MPIR_CVAR_ASYNC_PROGRESS - ;; - "multithread") - MPIR_CVAR_DEFAULT_THREAD_LEVEL=MPI_THREAD_MULTIPLE - export MPIR_CVAR_DEFAULT_THREAD_LEVEL - ;; -esac - -case "$netmod" in - "mxm") - MXM_LOG_LEVEL=error - export MXM_LOG_LEVEL - ;; - "ofi" | "portals4") - MXM_LOG_LEVEL=error - export MXM_LOG_LEVEL - ;; -esac - -# run only the minimum level of datatype tests when it is per-commit job -if [[ "$BUILD_MODE" = "per-commit" ]]; then - MPITEST_DATATYPE_TEST_LEVEL=min - export MPITEST_DATATYPE_TEST_LEVEL -fi - -make testing - -# Cleanup -case "$jenkins_configure" in - "mpd") - $TMP_SRC/_inst/bin/mpdallexit - ;; - "async") - unset MPIR_CVAR_ASYNC_PROGRESS - ;; -esac - -##################################################################### -## Copy Test results and Cleanup -##################################################################### - -CollectResults - -popd -rm -rf $TMP_WORKSPACE -exit 0 - diff --git a/maint/jenkins/xfail.conf b/maint/jenkins/xfail.conf deleted file mode 100644 index 934685b..0000000 --- a/maint/jenkins/xfail.conf +++ /dev/null @@ -1,26 +0,0 @@ -# Contitional XFAIL settings -# -# Syntax (similar to a cron file): -# [jobname] [compiler] [jenkins_configure] [netmod] [queue] [sed of XFAIL] -# Note that the [jobname] allows partial matches (see examples). Other -# conditions only allows exact matches. -# The actual allowed combinations are depending on the Jenkins job. For -# example, -# mxm * * tcp * sed -i "..." -# will have no effect since none of the mxm jobs has tcp netmod in the -# configuration. -# -# Examples: -# mxm gnu debug * * sed -i "..." -# This will apply the set the XFAIL when the job is "mpich-master-mxm" or -# "mpich-review-mxm", the compiler is "gnu", and the jenkins_configure is -# "debug". -# -# master-ubuntu * * * ubuntu32 sed -i "..." -# This will apply the set the XFAIL when the job is "mpich-master-ubuntu" and -# the running queue is "ubuntu32". -# -# For each build, all applied XFAILS will be summaried in -# ${SOURCE}/apply-xfail.sh -# -* * * portals4 * sed -i "s+\(^alltoall .*\)+\1 xfail=ticket0+g" test/mpi/threads/pt2pt/testlist ----------------------------------------------------------------------- Summary of changes: maint/jenkins/multinode/mn-build.sh | 510 ----------------------------- maint/jenkins/multinode/mn-run.sh | 244 -------------- maint/jenkins/multinode/timeout.conf | 23 -- maint/jenkins/set-timeout.sh | 106 ------ maint/jenkins/set-xfail.sh | 106 ------ maint/jenkins/skip_test.conf | 22 -- maint/jenkins/skip_test.sh | 116 ------- maint/jenkins/test-worker-abi-prolog.sh | 259 --------------- maint/jenkins/test-worker-abi.sh | 369 --------------------- maint/jenkins/test-worker-armci.sh | 92 ------ maint/jenkins/test-worker-tarball.sh | 39 --- maint/jenkins/test-worker.sh | 544 ------------------------------- maint/jenkins/xfail.conf | 26 -- 13 files changed, 0 insertions(+), 2456 deletions(-) delete mode 100755 maint/jenkins/multinode/mn-build.sh delete mode 100755 maint/jenkins/multinode/mn-run.sh delete mode 100644 maint/jenkins/multinode/timeout.conf delete mode 100755 maint/jenkins/set-timeout.sh delete mode 100755 maint/jenkins/set-xfail.sh delete mode 100644 maint/jenkins/skip_test.conf delete mode 100755 maint/jenkins/skip_test.sh delete mode 100755 maint/jenkins/test-worker-abi-prolog.sh delete mode 100755 maint/jenkins/test-worker-abi.sh delete mode 100755 maint/jenkins/test-worker-armci.sh delete mode 100755 maint/jenkins/test-worker-tarball.sh delete mode 100755 maint/jenkins/test-worker.sh delete mode 100644 maint/jenkins/xfail.conf hooks/post-receive -- MPICH primary repository