products/compil_scripts/openturns-1.19.sh

   1 #!/bin/bash
   2
   3 echo "##########################################################################"
   4 echo "openturns" $VERSION
   5 echo "##########################################################################"
   6
   7 # we don't install in python directory -> modify environment as described in INSTALL file
   8
   9 mkdir -p $PRODUCT_INSTALL/lib/python${PYTHON_VERSION}/site-packages
  10 export PATH=$(pwd)/bin:$PATH
  11 export PYTHONPATH=$(pwd):$PYTHONPATH
  12 export PYTHONPATH=${PRODUCT_INSTALL}/lib/python${PYTHON_VERSION}/site-packages:$PYTHONPATH
  13
  14 CMAKE_OPTIONS=""
  15 if [ -n "$SAT_HPC" ] && [ -n "$MPI_ROOT_DIR" ]; then
  16     echo "WARNING: setting CC and CXX environment variables and target MPI wrapper"
  17     CMAKE_OPTIONS+=" -DCMAKE_CXX_COMPILER:STRING=${MPI_CXX_COMPILER}"
  18     CMAKE_OPTIONS+=" -DCMAKE_C_COMPILER:STRING=${MPI_C_COMPILER}"
  19 fi
  20
  21 CMAKE_OPTIONS+=" -DCMAKE_INSTALL_PREFIX:STRING=${PRODUCT_INSTALL}"
  22 CMAKE_OPTIONS+=" -DCMAKE_INSTALL_LIBDIR:STRING=lib"
  23 CMAKE_OPTIONS+=" -DCMAKE_BUILD_TYPE:STRING=Release"
  24 CMAKE_OPTIONS+=" -DPYTHON_EXECUTABLE=${PYTHONBIN}"
  25
  26 if [ -n "$SWIG_ROOT_DIR" ] && [ "$SAT_swig_IS_NATIVE" != "1" ]; then
  27     CMAKE_OPTIONS+=" -DSWIG_EXECUTABLE=${SWIG_ROOT_DIR}/bin/swig"
  28 fi
  29
  30 if [ -n "$TBB_ROOT_DIR" ] && [ "$SAT_tbb_IS_NATIVE" != "1" ]; then
  31     CMAKE_OPTIONS+=" -DTBB_ROOT_DIR=${TBB_ROOT_DIR}"
  32     CMAKE_OPTIONS+=" -Dtbb_DIR=${TBB_ROOT_DIR}/lib/cmake"
  33 fi
  34
  35 # https://github.com/persalys/persalys/issues/745
  36 LINUX_DISTRIBUTION="$DIST_NAME$DIST_VERSION"
  37 case $LINUX_DISTRIBUTION in
  38     UB22*|CO8*|CO9*|FD36)
  39         echo "WARNING: switching OFF TBB support"
  40         CMAKE_OPTIONS+=" -DUSE_TBB=OFF"
  41         ;;
  42     *)
  43         ;;
  44 esac
  45
  46 # Blas/Lapack
  47 if [ -n "$LAPACK_ROOT_DIR" ] && [ "$SAT_lapack_IS_NATIVE" != "1" ]; then
  48     CMAKE_OPTIONS+=" -DLAPACK_DIR=${LAPACK_ROOT_DIR}/lib/cmake/lapack-3.8.0"
  49     CMAKE_OPTIONS+=" -DCBLAS_DIR=${LAPACK_ROOT_DIR}/lib/cmake/cblas-3.8.0"
  50     CMAKE_OPTIONS+=" -DCBLAS_LIBRARIES=$LAPACK_ROOT_DIR/lib/libcblas.so"
  51     CMAKE_OPTIONS+=" -DBLAS_LIBRARIES=$LAPACK_ROOT_DIR/lib/libblas.so"
  52 fi
  53
  54 ### libxml2 settings
  55 if [ -n "$LIBXML2_ROOT_DIR" ] && [ "$SAT_libxml2_IS_NATIVE" != "1" ]; then
  56     CMAKE_OPTIONS+=" -DLIBXML2_INCLUDE_DIR:STRING=${LIBXML2_ROOT_DIR}/include/libxml2"
  57     CMAKE_OPTIONS+=" -DLIBXML2_LIBRARIES:STRING=${LIBXML2_ROOT_DIR}/lib/libxml2.so"
  58     CMAKE_OPTIONS+=" -DLIBXML2_XMLLINT_EXECUTABLE=${LIBXML2_ROOT_DIR}/bin/xmllint"
  59 fi
  60
  61 # HDF5
  62 if [ -n "$HDF5_ROOT_DIR" ] && [ "$SAT_hdf5_IS_NATIVE" != "1" ]; then
  63     CMAKE_OPTIONS+=" -DHDF5_DIR:PATH=${HDF5_ROOT_DIR}/share/cmake/hdf5"
  64     CMAKE_OPTIONS+=" -DHDF5_USE_STATIC_LIBRARIES:BOOL=OFF"
  65     CMAKE_OPTIONS+=" -DHDF5_ROOT:PATH=${HDF5_ROOT_DIR}"
  66     CMAKE_OPTIONS+=" -DHDF5_hdf5_LIBRARY_RELEASE=${HDF5_ROOT_DIR}/lib"
  67     CMAKE_OPTIONS+=" -DHDF5_hdf5_hl_LIBRARY_RELEASE=${HDF5_ROOT_DIR}/lib/libhdf5_hl.so"
  68     CMAKE_OPTIONS+=" -DHDF5_HL_LIBRARY=${HDF5_ROOT_DIR}/lib/libhdf5_hl.so"
  69     CMAKE_OPTIONS+=" -DHDF5_C_INCLUDE_DIR=${HDF5_ROOT_DIR}/include"
  70 fi
  71
  72 # CMINPACK
  73 if [ -n "$CMINPACK_ROOT_DIR" ] && [ "$SAT_cminpack_IS_NATIVE" != "1" ]; then
  74     CMAKE_OPTIONS+=" -DCMINPACK_ROOT_DIR=${CMINPACK_ROOT_DIR}"
  75     CMAKE_OPTIONS+=" -DCMINPACK_INCLUDE_DIR=${CMINPACK_ROOT_DIR}/include/cminpack-1"
  76     CMAKE_OPTIONS+=" -DCMINPACK_LIBRARY=$CMINPACK_ROOT_DIR/lib/libcminpack_s.a"
  77 else
  78     CMAKE_OPTIONS+=" -DCMINPACK_ROOT_DIR=${CMINPACK_ROOT_DIR}"
  79     CMAKE_OPTIONS+=" -DCMINPACK_INCLUDE_DIR=${CMINPACK_ROOT_DIR}/include/cminpack-1"
  80 fi
  81
  82 # Blas/Lapack
  83 if [ -n "$LAPACK_ROOT_DIR" ] && [ "$SAT_lapack_IS_NATIVE" != "1" ]; then
  84     CMAKE_OPTIONS+=" -DLAPACK_DIR=${LAPACK_ROOT_DIR}/lib/cmake/lapack-3.8.0"
  85     CMAKE_OPTIONS+=" -DCBLAS_DIR=${LAPACK_ROOT_DIR}/lib/cmake/cblas-3.8.0"
  86     CMAKE_OPTIONS+=" -DCBLAS_LIBRARIES=$LAPACK_ROOT_DIR/lib/libcblas.so"
  87     CMAKE_OPTIONS+=" -DBLAS_LIBRARIES=$LAPACK_ROOT_DIR/lib/libblas.so"
  88 fi
  89
  90 if [[ $DIST_NAME == "CO" && $DIST_VERSION == "8" &&  -f /usr/lib64/libcblas.so && -f /usr/lib64/libblas.so ]]; then
  91     CMAKE_OPTIONS+=" -DCBLAS_LIBRARIES=/usr/lib64/libcblas.so"
  92     CMAKE_OPTIONS+=" -DBLAS_LIBRARIES=/usr/lib64/libblas.so"
  93 fi
  94
  95 ### libxml2 settings
  96 if [ -n "$LIBXML2_ROOT_DIR" ] && [ "$SAT_libxml2_IS_NATIVE" != "1" ]; then
  97     CMAKE_OPTIONS+=" -DLIBXML2_INCLUDE_DIR:STRING=${LIBXML2_ROOT_DIR}/include/libxml2"
  98     CMAKE_OPTIONS+=" -DLIBXML2_LIBRARIES:STRING=${LIBXML2_ROOT_DIR}/lib/libxml2.so"
  99     CMAKE_OPTIONS+=" -DLIBXML2_XMLLINT_EXECUTABLE=${LIBXML2_ROOT_DIR}/bin/xmllint"
 100 fi
 101
 102 ## nlopt
 103 if [ -n "$NLOPT_ROOT_DIR" ] && [ "$SAT_nlopt_IS_NATIVE" != "1" ]; then
 104     CMAKE_OPTIONS+=" -DNLOPT_INCLUDE_DIRS:STRING=${NLOPT_ROOT_DIR}/include"
 105     CMAKE_OPTIONS+=" -DNLOPT_LIBRARIES:STRING=${NLOPT_ROOT_DIR}/lib"
 106     CMAKE_OPTIONS+=" -DNLOPT_DIR:STRING=${NLOPT_ROOT_DIR}"
 107 fi
 108
 109
 110
 111 echo
 112 echo "*** cmake" $CMAKE_OPTIONS
 113
 114 mkdir -p $BUILD_DIR/openturns
 115 mkdir -p  $BUILD_DIR/cache/pip
 116 cd  $BUILD_DIR/openturns
 117 cmake $CMAKE_OPTIONS $SOURCE_DIR/openturns-1.19
 118 if [ $? -ne 0 ]
 119 then
 120     echo "ERROR on cmake"
 121     exit 1
 122 fi
 123
 124 echo
 125 echo "*** make" $MAKE_OPTIONS
 126 make $MAKE_OPTIONS
 127 if [ $? -ne 0 ]
 128 then
 129     echo "ERROR on make"
 130     exit 2
 131 fi
 132
 133 echo
 134 echo "*** make install"
 135 make install
 136 if [ $? -ne 0 ]
 137 then
 138     echo "ERROR on make install"
 139     exit 3
 140 fi
 141
 142 echo
 143 echo "*** check installation"
 144
 145 if [ -d "${PRODUCT_INSTALL}/lib64" ]
 146 then
 147     mv ${PRODUCT_INSTALL}/lib64/* ${PRODUCT_INSTALL}/lib
 148     rmdir ${PRODUCT_INSTALL}/lib64
 149 fi
 150
 151 if [[ -d "${PRODUCT_INSTALL}/lib/python${PYTHON_VERSION}/dist-packages" ]]; then
 152     cd  ${PRODUCT_INSTALL}/lib/python${PYTHON_VERSION}
 153     ln -sf dist-packages site-packages
 154     cd  $BUILD_DIR/openturns
 155 fi
 156
 157 export PYTHONPATH=${PRODUCT_INSTALL}/lib/python${PYTHON_VERSION}/site-packages:${PYTHONPATH}
 158 export LD_LIBRARY_PATH=${PRODUCT_INSTALL}/lib:${LD_LIBRARY_PATH}
 159 chmod +x ${SOURCE_DIR}/openturns-1.19/python/test/t_features.py
 160 ${SOURCE_DIR}/openturns-1.19/python/test/t_features.py
 161 if [ $? -ne 0 ]
 162 then
 163     echo "ERROR  testing Openturns features...."
 164     exit 4
 165 fi
 166
 167 LD_LIBRARY_PATH_REF=${LD_LIBRARY_PATH}
 168 if [[ -d "$SOURCE_DIR/otfftw-0.12" ]]; then
 169
 170     declare -A OTC
 171     OTC["otagrum"]="0.6"
 172     OTC["otfftw"]="0.12"
 173     OTC["otmixmod"]="0.13"
 174     OTC["otmorris"]="0.13"
 175     OTC["otpmml"]="1.12"
 176     OTC["otrobopt"]="0.11"
 177     OTC["otsubsetinverse"]="1.9"
 178     OTC["otsvm"]="0.11"
 179
 180     for k in ${!OTC[@]};
 181     do
 182         echo
 183         echo "*** C O M P O N E N T : $k-${OTC[$k]} "
 184         if [[ $k == "otagrum" ]]; then
 185             echo "WARNING: skipping $k.."
 186             continue
 187         fi
 188         cd  $BUILD_DIR
 189         mkdir ${BUILD_DIR}/$k
 190         cd ${BUILD_DIR}/$k
 191         CMAKE_EXTRA_OPTIONS=
 192         if [[ $DIST_NAME == "CO" ]]; then
 193             CMAKE_EXTRA_OPTIONS+=" -DBUILD_DOC=OFF"  # needs extra latex modules on CentOS 7, 8
 194             CMAKE_EXTRA_OPTIONS+=" -DUSE_SPHINX=OFF"
 195         fi
 196         if [[ $k == "otmixmod" ]]; then
 197             CMAKE_EXTRA_OPTIONS+=" -DBUILD_DOC=OFF"
 198             CMAKE_EXTRA_OPTIONS+=" -DSOURCEFILES=$SOURCE_DIR/$k-${OTC[$k]}"
 199         elif [[ $k == "otsubsetinverse" ]]; then
 200             CMAKE_EXTRA_OPTIONS+=" -DOPENTURNS_HOME=$PRODUCT_INSTALL"
 201             CMAKE_EXTRA_OPTIONS+=" -DCMAKE_SKIP_INSTALL_RPATH:BOOL=ON"
 202             CMAKE_EXTRA_OPTIONS+=" -DUSE_SPHINX=OFF"
 203         elif  [[ $k == "otfftw" ]]; then
 204             CMAKE_EXTRA_OPTIONS+=" -DBUILD_DOC=OFF"
 205         elif [[ $k == "otmorris" ]]; then
 206             case $LINUX_DISTRIBUTION in
 207                 DB*|FD*)
 208                     echo "WARNING: switching OFF documentation build"
 209                     CMAKE_EXTRA_OPTIONS+=" -DBUILD_DOC=OFF"
 210                     CMAKE_EXTRA_OPTIONS+=" -DUSE_SPHINX=OFF" # missing package to be installed.
 211                     ;;
 212             esac
 213         elif [[ $k == "otrobopt" ]]; then
 214             case $LINUX_DISTRIBUTION in
 215                 DB*|FD*)
 216                     echo "WARNING: switching OFF documentation build"
 217                     CMAKE_EXTRA_OPTIONS+=" -DBUILD_DOC=OFF"
 218                     CMAKE_EXTRA_OPTIONS+=" -DUSE_SPHINX=OFF" # missing package to be installed.
 219                     ;;
 220             esac
 221         elif [[ $k == "otsvm" ]]; then
 222             case $LINUX_DISTRIBUTION in
 223                 DB*|FD*)
 224                     echo "WARNING: switching OFF documentation build"
 225                     CMAKE_EXTRA_OPTIONS+=" -DBUILD_DOC=OFF"
 226                     CMAKE_EXTRA_OPTIONS+=" -DUSE_SPHINX=OFF" # missing package to be installed.
 227                     ;;
 228             esac
 229         elif  [[ $k == "otpmml" ]]; then
 230             CMAKE_EXTRA_OPTIONS+=" -DBUILD_DOC=OFF"
 231         fi
 232
 233         echo
 234         echo "*** cmake " $CMAKE_OPTIONS ${CMAKE_EXTRA_OPTIONS}  $SOURCE_DIR/$k-${OTC[$k]}
 235         cmake $CMAKE_OPTIONS ${CMAKE_EXTRA_OPTIONS} $SOURCE_DIR/$k-${OTC[$k]}
 236         if [ $? -ne 0 ]
 237         then
 238             echo "ERROR on cmake"
 239             exit 1
 240         fi
 241
 242         echo
 243         echo "*** make" $MAKE_OPTIONS
 244         make $MAKE_OPTIONS
 245         if [ $? -ne 0 ]
 246         then
 247             echo "ERROR on make"
 248             exit 2
 249         fi
 250
 251         echo
 252         echo "*** make install"
 253         make install
 254         if [ $? -ne 0 ]
 255         then
 256             echo "ERROR on make install"
 257             exit 3
 258         fi
 259     done
 260     declare -A OTP
 261     OTP["otfmi"]="0.15"
 262     OTP["otpod"]="0.6.8"
 263     OTP["otwrapy"]="0.11"
 264     for k in ${!OTP[@]};
 265     do
 266         echo
 267         echo "*** C O M P O N E N T : $k-${OTP[$k]} "
 268
 269         if [ "$SAT_Python_IS_NATIVE" == "1" ]; then
 270             if [ $k == "otfmi" ]; then
 271                 echo "INFO: install dill-0.3.4"
 272                 ${PYTHONBIN} -m pip install  --cache-dir=$BUILD_DIR/cache/pip $SOURCE_DIR/dill-0.3.4/dill-0.3.4-py2.py3-none-any.whl --no-deps  --prefix=$PRODUCT_INSTALL
 273                 if [ $? -ne 0 ]
 274                 then
 275                     echo "FATAL: could not install dill-0.3.4"
 276                     exit 6
 277                 fi
 278             elif [ $k == "otpod" ]; then
 279                 if [[ $DIST_NAME == "CO" && $DIST_VERSION == "8" ]]; then
 280                     echo "*** skipping: since system Cython too old"
 281                     continue
 282                 fi
 283                 echo "INFO: install scikit-learn-0.24.2"
 284                 ${PYTHONBIN} -m pip install  --cache-dir=$BUILD_DIR/cache/pip $SOURCE_DIR/scikit-learn-0.24.2/scikit-learn-0.24.2.tar.gz --no-deps  --prefix=$PRODUCT_INSTALL
 285                 if [ $? -ne 0 ]
 286                 then
 287                     echo "FATAL: could not install scikit-0.24.2"
 288                     exit 6
 289                 fi
 290                 echo "INFO: install threadpoolctl-3.0.0"
 291                 ${PYTHONBIN} -m pip install --cache-dir=$BUILD_DIR/cache/pip  $SOURCE_DIR/threadpoolctl-3.0.0/threadpoolctl-3.0.0-py3-none-any.whl --no-deps --prefix=$PRODUCT_INSTALL
 292                 if [ $? -ne 0 ]
 293                 then
 294                     echo "FATAL: could not install threadpoolctl 3.0.0"
 295                     exit 6
 296                 fi
 297             fi
 298         else # non native Python
 299             if [[ $k == "otfmi" ]]; then
 300                 echo "INFO: install dill-0.3.4"
 301                 ${PYTHONBIN} -m pip install --cache-dir=$BUILD_DIR/cache/pip $SOURCE_DIR/dill-0.3.4/dill-0.3.4-py2.py3-none-any.whl --no-deps
 302                 if [ $? -ne 0 ]
 303                 then
 304                     echo "FATAL: could not install dikk-0.3.4"
 305                     exit 5
 306                 fi
 307             elif [[ $k == "otpod" ]]; then
 308                 echo "INFO: install threadpoolctl-3.0.0"
 309                 ${PYTHONBIN} -m pip install --cache-dir=$BUILD_DIR/cache/pip $SOURCE_DIR/threadpoolctl-3.0.0/threadpoolctl-3.0.0-py3-none-any.whl --no-deps
 310                 if [ $? -ne 0 ]
 311                 then
 312                     echo "FATAL: could not install readpoolctl 3.0.0"
 313                     exit 6
 314                 fi
 315                 echo "INFO: install joblib-1.1.0"
 316                 ${PYTHONBIN} -m pip install  --cache-dir=$BUILD_DIR/cache/pip $SOURCE_DIR/joblib-1.1.0/joblib-1.1.0-py2.py3-none-any.whl --no-deps
 317                 if [ $? -ne 0 ]
 318                 then
 319                     echo "FATAL: could not install joblib-1.1.0"
 320                     exit 6
 321                 fi
 322                 echo "INFO: install decorator-5.1.0"
 323                 ${PYTHONBIN} -m pip install  --cache-dir=$BUILD_DIR/cache/pip $SOURCE_DIR/decorator-5.1.0/decorator-5.1.0-py3-none-any.whl --no-deps
 324                 if [ $? -ne 0 ]
 325                 then
 326                     echo "FATAL: could not install decorator-5.1.0"
 327                     exit 6
 328                 fi
 329                 echo "INFO: install scikit-learn-0.24.2"
 330                 ${PYTHONBIN} -m pip install --cache-dir=$BUILD_DIR/cache/pip $SOURCE_DIR/scikit-learn-0.24.2/scikit-learn-0.24.2.tar.gz --no-deps
 331                 if [ $? -ne 0 ]
 332                 then
 333                     echo "FATAL: could not install scikit-0.24.2"
 334                     exit 6
 335                 fi
 336             fi
 337         fi
 338
 339         cd  $BUILD_DIR
 340         mkdir ${BUILD_DIR}/$k
 341         cd ${BUILD_DIR}/$k
 342         cp -R $SOURCE_DIR/$k-${OTP[$k]}/* .
 343         #
 344         $PYTHONBIN setup.py build
 345         if [ $? -ne 0 ]
 346         then
 347             echo "ERROR on ${PYTHONBIN} setup.py  build"
 348             exit 4
 349         fi
 350         #
 351         $PYTHONBIN setup.py install --prefix=$PRODUCT_INSTALL
 352         if [ $? -ne 0 ]
 353         then
 354             echo "ERROR on ${PYTHONBIN} setup.py  install --prefix=$PRODUCT_INSTALL"
 355             exit 5
 356         fi
 357     done
 358
 359     #
 360     # O P E N T U R N S
 361     #
 362     if [ -f ${PRODUCT_INSTALL}/lib/python${PYTHON_VERSION}/site-packages/site.py ]; then
 363         echo "INFO: site.py already installed"
 364     elif [ "$SAT_Python_IS_NATIVE" == "1" ]; then
 365         # check first whether the init.py file is installed
 366         echo "WARNING: missing init.py file. Installing it from system Python installation"
 367         SITE_PATCH=
 368         LINUX_DISTRIBUTION="$DIST_NAME$DIST_VERSION"
 369         case $LINUX_DISTRIBUTION in
 370             DB11)
 371                 SITE_PATCH=/usr/lib/pypy/dist-packages/setuptools/site-patch.py
 372                 ;;
 373             DB10)
 374                 SITE_PATCH=/usr/lib/python3/dist-packages/setuptools/site-patch.py
 375                 ;;
 376             UB22*)
 377                 SITE_PATCH=/usr/lib/pypy/dist-packages/setuptools/site-patch.py
 378                 ;;
 379             UB20*)
 380                 SITE_PATCH=/usr/lib/pypy/dist-packages/setuptools/site-patch.py
 381                 ;;
 382             FD32)
 383                 SITE_PATCH=/usr/lib/pypy/dist-packages/setuptools/site-patch.py
 384                 ;;
 385             FD36)
 386                 ###SITE_PATCH=
 387                 SITE_PATCH=$SOURCE_DIR/addons/site-patch.py
 388                 ;;
 389             FD34)
 390                 ###SITE_PATCH=
 391                 SITE_PATCH=$SOURCE_DIR/addons/site-patch.py
 392                 ;;
 393             CO8*)
 394                 SITE_PATCH=/usr/lib/pypy/dist-packages/setuptools/site-patch.py
 395                 ;;
 396             *)
 397                 SITE_PATCH=$SOURCE_DIR/addons/site-patch.py
 398                 ;;
 399         esac
 400         # check whether this file exists
 401         if [ "${SITE_PATCH}" == "" ]; then
 402             cp $SOURCE_DIR/addons/site-patch.py ${PRODUCT_INSTALL}/lib/python${PYTHON_VERSION}/site-packages/site.py
 403         else
 404             cp $SITE_PATCH ${PRODUCT_INSTALL}/lib/python${PYTHON_VERSION}/site-packages/site.py
 405         fi
 406     elif [ -f ${PYTHON_ROOT_DIR}/lib/python${PYTHON_VERSION}/site-packages/setuptools/site-patch.py ]; then
 407         cp ${PYTHON_ROOT_DIR}/lib/python${PYTHON_VERSION}/site-packages/setuptools/site-patch.py ${PRODUCT_INSTALL}/lib/python${PYTHON_VERSION}/site-packages/site.py
 408     else
 409         echo "ERROR: could not find site-patch.py"
 410         exit 7
 411     fi
 412 fi
 413
 414 cd ${PRODUCT_INSTALL}/lib
 415 # On some nodes, the link to OT is not done properly.
 416 # In addition to this issue, it seems that there is a bug in openturns 1.19  which uses 20 instead of 19 as suffix.
 417 if [[ ! -f libOT.so.0 ]]; then
 418     echo "INFO: Fixing libOT.so"
 419     ln -sf libOT.so.0.20.0 libOT.so.0.20
 420     ln -sf libOT.so.0.20 libOT.so.0
 421     ln -sf libOT.so.0 libOT.so
 422 fi
 423
 424 echo
 425 echo "########## END"