Salome HOME
merge from master
[tools/sat_salome.git] / products / compil_scripts / openturns-1.19.sh
1 #!/bin/bash                                                                                                                                                                              
2
3 echo "##########################################################################"
4 echo "openturns" $VERSION
5 echo "##########################################################################"
6
7 # we don't install in python directory -> modify environment as described in INSTALL file
8
9 #mkdir -p $PRODUCT_INSTALL/lib/python${PYTHON_VERSION}/site-packages
10 export PATH=$(pwd)/bin:$PATH
11 export PYTHONPATH=$(pwd):$PYTHONPATH
12 export PYTHONPATH=${PRODUCT_INSTALL}/lib/python${PYTHON_VERSION}/site-packages:$PYTHONPATH
13
14 CMAKE_OPTIONS=""
15 if [ -n "$SAT_HPC" ] && [ -n "$MPI_ROOT_DIR" ]; then
16     echo "WARNING: setting CC and CXX environment variables and target MPI wrapper"
17     CMAKE_OPTIONS+=" -DCMAKE_CXX_COMPILER:STRING=${MPI_CXX_COMPILER}"
18     CMAKE_OPTIONS+=" -DCMAKE_C_COMPILER:STRING=${MPI_C_COMPILER}"
19 fi
20
21 CMAKE_OPTIONS+=" -DCMAKE_INSTALL_PREFIX:STRING=${PRODUCT_INSTALL}"
22 CMAKE_OPTIONS+=" -DCMAKE_INSTALL_LIBDIR:STRING=lib"
23 CMAKE_OPTIONS+=" -DCMAKE_BUILD_TYPE:STRING=Release"
24 CMAKE_OPTIONS+=" -DPYTHON_EXECUTABLE=${PYTHONBIN}"
25
26 if [ -n "$SWIG_ROOT_DIR" ] && [ "$SAT_swig_IS_NATIVE" != "1" ]; then
27     CMAKE_OPTIONS+=" -DSWIG_EXECUTABLE=${SWIG_ROOT_DIR}/bin/swig"
28 fi
29
30 if [ -n "$TBB_ROOT_DIR" ] && [ "$SAT_tbb_IS_NATIVE" != "1" ]; then
31     CMAKE_OPTIONS+=" -DTBB_ROOT_DIR=${TBB_ROOT_DIR}"
32     CMAKE_OPTIONS+=" -Dtbb_DIR=${TBB_ROOT_DIR}/lib/cmake"
33 fi
34
35 # https://github.com/persalys/persalys/issues/745
36 LINUX_DISTRIBUTION="$DIST_NAME$DIST_VERSION"
37 case $LINUX_DISTRIBUTION in
38     UB22*|CO8*|CO9*|FD36)
39         echo "WARNING: switching OFF TBB support"
40         CMAKE_OPTIONS+=" -DUSE_TBB=OFF"
41         ;;
42     *)
43         ;;
44 esac
45
46 # Blas/Lapack
47 if [ -n "$LAPACK_ROOT_DIR" ] && [ "$SAT_lapack_IS_NATIVE" != "1" ]; then
48     CMAKE_OPTIONS+=" -DLAPACK_DIR=${LAPACK_ROOT_DIR}/lib/cmake/lapack-3.8.0"
49     CMAKE_OPTIONS+=" -DCBLAS_DIR=${LAPACK_ROOT_DIR}/lib/cmake/cblas-3.8.0"
50     CMAKE_OPTIONS+=" -DCBLAS_LIBRARIES=$LAPACK_ROOT_DIR/lib/libcblas.so"
51     CMAKE_OPTIONS+=" -DBLAS_LIBRARIES=$LAPACK_ROOT_DIR/lib/libblas.so"
52 fi
53
54 ### libxml2 settings
55 if [ -n "$LIBXML2_ROOT_DIR" ] && [ "$SAT_libxml2_IS_NATIVE" != "1" ]; then
56     CMAKE_OPTIONS+=" -DLIBXML2_INCLUDE_DIR:STRING=${LIBXML2_ROOT_DIR}/include/libxml2"
57     CMAKE_OPTIONS+=" -DLIBXML2_LIBRARIES:STRING=${LIBXML2_ROOT_DIR}/lib/libxml2.so"
58     CMAKE_OPTIONS+=" -DLIBXML2_XMLLINT_EXECUTABLE=${LIBXML2_ROOT_DIR}/bin/xmllint"
59 fi
60
61 # HDF5
62 if [ -n "$HDF5_ROOT_DIR" ] && [ "$SAT_hdf5_IS_NATIVE" != "1" ]; then
63     CMAKE_OPTIONS+=" -DHDF5_DIR:PATH=${HDF5_ROOT_DIR}/share/cmake/hdf5"
64     CMAKE_OPTIONS+=" -DHDF5_USE_STATIC_LIBRARIES:BOOL=OFF"
65     CMAKE_OPTIONS+=" -DHDF5_ROOT:PATH=${HDF5_ROOT_DIR}"
66     CMAKE_OPTIONS+=" -DHDF5_hdf5_LIBRARY_RELEASE=${HDF5_ROOT_DIR}/lib"
67     CMAKE_OPTIONS+=" -DHDF5_hdf5_hl_LIBRARY_RELEASE=${HDF5_ROOT_DIR}/lib/libhdf5_hl.so"
68     CMAKE_OPTIONS+=" -DHDF5_HL_LIBRARY=${HDF5_ROOT_DIR}/lib/libhdf5_hl.so"
69     CMAKE_OPTIONS+=" -DHDF5_C_INCLUDE_DIR=${HDF5_ROOT_DIR}/include"
70 fi
71
72 # CMINPACK
73 if [ -n "$CMINPACK_ROOT_DIR" ] && [ "$SAT_cminpack_IS_NATIVE" != "1" ]; then
74     CMAKE_OPTIONS+=" -DCMINPACK_ROOT_DIR=${CMINPACK_ROOT_DIR}"
75     CMAKE_OPTIONS+=" -DCMINPACK_INCLUDE_DIR=${CMINPACK_ROOT_DIR}/include/cminpack-1"
76     CMAKE_OPTIONS+=" -DCMINPACK_LIBRARY=$CMINPACK_ROOT_DIR/lib/libcminpack_s.a"
77 else
78     CMAKE_OPTIONS+=" -DCMINPACK_ROOT_DIR=${CMINPACK_ROOT_DIR}"
79     CMAKE_OPTIONS+=" -DCMINPACK_INCLUDE_DIR=${CMINPACK_ROOT_DIR}/include/cminpack-1"
80 fi
81
82 # Blas/Lapack
83 if [ -n "$LAPACK_ROOT_DIR" ] && [ "$SAT_lapack_IS_NATIVE" != "1" ]; then
84     CMAKE_OPTIONS+=" -DLAPACK_DIR=${LAPACK_ROOT_DIR}/lib/cmake/lapack-3.8.0"
85     CMAKE_OPTIONS+=" -DCBLAS_DIR=${LAPACK_ROOT_DIR}/lib/cmake/cblas-3.8.0"
86     CMAKE_OPTIONS+=" -DCBLAS_LIBRARIES=$LAPACK_ROOT_DIR/lib/libcblas.so"
87     CMAKE_OPTIONS+=" -DBLAS_LIBRARIES=$LAPACK_ROOT_DIR/lib/libblas.so"
88 fi
89
90 if [[ $DIST_NAME == "CO" && $DIST_VERSION == "8" &&  -f /usr/lib64/libcblas.so && -f /usr/lib64/libblas.so ]]; then
91     CMAKE_OPTIONS+=" -DCBLAS_LIBRARIES=/usr/lib64/libcblas.so"
92     CMAKE_OPTIONS+=" -DBLAS_LIBRARIES=/usr/lib64/libblas.so"
93 fi
94
95 ### libxml2 settings
96 if [ -n "$LIBXML2_ROOT_DIR" ] && [ "$SAT_libxml2_IS_NATIVE" != "1" ]; then
97     CMAKE_OPTIONS+=" -DLIBXML2_INCLUDE_DIR:STRING=${LIBXML2_ROOT_DIR}/include/libxml2"
98     CMAKE_OPTIONS+=" -DLIBXML2_LIBRARIES:STRING=${LIBXML2_ROOT_DIR}/lib/libxml2.so"
99     CMAKE_OPTIONS+=" -DLIBXML2_XMLLINT_EXECUTABLE=${LIBXML2_ROOT_DIR}/bin/xmllint"
100 fi
101
102 ## nlopt
103 if [ -n "$NLOPT_ROOT_DIR" ] && [ "$SAT_nlopt_IS_NATIVE" != "1" ]; then
104     CMAKE_OPTIONS+=" -DNLOPT_INCLUDE_DIRS:STRING=${NLOPT_ROOT_DIR}/include"
105     CMAKE_OPTIONS+=" -DNLOPT_LIBRARIES:STRING=${NLOPT_ROOT_DIR}/lib"
106     CMAKE_OPTIONS+=" -DNLOPT_DIR:STRING=${NLOPT_ROOT_DIR}"
107 fi
108
109 echo
110 echo "*** cmake" $CMAKE_OPTIONS
111
112 rm -rf $BUILD_DIR
113 mkdir -p $BUILD_DIR/openturns
114 mkdir -p  $BUILD_DIR/cache/pip
115 cd  $BUILD_DIR/openturns
116 cmake $CMAKE_OPTIONS $SOURCE_DIR/openturns-1.19
117 if [ $? -ne 0 ]
118 then
119     echo "ERROR on cmake"
120     exit 1
121 fi
122
123 echo
124 echo "*** make" $MAKE_OPTIONS
125 make $MAKE_OPTIONS
126 if [ $? -ne 0 ]
127 then
128     echo "ERROR on make"
129     exit 2
130 fi
131
132 echo
133 echo "*** make install"
134 make install
135 if [ $? -ne 0 ]
136 then
137     echo "ERROR on make install"
138     exit 3
139 fi
140
141 echo
142 echo "*** check installation"
143 if [! -d "${PRODUCT_INSTALL}/lib" ]; then
144     mkdir -p ${PRODUCT_INSTALL}/lib
145 fi
146
147 if [ -d "${PRODUCT_INSTALL}/lib64" ]; then
148     echo "WARNING: moving lib64 to lib"
149     mv ${PRODUCT_INSTALL}/lib64/* ${PRODUCT_INSTALL}/lib/
150     rmdir ${PRODUCT_INSTALL}/lib64
151 elif [ -d "${PRODUCT_INSTALL}/local/lib64" ]; then
152     echo "WARNING: moving local/lib64 to lib"
153     mv ${PRODUCT_INSTALL}/local/lib64/* ${PRODUCT_INSTALL}/lib/
154     rmdir ${PRODUCT_INSTALL}/local/lib64
155 fi
156
157 if [[ -d "${PRODUCT_INSTALL}/lib/python${PYTHON_VERSION}/dist-packages" ]]; then
158     echo "WARNING: renaming ${PRODUCT_INSTALL}/lib/python${PYTHON_VERSION}/dist-packages as ${PRODUCT_INSTALL}/lib/python${PYTHON_VERSION}/site-packages"
159     cd  ${PRODUCT_INSTALL}/lib/python${PYTHON_VERSION}
160     ls -l
161     mv dist-packages site-packages
162     ls -l
163     cd  $BUILD_DIR/openturns
164 fi
165
166 export PYTHONPATH=${PRODUCT_INSTALL}/lib/python${PYTHON_VERSION}/site-packages:${PYTHONPATH}
167 export LD_LIBRARY_PATH=${PRODUCT_INSTALL}/lib:${LD_LIBRARY_PATH}
168 chmod +x ${SOURCE_DIR}/openturns-1.19/python/test/t_features.py
169 ${SOURCE_DIR}/openturns-1.19/python/test/t_features.py
170 if [ $? -ne 0 ]
171 then
172     echo "ERROR  testing Openturns features...."
173     exit 4
174 fi
175
176 LD_LIBRARY_PATH_REF=${LD_LIBRARY_PATH}
177 if [[ -d "$SOURCE_DIR/otfftw-0.12" ]]; then
178     declare -A OTC
179     OTC["otagrum"]="0.6"
180     OTC["otfftw"]="0.12"
181     OTC["otmixmod"]="0.13"
182     OTC["otmorris"]="0.13"
183     OTC["otpmml"]="1.12"
184     OTC["otrobopt"]="0.11"
185     OTC["otsubsetinverse"]="1.9"
186     OTC["otsvm"]="0.11"
187
188     for k in ${!OTC[@]};
189     do         
190         echo
191         echo "*** C O M P O N E N T : $k-${OTC[$k]} "
192         if [[ $k == "otagrum" ]]; then
193             echo "WARNING: skipping $k.."
194             continue
195         fi
196         cd  $BUILD_DIR
197         mkdir ${BUILD_DIR}/$k
198         cd ${BUILD_DIR}/$k 
199         CMAKE_EXTRA_OPTIONS=
200         if [[ $DIST_NAME == "CO" ]]; then
201             CMAKE_EXTRA_OPTIONS+=" -DBUILD_DOC=OFF"  # needs extra latex modules on CentOS 7, 8
202             CMAKE_EXTRA_OPTIONS+=" -DUSE_SPHINX=OFF"
203         fi
204         if [[ $k == "otmixmod" ]]; then
205             CMAKE_EXTRA_OPTIONS+=" -DBUILD_DOC=OFF"
206             CMAKE_EXTRA_OPTIONS+=" -DSOURCEFILES=$SOURCE_DIR/$k-${OTC[$k]}"
207         elif [[ $k == "otsubsetinverse" ]]; then
208             CMAKE_EXTRA_OPTIONS+=" -DOPENTURNS_HOME=$PRODUCT_INSTALL"
209             CMAKE_EXTRA_OPTIONS+=" -DCMAKE_SKIP_INSTALL_RPATH:BOOL=ON"
210             CMAKE_EXTRA_OPTIONS+=" -DUSE_SPHINX=OFF"
211         elif  [[ $k == "otfftw" ]]; then
212             CMAKE_EXTRA_OPTIONS+=" -DBUILD_DOC=OFF"
213         elif [[ $k == "otmorris" ]]; then
214             case $LINUX_DISTRIBUTION in
215                 DB*|FD*|UB*)
216                     echo "WARNING: switching OFF documentation build"
217                     CMAKE_EXTRA_OPTIONS+=" -DBUILD_DOC=OFF"
218                     CMAKE_EXTRA_OPTIONS+=" -DUSE_SPHINX=OFF" # missing package to be installed.
219                     ;;
220             esac
221         elif [[ $k == "otrobopt" ]]; then
222             case $LINUX_DISTRIBUTION in
223                 DB*|FD*|UB*)
224                     echo "WARNING: switching OFF documentation build"
225                     CMAKE_EXTRA_OPTIONS+=" -DBUILD_DOC=OFF"
226                     CMAKE_EXTRA_OPTIONS+=" -DUSE_SPHINX=OFF" # missing package to be installed.
227                     ;;
228             esac
229         elif [[ $k == "otsvm" ]]; then
230             case $LINUX_DISTRIBUTION in
231                 DB*|FD*|UB*)
232                     echo "WARNING: switching OFF documentation build"
233                     CMAKE_EXTRA_OPTIONS+=" -DBUILD_DOC=OFF"
234                     CMAKE_EXTRA_OPTIONS+=" -DUSE_SPHINX=OFF" # missing package to be installed.
235                     ;;
236             esac
237         elif  [[ $k == "otpmml" ]]; then
238             CMAKE_EXTRA_OPTIONS+=" -DBUILD_DOC=OFF"
239         fi
240
241         echo
242         echo "*** cmake " $CMAKE_OPTIONS ${CMAKE_EXTRA_OPTIONS}  $SOURCE_DIR/$k-${OTC[$k]}
243         cmake $CMAKE_OPTIONS ${CMAKE_EXTRA_OPTIONS} $SOURCE_DIR/$k-${OTC[$k]}
244         if [ $? -ne 0 ]
245         then
246             echo "ERROR on cmake"
247             exit 1
248         fi
249         
250         echo
251         echo "*** make" $MAKE_OPTIONS
252         make $MAKE_OPTIONS
253         if [ $? -ne 0 ]
254         then
255             echo "ERROR on make"
256             exit 2
257         fi
258         
259         echo
260         echo "*** make install"
261         make install
262         if [ $? -ne 0 ]
263         then
264             echo "ERROR on make install"
265             exit 3
266         fi
267     done
268
269     declare -A OTP
270     OTP["otfmi"]="0.15"
271     OTP["otpod"]="0.6.8"
272     OTP["otwrapy"]="0.11"
273     for k in ${!OTP[@]};
274     do 
275         echo
276         echo "*** C O M P O N E N T : $k-${OTP[$k]} "
277
278         if [ "$SAT_Python_IS_NATIVE" == "1" ]; then
279             if [ $k == "otfmi" ]; then
280                 echo "INFO: install dill-0.3.4"
281                 ${PYTHONBIN} -m pip install  --cache-dir=$BUILD_DIR/cache/pip $SOURCE_DIR/dill-0.3.4/dill-0.3.4-py2.py3-none-any.whl --no-deps  --prefix=$PRODUCT_INSTALL
282                 if [ $? -ne 0 ]
283                 then
284                     echo "FATAL: could not install dill-0.3.4"
285                     exit 6
286                 fi
287             elif [ $k == "otpod" ]; then
288                 if [[ $DIST_NAME == "CO" && $DIST_VERSION == "8" ]]; then
289                     echo "*** skipping: since system Cython too old"
290                     continue
291                 fi
292                 echo "INFO: install scikit-learn-0.24.2"
293                 ${PYTHONBIN} -m pip install  --cache-dir=$BUILD_DIR/cache/pip $SOURCE_DIR/scikit-learn-0.24.2/scikit-learn-0.24.2.tar.gz --no-deps  --prefix=$PRODUCT_INSTALL
294                 if [ $? -ne 0 ]
295                 then
296                     echo "FATAL: could not install scikit-0.24.2"
297                     exit 6
298                 fi
299                 echo "INFO: install threadpoolctl-3.0.0"
300                 ${PYTHONBIN} -m pip install --cache-dir=$BUILD_DIR/cache/pip  $SOURCE_DIR/threadpoolctl-3.0.0/threadpoolctl-3.0.0-py3-none-any.whl --no-deps --prefix=$PRODUCT_INSTALL
301                 if [ $? -ne 0 ]
302                 then
303                     echo "FATAL: could not install threadpoolctl 3.0.0"
304                     exit 6
305                 fi
306             fi
307         else # non native Python
308             if [[ $k == "otfmi" ]]; then
309                 echo "INFO: install dill-0.3.4"
310                 ${PYTHONBIN} -m pip install --cache-dir=$BUILD_DIR/cache/pip $SOURCE_DIR/dill-0.3.4/dill-0.3.4-py2.py3-none-any.whl --no-deps
311                 if [ $? -ne 0 ]
312                 then
313                     echo "FATAL: could not install dikk-0.3.4"
314                     exit 5
315                 fi
316             elif [[ $k == "otpod" ]]; then
317                 echo "INFO: install threadpoolctl-3.0.0"
318                 ${PYTHONBIN} -m pip install --cache-dir=$BUILD_DIR/cache/pip $SOURCE_DIR/threadpoolctl-3.0.0/threadpoolctl-3.0.0-py3-none-any.whl --no-deps
319                 if [ $? -ne 0 ]
320                 then
321                     echo "FATAL: could not install readpoolctl 3.0.0"
322                     exit 6
323                 fi
324                 echo "INFO: install joblib-1.1.0"
325                 ${PYTHONBIN} -m pip install  --cache-dir=$BUILD_DIR/cache/pip $SOURCE_DIR/joblib-1.1.0/joblib-1.1.0-py2.py3-none-any.whl --no-deps
326                 if [ $? -ne 0 ]
327                 then
328                     echo "FATAL: could not install joblib-1.1.0"
329                     exit 6
330                 fi
331                 echo "INFO: install decorator-5.1.0"
332                 ${PYTHONBIN} -m pip install  --cache-dir=$BUILD_DIR/cache/pip $SOURCE_DIR/decorator-5.1.0/decorator-5.1.0-py3-none-any.whl --no-deps
333                 if [ $? -ne 0 ]
334                 then
335                     echo "FATAL: could not install decorator-5.1.0"
336                     exit 6
337                 fi
338                 echo "INFO: install scikit-learn-0.24.2"
339                 ${PYTHONBIN} -m pip install --cache-dir=$BUILD_DIR/cache/pip $SOURCE_DIR/scikit-learn-0.24.2/scikit-learn-0.24.2.tar.gz --no-deps
340                 if [ $? -ne 0 ]
341                 then
342                     echo "FATAL: could not install scikit-0.24.2"
343                     exit 6
344                 fi
345             fi
346         fi
347
348         cd  $BUILD_DIR
349         mkdir ${BUILD_DIR}/$k
350         cd ${BUILD_DIR}/$k
351         cp -R $SOURCE_DIR/$k-${OTP[$k]}/* .
352         #
353         $PYTHONBIN setup.py build
354         if [ $? -ne 0 ]
355         then
356             echo "ERROR on ${PYTHONBIN} setup.py  build"
357             exit 4
358         fi
359         #
360         $PYTHONBIN setup.py install --prefix=$PRODUCT_INSTALL
361         if [ $? -ne 0 ]
362         then
363             echo "ERROR on ${PYTHONBIN} setup.py  install --prefix=$PRODUCT_INSTALL"
364             exit 5
365         fi
366     done
367
368     #
369     # O P E N T U R N S
370     #
371     if [ -f ${PRODUCT_INSTALL}/lib/python${PYTHON_VERSION}/site-packages/site.py ]; then
372         echo "INFO: site.py already installed"
373     elif [ "$SAT_Python_IS_NATIVE" == "1" ]; then
374         # check first whether the init.py file is installed
375         echo "WARNING: missing init.py file. Installing it from system Python installation"
376         SITE_PATCH=
377         LINUX_DISTRIBUTION="$DIST_NAME$DIST_VERSION"
378         case $LINUX_DISTRIBUTION in
379             DB11)
380                 SITE_PATCH=/usr/lib/pypy/dist-packages/setuptools/site-patch.py
381                 ;;
382             DB10)
383                 SITE_PATCH=/usr/lib/python3/dist-packages/setuptools/site-patch.py
384                 ;;
385             UB22*)
386                 SITE_PATCH=/usr/lib/pypy/dist-packages/setuptools/site-patch.py
387                 ;;
388             UB20*)
389                 SITE_PATCH=/usr/lib/pypy/dist-packages/setuptools/site-patch.py
390                 ;;
391             FD32)
392                 SITE_PATCH=/usr/lib/pypy/dist-packages/setuptools/site-patch.py
393                 ;;
394             FD36)
395                 ###SITE_PATCH=
396                 SITE_PATCH=$SOURCE_DIR/addons/site-patch.py
397                 ;;
398             FD34)
399                 ###SITE_PATCH=
400                 SITE_PATCH=$SOURCE_DIR/addons/site-patch.py
401                 ;;
402             CO8*)
403                 SITE_PATCH=/usr/lib/pypy/dist-packages/setuptools/site-patch.py
404                 ;;
405             *)
406                 SITE_PATCH=$SOURCE_DIR/addons/site-patch.py
407                 ;;
408         esac
409         # check whether this file exists
410         if [ "${SITE_PATCH}" == "" ]; then
411             cp $SOURCE_DIR/addons/site-patch.py ${PRODUCT_INSTALL}/lib/python${PYTHON_VERSION}/site-packages/site.py
412         else
413             cp $SITE_PATCH ${PRODUCT_INSTALL}/lib/python${PYTHON_VERSION}/site-packages/site.py
414         fi
415     elif [ -f ${PYTHON_ROOT_DIR}/lib/python${PYTHON_VERSION}/site-packages/setuptools/site-patch.py ]; then
416         cp ${PYTHON_ROOT_DIR}/lib/python${PYTHON_VERSION}/site-packages/setuptools/site-patch.py ${PRODUCT_INSTALL}/lib/python${PYTHON_VERSION}/site-packages/site.py
417     else
418         echo "ERROR: could not find site-patch.py"
419         exit 7
420     fi
421 fi
422
423 cd ${PRODUCT_INSTALL}/lib
424 # On some nodes, the link to OT is not done properly.
425 # In addition to this issue, it seems that there is a bug in openturns 1.19  which uses 20 instead of 19 as suffix.
426 if [[ ! -f libOT.so.0 ]]; then
427     echo "INFO: Fixing libOT.so"
428     ln -sf libOT.so.0.20.0 libOT.so.0.20
429     ln -sf libOT.so.0.20 libOT.so.0
430     ln -sf libOT.so.0 libOT.so
431 fi
432
433 echo
434 echo "########## END"