3 # Copyright (C) 2010-2012 CEA/DEN
5 # This library is free software; you can redistribute it and/or
6 # modify it under the terms of the GNU Lesser General Public
7 # License as published by the Free Software Foundation; either
8 # version 2.1 of the License.
10 # This library is distributed in the hope that it will be useful,
11 # but WITHOUT ANY WARRANTY; without even the implied warranty of
12 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
13 # Lesser General Public License for more details.
15 # You should have received a copy of the GNU Lesser General Public
16 # License along with this library; if not, write to the Free Software
17 # Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
18 '''In this file are implemented the methods
19 relative to the product notion of salomeTools
27 AVAILABLE_VCS = ['git', 'svn', 'cvs']
28 config_expression = "^config-\d+$"
29 VERSION_DELIMITER = "_to_"
31 def get_product_config(config, product_name, with_install_dir=True):
32 '''Get the specific configuration of a product from the global configuration
34 :param config Config: The global configuration
35 :param product_name str: The name of the product
36 :param with_install_dir boolean: If false, do not provide an install
37 directory (at false only for internal use
38 of the function check_config_exists)
39 :return: the specific configuration of the product
43 # Get the version of the product from the application definition
44 version = config.APPLICATION.products[product_name]
45 # if no version, then take the default one defined in the application
46 if isinstance(version, bool):
47 version = config.APPLICATION.tag
49 # Define debug and dev modes
50 # Get the tag if a dictionary is given in APPLICATION.products for the
56 if isinstance(version, src.pyconf.Mapping):
59 if not 'tag' in dic_version:
60 version = config.APPLICATION.tag
62 version = dic_version.tag
64 # Get the debug if any
65 if 'debug' in dic_version:
66 debug = dic_version.debug
69 if 'dev' in dic_version:
73 if 'base' in dic_version:
74 base = dic_version.base
76 # Get the section if any
77 if 'section' in dic_version:
78 section = dic_version.section
81 # substitute some character with _ in order to get the correct definition
82 # in config.PRODUCTS. This is done because the pyconf tool does not handle
83 # the . and - characters
84 for c in ".-": vv = vv.replace(c, "_")
87 if product_name in config.PRODUCTS:
88 # Search for the product description in the configuration
89 prod_info = get_product_section(config, product_name, vv, section)
91 # merge opt_depend in depend
92 if prod_info is not None and 'opt_depend' in prod_info:
93 for depend in prod_info.opt_depend:
94 if depend in config.APPLICATION.products:
95 prod_info.depend.append(depend,'')
97 # In case of a product get with a vcs,
98 # put the tag (equal to the version)
99 if prod_info is not None and prod_info.get_source in AVAILABLE_VCS:
101 if prod_info.get_source == 'git':
102 prod_info.git_info.tag = version
104 if prod_info.get_source == 'svn':
105 prod_info.svn_info.tag = version
107 if prod_info.get_source == 'cvs':
108 prod_info.cvs_info.tag = version
110 # In case of a fixed product,
111 # define the install_dir (equal to the version)
112 if prod_info is not None and os.path.isdir(version):
113 prod_info.install_dir = version
114 prod_info.get_source = "fixed"
116 # Check if the product is defined as native in the application
117 if prod_info is not None:
118 if version == "native":
119 prod_info.get_source = "native"
120 elif prod_info.get_source == "native":
121 msg = _("The product %(prod)s has version %(ver)s but is "
122 "declared as native in its definition" %
123 { 'prod': prod_info.name, 'ver': version})
124 raise src.SatException(msg)
126 # If there is no definition but the product is declared as native,
127 # construct a new definition containing only the get_source key
128 if prod_info is None and version == "native":
129 prod_info = src.pyconf.Config()
130 prod_info.name = product_name
131 prod_info.get_source = "native"
133 # If there is no definition but the product is fixed,
134 # construct a new definition containing only the product name
135 if prod_info is None and os.path.isdir(version):
136 prod_info = src.pyconf.Config()
137 prod_info.name = product_name
138 prod_info.get_source = "fixed"
139 prod_info.addMapping("environ", src.pyconf.Mapping(prod_info), "")
142 # If prod_info is still None, it means that there is no product definition
143 # in the config. The user has to provide it.
144 if prod_info is None:
145 prod_pyconf_path = src.find_file_in_lpath(product_name + ".pyconf",
146 config.PATHS.PRODUCTPATH)
147 if not prod_pyconf_path:
149 No definition found for the product %(1)s.
150 Please create a %(2)s.pyconf file somewhere in:
154 "3": config.PATHS.PRODUCTPATH }
157 No definition corresponding to the version %(1)s was found in the file:
159 Please add a section in it.""") % {"1" : vv, "2" : prod_pyconf_path}
160 raise src.SatException(msg)
162 # Set the debug, dev and version keys
163 prod_info.debug = debug
165 prod_info.version = version
167 # Set the archive_info if the product is get in archive mode
168 if prod_info.get_source == "archive":
169 if not "archive_info" in prod_info:
170 prod_info.addMapping("archive_info",
171 src.pyconf.Mapping(prod_info),
173 if "archive_name" not in prod_info.archive_info:
174 arch_name = product_name + "-" + version + ".tar.gz"
175 arch_path = src.find_file_in_lpath(arch_name,
176 config.PATHS.ARCHIVEPATH)
178 msg = _("Archive %(1)s for %(2)s not found.\n") % \
179 {"1" : arch_name, "2" : prod_info.name}
180 raise src.SatException(msg)
181 prod_info.archive_info.archive_name = arch_path
183 if (os.path.basename(prod_info.archive_info.archive_name) ==
184 prod_info.archive_info.archive_name):
185 arch_name = prod_info.archive_info.archive_name
186 arch_path = src.find_file_in_lpath(
188 config.PATHS.ARCHIVEPATH)
190 msg = _("Archive %(1)s for %(2)s not found:\n") % \
191 {"1" : arch_name, "2" : prod_info.name}
192 raise src.SatException(msg)
193 prod_info.archive_info.archive_name = arch_path
195 # If the product compiles with a script, check the script existence
196 # and if it is executable
197 if product_has_script(prod_info):
198 # Check the compil_script key existence
199 if "compil_script" not in prod_info:
201 No compilation script found for the product %s.
202 Please provide a 'compil_script' key in its definition.""") % product_name
203 raise src.SatException(msg)
205 # Get the path of the script
206 script = prod_info.compil_script
207 script_name = os.path.basename(script)
208 if script == script_name:
209 # Only a name is given. Search in the default directory
210 script_path = src.find_file_in_lpath(script_name,
211 config.PATHS.PRODUCTPATH,
214 raise src.SatException(
215 _("Compilation script not found: %s") % script_name)
216 prod_info.compil_script = script_path
217 if src.architecture.is_windows():
218 prod_info.compil_script = prod_info.compil_script[:-len(".sh")] + ".bat"
220 # Check that the script is executable
221 if not os.access(prod_info.compil_script, os.X_OK):
222 #raise src.SatException(
223 # _("Compilation script cannot be executed: %s") %
224 # prod_info.compil_script)
225 print("WARNING: Compilation script cannot be executed:\n %s" % prod_info.compil_script)
227 # Get the full paths of all the patches
228 if product_has_patches(prod_info):
230 for patch in prod_info.patches:
232 # If only a filename, then search for the patch in the PRODUCTPATH
233 if os.path.basename(patch_path) == patch_path:
234 # Search in the PRODUCTPATH/patches
235 patch_path = src.find_file_in_lpath(patch,
236 config.PATHS.PRODUCTPATH,
239 msg = _("Patch %(patch_name)s for %(prod_name)s not found:"
240 "\n" % {"patch_name" : patch,
241 "prod_name" : prod_info.name})
242 raise src.SatException(msg)
243 patches.append(patch_path)
244 prod_info.patches = patches
246 # Get the full paths of the environment scripts
247 if product_has_env_script(prod_info):
248 env_script_path = prod_info.environ.env_script
249 # If only a filename, then search for the environment script
250 # in the PRODUCTPATH/env_scripts
251 if os.path.basename(env_script_path) == env_script_path:
252 # Search in the PRODUCTPATH/env_scripts
253 env_script_path = src.find_file_in_lpath(
254 prod_info.environ.env_script,
255 config.PATHS.PRODUCTPATH,
257 if not env_script_path:
258 msg = _("Environment script %(env_name)s for %(prod_name)s not "
259 "found.\n" % {"env_name" : env_script_path,
260 "prod_name" : prod_info.name})
261 raise src.SatException(msg)
263 prod_info.environ.env_script = env_script_path
266 # The variable with_install_dir is at false only for internal use
267 # of the function get_install_dir
269 # Save the install_dir key if there is any
270 if "install_dir" in prod_info and not "install_dir_save" in prod_info:
271 prod_info.install_dir_save = prod_info.install_dir
273 # if it is not the first time the install_dir is computed, it means
274 # that install_dir_save exists and it has to be taken into account.
275 if "install_dir_save" in prod_info:
276 prod_info.install_dir = prod_info.install_dir_save
278 # Set the install_dir key
279 prod_info.install_dir = get_install_dir(config, base, version, prod_info)
283 def get_product_section(config, product_name, version, section=None):
284 '''Get the product description from the configuration
286 :param config Config: The global configuration
287 :param product_name str: The product name
288 :param version str: The version of the product
289 :param section str: The searched section (if not None, the section is
291 :return: The product description
295 # if section is not None, try to get the corresponding section
297 if section not in config.PRODUCTS[product_name]:
299 # returns specific information for the given version
300 prod_info = config.PRODUCTS[product_name][section]
301 prod_info.section = section
302 prod_info.from_file = config.PRODUCTS[product_name].from_file
305 # If it exists, get the information of the product_version
306 if "version_" + version in config.PRODUCTS[product_name]:
307 # returns specific information for the given version
308 prod_info = config.PRODUCTS[product_name]["version_" + version]
309 prod_info.section = "version_" + version
310 prod_info.from_file = config.PRODUCTS[product_name].from_file
313 # Else, check if there is a description for multiple versions
314 l_section_name = config.PRODUCTS[product_name].keys()
315 l_section_ranges = [section_name for section_name in l_section_name
316 if VERSION_DELIMITER in section_name]
317 for section_range in l_section_ranges:
318 minimum, maximum = section_range.split(VERSION_DELIMITER)
319 if (src.only_numbers(version) >= src.only_numbers(minimum)
320 and src.only_numbers(version) <= src.only_numbers(maximum)):
321 # returns specific information for the versions
322 prod_info = config.PRODUCTS[product_name][section_range]
323 prod_info.section = section_range
324 prod_info.from_file = config.PRODUCTS[product_name].from_file
327 # Else, get the standard informations
328 if "default" in config.PRODUCTS[product_name]:
329 # returns the generic information (given version not found)
330 prod_info = config.PRODUCTS[product_name].default
331 prod_info.section = "default"
332 prod_info.from_file = config.PRODUCTS[product_name].from_file
335 # if noting was found, return None
338 def get_install_dir(config, base, version, prod_info):
339 '''Compute the installation directory of a given product
341 :param config Config: The global configuration
342 :param base str: This corresponds to the value given by user in its
343 application.pyconf for the specific product. If "yes", the
344 user wants the product to be in base. If "no", he wants the
345 product to be in the application workdir
346 :param version str: The version of the product
347 :param product_info Config: The configuration specific to
350 :return: The path of the product installation
355 if (("install_dir" in prod_info and prod_info.install_dir == "base")
358 if (base == "no" or ("no_base" in config.APPLICATION
359 and config.APPLICATION.no_base == "yes")):
363 install_dir = get_base_install_dir(config, prod_info, version)
365 if "install_dir" not in prod_info or prod_info.install_dir == "base":
366 # Set it to the default value (in application directory)
367 install_dir = os.path.join(config.APPLICATION.workdir,
371 install_dir = prod_info.install_dir
375 def get_base_install_dir(config, prod_info, version):
376 '''Compute the installation directory of a product in base
378 :param config Config: The global configuration
379 :param product_info Config: The configuration specific to
381 :param version str: The version of the product
382 :return: The path of the product installation
385 base_path = src.get_base_path(config)
386 prod_dir = os.path.join(base_path, prod_info.name + "-" + version)
387 if not os.path.exists(prod_dir):
388 return os.path.join(prod_dir, "config-1")
390 exists, install_dir = check_config_exists(config, prod_dir, prod_info)
394 # Find the first config-<i> directory that is available in the product
399 install_dir = os.path.join(prod_dir, "config-%i" % label)
400 if os.path.exists(install_dir):
407 def check_config_exists(config, prod_dir, prod_info):
408 '''Verify that the installation directory of a product in a base exists
409 Check all the config-<i> directory and verify the sat-config.pyconf file
412 :param config Config: The global configuration
413 :param prod_dir str: The product installation directory path
415 :param product_info Config: The configuration specific to
417 :return: True or false is the installation is found or not
418 and if it is found, the path of the found installation
419 :rtype: (boolean, str)
421 # check if the directories or files of the directory corresponds to the
422 # directory installation of the product
423 l_dir_and_files = os.listdir(prod_dir)
424 for dir_or_file in l_dir_and_files:
425 oExpr = re.compile(config_expression)
426 if not(oExpr.search(dir_or_file)):
427 # not config-<i>, not interesting
429 # check if there is the file sat-config.pyconf file in the installation
431 config_file = os.path.join(prod_dir, dir_or_file, src.CONFIG_FILENAME)
432 if not os.path.exists(config_file):
435 # If there is no dependency, it is the right path
436 if len(prod_info.depend)==0:
437 compile_cfg = src.pyconf.Config(config_file)
438 if len(compile_cfg) == 0:
439 return True, os.path.join(prod_dir, dir_or_file)
442 # check if there is the config described in the file corresponds the
443 # dependencies of the product
444 config_corresponds = True
445 compile_cfg = src.pyconf.Config(config_file)
446 for prod_dep in prod_info.depend:
447 # if the dependency is not in the config,
448 # the config does not correspond
449 if prod_dep not in compile_cfg:
450 config_corresponds = False
453 prod_dep_info = get_product_config(config, prod_dep, False)
454 # If the version of the dependency does not correspond,
455 # the config does not correspond
456 if prod_dep_info.version != compile_cfg[prod_dep]:
457 config_corresponds = False
460 for prod_name in compile_cfg:
461 if prod_name not in prod_info.depend:
462 config_corresponds = False
465 if config_corresponds:
466 return True, os.path.join(prod_dir, dir_or_file)
472 def get_products_infos(lproducts, config):
473 '''Get the specific configuration of a list of products
475 :param lproducts List: The list of product names
476 :param config Config: The global configuration
477 :return: the list of tuples
478 (product name, specific configuration of the product)
479 :rtype: [(str, Config)]
482 # Loop on product names
483 for prod in lproducts:
484 # Get the specific configuration of the product
485 prod_info = get_product_config(config, prod)
486 if prod_info is not None:
487 products_infos.append((prod, prod_info))
489 msg = _("The %s product has no definition "
490 "in the configuration.") % prod
491 raise src.SatException(msg)
492 return products_infos
494 def get_product_dependencies(config, product_info):
495 '''Get recursively the list of products that are
496 in the product_info dependencies
498 :param config Config: The global configuration
499 :param product_info Config: The configuration specific to
501 :return: the list of products in dependence
504 if "depend" not in product_info or product_info.depend == []:
507 for prod in product_info.depend:
508 if prod == product_info.name:
512 prod_info = get_product_config(config, prod)
513 dep_prod = get_product_dependencies(config, prod_info)
514 for prod_in_dep in dep_prod:
515 if prod_in_dep not in res:
516 res.append(prod_in_dep)
519 def check_installation(product_info):
520 '''Verify if a product is well installed. Checks install directory presence
521 and some additional files if it is defined in the config
523 :param product_info Config: The configuration specific to
525 :return: True if it is well installed
528 if not product_compiles(product_info):
530 install_dir = product_info.install_dir
531 if not os.path.exists(install_dir):
533 if ("present_files" in product_info and
534 "install" in product_info.present_files):
535 for file_relative_path in product_info.present_files.install:
536 file_path = os.path.join(install_dir, file_relative_path)
537 if not os.path.exists(file_path):
541 def product_is_sample(product_info):
542 '''Know if a product has the sample type
544 :param product_info Config: The configuration specific to
546 :return: True if the product has the sample type, else False
549 if 'type' in product_info:
550 ptype = product_info.type
551 return ptype.lower() == 'sample'
555 def product_is_salome(product_info):
556 '''Know if a product is a SALOME module
558 :param product_info Config: The configuration specific to
560 :return: True if the product is a SALOME module, else False
563 return ("properties" in product_info and
564 "is_SALOME_module" in product_info.properties and
565 product_info.properties.is_SALOME_module == "yes")
567 def product_is_fixed(product_info):
568 '''Know if a product is fixed
570 :param product_info Config: The configuration specific to
572 :return: True if the product is fixed, else False
575 get_src = product_info.get_source
576 return get_src.lower() == 'fixed'
578 def product_is_native(product_info):
579 '''Know if a product is native
581 :param product_info Config: The configuration specific to
583 :return: True if the product is native, else False
586 get_src = product_info.get_source
587 return get_src.lower() == 'native'
589 def product_is_dev(product_info):
590 '''Know if a product is in dev mode
592 :param product_info Config: The configuration specific to
594 :return: True if the product is in dev mode, else False
597 dev = product_info.dev
598 return dev.lower() == 'yes'
600 def product_is_debug(product_info):
601 '''Know if a product is in debug mode
603 :param product_info Config: The configuration specific to
605 :return: True if the product is in debug mode, else False
608 debug = product_info.debug
609 return debug.lower() == 'yes'
611 def product_is_autotools(product_info):
612 '''Know if a product is compiled using the autotools
614 :param product_info Config: The configuration specific to
616 :return: True if the product is autotools, else False
619 build_src = product_info.build_source
620 return build_src.lower() == 'autotools'
622 def product_is_cmake(product_info):
623 '''Know if a product is compiled using the cmake
625 :param product_info Config: The configuration specific to
627 :return: True if the product is cmake, else False
630 build_src = product_info.build_source
631 return build_src.lower() == 'cmake'
633 def product_is_vcs(product_info):
634 '''Know if a product is download using git, svn or cvs (not archive)
636 :param product_info Config: The configuration specific to
638 :return: True if the product is vcs, else False
641 return product_info.get_source in AVAILABLE_VCS
643 def product_is_smesh_plugin(product_info):
644 '''Know if a product is a SMESH plugin
646 :param product_info Config: The configuration specific to
648 :return: True if the product is a SMESH plugin, else False
651 return ("properties" in product_info and
652 "smesh_plugin" in product_info.properties and
653 product_info.properties.smesh_plugin == "yes")
655 def product_is_cpp(product_info):
656 '''Know if a product is cpp
658 :param product_info Config: The configuration specific to
660 :return: True if the product is a cpp, else False
663 return ("properties" in product_info and
664 "cpp" in product_info.properties and
665 product_info.properties.cpp == "yes")
667 def product_compiles(product_info):
668 '''Know if a product compiles or not (some products do not have a
669 compilation procedure)
671 :param product_info Config: The configuration specific to
673 :return: True if the product compiles, else False
676 return not("properties" in product_info and
677 "compilation" in product_info.properties and
678 product_info.properties.compilation == "no")
680 def product_has_script(product_info):
681 '''Know if a product has a compilation script
683 :param product_info Config: The configuration specific to
685 :return: True if the product it has a compilation script, else False
688 if "build_source" not in product_info:
691 build_src = product_info.build_source
692 return build_src.lower() == 'script'
694 def product_has_env_script(product_info):
695 '''Know if a product has an environment script
697 :param product_info Config: The configuration specific to
699 :return: True if the product it has an environment script, else False
702 return "environ" in product_info and "env_script" in product_info.environ
704 def product_has_patches(product_info):
705 '''Know if a product has one or more patches
707 :param product_info Config: The configuration specific to
709 :return: True if the product has one or more patches
712 return "patches" in product_info and len(product_info.patches) > 0
714 def product_has_logo(product_info):
715 '''Know if a product has a logo (YACSGEN generate)
717 :param product_info Config: The configuration specific to
719 :return: The path of the logo if the product has a logo, else False
722 if ("properties" in product_info and
723 "logo" in product_info.properties):
724 return product_info.properties.logo
728 def product_has_salome_gui(product_info):
729 '''Know if a product has a SALOME gui
731 :param product_info Config: The configuration specific to
733 :return: True if the product has a SALOME gui, else False
736 return ("properties" in product_info and
737 "has_salome_gui" in product_info.properties and
738 product_info.properties.has_salome_gui == "yes")
740 def product_is_mpi(product_info):
741 '''Know if a product has openmpi in its dependencies
743 :param product_info Config: The configuration specific to
745 :return: True if the product has openmpi inits dependencies
748 return "openmpi" in product_info.depend
750 def product_is_generated(product_info):
751 '''Know if a product is generated (YACSGEN)
753 :param product_info Config: The configuration specific to
755 :return: True if the product is generated
758 return ("properties" in product_info and
759 "generate" in product_info.properties and
760 product_info.properties.generate == "yes")
762 def get_product_components(product_info):
763 '''Get the component list to generate with the product
765 :param product_info Config: The configuration specific to
767 :return: The list of names of the components
771 if not product_is_generated(product_info):
775 if "component_name" in product_info:
776 compo_list = product_info.component_name
778 if isinstance(compo_list, str):
779 compo_list = [ compo_list ]