X-Git-Url: http://git.salome-platform.org/gitweb/?a=blobdiff_plain;f=src%2Fsystem.py;h=1f0a6d303bec2360849e560dc204fa8f94b73af0;hb=0cc0082046d0a495c961101da7d6bd4dba1ec85e;hp=4c53125bb37a3fb33a4a648c1898d02867f465b6;hpb=678b256ee4e500760ad59911f103c9a4ae6d9d78;p=tools%2Fsat.git diff --git a/src/system.py b/src/system.py index 4c53125..1f0a6d3 100644 --- a/src/system.py +++ b/src/system.py @@ -21,10 +21,15 @@ In this file : all functions that do a system call, like open a browser or an editor, or call a git command ''' -import subprocess import os +import subprocess +import time import tarfile +import debug as DBG +import utilsSat as UTS +import src + from . import printcolors def show_in_editor(editor, filePath, logger): @@ -50,37 +55,157 @@ def show_in_editor(editor, filePath, logger): logger.write(printcolors.printcError(_("Unable to edit file %s\n") % filePath), 1) - -def git_extract(from_what, tag, where, logger): - '''Extracts sources from a git repository. - - :param from_what str: The remote git repository. - :param tag str: The tag. - :param where str: The path where to extract. - :param logger Logger: The logger instance to use. - :return: True if the extraction is successful - :rtype: boolean +def git_describe(repo_path): + '''Use git describe --tags command to return tag description of the git repository" + :param repo_path str: The git repository to describe ''' - if not where.exists(): - where.make() - if tag == "master" or tag == "HEAD": - command = "git clone %(remote)s %(where)s" % \ - { 'remote': from_what, 'tag': tag, 'where': str(where) } + git_cmd="cd %s;git describe --tags" % repo_path + p = subprocess.Popen(git_cmd, shell=True, + stdin=subprocess.PIPE, + stdout=subprocess.PIPE, + stderr=subprocess.PIPE) + p.wait() + if p.returncode != 0: + return False else: - # NOTICE: this command only works with recent version of git - # because --work-tree does not work with an absolute path - where_git = os.path.join( str(where), ".git" ) - command = "rmdir %(where)s && git clone %(remote)s %(where)s && " + \ - "git --git-dir=%(where_git)s --work-tree=%(where)s checkout %(tag)s" - command = command % { 'remote': from_what, 'tag': tag, 'where': str(where), 'where_git': where_git } + tag_description=p.stdout.readlines()[0].strip() + # with python3 this utf8 bytes should be decoded + if isinstance(tag_description, bytes): + tag_description=tag_description.decode("utf-8", "ignore") + return tag_description - logger.write(command + "\n", 5) - logger.logTxtFile.write("\n" + command + "\n") - logger.logTxtFile.flush() - res = subprocess.call(command, cwd=str(where.dir()), shell=True, - stdout=logger.logTxtFile, stderr=subprocess.STDOUT) - return (res == 0) +def git_extract(from_what, tag, where, logger, environment=None): + '''Extracts sources from a git repository. + + :param from_what str: The remote git repository. + :param tag str: The tag. + :param where str: The path where to extract. + :param logger Logger: The logger instance to use. + :param environment src.environment.Environ: The environment to source when extracting. + :return: True if the extraction is successful + :rtype: boolean + ''' + DBG.write("git_extract", [from_what, tag, str(where)]) + if not where.exists(): + where.make() + where_git = os.path.join(str(where), ".git") + if tag == "master" or tag == "HEAD": + if src.architecture.is_windows(): + cmd = "git clone %(remote)s %(where)s" + else: + cmd = r""" +set -x +git clone %(remote)s %(where)s +touch -d "$(git --git-dir=%(where_git)s log -1 --format=date_format)" %(where)s +""" +#git --git-dir=%(where_git)s log -1 --format=date_format > %(where)s/last_commit_date.txt + cmd = cmd % {'remote': from_what, 'tag': tag, 'where': str(where), 'where_git': where_git} + else: + # NOTICE: this command only works with recent version of git + # because --work-tree does not work with an absolute path + if src.architecture.is_windows(): + cmd = "rmdir %(where)s && git clone %(remote)s %(where)s && git --git-dir=%(where_git)s --work-tree=%(where)s checkout %(tag)s" + else: + cmd = r""" +set -x +rmdir %(where)s +git clone %(remote)s %(where)s && \ +git --git-dir=%(where_git)s --work-tree=%(where)s checkout %(tag)s && \ +touch -d "$(git --git-dir=%(where_git)s log -1 --format=date_format)" %(where)s +""" + cmd = cmd % {'remote': from_what, + 'tag': tag, + 'where': str(where), + 'where_git': where_git} + + + cmd=cmd.replace('date_format','"%ai"') + logger.logTxtFile.write("\n" + cmd + "\n") + logger.logTxtFile.flush() + + DBG.write("cmd", cmd) + + # git commands may fail sometimes for various raisons + # (big module, network troubles, tuleap maintenance) + # therefore we give several tries + i_try = 0 + max_number_of_tries = 3 + sleep_delay = 30 # seconds + while (True): + i_try += 1 + rc = UTS.Popen(cmd, cwd=str(where.dir()), env=environment.environ.environ, logger=logger) + if rc.isOk() or (i_try>=max_number_of_tries): + break + logger.write('\ngit command failed! Wait %d seconds and give an other try (%d/%d)\n' % \ + (sleep_delay, i_try + 1, max_number_of_tries), 3) + time.sleep(sleep_delay) # wait a little + + return rc.isOk() + + +def git_extract_sub_dir(from_what, tag, where, sub_dir, logger, environment=None): + '''Extracts sources from a subtree sub_dir of a git repository. + + :param from_what str: The remote git repository. + :param tag str: The tag. + :param where str: The path where to extract. + :param sub_dir str: The relative path of subtree to extract. + :param logger Logger: The logger instance to use. + :param environment src.environment.Environ: The environment to source when extracting. + :return: True if the extraction is successful + :rtype: boolean + ''' + strWhere = str(where) + tmpWhere = strWhere + '_tmp' + parentWhere = os.path.dirname(strWhere) + if not os.path.exists(parentWhere): + logger.error("not existing directory: %s" % parentWhere) + return False + if os.path.isdir(strWhere): + logger.error("do not override existing directory: %s" % strWhere) + return False + aDict = {'remote': from_what, + 'tag': tag, + 'sub_dir': sub_dir, + 'where': strWhere, + 'parentWhere': parentWhere, + 'tmpWhere': tmpWhere, + } + DBG.write("git_extract_sub_dir", aDict) + if not src.architecture.is_windows(): + cmd = r""" +set -x +export tmpDir=%(tmpWhere)s && \ +rm -rf $tmpDir +git clone %(remote)s $tmpDir && \ +cd $tmpDir && \ +git checkout %(tag)s && \ +mv %(sub_dir)s %(where)s && \ +git log -1 > %(where)s/README_git_log.txt && \ +rm -rf $tmpDir +""" % aDict + else: + cmd = r""" + +set tmpDir=%(tmpWhere)s && \ +rm -rf $tmpDir +git clone %(remote)s $tmpDir && \ +cd $tmpDir && \ +git checkout %(tag)s && \ +mv %(sub_dir)s %(where)s && \ +git log -1 > %(where)s/README_git_log.txt && \ +rm -rf $tmpDir +""" % aDict + + DBG.write("cmd", cmd) + + for nbtry in range(0,3): # retries case of network problem + rc = UTS.Popen(cmd, cwd=parentWhere, env=environment.environ.environ, logger=logger) + if rc.isOk(): break + time.sleep(30) # wait a little + + return rc.isOk() def archive_extract(from_what, where, logger): '''Extracts sources from an archive. @@ -101,7 +226,7 @@ def archive_extract(from_what, where, logger): return False, None def cvs_extract(protocol, user, server, base, tag, product, where, - logger, checkout=False): + logger, checkout=False, environment=None): '''Extracts sources from a cvs repository. :param protocol str: The cvs protocol. @@ -113,6 +238,8 @@ def cvs_extract(protocol, user, server, base, tag, product, where, :param where str: The path where to extract. :param logger Logger: The logger instance to use. :param checkout boolean: If true use checkout cvs. + :param environment src.environment.Environ: The environment to source when + extracting. :return: True if the extraction is successful :rtype: boolean ''' @@ -144,11 +271,21 @@ def cvs_extract(protocol, user, server, base, tag, product, where, logger.logTxtFile.write("\n" + command + "\n") logger.logTxtFile.flush() - res = subprocess.call(command, cwd=str(where.dir()), shell=True, - stdout=logger.logTxtFile, stderr=subprocess.STDOUT) + res = subprocess.call(command, + cwd=str(where.dir()), + env=environment.environ.environ, + shell=True, + stdout=logger.logTxtFile, + stderr=subprocess.STDOUT) return (res == 0) -def svn_extract(user, from_what, tag, where, logger, checkout=False): +def svn_extract(user, + from_what, + tag, + where, + logger, + checkout=False, + environment=None): '''Extracts sources from a svn repository. :param user str: The user to be used. @@ -157,6 +294,8 @@ def svn_extract(user, from_what, tag, where, logger, checkout=False): :param where str: The path where to extract. :param logger Logger: The logger instance to use. :param checkout boolean: If true use checkout svn. + :param environment src.environment.Environ: The environment to source when + extracting. :return: True if the extraction is successful :rtype: boolean ''' @@ -184,6 +323,87 @@ def svn_extract(user, from_what, tag, where, logger, checkout=False): logger.write(command + "\n", 5) logger.logTxtFile.write("\n" + command + "\n") logger.logTxtFile.flush() - res = subprocess.call(command, cwd=str(where.dir()), shell=True, - stdout=logger.logTxtFile, stderr=subprocess.STDOUT) - return (res == 0) \ No newline at end of file + res = subprocess.call(command, + cwd=str(where.dir()), + env=environment.environ.environ, + shell=True, + stdout=logger.logTxtFile, + stderr=subprocess.STDOUT) + return (res == 0) + +def get_pkg_check_cmd(dist_name): + '''Build the command to use for checking if a linux package is installed or not.''' + + if dist_name in ["CO","FD","MG","MD","CO","OS"]: # linux using rpm + linux="RH" + manager_msg_err="Error : command failed because sat was not able to find apt command" + else: + linux="DB" + manager_msg_err="Error : command failed because sat was not able to find rpm command" + + # 1- search for an installed package manager (rpm on rh, apt on db) + cmd_which_rpm=["which", "rpm"] + cmd_which_apt=["which", "apt"] + with open(os.devnull, 'w') as devnull: + # 1) we search for apt (debian based systems) + completed=subprocess.call(cmd_which_apt,stdout=devnull, stderr=subprocess.STDOUT) + if completed==0 and linux=="DB": + cmd_is_package_installed=["apt", "list", "--installed"] + else: + # 2) if apt not found search for rpm (redhat) + completed=subprocess.call(cmd_which_rpm,stdout=devnull, stderr=subprocess.STDOUT) # only 3.8! ,capture_output=True) + if completed==0 and linux=="RH": + cmd_is_package_installed=["rpm", "-q"] + else: + # no package manager was found corresponding to dist_name + raise src.SatException(manager_msg_err) + return cmd_is_package_installed + +def check_system_pkg(check_cmd,pkg): + '''Check if a package is installed + :param check_cmd list: the list of command to use system package manager + :param user str: the pkg name to check + :rtype: str + :return: a string with package name with status un message + ''' + # build command + FNULL = open(os.devnull, 'w') + cmd_is_package_installed=[] + for cmd in check_cmd: + cmd_is_package_installed.append(cmd) + cmd_is_package_installed.append(pkg) + + + if check_cmd[0]=="apt": + # special treatment for apt + # apt output is too messy for being used + # some debian packages have version numbers in their name, we need to add a * + # also apt do not return status, we need to use grep + # and apt output is too messy for being used + cmd_is_package_installed[-1]+="*" # we don't specify in pyconf the exact name because of version numbers + p=subprocess.Popen(cmd_is_package_installed, + stdout=subprocess.PIPE, + stderr=FNULL) + try: + output = subprocess.check_output(['grep', pkg], stdin=p.stdout) + msg_status=src.printcolors.printcSuccess("OK") + except: + msg_status=src.printcolors.printcError("KO") + msg_status+=" (package is not installed!)\n" + else: + p=subprocess.Popen(cmd_is_package_installed, + stdout=subprocess.PIPE, + stderr=FNULL) + output, err = p.communicate() + rc = p.returncode + if rc==0: + msg_status=src.printcolors.printcSuccess("OK") + # in python3 output is a byte and should be decoded + if isinstance(output, bytes): + output = output.decode("utf-8", "ignore") + msg_status+=" (" + output.replace('\n',' ') + ")\n" # remove output trailing \n + else: + msg_status=src.printcolors.printcError("KO") + msg_status+=" (package is not installed!)\n" + + return msg_status