'''
import os
-import subprocess
+import subprocess as SP
import time
import tarfile
+import time
+
import debug as DBG
import utilsSat as UTS
# launch cmd using subprocess.Popen
cmd = editor % filePath
logger.write('Launched command:\n' + cmd + '\n', 5)
- p = subprocess.Popen(cmd, shell=True)
+ p = SP.Popen(cmd, shell=True)
p.communicate()
except:
logger.write(printcolors.printcError(_("Unable to edit file %s\n")
% filePath), 1)
+def show_in_webbrowser(editor, filePath, logger):
+ '''open filePath using web browser firefox, chromium etc...
+ if file is xml, previous http sever is done before to fix new security problems
+
+ :param editor str: The web browser to use.
+ :param filePath str: The path to the file to open.
+ '''
+ import psutil
+ # default editor is firefox
+ if editor is None or len(editor) == 0:
+ editor = 'firefox'
+
+ path, namefile = os.path.split(filePath)
+ basefile, ext = os.path.splitext(namefile)
+
+ # previouly http.server 8765/6/7... kill ... or not ? TODO wait and see REX
+ port = os.getenv('SAT_PORT_LOG', '8765')
+ for proc in psutil.process_iter():
+ # help(proc)
+ cmdline = " ".join(proc.cmdline())
+ if "python3 -m http.server %s" % port in cmdline:
+ print("kill previous process '%s'" % cmdline)
+ proc.kill() # TODO may be not owner ? -> change 8766/7/8... as SAT_PORT_LOG
+
+ cmd = """
+set -x
+cd %(path)s
+python3 -m http.server %(port)s &> /dev/null &
+%(editor)s http://localhost:%(port)s/%(namefile)s
+""" % {"path": path, "editor": editor, "namefile": namefile, 'port': port}
+
+ # print("show_in_webbrowser:\n%s" % cmd)
+
+ try:
+ # launch cmd using subprocess.Popen
+ logger.write('Launched command:\n%s\n' % cmd, 5)
+ p = SP.Popen(cmd, shell=True, stdout=SP.PIPE, stderr=SP.STDOUT)
+ res_out, _ = p.communicate() # _ = None as stderr=SP.STDOUT
+ # print("Launched command stdout:\n%s" % res_out)
+ except Exception as e:
+ logger.write(printcolors.printcError(_("Unable to display file %s\n%s\n")
+ % (filePath, e)), 1)
+
+
def git_describe(repo_path):
'''Use git describe --tags command to return tag description of the git repository"
:param repo_path str: The git repository to describe
'''
git_cmd="cd %s;git describe --tags" % repo_path
- p = subprocess.Popen(git_cmd, shell=True,
- stdin=subprocess.PIPE,
- stdout=subprocess.PIPE,
- stderr=subprocess.PIPE)
+ p = SP.Popen(git_cmd, shell=True, stdin=SP.PIPE, stdout=SP.PIPE, stderr=SP.PIPE)
p.wait()
if p.returncode != 0:
return False
def git_extract(from_what, tag, git_options, where, logger, environment=None):
'''Extracts sources from a git repository.
-
+87
:param from_what str: The remote git repository.
:param tag str: The tag.
:param git_options str: git options
cmd = r"""
set -x
git clone %(git_options)s %(remote)s %(where)s
-touch -d "$(git --git-dir=%(where_git)s log -1 --format=date_format)" %(where)s
+res=$?
+if [ $res -eq 0 ]; then
+ touch -d "$(git --git-dir=%(where_git)s log -1 --format=date_format)" %(where)s
+fi
+exit $res
"""
cmd = cmd % {'git_options': git_options, 'remote': from_what, 'tag': tag, 'where': str(where), 'where_git': where_git}
else:
# NOTICE: this command only works with recent version of git
# because --work-tree does not work with an absolute path
if src.architecture.is_windows():
- cmd = "rmdir %(where)s && git clone %(git_options)s %(remote)s %(where)s && git --git-dir=%(where_git)s --work-tree=%(where)s checkout %(tag)s"
+ cmd = "rm -rf %(where)s && git clone %(git_options)s %(remote)s %(where)s && git --git-dir=%(where_git)s --work-tree=%(where)s checkout %(tag)s"
else:
# for sat compile --update : changes the date of directory, only for branches, not tag
cmd = r"""
set -x
-rmdir %(where)s
+rm -rf %(where)s
git clone %(git_options)s %(remote)s %(where)s && \
git --git-dir=%(where_git)s --work-tree=%(where)s checkout %(tag)s
res=$?
-git --git-dir=%(where_git)s status|grep HEAD
-if [ $? -ne 0 ]; then touch -d "$(git --git-dir=%(where_git)s log -1 --format=date_format)" %(where)s;fi
-return $res
+git --git-dir=%(where_git)s status | grep HEAD
+if [ $res -eq 0 -a $? -ne 0 ]; then
+ touch -d "$(git --git-dir=%(where_git)s log -1 --format=date_format)" %(where)s
+fi
+exit $res
"""
cmd = cmd % {'git_options': git_options,
'remote': from_what,
'where_git': where_git}
- cmd=cmd.replace('date_format','"%ai"')
+ cmd=cmd.replace('date_format', '"%ai"')
+ logger.logTxtFile.write("\n" + cmd + "\n")
+ logger.logTxtFile.flush()
+
+ DBG.write("cmd", cmd)
+ # git commands may fail sometimes for various raisons
+ # (big module, network troubles, tuleap maintenance)
+ # therefore we give several tries
+ i_try = 0
+ max_number_of_tries = 3
+ sleep_delay = 30 # seconds
+ while (True):
+ i_try += 1
+ rc = UTS.Popen(cmd, cwd=str(where.dir()), env=environment.environ.environ, logger=logger)
+ if rc.isOk() or (i_try>=max_number_of_tries):
+ break
+ logger.write('\ngit command failed! Wait %d seconds and give an other try (%d/%d)\n' % \
+ (sleep_delay, i_try + 1, max_number_of_tries), 3)
+ time.sleep(sleep_delay) # wait a little
+
+ return rc.isOk()
+
+def git_checkout(tag, git_options, where, logger, environment=None):
+ '''Checkout sources from a git repository.
+87
+ :param tag str: The tag.
+ :param git_options str: git options
+ :param where str: The path where to extract.
+ :param logger Logger: The logger instance to use.
+ :param environment src.environment.Environ: The environment to source when extracting.
+ :return: True if the extraction is successful
+ :rtype: boolean
+ '''
+ DBG.write("git_checkout", [tag, str(where)])
+ if not where.exists():
+ where.make()
+ where_git = os.path.join(str(where), ".git")
+ cmd = r"""
+git --git-dir=%(where_git)s --work-tree=%(where)s checkout %(git_options)s --guess %(tag)s
+"""
+ cmd = cmd % {'git_options': git_options, 'tag': tag, 'where': str(where), 'where_git': where_git}
+
+ cmd=cmd.replace('date_format', '"%ai"')
+ cmd=cmd.replace('--no-guess ', '')
+ isOk = launch_command(cmd, logger, where, environment)
+ return isOk
+
+def git_pull(from_what, tag, git_options, where, logger, environment=None):
+ '''Checkout sources from a git repository.
+87
+ :param from_what str: The remote git repository.
+ :param tag str: The tag.
+ :param git_options str: git options
+ :param where str: The path where to extract.
+ :param logger Logger: The logger instance to use.
+ :param environment src.environment.Environ: The environment to source when extracting.
+ :return: True if the extraction is successful
+ :rtype: boolean
+ '''
+ DBG.write("git_pull", [from_what, tag, str(where)])
+ if not where.exists():
+ where.make()
+ where_git = os.path.join(str(where), ".git")
+ cmd = r"""
+git --git-dir=%(where_git)s --work-tree=%(where)s pull %(git_options)s --recurse-submodule --ff-only origin %(tag)s
+"""
+ cmd = cmd % {'git_options': git_options, 'tag': tag, 'where': str(where), 'where_git': where_git}
+
+ cmd=cmd.replace('date_format', '"%ai"')
+ isOk = launch_command(cmd, logger, where, environment)
+ return isOk
+
+
+def launch_command(cmd, logger, where, environment):
logger.logTxtFile.write("\n" + cmd + "\n")
logger.logTxtFile.flush()
logger.logTxtFile.write("\n" + command + "\n")
logger.logTxtFile.flush()
- res = subprocess.call(command,
- cwd=str(where.dir()),
- env=environment.environ.environ,
- shell=True,
- stdout=logger.logTxtFile,
- stderr=subprocess.STDOUT)
+ res = SP.call(command, cwd=str(where.dir()),
+ env=environment.environ.environ,
+ shell=True,
+ stdout=logger.logTxtFile,
+ stderr=SP.STDOUT)
return (res == 0)
def svn_extract(user,
logger.write(command + "\n", 5)
logger.logTxtFile.write("\n" + command + "\n")
logger.logTxtFile.flush()
- res = subprocess.call(command,
- cwd=str(where.dir()),
- env=environment.environ.environ,
- shell=True,
- stdout=logger.logTxtFile,
- stderr=subprocess.STDOUT)
+ res = SP.call(command, cwd=str(where.dir()),
+ env=environment.environ.environ,
+ shell=True,
+ stdout=logger.logTxtFile,
+ stderr=SP.STDOUT)
return (res == 0)
def get_pkg_check_cmd(dist_name):
cmd_which_apt=["which", "apt"]
with open(os.devnull, 'w') as devnull:
# 1) we search for apt (debian based systems)
- completed=subprocess.call(cmd_which_apt,stdout=devnull, stderr=subprocess.STDOUT)
+ completed=SP.call(cmd_which_apt,stdout=devnull, stderr=SP.STDOUT)
if completed==0 and linux=="DB":
cmd_is_package_installed=["apt", "list", "--installed"]
else:
# 2) if apt not found search for rpm (redhat)
- completed=subprocess.call(cmd_which_rpm,stdout=devnull, stderr=subprocess.STDOUT) # only 3.8! ,capture_output=True)
+ completed=SP.call(cmd_which_rpm,stdout=devnull, stderr=SP.STDOUT) # only 3.8! ,capture_output=True)
if completed==0 and linux=="RH":
cmd_is_package_installed=["rpm", "-q"]
else:
# also apt do not return status, we need to use grep
# and apt output is too messy for being used
cmd_is_package_installed[-1]+="*" # we don't specify in pyconf the exact name because of version numbers
- p=subprocess.Popen(cmd_is_package_installed,
- stdout=subprocess.PIPE,
- stderr=FNULL)
+ p=SP.Popen(cmd_is_package_installed, stdout=SP.PIPE, stderr=FNULL)
try:
- output = subprocess.check_output(['grep', pkg], stdin=p.stdout)
+ output = SP.check_output(['grep', pkg], stdin=p.stdout)
msg_status=src.printcolors.printcSuccess("OK")
except:
msg_status=src.printcolors.printcError("KO")
msg_status+=" (package is not installed!)\n"
else:
- p=subprocess.Popen(cmd_is_package_installed,
- stdout=subprocess.PIPE,
- stderr=FNULL)
+ p=SP.Popen(cmd_is_package_installed, stdout=SP.PIPE, stderr=FNULL)
output, err = p.communicate()
rc = p.returncode
if rc==0: