3 # Copyright (C) 2010-2013 CEA/DEN
5 # This library is free software; you can redistribute it and/or
6 # modify it under the terms of the GNU Lesser General Public
7 # License as published by the Free Software Foundation; either
8 # version 2.1 of the License.
10 # This library is distributed in the hope that it will be useful,
11 # but WITHOUT ANY WARRANTY; without even the implied warranty of
12 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
13 # Lesser General Public License for more details.
15 # You should have received a copy of the GNU Lesser General Public
16 # License along with this library; if not, write to the Free Software
17 # Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
19 # Python 2/3 compatibility for execfile function
23 def execfile(somefile, global_vars, local_vars):
24 with open(somefile) as f:
25 code = compile(f.read(), somefile, 'exec')
26 exec(code, global_vars, local_vars)
40 # directories not considered as test grids
41 C_IGNORE_GRIDS = ['.git', '.svn', 'RESSOURCES']
43 # Get directory to be used for the temporary files.
45 def getTmpDirDEFAULT():
46 if src.architecture.is_windows():
47 directory = os.getenv("TEMP")
49 # for Linux: use /tmp/logs/{user} folder
50 directory = os.path.join( '/tmp', 'logs', os.getenv("USER", "unknown"))
66 self.tmp_working_dir = tmp_working_dir
67 self.sessions = sessions
68 self.launcher = launcher
69 self.show_desktop = show_desktop
71 res = self.prepare_testbase(testbase)
72 self.test_base_found = True
75 self.test_base_found = False
78 self.known_errors = None
80 # create section for results
81 self.config.TESTS = src.pyconf.Sequence(self.config)
87 self.nb_acknoledge = 0
89 def _copy_dir(self, source, target):
90 if self.config.VARS.python >= "2.6":
91 shutil.copytree(source, target,
93 ignore=shutil.ignore_patterns('.git*','.svn*'))
95 shutil.copytree(source, target,
98 def prepare_testbase_from_dir(self, testbase_name, testbase_dir):
99 self.logger.write(_("get test base from dir: %s\n") % \
100 src.printcolors.printcLabel(testbase_dir), 3)
101 if not os.access(testbase_dir, os.X_OK):
102 raise src.SatException(_("testbase %(name)s (%(dir)s) does not "
103 "exist ...\n") % { 'name': testbase_name,
104 'dir': testbase_dir })
106 self._copy_dir(testbase_dir,
107 os.path.join(self.tmp_working_dir, 'BASES', testbase_name))
109 def prepare_testbase_from_git(self,
114 _("get test base '%(testbase)s' with '%(tag)s' tag from git\n") % {
115 "testbase" : src.printcolors.printcLabel(testbase_name),
116 "tag" : src.printcolors.printcLabel(testbase_tag)},
119 def set_signal(): # pragma: no cover
120 """see http://bugs.python.org/issue1652"""
122 signal.signal(signal.SIGPIPE, signal.SIG_DFL)
124 cmd = "git clone --depth 1 %(base)s %(dir)s"
125 cmd += " && cd %(dir)s"
126 if testbase_tag=='master':
127 cmd += " && git fetch origin %(branch)s"
129 cmd += " && git fetch origin %(branch)s:%(branch)s"
130 cmd += " && git checkout %(branch)s"
131 cmd = cmd % { 'branch': testbase_tag,
132 'base': testbase_base,
133 'dir': testbase_name }
135 self.logger.write("> %s\n" % cmd, 5)
136 if src.architecture.is_windows():
137 # preexec_fn not supported on windows platform
138 res = subprocess.call(cmd,
139 cwd=os.path.join(self.tmp_working_dir, 'BASES'),
141 stdout=self.logger.logTxtFile,
142 stderr=subprocess.PIPE)
144 res = subprocess.call(cmd,
145 cwd=os.path.join(self.tmp_working_dir, 'BASES'),
147 preexec_fn=set_signal,
148 stdout=self.logger.logTxtFile,
149 stderr=subprocess.PIPE)
151 raise src.SatException(_("Error: unable to get test base "
152 "'%(name)s' from git '%(repo)s'.") % \
153 { 'name': testbase_name,
154 'repo': testbase_base })
157 self.logger.error(_("git is not installed. exiting...\n"))
160 def prepare_testbase_from_svn(self, user, testbase_name, testbase_base):
161 self.logger.write(_("get test base '%s' from svn\n") % \
162 src.printcolors.printcLabel(testbase_name), 3)
164 def set_signal(): # pragma: no cover
165 """see http://bugs.python.org/issue1652"""
167 signal.signal(signal.SIGPIPE, signal.SIG_DFL)
169 cmd = "svn checkout --username %(user)s %(base)s %(dir)s"
170 cmd = cmd % { 'user': user,
171 'base': testbase_base,
172 'dir': testbase_name }
174 self.logger.write("> %s\n" % cmd, 5)
175 if src.architecture.is_windows():
176 # preexec_fn not supported on windows platform
177 res = subprocess.call(cmd,
178 cwd=os.path.join(self.tmp_working_dir, 'BASES'),
180 stdout=self.logger.logTxtFile,
181 stderr=subprocess.PIPE)
183 res = subprocess.call(cmd,
184 cwd=os.path.join(self.tmp_working_dir, 'BASES'),
186 preexec_fn=set_signal,
187 stdout=self.logger.logTxtFile,
188 stderr=subprocess.PIPE)
191 raise src.SatException(_("Error: unable to get test base '%(nam"
192 "e)s' from svn '%(repo)s'.") % \
193 { 'name': testbase_name,
194 'repo': testbase_base })
197 self.logger.error(_("svn is not installed. exiting...\n"))
201 # Configure tests base.
202 def prepare_testbase(self, test_base_name):
203 src.printcolors.print_value(self.logger,
207 self.logger.write("\n", 3, False)
209 # search for the test base
210 test_base_info = None
211 for project_name in self.config.PROJECTS.projects:
212 project_info = self.config.PROJECTS.projects[project_name]
213 if "test_bases" not in project_info:
215 for t_b_info in project_info.test_bases:
216 if t_b_info.name == test_base_name:
217 test_base_info = t_b_info
219 if not test_base_info:
220 if os.path.exists(test_base_name):
221 self.prepare_testbase_from_dir("DIR", test_base_name)
222 self.currentTestBase = "DIR"
225 if not test_base_info:
226 message = (_("########## ERROR: test base '%s' not found\n") %
228 self.logger.write("%s\n" % src.printcolors.printcError(message))
231 if test_base_info.get_sources == "dir":
232 self.prepare_testbase_from_dir(test_base_name,
233 test_base_info.info.dir)
234 elif test_base_info.get_sources == "git":
235 self.prepare_testbase_from_git(test_base_name,
236 test_base_info.info.base,
237 self.config.APPLICATION.test_base.tag)
238 elif test_base_info.get_sources == "svn":
239 svn_user = src.get_cfg_param(test_base_info.svn_info,
241 self.config.USER.svn_user)
242 self.prepare_testbase_from_svn(svn_user,
244 test_base_info.info.base)
246 raise src.SatException(_("unknown source type '%(type)s' for test b"
247 "ase '%(base)s' ...\n") % {
248 'type': test_base_info.get_sources,
249 'base': test_base_name })
251 self.currentTestBase = test_base_name
254 # Searches if the script is declared in known errors pyconf.
255 # Update the status if needed.
256 def search_known_errors(self, status, test_grid, test_session, test):
257 test_path = os.path.join(test_grid, test_session, test)
258 if not src.config_has_application(self.config):
261 if self.known_errors is None:
264 platform = self.config.VARS.arch
265 application = self.config.VARS.application
266 error = self.known_errors.get_error(test_path, application, platform)
270 if status == src.OK_STATUS:
273 self.known_errors.fix_error(error)
275 #testerror.write_test_failures(
276 # self.config.TOOLS.testerror.file_path,
277 # self.known_errors.errors)
278 return status, [ error.date,
284 self.known_errors.unfix_error(error)
286 #testerror.write_test_failures(self.config.TOOLS.testerror.file_path,
287 # self.known_errors.errors)
289 delta = self.known_errors.get_expecting_days(error)
290 kfres = [ error.date, error.expected, error.comment, error.fixed ]
292 return src.KO_STATUS, kfres
293 return src.KNOWNFAILURE_STATUS, kfres
296 # Read the *.result.py files.
297 def read_results(self, listTest, has_timed_out):
299 for test in listTest:
300 resfile = os.path.join(self.currentDir,
303 test[:-3] + ".result.py")
305 # check if <test>.result.py file exists
306 if not os.path.exists(resfile):
307 results[test] = ["?", -1, "", []]
310 execfile(resfile, gdic, ldic)
312 status = src.TIMEOUT_STATUS
313 if not has_timed_out:
314 status = src.KO_STATUS
316 if ldic.has_key('status'):
317 status = ldic['status']
320 if status == src.KO_STATUS or status == src.OK_STATUS:
321 status, expected = self.search_known_errors(status,
327 if ldic.has_key('callback'):
328 callback = ldic['callback']
329 elif status == src.KO_STATUS:
333 if ldic.has_key('time'):
335 exec_time = float(ldic['time'])
339 results[test] = [status, exec_time, callback, expected]
341 # check if <test>.py file exists
342 testfile = os.path.join(self.currentDir,
347 if not os.path.exists(testfile):
348 results[test].append('')
350 text = open(testfile, "r").read()
351 results[test].append(text)
353 # check if <test>.out.py file exists
354 outfile = os.path.join(self.currentDir,
357 test[:-3] + ".out.py")
359 if not os.path.exists(outfile):
360 results[test].append('')
362 text = open(outfile, "r").read()
363 results[test].append(text)
368 # Generates the script to be run by Salome.
369 # This python script includes init and close statements and a loop
370 # calling all the scripts of a single directory.
371 def generate_script(self, listTest, script_path, ignoreList):
373 template_file = open(os.path.join(self.config.VARS.srcDir,
375 "scriptTemplate.py"), 'r')
376 template = string.Template(template_file.read())
378 # create substitution dictionary
380 d['resourcesWay'] = os.path.join(self.currentDir, 'RESSOURCES')
381 d['tmpDir'] = os.path.join(self.tmp_working_dir, 'WORK')
382 d['toolsWay'] = os.path.join(self.config.VARS.srcDir, "test")
383 d['sessionDir'] = os.path.join(self.currentDir,
386 d['resultFile'] = os.path.join(self.tmp_working_dir,
389 d['listTest'] = listTest
390 d['sessionName'] = self.currentsession
391 d['ignore'] = ignoreList
393 # create script with template
394 script = open(script_path, 'w')
395 script.write(template.safe_substitute(d))
398 # Find the getTmpDir function that gives access to *pidict file directory.
399 # (the *pidict file exists when SALOME is launched)
400 def get_tmp_dir(self):
401 # Rare case where there is no KERNEL in grid list
402 # (for example MED_STANDALONE)
403 if ('APPLICATION' in self.config
404 and 'KERNEL' not in self.config.APPLICATION.products
405 and 'KERNEL_ROOT_DIR' not in os.environ):
406 return getTmpDirDEFAULT
408 # Case where "sat test" is launched in an existing SALOME environment
409 if 'KERNEL_ROOT_DIR' in os.environ:
410 root_dir = os.environ['KERNEL_ROOT_DIR']
412 if ('APPLICATION' in self.config
413 and 'KERNEL' in self.config.APPLICATION.products):
414 root_dir = src.product.get_product_config(self.config,
415 "KERNEL").install_dir
417 # Case where there the appli option is called (with path to launcher)
418 if len(self.launcher) > 0:
419 # There are two cases : The old application (runAppli)
421 launcherName = os.path.basename(self.launcher)
422 launcherDir = os.path.dirname(self.launcher)
423 if launcherName == 'runAppli':
425 cmd = "for i in " + launcherDir + "/env.d/*.sh; do source ${i};"
426 " done ; echo $KERNEL_ROOT_DIR"
429 cmd = "echo -e 'import os\nprint os.environ[\"KERNEL_ROOT_DIR\""
430 "]' > tmpscript.py; %s shell tmpscript.py" % self.launcher
431 root_dir = subprocess.Popen(cmd,
432 stdout=subprocess.PIPE,
434 executable='/bin/bash').communicate()[0].split()[-1]
436 # import grid salome_utils from KERNEL that gives
437 # the right getTmpDir function
439 (file_, pathname, description) = imp.find_module("salome_utils",
440 [os.path.join(root_dir,
444 grid = imp.load_module("salome_utils",
448 return grid.getLogDir
450 grid = imp.load_module("salome_utils",
454 return grid.getTmpDir
460 def get_test_timeout(self, test_name, default_value):
461 if ("timeout" in self.settings and
462 test_name in self.settings["timeout"]):
463 return self.settings["timeout"][test_name]
467 def generate_launching_commands(self):
468 # Case where "sat test" is launched in an existing SALOME environment
469 if 'KERNEL_ROOT_DIR' in os.environ:
470 binSalome = "runSalome"
472 killSalome = "killSalome.py"
474 # Rare case where there is no KERNEL in grid list
475 # (for example MED_STANDALONE)
476 if ('APPLICATION' in self.config and
477 'KERNEL' not in self.config.APPLICATION.products):
478 binSalome = "runSalome"
480 killSalome = "killSalome.py"
481 src.environment.load_environment(self.config, False, self.logger)
482 return binSalome, binPython, killSalome
484 # Case where there the appli option is called (with path to launcher)
485 if len(self.launcher) > 0:
486 # There are two cases : The old application (runAppli)
488 launcherName = os.path.basename(self.launcher)
489 launcherDir = os.path.dirname(self.launcher)
490 if launcherName == 'runAppli':
492 binSalome = self.launcher
493 binPython = ("for i in " +
495 "/env.d/*.sh; do source ${i}; done ; python")
496 killSalome = ("for i in " +
498 "/env.d/*.sh; do source ${i}; done ; killSalome.py'")
499 return binSalome, binPython, killSalome
502 binSalome = self.launcher
503 binPython = self.launcher + ' shell'
504 killSalome = self.launcher + ' killall'
505 return binSalome, binPython, killSalome
507 # SALOME version detection and APPLI repository detection
508 VersionSalome = src.get_salome_version(self.config)
510 if "APPLI" in self.config and "application_name" in self.config.APPLI:
511 appdir = self.config.APPLI.application_name
513 # Case where SALOME has NOT the launcher that uses the SalomeContext API
514 if VersionSalome < 730:
515 binSalome = os.path.join(self.config.APPLI.grid_appli_install_dir,
519 killSalome = "killSalome.py"
520 src.environment.load_environment(self.config, False, self.logger)
521 return binSalome, binPython, killSalome
523 # Case where SALOME has the launcher that uses the SalomeContext API
524 if VersionSalome >= 730:
525 if 'profile' not in self.config.APPLICATION:
526 # Before revision of application concept
527 launcher_name = self.config.APPLI.launch_alias_name
528 binSalome = os.path.join(self.config.APPLICATION.workdir,
532 # After revision of application concept
533 launcher_name = self.config.APPLICATION.profile.launcher_name
534 binSalome = os.path.join(self.config.APPLICATION.workdir,
537 if src.architecture.is_windows():
540 binPython = binSalome + ' shell'
541 killSalome = binSalome + ' killall'
542 return binSalome, binPython, killSalome
544 return binSalome, binPython, killSalome
548 # Runs tests of a session (using a single instance of Salome).
549 def run_tests(self, listTest, ignoreList):
550 out_path = os.path.join(self.currentDir,
553 sessionname = "%s/%s" % (self.currentgrid, self.currentsession)
554 time_out = self.get_test_timeout(sessionname,
555 self.config.SITE.test.timeout)
557 time_out_salome = src.get_cfg_param(self.config.SITE.test,
559 self.config.SITE.test.timeout)
561 # generate wrapper script
562 script_path = os.path.join(out_path, 'wrapperScript.py')
563 self.generate_script(listTest, script_path, ignoreList)
565 tmpDir = self.get_tmp_dir()
567 binSalome, binPython, killSalome = self.generate_launching_commands()
568 if self.settings.has_key("run_with_grids") \
569 and self.settings["run_with_grids"].has_key(sessionname):
570 binSalome = (binSalome +
571 " -m %s" % self.settings["run_with_grids"][sessionname])
573 logWay = os.path.join(self.tmp_working_dir, "WORK", "log_cxx")
577 if self.currentsession.startswith("NOGUI_"):
578 # runSalome -t (bash)
579 status, elapsed = fork.batch(binSalome, self.logger,
580 os.path.join(self.tmp_working_dir,
583 "--shutdown-server=1",
588 elif self.currentsession.startswith("PY_"):
590 status, elapsed = fork.batch(binPython, self.logger,
591 os.path.join(self.tmp_working_dir,
594 delai=time_out, log=logWay)
598 if self.show_desktop: opt = "--show-desktop=0"
599 status, elapsed = fork.batch_salome(binSalome,
602 self.tmp_working_dir,
605 "--shutdown-server=1",
611 delaiapp=time_out_salome)
613 self.logger.write("status = %s, elapsed = %s\n" % (status, elapsed),
616 # create the test result to add in the config object
617 test_info = src.pyconf.Mapping(self.config)
618 test_info.testbase = self.currentTestBase
619 test_info.grid = self.currentgrid
620 test_info.session = self.currentsession
621 test_info.script = src.pyconf.Sequence(self.config)
623 script_results = self.read_results(listTest, elapsed == time_out)
624 for sr in sorted(script_results.keys()):
627 # create script result
628 script_info = src.pyconf.Mapping(self.config)
629 script_info.name = sr
630 script_info.res = script_results[sr][0]
631 script_info.time = script_results[sr][1]
632 if script_info.res == src.TIMEOUT_STATUS:
633 script_info.time = time_out
634 if script_info.time < 1e-3: script_info.time = 0
636 callback = script_results[sr][2]
637 if script_info.res != src.OK_STATUS and len(callback) > 0:
638 script_info.callback = callback
640 kfres = script_results[sr][3]
642 script_info.known_error = src.pyconf.Mapping(self.config)
643 script_info.known_error.date = kfres[0]
644 script_info.known_error.expected = kfres[1]
645 script_info.known_error.comment = kfres[2]
646 script_info.known_error.fixed = kfres[3]
648 script_info.content = script_results[sr][4]
649 script_info.out = script_results[sr][5]
651 # add it to the list of results
652 test_info.script.append(script_info, '')
654 # display the results
655 if script_info.time > 0:
656 exectime = "(%7.3f s)" % script_info.time
660 sp = "." * (35 - len(script_info.name))
661 self.logger.write(self.write_test_margin(3), 3)
662 self.logger.write("script %s %s %s %s\n" % (
663 src.printcolors.printcLabel(script_info.name),
665 src.printcolors.printc(script_info.res),
667 if script_info and len(callback) > 0:
668 self.logger.write("Exception in %s\n%s\n" % \
670 src.printcolors.printcWarning(callback)), 2, False)
672 if script_info.res == src.OK_STATUS:
674 elif script_info.res == src.KNOWNFAILURE_STATUS:
675 self.nb_acknoledge += 1
676 elif script_info.res == src.TIMEOUT_STATUS:
678 elif script_info.res == src.NA_STATUS:
680 elif script_info.res == "?":
683 self.config.TESTS.append(test_info, '')
686 # Runs all tests of a session.
687 def run_session_tests(self):
689 self.logger.write(self.write_test_margin(2), 3)
690 self.logger.write("Session = %s\n" % src.printcolors.printcLabel(
691 self.currentsession), 3, False)
693 # prepare list of tests to run
694 tests = os.listdir(os.path.join(self.currentDir,
696 self.currentsession))
697 tests = filter(lambda l: l.endswith(".py"), tests)
698 tests = sorted(tests, key=str.lower)
700 # build list of known failures
701 cat = "%s/%s/" % (self.currentgrid, self.currentsession)
703 for k in self.ignore_tests.keys():
704 if k.startswith(cat):
705 ignoreDict[k[len(cat):]] = self.ignore_tests[k]
707 self.run_tests(tests, ignoreDict)
710 # Runs all tests of a grid.
711 def run_grid_tests(self):
712 self.logger.write(self.write_test_margin(1), 3)
713 self.logger.write("grid = %s\n" % src.printcolors.printcLabel(
714 self.currentgrid), 3, False)
716 grid_path = os.path.join(self.currentDir, self.currentgrid)
719 if self.sessions is not None:
720 sessions = self.sessions # user choice
722 # use all scripts in grid
723 sessions = filter(lambda l: l not in C_IGNORE_GRIDS,
724 os.listdir(grid_path))
725 sessions = filter(lambda l: os.path.isdir(os.path.join(grid_path,
728 sessions = sorted(sessions, key=str.lower)
729 for session_ in sessions:
730 if not os.path.exists(os.path.join(grid_path, session_)):
731 self.logger.write(self.write_test_margin(2), 3)
732 self.logger.write(src.printcolors.printcWarning("Session %s not"
733 " found" % session_) + "\n", 3, False)
735 self.currentsession = session_
736 self.run_session_tests()
739 # Runs test testbase.
740 def run_testbase_tests(self):
741 res_dir = os.path.join(self.currentDir, "RESSOURCES")
742 os.environ['PYTHONPATH'] = (res_dir +
744 os.environ['PYTHONPATH'])
745 os.environ['TT_BASE_RESSOURCES'] = res_dir
746 src.printcolors.print_value(self.logger,
747 "TT_BASE_RESSOURCES",
750 self.logger.write("\n", 4, False)
752 self.logger.write(self.write_test_margin(0), 3)
753 testbase_label = "Test base = %s\n" % src.printcolors.printcLabel(
754 self.currentTestBase)
755 self.logger.write(testbase_label, 3, False)
756 self.logger.write("-" * len(src.printcolors.cleancolor(testbase_label)),
758 self.logger.write("\n", 3, False)
761 settings_file = os.path.join(res_dir, "test_settings.py")
762 if os.path.exists(settings_file):
764 execfile(settings_file, gdic, ldic)
765 self.logger.write(_("Load test settings\n"), 3)
766 self.settings = ldic['settings_dic']
767 self.ignore_tests = ldic['known_failures_list']
768 if isinstance(self.ignore_tests, list):
769 self.ignore_tests = {}
770 self.logger.write(src.printcolors.printcWarning("known_failur"
771 "es_list must be a dictionary (not a list)") + "\n", 1, False)
773 self.ignore_tests = {}
774 self.settings.clear()
776 # read known failures pyconf
777 if "testerror" in self.config.SITE:
779 #self.known_errors = testerror.read_test_failures(
780 # self.config.TOOLS.testerror.file_path,
784 self.known_errors = None
786 if self.grids is not None:
787 grids = self.grids # given by user
789 # select all the grids (i.e. directories) in the directory
790 grids = filter(lambda l: l not in C_IGNORE_GRIDS,
791 os.listdir(self.currentDir))
792 grids = filter(lambda l: os.path.isdir(
793 os.path.join(self.currentDir, l)),
796 grids = sorted(grids, key=str.lower)
798 if not os.path.exists(os.path.join(self.currentDir, grid)):
799 self.logger.write(self.write_test_margin(1), 3)
800 self.logger.write(src.printcolors.printcWarning(
801 "grid %s does not exist\n" % grid), 3, False)
803 self.currentgrid = grid
804 self.run_grid_tests()
806 def run_script(self, script_name):
807 if ('APPLICATION' in self.config and
808 script_name in self.config.APPLICATION):
809 script = self.config.APPLICATION[script_name]
813 self.logger.write("\n", 2, False)
814 if not os.path.exists(script):
815 self.logger.write(src.printcolors.printcWarning("WARNING: scrip"
816 "t not found: %s" % script) + "\n", 2)
818 self.logger.write(src.printcolors.printcHeader("----------- sta"
819 "rt %s" % script_name) + "\n", 2)
820 self.logger.write("Run script: %s\n" % script, 2)
821 subprocess.Popen(script, shell=True).wait()
822 self.logger.write(src.printcolors.printcHeader("----------- end"
823 " %s" % script_name) + "\n", 2)
825 def run_all_tests(self):
826 initTime = datetime.datetime.now()
828 self.run_script('test_setup')
829 self.logger.write("\n", 2, False)
831 self.logger.write(src.printcolors.printcHeader(
832 _("=== STARTING TESTS")) + "\n", 2)
833 self.logger.write("\n", 2, False)
834 self.currentDir = os.path.join(self.tmp_working_dir,
836 self.currentTestBase)
837 self.run_testbase_tests()
839 # calculate total execution time
840 totalTime = datetime.datetime.now() - initTime
841 totalTime -= datetime.timedelta(microseconds=totalTime.microseconds)
842 self.logger.write("\n", 2, False)
843 self.logger.write(src.printcolors.printcHeader(_("=== END TESTS")), 2)
844 self.logger.write(" %s\n" % src.printcolors.printcInfo(str(totalTime)),
851 self.run_script('test_cleanup')
852 self.logger.write("\n", 2, False)
855 res_count = "%d / %d" % (self.nb_succeed,
856 self.nb_run - self.nb_acknoledge)
858 res_out = _("Tests Results: %(succeed)d / %(total)d\n") % \
859 { 'succeed': self.nb_succeed, 'total': self.nb_run }
860 if self.nb_succeed == self.nb_run:
861 res_out = src.printcolors.printcSuccess(res_out)
863 res_out = src.printcolors.printcError(res_out)
864 self.logger.write(res_out, 1)
866 if self.nb_timeout > 0:
867 self.logger.write(_("%d tests TIMEOUT\n") % self.nb_timeout, 1)
868 res_count += " TO: %d" % self.nb_timeout
869 if self.nb_not_run > 0:
870 self.logger.write(_("%d tests not executed\n") % self.nb_not_run, 1)
871 res_count += " NR: %d" % self.nb_not_run
873 status = src.OK_STATUS
874 if self.nb_run - self.nb_succeed - self.nb_acknoledge > 0:
875 status = src.KO_STATUS
876 elif self.nb_acknoledge:
877 status = src.KNOWNFAILURE_STATUS
879 self.logger.write(_("Status: %s\n" % status), 3)
881 return self.nb_run - self.nb_succeed - self.nb_acknoledge
884 # Write margin to show test results.
885 def write_test_margin(self, tab):
888 return "| " * (tab - 1) + "+ "