X-Git-Url: http://git.salome-platform.org/gitweb/?a=blobdiff_plain;f=src%2FSlurm%2FBatchManager_Slurm.cxx;h=1d6fe6f05b6d73e71689b4a771f8a94bf1a6a425;hb=b4e59846fd2eaf893548f182645e7162da4ad731;hp=25bbc34063d95d69ccb0c3b49e3cafc43016f724;hpb=b03c5abc97b183c3200e49bbea719b8180338e1b;p=tools%2Flibbatch.git diff --git a/src/Slurm/BatchManager_Slurm.cxx b/src/Slurm/BatchManager_Slurm.cxx index 25bbc34..1d6fe6f 100644 --- a/src/Slurm/BatchManager_Slurm.cxx +++ b/src/Slurm/BatchManager_Slurm.cxx @@ -1,4 +1,4 @@ -// Copyright (C) 2007-2015 CEA/DEN, EDF R&D, OPEN CASCADE +// Copyright (C) 2007-2021 CEA/DEN, EDF R&D, OPEN CASCADE // // Copyright (C) 2003-2007 OPEN CASCADE, EADS/CCR, LIP6, CEA/DEN, // CEDRAT, EDF R&D, LEG, PRINCIPIA R&D, BUREAU VERITAS @@ -64,7 +64,7 @@ namespace Batch { string cmdFile = buildCommandFile(job); // define command to submit batch - string subCommand = string("cd ") + workDir + "; sbatch " + cmdFile; + string subCommand = string("bash -l -c \\\"cd ") + workDir + "; sbatch " + cmdFile + "\\\""; string command = _protocol.getExecCommand(subCommand, _hostname, _username); command += " 2>&1"; LOG(command); @@ -203,7 +203,7 @@ namespace Batch { void BatchManager_Slurm::deleteJob(const JobId & jobid) { // define command to delete job - string subCommand = "scancel " + jobid.getReference(); + string subCommand = string("bash -l -c \\\"scancel ") + jobid.getReference() + "\\\""; string command = _protocol.getExecCommand(subCommand, _hostname, _username); LOG(command); @@ -216,17 +216,44 @@ namespace Batch { JobInfo BatchManager_Slurm::queryJob(const JobId & jobid) { - // define command to query batch - string subCommand = "squeue -o %t -j " + jobid.getReference(); + // First try to query the job with "squeue" command + string subCommand = string("bash -l -c \\\"squeue -h -o %T -j ") + jobid.getReference() + " 2>/dev/null" + "\\\""; string command = _protocol.getExecCommand(subCommand, _hostname, _username); LOG(command); string output; - Utils::getCommandOutput(command, output); - // We don't test the return code here because with jobs finished since a long time Slurm - // returns an error and a message like "slurm_load_jobs error: Invalid job id specified". - // So we consider that the job is finished when we get an error. + int status = Utils::getCommandOutput(command, output); + LOG("status: " << status << ", output: " << output); + bool found = false; + JobInfo jobinfo; + if (status == 0) { + try { + jobinfo = JobInfo_Slurm(jobid.getReference(), output); + found = true; + } catch (const RunTimeException & exc) { + LOG(exc); + } + } - JobInfo_Slurm jobinfo = JobInfo_Slurm(jobid.getReference(), output); + // If "squeue" failed, the job may be finished. In this case, try to query the job with + // "sacct". + if (! found) { + string subCommand = string("bash -l -c \\\"sacct -X -o State%-10 -n -j ") + jobid.getReference() + "\\\""; + string command = _protocol.getExecCommand(subCommand, _hostname, _username); + LOG(command); + string output; + int status = Utils::getCommandOutput(command, output); + LOG("status: " << status << ", output: " << output); + if (status == 0) { + try { + jobinfo = JobInfo_Slurm(jobid.getReference(), output); + } catch (const RunTimeException & exc) { + LOG(exc); + throw(exc); + } + } else { + throw RunTimeException("sacct command failed with return code: " + status); + } + } return jobinfo; }