+++ /dev/null
-// Copyright (C) 2007-2012 CEA/DEN, EDF R&D, OPEN CASCADE
-//
-// Copyright (C) 2003-2007 OPEN CASCADE, EADS/CCR, LIP6, CEA/DEN,
-// CEDRAT, EDF R&D, LEG, PRINCIPIA R&D, BUREAU VERITAS
-//
-// This library is free software; you can redistribute it and/or
-// modify it under the terms of the GNU Lesser General Public
-// License as published by the Free Software Foundation; either
-// version 2.1 of the License.
-//
-// This library is distributed in the hope that it will be useful,
-// but WITHOUT ANY WARRANTY; without even the implied warranty of
-// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
-// Lesser General Public License for more details.
-//
-// You should have received a copy of the GNU Lesser General Public
-// License along with this library; if not, write to the Free Software
-// Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
-//
-// See http://www.salome-platform.org/ or email : webmaster.salome@opencascade.com
-//
-/*
- * BatchManager_eLSF.cxx : emulation of LSF client
- *
- * Auteur : Bernard SECHER - CEA DEN
- * Mail : mailto:bernard.secher@cea.fr
- * Date : Thu Apr 24 10:17:22 2008
- * Projet : PAL Salome
- *
- */
-
-#include <cstdlib>
-#include <fstream>
-#include <sstream>
-
-#include <Batch_Constants.hxx>
-#include <Batch_Utils.hxx>
-#include <Batch_NotYetImplementedException.hxx>
-#include "Batch_BatchManager_eLSF.hxx"
-#include "Batch_JobInfo_eLSF.hxx"
-
-using namespace std;
-
-namespace Batch {
-
- BatchManager_eLSF::BatchManager_eLSF(const FactBatchManager * parent, const char * host,
- const char * username,
- CommunicationProtocolType protocolType, const char * mpiImpl)
- : BatchManager(parent, host, username, protocolType, mpiImpl)
- {
- // Nothing to do
- }
-
- // Destructeur
- BatchManager_eLSF::~BatchManager_eLSF()
- {
- // Nothing to do
- }
-
- // Methode pour le controle des jobs : soumet un job au gestionnaire
- const JobId BatchManager_eLSF::submitJob(const Job & job)
- {
- Parametre params = job.getParametre();
- const std::string workDir = params[WORKDIR];
-
- // export input files on cluster
- cerr << "Export des fichiers en entree" << endl;
- exportInputFiles(job);
-
- // build batch script for job
- cerr << "Construction du script de batch" << endl;
- string scriptFile = buildSubmissionScript(job);
- cerr << "Script envoye" << endl;
-
- // define command to submit batch
- string subCommand = string("cd ") + workDir + "; bsub < " + scriptFile;
- string command = _protocol.getExecCommand(subCommand, _hostname, _username);
- command += " 2>&1";
- cerr << command.c_str() << endl;
-
- string output;
- int status = Utils::getCommandOutput(command, output);
- cout << output;
- if (status != 0) throw RunTimeException("Can't submit job, error was: " + output);
-
- // read id of submitted job in output
- int p10 = output.find("<");
- int p20 = output.find(">");
- string strjob = output.substr(p10+1,p20-p10-1);
-
- JobId id(this, strjob);
- return id;
- }
-
- // Ce manager permet de faire de la reprise
- const Batch::JobId
- BatchManager_eLSF::addJob(const Batch::Job & job, const std::string reference)
- {
- return JobId(this, reference);
- }
-
- // Methode pour le controle des jobs : retire un job du gestionnaire
- void BatchManager_eLSF::deleteJob(const JobId & jobid)
- {
- int status;
- int ref;
- istringstream iss(jobid.getReference());
- iss >> ref;
-
- // define command to delete batch
- string subCommand = string("bkill ") + iss.str();
- string command = _protocol.getExecCommand(subCommand, _hostname, _username);
- cerr << command.c_str() << endl;
- status = system(command.c_str());
- if (status)
- throw RunTimeException("Error of connection on remote host");
-
- cerr << "jobId = " << ref << "killed" << endl;
- }
-
- // Methode pour le controle des jobs : suspend un job en file d'attente
- void BatchManager_eLSF::holdJob(const JobId & jobid)
- {
- throw NotYetImplementedException("BatchManager_eLSF::holdJob");
- }
-
- // Methode pour le controle des jobs : relache un job suspendu
- void BatchManager_eLSF::releaseJob(const JobId & jobid)
- {
- throw NotYetImplementedException("BatchManager_eLSF::releaseJob");
- }
-
-
- // Methode pour le controle des jobs : modifie un job en file d'attente
- void BatchManager_eLSF::alterJob(const JobId & jobid, const Parametre & param, const Environnement & env)
- {
- throw NotYetImplementedException("BatchManager_eLSF::alterJob");
- }
-
- // Methode pour le controle des jobs : modifie un job en file d'attente
- void BatchManager_eLSF::alterJob(const JobId & jobid, const Parametre & param)
- {
- alterJob(jobid, param, Environnement());
- }
-
- // Methode pour le controle des jobs : modifie un job en file d'attente
- void BatchManager_eLSF::alterJob(const JobId & jobid, const Environnement & env)
- {
- alterJob(jobid, Parametre(), env);
- }
-
- // Methode pour le controle des jobs : renvoie l'etat du job
- JobInfo BatchManager_eLSF::queryJob(const JobId & jobid)
- {
- int id;
- istringstream iss(jobid.getReference());
- iss >> id;
-
- // define command to query batch
- string subCommand = string("bjobs ") + iss.str();
- string command = _protocol.getExecCommand(subCommand, _hostname, _username);
- cerr << command.c_str() << endl;
-
- string output;
- int status = Utils::getCommandOutput(command, output);
- if (status) throw RunTimeException("Error of connection on remote host");
-
- JobInfo_eLSF ji = JobInfo_eLSF(id, output);
- return ji;
- }
-
-
-
- // Methode pour le controle des jobs : teste si un job est present en machine
- bool BatchManager_eLSF::isRunning(const JobId & jobid)
- {
- throw NotYetImplementedException("BatchManager_eLSF::isRunning");
- }
-
- std::string BatchManager_eLSF::buildSubmissionScript(const Job & job)
- {
- Parametre params = job.getParametre();
-
- // Job Parameters
- string workDir = "";
- string fileToExecute = "";
- int nbproc = 0;
- int edt = 0;
- int mem = 0;
- string queue = "";
-
- // Mandatory parameters
- if (params.find(WORKDIR) != params.end())
- workDir = params[WORKDIR].str();
- else
- throw RunTimeException("params[WORKDIR] is not defined ! Please defined it, cannot submit this job");
- if (params.find(EXECUTABLE) != params.end())
- fileToExecute = params[EXECUTABLE].str();
- else
- throw RunTimeException("params[EXECUTABLE] is not defined ! Please defined it, cannot submit this job");
-
- // Optional parameters
- if (params.find(NBPROC) != params.end())
- nbproc = params[NBPROC];
- if (params.find(MAXWALLTIME) != params.end())
- edt = params[MAXWALLTIME];
- if (params.find(MAXRAMSIZE) != params.end())
- mem = params[MAXRAMSIZE];
- if (params.find(QUEUE) != params.end())
- queue = params[QUEUE].str();
-
- string::size_type p1 = fileToExecute.find_last_of("/");
- string::size_type p2 = fileToExecute.find_last_of(".");
- string rootNameToExecute = fileToExecute.substr(p1+1,p2-p1-1);
- string fileNameToExecute = fileToExecute.substr(p1+1);
-
- // Create batch submit file
- ofstream tempOutputFile;
- std::string TmpFileName = Utils::createAndOpenTemporaryFile("LSF-script", tempOutputFile);
-
- tempOutputFile << "#! /bin/sh -f" << endl ;
- if (params.find(NAME) != params.end())
- tempOutputFile << "#BSUB -J " << params[NAME] << endl;
- if (queue != "")
- tempOutputFile << "#BSUB -q " << queue << endl;
- if( edt > 0 )
- tempOutputFile << "#BSUB -W " << getWallTime(edt) << endl ;
- if( mem > 0 )
- tempOutputFile << "#BSUB -M " << mem*1024 << endl ;
- tempOutputFile << "#BSUB -n " << nbproc << endl ;
-
- if (params.find(EXCLUSIVE) != params.end() && params[EXCLUSIVE]) {
- tempOutputFile << "#BSUB -x" << endl ;
- }
-
- size_t pos = workDir.find("$HOME");
- string baseDir;
- if( pos != string::npos )
- baseDir = getHomeDir(workDir) + workDir.substr(pos+5,workDir.length()-5);
- else{
- pos = workDir.find("~");
- if( pos != string::npos )
- baseDir = getHomeDir(workDir) + workDir.substr(pos+1,workDir.length()-1);
- else
- baseDir = workDir;
- }
- tempOutputFile << "#BSUB -o " << baseDir << "/logs/output.log." << rootNameToExecute << endl ;
- tempOutputFile << "#BSUB -e " << baseDir << "/logs/error.log." << rootNameToExecute << endl ;
-
- // Define environment for the job
- Environnement env = job.getEnvironnement();
- for (Environnement::const_iterator iter = env.begin() ; iter != env.end() ; ++iter) {
- tempOutputFile << "export " << iter->first << "=" << iter->second << endl;
- }
-
- tempOutputFile << "cd " << workDir << endl ;
-
- // generate nodes file
- tempOutputFile << "LIBBATCH_NODEFILE=`mktemp nodefile-XXXXXXXXXX` || exit 1" << endl;
- tempOutputFile << "bool=0" << endl;
- tempOutputFile << "for i in $LSB_MCPU_HOSTS; do" << endl;
- tempOutputFile << " if test $bool = 0; then" << endl;
- tempOutputFile << " n=$i" << endl;
- tempOutputFile << " bool=1" << endl;
- tempOutputFile << " else" << endl;
- tempOutputFile << " for ((j=0;j<$i;j++)); do" << endl;
- tempOutputFile << " echo $n >> $LIBBATCH_NODEFILE" << endl;
- tempOutputFile << " done" << endl;
- tempOutputFile << " bool=0" << endl;
- tempOutputFile << " fi" << endl;
- tempOutputFile << "done" << endl;
- tempOutputFile << "export LIBBATCH_NODEFILE" << endl;
-
- // Launch the executable
- tempOutputFile << "./" + fileNameToExecute << endl;
-
- // Remove the node file
- tempOutputFile << "rm $LIBBATCH_NODEFILE" << endl;
-
- tempOutputFile.flush();
- tempOutputFile.close();
-
- cerr << "Batch script file generated is: " << TmpFileName.c_str() << endl;
-
- string remoteFileName = rootNameToExecute + "_Batch.sh";
- int status = _protocol.copyFile(TmpFileName, "", "",
- workDir + "/" + remoteFileName,
- _hostname, _username);
- if (status)
- throw RunTimeException("Error of connection on remote host");
- return remoteFileName;
- }
-
- std::string BatchManager_eLSF::getWallTime(const long edt)
- {
- long h, m;
- h = edt / 60;
- m = edt - h*60;
- ostringstream oss;
- if( m >= 10 )
- oss << h << ":" << m;
- else
- oss << h << ":0" << m;
- return oss.str();
- }
-
- std::string BatchManager_eLSF::getHomeDir(std::string tmpdir)
- {
- std::string home;
- int idx = tmpdir.find("Batch/");
- std::string filelogtemp = tmpdir.substr(idx+6, tmpdir.length());
- filelogtemp = "/tmp/logs" + filelogtemp + "_home";
-
- string subCommand = string("echo $HOME");
- string command = _protocol.getExecCommand(subCommand, _hostname, _username) + " > " + filelogtemp;
- cerr << command.c_str() << endl;
- int status = system(command.c_str());
- if (status)
- throw RunTimeException("Error of launching home command on remote host");
-
- std::ifstream file_home(filelogtemp.c_str());
- std::getline(file_home, home);
- file_home.close();
- return home;
- }
-
-}
