-#include "SALOME_ResourcesManager.hxx"
-#include "SALOME_Container_i.hxx"
+// Copyright (C) 2007-2008 CEA/DEN, EDF R&D, OPEN CASCADE
+//
+// Copyright (C) 2003-2007 OPEN CASCADE, EADS/CCR, LIP6, CEA/DEN,
+// CEDRAT, EDF R&D, LEG, PRINCIPIA R&D, BUREAU VERITAS
+//
+// This library is free software; you can redistribute it and/or
+// modify it under the terms of the GNU Lesser General Public
+// License as published by the Free Software Foundation; either
+// version 2.1 of the License.
+//
+// This library is distributed in the hope that it will be useful,
+// but WITHOUT ANY WARRANTY; without even the implied warranty of
+// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
+// Lesser General Public License for more details.
+//
+// You should have received a copy of the GNU Lesser General Public
+// License along with this library; if not, write to the Free Software
+// Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
+//
+// See http://www.salome-platform.org/ or email : webmaster.salome@opencascade.com
+//
+#include "SALOME_ResourcesManager.hxx"
#include "Utils_ExceptHandlers.hxx"
+#include "Utils_CorbaException.hxx"
#include "OpUtil.hxx"
-#include <qdom.h>
-
#include <stdlib.h>
+#ifndef WIN32
#include <unistd.h>
+#else
+#include <io.h>
+#include <process.h>
+#endif
#include <fstream>
#include <iostream>
+#include <sstream>
+#include <string.h>
#include <map>
+#include <list>
#include <sys/types.h>
#include <sys/stat.h>
+#include "utilities.h"
#define MAX_SIZE_FOR_HOSTNAME 256;
using namespace std;
-//just for test
-SALOME_ResourcesManager::SALOME_ResourcesManager(const char *xmlFilePath):_path_resources(xmlFilePath)
-{
-}
-
-SALOME_ResourcesManager::SALOME_ResourcesManager()
-{
- _path_resources=getenv("KERNEL_ROOT_DIR");
- _path_resources+="/share/salome/resources/CatalogResources.xml";
- ParseXmlFile();
-}
+const char *SALOME_ResourcesManager::_ResourcesManagerNameInNS = "/ResourcesManager";
+
+//=============================================================================
+/*!
+ * just for test
+ */
+//=============================================================================
+
+SALOME_ResourcesManager::
+SALOME_ResourcesManager(CORBA::ORB_ptr orb,
+ PortableServer::POA_var poa,
+ SALOME_NamingService *ns,
+ const char *xmlFilePath) : _rm(xmlFilePath)
+{
+ MESSAGE("SALOME_ResourcesManager constructor");
+ _NS = ns;
+ _orb = CORBA::ORB::_duplicate(orb) ;
+ _poa = PortableServer::POA::_duplicate(poa) ;
+ PortableServer::ObjectId_var id = _poa->activate_object(this);
+ CORBA::Object_var obj = _poa->id_to_reference(id);
+ Engines::SalomeLauncher_var refContMan =
+ Engines::SalomeLauncher::_narrow(obj);
+
+ _NS->Register(refContMan,_ResourcesManagerNameInNS);
+ MESSAGE("SALOME_ResourcesManager constructor end");
+}
+
+//=============================================================================
+/*!
+ * Standard constructor, parse resource file.
+ * - if ${APPLI} exists in environment,
+ * look for ${HOME}/${APPLI}/CatalogResources.xml
+ * - else look for default:
+ * ${KERNEL_ROOT_DIR}/share/salome/resources/kernel/CatalogResources.xml
+ * - parse XML resource file.
+ */
+//=============================================================================
+
+SALOME_ResourcesManager::SALOME_ResourcesManager(CORBA::ORB_ptr orb,
+ PortableServer::POA_var poa,
+ SALOME_NamingService *ns) : _rm()
+{
+ MESSAGE("SALOME_ResourcesManager constructor");
+ _NS = ns;
+ _orb = CORBA::ORB::_duplicate(orb) ;
+ _poa = PortableServer::POA::_duplicate(poa) ;
+ PortableServer::ObjectId_var id = _poa->activate_object(this);
+ CORBA::Object_var obj = _poa->id_to_reference(id);
+ Engines::ResourcesManager_var refContMan = Engines::ResourcesManager::_narrow(obj);
+ _NS->Register(refContMan,_ResourcesManagerNameInNS);
+
+ MESSAGE("SALOME_ResourcesManager constructor end");
+}
+
+//=============================================================================
+/*!
+ * Standard Destructor
+ */
+//=============================================================================
SALOME_ResourcesManager::~SALOME_ResourcesManager()
{
-}
-
-vector<string> SALOME_ResourcesManager::GetFittingResources(const Engines::MachineParameters& params,const char *moduleName) throw(SALOME_Exception)
-{
- vector <std::string> ret;
- //To be sure that we search in a correct list.
- ParseXmlFile();
- const char *hostname=(const char *)params.hostname;
- if(hostname[0]!='\0')
- {
- if(_resourcesList.find(hostname)!=_resourcesList.end())
- // params.hostame is in the list of resources so return it.
- ret.push_back(hostname);
- else
- //user specified an unknown hostame so notify to him.
- throw SALOME_Exception("unknown host");
- }
- else
- // Search for available resources sorted by priority
- {
- SelectOnlyResourcesWithOS(ret,params.OS);
- KeepOnlyResourcesWithModule(ret,moduleName);
- //set wanted parameters
- ResourceDataToSort::_nbOfNodesWanted=params.nb_node;
- ResourceDataToSort::_nbOfProcPerNodeWanted=params.nb_proc_per_node;
- ResourceDataToSort::_CPUFreqMHzWanted=params.cpu_clock;
- ResourceDataToSort::_memInMBWanted=params.mem_mb;
- //end of set
- list<ResourceDataToSort> li;
- for(vector<string>::iterator iter=ret.begin();iter!=ret.end();iter++)
- li.push_back(_resourcesList[(*iter)].DataForSort);
- li.sort();
- unsigned int i=0;
- for(list<ResourceDataToSort>::iterator iter2=li.begin();iter2!=li.end();iter2++)
- ret[i++]=(*iter2)._hostName;
- }
- return ret;
-}
-
-int SALOME_ResourcesManager::AddResourceInCatalog(const Engines::MachineParameters& paramsOfNewResources, const map<string,string>& modulesOnNewResources,
- const char *environPathOfPrerequired,
- const char *alias, const char *userName, AccessModeType mode, AccessProtocolType prot) throw(SALOME_Exception)
-{
- map<string,string>::const_iterator iter=modulesOnNewResources.find("KERNEL");
- if(iter!=modulesOnNewResources.end())
- {
- ParserResourcesType newElt;
- newElt.DataForSort._hostName=paramsOfNewResources.hostname;
- newElt.Alias=alias;
- newElt.Protocol=prot;
- newElt.Mode=mode;
- newElt.UserName=userName;
- newElt.ModulesPath=modulesOnNewResources;
- newElt.PreReqFilePath=environPathOfPrerequired;
- newElt.OS=paramsOfNewResources.OS;
- newElt.DataForSort._memInMB=paramsOfNewResources.mem_mb;
- newElt.DataForSort._CPUFreqMHz=paramsOfNewResources.cpu_clock;
- newElt.DataForSort._nbOfNodes=paramsOfNewResources.nb_node;
- newElt.DataForSort._nbOfProcPerNode=paramsOfNewResources.nb_proc_per_node;
- _resourcesList[newElt.DataForSort._hostName]=newElt;
- return 0;
- }
- else
- throw SALOME_Exception("KERNEL is not present in this resource");
-}
-
-void SALOME_ResourcesManager::DeleteResourceInCatalog(const char *hostname)
-{
- _resourcesList.erase(hostname);
-}
-
-void SALOME_ResourcesManager::WriteInXmlFile()
-{
- QDomDocument doc("ResourcesCatalog");
- SALOME_ResourcesCatalog_Handler* handler = new SALOME_ResourcesCatalog_Handler(_resourcesList);
- handler->PrepareDocToXmlFile(doc);
- delete handler;
- QFile file( _path_resources );
- if( !file.open( IO_WriteOnly ) )
- cout << "WRITING ERROR !!!" << endl;
-
- QTextStream ts( &file );
- ts << doc.toString();
-
- file.close();
- cout << "WRITING DONE!!!" << endl;
-}
-
-const MapOfParserResourcesType& SALOME_ResourcesManager::ParseXmlFile()
-{
- SALOME_ResourcesCatalog_Handler* handler = new SALOME_ResourcesCatalog_Handler(_resourcesList);
- QFile xmlFile(_path_resources);
-
- QXmlInputSource source(xmlFile);
-
- QXmlSimpleReader reader;
- reader.setContentHandler( handler );
- reader.setErrorHandler( handler );
- reader.parse( source );
- xmlFile.close();
- delete handler;
- return _resourcesList;
-}
-
-bool SALOME_ResourcesManager::_verify_resources(MapOfParserResourcesType resourceslist)
-{
-// bool _return_value = true;
-// bool _bool = false ;
-// vector<string> _machine_list;
-// _machine_list.resize(0);
-
-// // Fill a list of all computers indicated in the resources list
-// for (unsigned int ind = 0; ind < resourceslist.size(); ind++)
-// _machine_list.push_back(resourceslist[ind].HostName);
-
-// // Parse if a computer name is twice in the list of computers
-// for (unsigned int ind = 0; ind < _machine_list.size(); ind++)
-// {
-// for (unsigned int ind1 = ind+1 ; ind1 < _machine_list.size(); ind1++)
-// {
-// if(_machine_list[ind].compare(_machine_list[ind1]) == 0)
-// {
-// MESSAGE("The computer " << _machine_list[ind] << " is indicated more than once in the resources list")
-// _return_value = false;
-// }
-// }
-// }
-
-// return _return_value;
- return true;
-}
-
-const MapOfParserResourcesType& SALOME_ResourcesManager::GetList() const
-{
- return _resourcesList;
-}
-
-string SALOME_ResourcesManager::FindBest(const Engines::MachineList& listOfMachines)
-{
- return _dynamicResourcesSelecter.FindBest(listOfMachines);
-}
-
-string SALOME_ResourcesManager::BuildTempFileToLaunchRemoteContainer(const string& machine,const char *containerName)
-{
- _TmpFileName=BuildTemporaryFileName();
- ofstream tempOutputFile;
- tempOutputFile.open(_TmpFileName.c_str(),ofstream::out );
- const ParserResourcesType& resInfo=_resourcesList[machine];
- tempOutputFile << "#! /bin/sh" << endl;
- //set env vars
- for(map<string,string>::const_iterator iter=resInfo.ModulesPath.begin();iter!=resInfo.ModulesPath.end();iter++)
- {
- string curModulePath((*iter).second);
- tempOutputFile << (*iter).first << "_ROOT_DIR="<< curModulePath << endl;
- tempOutputFile << "export " << (*iter).first << "_ROOT_DIR" << endl;
- tempOutputFile << "LD_LIBRARY_PATH=" << curModulePath << "/lib/salome" << ":${LD_LIBRARY_PATH}" << endl;
- tempOutputFile << "PYTHONPATH=" << curModulePath << "/bin/salome:" << curModulePath << "/lib/python2.2/site-packages/salome:";
- tempOutputFile << curModulePath << "/lib/python2.2/site-packages/salome/shared_modules:${PYTHONPATH}" << endl;
- }
- tempOutputFile << "export LD_LIBRARY_PATH" << endl;
- tempOutputFile << "export PYTHONPATH" << endl;
- tempOutputFile << "source " << resInfo.PreReqFilePath << endl;
- // ! env vars
- tempOutputFile << (*(resInfo.ModulesPath.find("KERNEL"))).second << "/bin/salome/";
- if(Engines_Container_i::isPythonContainer(containerName))
- tempOutputFile << "SALOME_ContainerPy.py ";
- else
- tempOutputFile << "SALOME_Container ";
- tempOutputFile << containerName << " -";
- AddOmninamesParams(tempOutputFile);
- tempOutputFile << " > /tmp/" << containerName << "_" << machine << ".log 2>&1 &" << endl;//" &" << endl;
- //tempOutputFile << "EOF" << endl;
- //tempOutputFile << "&" << endl;
- tempOutputFile.flush();
- tempOutputFile.close();
- chmod(_TmpFileName.c_str(),0x1ED);
- //Build command
- string command;
- if(resInfo.Protocol==rsh)
- {
- command = "rsh ";
- string commandRcp="rcp ";
- commandRcp+=_TmpFileName;
- commandRcp+=" ";
- commandRcp+=machine;
- commandRcp+=":";
- commandRcp+=_TmpFileName;
- system(commandRcp.c_str());
- }
- else if(resInfo.Protocol==ssh)
- command = "ssh ";
- else
- throw SALOME_Exception("Unknown protocol");
- command+=machine;
- _CommandForRemAccess=command;
- command+=" ";
- command+=_TmpFileName;
- command+=" & ";
- cout << "Command is ... " << command << endl;
- return command;
-}
-
-string SALOME_ResourcesManager::BuildCommandToLaunchLocalContainer(const char *containerName)
-{
- _TmpFileName="";
- string command;
- if(Engines_Container_i::isPythonContainer(containerName))
- command="SALOME_ContainerPy.py ";
- else
- command="SALOME_Container ";
- command+=containerName;
- command+=" -";
- AddOmninamesParams(command);
- command+=" > /tmp/";
- command+=containerName;
- command += "_";
- command += GetHostname();
- command += ".log 2>&1 &" ;
- cout << "Command is ... " << command << endl << flush;
- return command;
-}
-
-void SALOME_ResourcesManager::RmTmpFile()
-{
- if(_TmpFileName!="")
- {
- string command="rm ";
- command+=_TmpFileName;
- system(command.c_str());
- }
-}
-
-string SALOME_ResourcesManager::BuildCommand(const string& machine,const char *containerName)
-{
-// rsh -n ikkyo /export/home/rahuel/SALOME_ROOT/bin/runSession SALOME_Container -ORBInitRef NameService=corbaname::dm2s0017:1515 &
- const ParserResourcesType& resInfo=_resourcesList[machine];
- bool pyCont=Engines_Container_i::isPythonContainer(containerName);
- string command;
- if(resInfo.Protocol==rsh)
- command = "rsh -n " ;
- else if(resInfo.Protocol==ssh)
- command = "ssh -f -n ";
- else
- throw SALOME_Exception("Not implemented yet...");
- command += machine;
- command += " ";
- string path = (*(resInfo.ModulesPath.find("KERNEL"))).second;
- command +=path;
- command += "/bin/salome/";
- if ( pyCont )
- command += "SALOME_ContainerPy.py ";
- else
- command += "SALOME_Container ";
- command += containerName;
- command += " -";
- AddOmninamesParams(command);
- command += " > /tmp/";
- command += containerName;
- command += "_";
- command += machine;
- command += ".log 2>&1 &" ;
- SCRUTE( command );
- return command;
-}
-
-// Warning need an updated parsed list : _resourcesList
-void SALOME_ResourcesManager::SelectOnlyResourcesWithOS(vector<string>& hosts,const char *OS) const throw(SALOME_Exception)
-{
- string base(OS);
- for(map<string, ParserResourcesType>::const_iterator iter=_resourcesList.begin();iter!=_resourcesList.end();iter++)
- if((*iter).second.OS==base)
- hosts.push_back((*iter).first);
-}
-
-//Warning need an updated parsed list : _resourcesList
-void SALOME_ResourcesManager::KeepOnlyResourcesWithModule(vector<string>& hosts,const char *moduleName) const throw(SALOME_Exception)
-{
- for(vector<string>::iterator iter=hosts.begin();iter!=hosts.end();iter++)
- {
- MapOfParserResourcesType::const_iterator it=_resourcesList.find(*iter);
- const map<string,string>& mapOfModulesOfCurrentHost=(((*it).second).ModulesPath);
- if(mapOfModulesOfCurrentHost.find(moduleName)==mapOfModulesOfCurrentHost.end())
- {
- hosts.erase(iter);
- }
- }
-}
-
-void SALOME_ResourcesManager::AddOmninamesParams(string& command) const
-{
- string omniORBcfg( getenv( "OMNIORB_CONFIG" ) ) ;
- ifstream omniORBfile( omniORBcfg.c_str() ) ;
- char ORBInitRef[12] ;
- char nameservice[132] ;
- omniORBfile >> ORBInitRef ;
- command += ORBInitRef ;
- command += " " ;
- omniORBfile >> nameservice ;
- omniORBfile.close() ;
- char * bsn = strchr( nameservice , '\n' ) ;
- if ( bsn ) {
- bsn[ 0 ] = '\0' ;
+ MESSAGE("SALOME_ResourcesManager destructor");
+}
+
+
+//=============================================================================
+/*! CORBA method:
+ * shutdown all the containers, then the ContainerManager servant
+ */
+//=============================================================================
+
+void SALOME_ResourcesManager::Shutdown()
+{
+ MESSAGE("Shutdown");
+ _NS->Destroy_Name(_ResourcesManagerNameInNS);
+ PortableServer::ObjectId_var oid = _poa->servant_to_id(this);
+ _poa->deactivate_object(oid);
+ //_remove_ref();
+}
+
+//=============================================================================
+/*!
+ * get the list of name of ressources fitting for the specified module.
+ * If hostname specified, check it is local or known in resources catalog.
+ *
+ * Else
+ * - select first machines with corresponding OS (all machines if
+ * parameter OS empty),
+ * - then select the sublist of machines on witch the module is known
+ * (if the result is empty, that probably means that the inventory of
+ * modules is probably not done, so give complete list from previous step)
+ */
+//=============================================================================
+
+Engines::MachineList *
+SALOME_ResourcesManager::GetFittingResources(const Engines::MachineParameters& params,
+ const Engines::CompoList& componentList)
+{
+// MESSAGE("ResourcesManager::GetFittingResources");
+ machineParams p;
+ p.hostname = params.hostname;
+ p.OS = params.OS;
+ p.nb_node = params.nb_node;
+ p.nb_proc_per_node = params.nb_proc_per_node;
+ p.cpu_clock = params.cpu_clock;
+ p.mem_mb = params.mem_mb;
+
+ vector<string> cl;
+ for(unsigned int i=0;i<componentList.length();i++)
+ cl.push_back(string(componentList[i]));
+
+ Engines::MachineList *ret=new Engines::MachineList;
+ try{
+ vector <std::string> vec = _rm.GetFittingResources(p,cl);
+ ret->length(vec.size());
+ for(unsigned int i=0;i<vec.size();i++)
+ (*ret)[i] = (vec[i]).c_str();
}
- command += nameservice ;
-}
+ catch(const ResourcesException &ex){
+ INFOS("Caught exception.");
+ THROW_SALOME_CORBA_EXCEPTION(ex.msg.c_str(),SALOME::BAD_PARAM);
+ }
-void SALOME_ResourcesManager::AddOmninamesParams(ofstream& fileStream) const
-{
- string omniORBcfg( getenv( "OMNIORB_CONFIG" ) ) ;
- ifstream omniORBfile( omniORBcfg.c_str() ) ;
- char ORBInitRef[12] ;
- char nameservice[132] ;
- omniORBfile >> ORBInitRef ;
- fileStream << ORBInitRef;
- fileStream << " ";
- omniORBfile >> nameservice ;
- omniORBfile.close() ;
- char * bsn = strchr( nameservice , '\n' ) ;
- if ( bsn ) {
- bsn[ 0 ] = '\0' ;
- }
- fileStream << nameservice;
+ return ret;
}
-string SALOME_ResourcesManager::BuildTemporaryFileName() const
-{
- //build more complex file name to support multiple salome session
- return "/tmp/command.sh";
+//=============================================================================
+/*!
+ * dynamically obtains the first machines
+ */
+//=============================================================================
+
+char *
+SALOME_ResourcesManager::FindFirst(const Engines::MachineList& listOfMachines)
+{
+ vector<string> ml;
+ for(unsigned int i=0;i<listOfMachines.length();i++)
+ ml.push_back(string(listOfMachines[i]));
+
+ return CORBA::string_dup(_rm.FindFirst(ml).c_str());
+}
+
+Engines::MachineParameters* SALOME_ResourcesManager::GetMachineParameters(const char *hostname)
+{
+ ParserResourcesType resource = _rm.GetResourcesList(string(hostname));
+ Engines::MachineParameters *p_ptr = new Engines::MachineParameters;
+ p_ptr->container_name = CORBA::string_dup("");
+ p_ptr->hostname = CORBA::string_dup(resource.HostName.c_str());
+ p_ptr->alias = CORBA::string_dup(resource.Alias.c_str());
+ if( resource.Protocol == rsh )
+ p_ptr->protocol = "rsh";
+ else if( resource.Protocol == ssh )
+ p_ptr->protocol = "ssh";
+ p_ptr->username = CORBA::string_dup(resource.UserName.c_str());
+ p_ptr->applipath = CORBA::string_dup(resource.AppliPath.c_str());
+ p_ptr->modList.length(resource.ModulesList.size());
+ for(unsigned int i=0;i<resource.ModulesList.size();i++)
+ p_ptr->modList[i] = CORBA::string_dup(resource.ModulesList[i].c_str());
+ p_ptr->OS = CORBA::string_dup(resource.OS.c_str());
+ p_ptr->mem_mb = resource.DataForSort._memInMB;
+ p_ptr->cpu_clock = resource.DataForSort._CPUFreqMHz;
+ p_ptr->nb_proc_per_node = resource.DataForSort._nbOfProcPerNode;
+ p_ptr->nb_node = resource.DataForSort._nbOfNodes;
+
+ if( resource.mpi == lam )
+ p_ptr->mpiImpl = "lam";
+ else if( resource.mpi == mpich1 )
+ p_ptr->mpiImpl = "mpich1";
+ else if( resource.mpi == mpich2 )
+ p_ptr->mpiImpl = "mpich2";
+ else if( resource.mpi == openmpi )
+ p_ptr->mpiImpl = "openmpi";
+ else if( resource.mpi == slurm )
+ p_ptr->mpiImpl = "slurm";
+ else if( resource.mpi == prun )
+ p_ptr->mpiImpl = "prun";
+
+ if( resource.Batch == pbs )
+ p_ptr->batch = "pbs";
+ else if( resource.Batch == lsf )
+ p_ptr->batch = "lsf";
+ else if( resource.Batch == sge )
+ p_ptr->batch = "sge";
+
+ p_ptr->nb_component_nodes=1;
+
+ return p_ptr;
}
-