From: secher <secher>
Date: Tue, 6 Sep 2011 13:48:52 +0000 (+0000)
Subject: add test MPI2 communication
X-Git-Tag: Before_0020136~33
X-Git-Url: http://git.salome-platform.org/gitweb/?a=commitdiff_plain;h=a931021f3c1a39bf7a41a70e3fadc3df7343609b;p=modules%2Fkernel.git

add test MPI2 communication
---

diff --git a/src/MPIContainer/launch_testMPI2.csh b/src/MPIContainer/launch_testMPI2.csh
index d7b78d760..9df57235b 100755
--- a/src/MPIContainer/launch_testMPI2.csh
+++ b/src/MPIContainer/launch_testMPI2.csh
@@ -8,7 +8,7 @@ else
   set debug=""
 endif
 if $status == 0 then
-  setenv OMPI_URI_FILE /home/secher/ARCH_COMPO/mpi2_pub/essai/URI
+  setenv OMPI_URI_FILE ${HOME}/.urifile
   ompi-server -r ${OMPI_URI_FILE}
   sleep 2
   mpirun -np $nbproc1 -ompi-server file:${OMPI_URI_FILE} ${KERNEL_ROOT_DIR}/bin/salome/testMPI2 -vsize $vsize $debug &
@@ -22,3 +22,4 @@ if $res == 0 then
 else
   echo "KO"
 endif
+rm -f  ${OMPI_URI_FILE}
diff --git a/src/MPIContainer/testMPI2.cxx b/src/MPIContainer/testMPI2.cxx
new file mode 100644
index 000000000..0c863c6c9
--- /dev/null
+++ b/src/MPIContainer/testMPI2.cxx
@@ -0,0 +1,196 @@
+#include <iostream>
+#include <math.h>
+#include <mpi.h>
+#include <stdlib.h>
+#define TIMEOUT 20
+#define EPSILON 0.00000001
+
+int main(int argc, char**argv)
+{
+  int *indg;
+  double *vector, sum=0., norm, etalon;
+  int rank, size, grank, gsize, rsize;
+  int vsize=20, lvsize, rlvsize;
+  int i, k1, k2, imin, imax, nb;
+  int srv=0;
+  MPI_Comm com, icom;
+  MPI_Status status; 
+  char   port_name     [MPI_MAX_PORT_NAME]; 
+  char   port_name_clt [MPI_MAX_PORT_NAME]; 
+  std::string service = "SERVICE";
+  bool debug=false;
+
+  for(i=1;i<argc;i++){
+    std::string sargv = argv[i];
+    if(sargv.find("-debug")!=std::string::npos)
+      debug = true;
+    else if(sargv.find("-vsize")!=std::string::npos)
+      vsize = atoi(argv[++i]);
+  }
+
+  MPI_Init( &argc, &argv );
+
+  MPI_Comm_size( MPI_COMM_WORLD, &size );
+  MPI_Comm_rank( MPI_COMM_WORLD, &rank );
+
+  MPI_Barrier(MPI_COMM_WORLD);
+
+  MPI_Errhandler_set(MPI_COMM_WORLD, MPI_ERRORS_RETURN);
+  if(rank==0){
+    MPI_Open_port(MPI_INFO_NULL, port_name); 
+    if ( MPI_Lookup_name((char*)service.c_str(), MPI_INFO_NULL, port_name_clt) == MPI_SUCCESS )  {
+      if(debug)
+        std::cout << "[" << rank << "] I am client: I get the service " << service << " !" << std::endl;
+      MPI_Close_port( port_name );
+    } 
+    else if ( MPI_Publish_name((char*)service.c_str(), MPI_INFO_NULL, port_name) == MPI_SUCCESS )  {
+      if(debug)
+        std::cout << "[" << rank << "] I am server: I've managed to publish the service " << service << " !" << std::endl;
+      srv = 1;
+    }      
+    else if ( MPI_Lookup_name((char*)service.c_str(), MPI_INFO_NULL, port_name_clt) == MPI_SUCCESS )  {
+      if(debug)
+        std::cout << "[" << rank << "] I am client: I get the service " << service << " !" << std::endl;;
+      MPI_Close_port( port_name );
+    } 
+    else{
+      if(debug)
+        std::cout << "[" << rank << "] ERROR!!!" << std::endl;
+      MPI_Finalize(); 
+      exit(1);
+    }
+  }
+  else{
+    i = 0;
+    while ( i != TIMEOUT  ) { 
+      sleep(1);
+      if ( MPI_Lookup_name((char*)service.c_str(), MPI_INFO_NULL, port_name_clt) == MPI_SUCCESS )  {
+        if(debug)
+          std::cout << "[" << rank << "] I am client: I get the service " << service << " !" << std::endl;
+        break;
+      } 
+      i++;
+    }
+    if ( i == TIMEOUT ) {
+      if(debug)
+        std::cout << "[" << rank << "] Waiting too long exiting !" << std::endl;
+      MPI_Finalize(); 
+      exit(1);
+    }
+  }
+  MPI_Errhandler_set(MPI_COMM_WORLD, MPI_ERRORS_ARE_FATAL);
+  MPI_Bcast(&srv,1,MPI_INT,0,MPI_COMM_WORLD);
+  if ( srv )
+    MPI_Comm_accept( port_name, MPI_INFO_NULL, 0, MPI_COMM_WORLD, &icom );
+  else
+    MPI_Comm_connect(port_name_clt, MPI_INFO_NULL, 0, MPI_COMM_WORLD, &icom );
+
+  MPI_Intercomm_merge(icom,!srv,&com);
+
+  MPI_Comm_rank( com, &grank );
+  MPI_Comm_size( com, &gsize );
+
+  MPI_Barrier(com);
+  lvsize = ((rank+1)*vsize) / size - (rank*vsize) / size;
+  vector = (double*)malloc(lvsize*sizeof(double));
+  indg = (int*)malloc(lvsize*sizeof(int));
+  rsize = gsize - size;
+
+  for(i=0;i<lvsize;i++){
+    indg[i] = (rank*vsize)/size + i;
+    if(srv){
+      if(debug)
+        vector[i] = indg[i];
+      else
+        vector[i] = 2. * sin( (rank*vsize)/size + i );
+      sum += vector[i]*vector[i];
+    }
+  }
+  MPI_Barrier(com);
+  if(srv){
+    MPI_Reduce(&sum,&norm,1,MPI_DOUBLE,MPI_SUM,0,MPI_COMM_WORLD);
+    if(rank==0){
+      norm = sqrt(norm);
+      if(debug)
+        std::cout << "[" << grank << "] norm=" << norm << std::endl;
+    }
+  }
+
+  for(i=0;i<rsize;i++){
+    rlvsize = ((i+1)*vsize) / rsize - (i*vsize) / rsize;
+    k1 = (i*vsize)/rsize;
+    k2 = ((i+1)*vsize)/rsize -1;
+
+    if( (k1 <= indg[lvsize-1]) && (k2 >= indg[0]) ){
+      imin = k1;
+      if( indg[0] > imin ) imin = indg[0];
+      imax = k2;
+      if( indg[lvsize-1] < imax) imax = indg[lvsize-1];
+      if(srv){
+        nb = imax - imin + 1;
+        MPI_Send( &nb, 1, MPI_INT, i+size, 100, com );
+        MPI_Send( vector+imin-indg[0], nb, MPI_DOUBLE, i+size, 200, com );
+      }
+      else{
+        MPI_Recv( &nb, 1, MPI_INT, i, 100, com, &status );
+        MPI_Recv( vector+imin-indg[0], nb, MPI_DOUBLE, i, 200, com, &status );
+      }
+    }
+  }
+
+  MPI_Barrier(com);
+  if(!srv){
+    sum = 0.;
+    sleep(grank);
+    for(i=0;i<lvsize;i++){
+      if(debug)
+        std::cout << "[" << rank << "] vector[" << i << "]=" << vector[i] << std::endl;
+      sum += vector[i]*vector[i];
+    }
+    MPI_Reduce(&sum,&norm,1,MPI_DOUBLE,MPI_SUM,0,MPI_COMM_WORLD);
+    if(rank==0){
+      norm = sqrt(norm);
+      if(debug)
+        std::cout << "[" << grank << "] norm=" << norm << std::endl;
+    }
+  }
+
+  MPI_Barrier(com);
+  if(srv){
+    if(rank==0){
+      MPI_Recv(&etalon, 1, MPI_DOUBLE,size,400,com, &status);
+      MPI_Send(&norm,1,MPI_DOUBLE, size, 300, com);
+    }
+  }
+  else if(rank==0){
+    MPI_Send(&norm,1,MPI_DOUBLE, 0, 400, com);
+    MPI_Recv(&etalon, 1, MPI_DOUBLE,0,300,com, &status);
+  }
+
+  MPI_Barrier(com);
+  if(rank!=0) srv = 0;
+
+  MPI_Comm_disconnect( &com ); 
+  if ( srv ) {
+    MPI_Unpublish_name((char*)service.c_str(), MPI_INFO_NULL, port_name); 
+    MPI_Close_port( port_name ); 
+  }
+
+  free(indg);
+  free(vector);
+  MPI_Finalize();
+
+  if(rank==0){
+    if(fabs(norm-etalon)/norm < EPSILON ){
+      if(debug)
+        std::cout << "OK" << std::endl;
+      exit(0);
+    }
+    else{
+      if(debug)
+        std::cout << "KO" << std::endl;
+      exit(1);
+    }
+  }
+
+}