#include "CommInterface.hxx"
-#include <numeric>
-
namespace MEDCoupling
{
- /*! \anchor CommInterface-det
- \class CommInterface
-
- The class \a CommInterface is the gateway to the MPI library.
- It is a wrapper around all MPI calls, thus trying to abstract the rest of the code from using the direct MPI API
- (but this is not strictly respected overall in practice ...). It is used in all
- the \ref parallel "DEC related classes".
-
- It is typically instantiated after the MPI_Init() call in a program and is afterwards passed as a
- parameter to the constructors of various \ref parallel "parallel objects" so that they access the
- MPI library via this common interface.
+ MPI_Datatype ParaTraits<double>::MPIDataType = MPI_DOUBLE;
- As an example, the following code excerpt initializes a processor group made of the zero processor.
+ MPI_Datatype ParaTraits<Int32>::MPIDataType = MPI_INT;
- \verbatim
- #include "CommInterface.hxx"
- #include "ProcessorGroup.hxx"
+ MPI_Datatype ParaTraits<Int64>::MPIDataType = MPI_LONG;
- int main(int argc, char** argv)
- {
- //initialization
- MPI_Init(&argc, &argv);
- MEDCoupling::CommInterface comm_interface;
-
- //setting up a processor group with proc 0
- set<int> procs;
- procs.insert(0);
- MEDCoupling::ProcessorGroup group(procs, comm_interface);
+ void CommInterface::gatherArrays(MPI_Comm comm, int root, const DataArrayIdType *array, std::vector< MCAuto<DataArrayIdType> >& arraysOut) const
+ {
+ this->gatherArraysT2<mcIdType>(comm,root,array,arraysOut);
+ }
- //cleanup
- MPI_Finalize();
- }
- \endverbatim
- */
+ /*!
+ * Generalized AllGather collective communication.
+ * This method send input \a array to all procs.
+ */
+ void CommInterface::allGatherArrays(MPI_Comm comm, const DataArrayIdType *array, std::vector< MCAuto<DataArrayIdType> >& arraysOut) const
+ {
+ this->allGatherArraysT2<mcIdType>(comm,array,arraysOut);
+ }
/*!
* Generalized AllGather collective communication.
* This method send input \a array to all procs.
*/
- void CommInterface::allGatherArrays(MPI_Comm comm, const DataArrayIdType *array, std::unique_ptr<mcIdType[]>& result, std::unique_ptr<mcIdType[]>& resultIndex) const
+ int CommInterface::allGatherArrays(MPI_Comm comm, const DataArrayIdType *array, std::unique_ptr<mcIdType[]>& result, std::unique_ptr<mcIdType[]>& resultIndex) const
+ {
+ return this->allGatherArraysT<mcIdType>(comm,array,result,resultIndex);
+ }
+
+ void CommInterface::allToAllArrays(MPI_Comm comm, const std::vector< MCAuto<DataArrayDouble> >& arrays, std::vector< MCAuto<DataArrayDouble> >& arraysOut) const
{
- int size;
- this->commSize(comm,&size);
- std::unique_ptr<mcIdType[]> nbOfElems(new mcIdType[size]);
- mcIdType nbOfCellsRequested(array->getNumberOfTuples());
- this->allGather(&nbOfCellsRequested,1,MPI_ID_TYPE,nbOfElems.get(),1,MPI_ID_TYPE,comm);
- mcIdType nbOfCellIdsSum(std::accumulate(nbOfElems.get(),nbOfElems.get()+size,0));
- result.reset(new mcIdType[nbOfCellIdsSum]);
- std::unique_ptr<int[]> nbOfElemsInt( CommInterface::ToIntArray<mcIdType>(nbOfElems,size) );
- std::unique_ptr<int[]> offsetsIn( CommInterface::ComputeOffset(nbOfElemsInt,size) );
- this->allGatherV(array->begin(),nbOfCellsRequested,MPI_ID_TYPE,result.get(),nbOfElemsInt.get(),offsetsIn.get(),MPI_ID_TYPE,comm);
- resultIndex = std::move(nbOfElems);
+ this->allToAllArraysT<double>(comm,arrays,arraysOut);
+ }
+
+ void CommInterface::allToAllArrays(MPI_Comm comm, const std::vector< MCAuto<DataArrayDouble> >& arrays, MCAuto<DataArrayDouble>& arraysOut) const
+ {
+ std::unique_ptr<mcIdType[]> notUsed1;
+ mcIdType notUsed2;
+ this->allToAllArraysT2<double>(comm,arrays,arraysOut,notUsed1,notUsed2);
}
/*!
*/
void CommInterface::allToAllArrays(MPI_Comm comm, const std::vector< MCAuto<DataArrayIdType> >& arrays, std::vector< MCAuto<DataArrayIdType> >& arraysOut) const
{
- int size;
- this->commSize(comm,&size);
- if( arrays.size() != ToSizeT(size) )
- throw INTERP_KERNEL::Exception("AllToAllArrays : internal error ! Invalid size of input array.");
-
- std::vector< const DataArrayIdType *> arraysBis(FromVecAutoToVecOfConst<DataArrayIdType>(arrays));
- std::unique_ptr<mcIdType[]> nbOfElems2(new mcIdType[size]),nbOfElems3(new mcIdType[size]);
- for(int curRk = 0 ; curRk < size ; ++curRk)
- {
- nbOfElems3[curRk] = arrays[curRk]->getNumberOfTuples();
- }
- this->allToAll(nbOfElems3.get(),1,MPI_ID_TYPE,nbOfElems2.get(),1,MPI_ID_TYPE,comm);
- mcIdType nbOfCellIdsSum(std::accumulate(nbOfElems2.get(),nbOfElems2.get()+size,0));
- MCAuto<DataArrayIdType> cellIdsFromProcs(DataArrayIdType::New());
- cellIdsFromProcs->alloc(nbOfCellIdsSum,1);
- std::unique_ptr<int[]> nbOfElemsInt( CommInterface::ToIntArray<mcIdType>(nbOfElems3,size) ),nbOfElemsOutInt( CommInterface::ToIntArray<mcIdType>(nbOfElems2,size) );
- std::unique_ptr<int[]> offsetsIn( CommInterface::ComputeOffset(nbOfElemsInt,size) ), offsetsOut( CommInterface::ComputeOffset(nbOfElemsOutInt,size) );
- {
- MCAuto<DataArrayIdType> arraysAcc(DataArrayIdType::Aggregate(arraysBis));
- this->allToAllV(arraysAcc->begin(),nbOfElemsInt.get(),offsetsIn.get(),MPI_ID_TYPE,
- cellIdsFromProcs->getPointer(),nbOfElemsOutInt.get(),offsetsOut.get(),MPI_ID_TYPE,comm);
- }
- std::unique_ptr<mcIdType[]> offsetsOutIdType( CommInterface::ComputeOffset(nbOfElems2,size) );
- // build output arraysOut by spliting cellIdsFromProcs into parts
- arraysOut.resize(size);
- for(int curRk = 0 ; curRk < size ; ++curRk)
- {
- arraysOut[curRk] = DataArrayIdType::NewFromArray(cellIdsFromProcs->begin()+offsetsOutIdType[curRk],cellIdsFromProcs->begin()+offsetsOutIdType[curRk]+nbOfElems2[curRk]);
- }
+ this->allToAllArraysT<mcIdType>(comm,arrays,arraysOut);
}
+
}
