-// Copyright (C) 2007-2015 CEA/DEN, EDF R&D
+// Copyright (C) 2007-2024 CEA, EDF
//
// This library is free software; you can redistribute it and/or
// modify it under the terms of the GNU Lesser General Public
#include "MEDCouplingNatureOfField.hxx"
#include "MEDCouplingPointSet.hxx"
#include "MEDCouplingMemArray.hxx"
-#include "MEDCouplingAutoRefCountObjectPtr.hxx"
+#include "MCAuto.hxx"
#include <mpi.h>
#include <vector>
#include <map>
#include <set>
-namespace ParaMEDMEM
+//#define DEC_DEBUG
+
+namespace MEDCoupling
{
class ParaFIELD;
class ProcessorGroup;
class OverlapInterpolationMatrix;
+ typedef std::pair<int,int> ProcCouple; // a couple of proc IDs, typically used to define a exchange betw 2 procs
+
class OverlapElementLocator : public INTERP_KERNEL::InterpolationOptions
{
public:
- OverlapElementLocator(const ParaFIELD *sourceField, const ParaFIELD *targetField, const ProcessorGroup& group);
+ OverlapElementLocator(const ParaFIELD *sourceField, const ParaFIELD *targetField, const ProcessorGroup& group,
+ double epsAbs, int workSharingAlgo);
virtual ~OverlapElementLocator();
const MPI_Comm *getCommunicator() const;
void exchangeMeshes(OverlapInterpolationMatrix& matrix);
std::vector< std::pair<int,int> > getToDoList() const { return _to_do_list; }
- std::vector< std::vector< int > > getProcsInInteraction() const { return _proc_pairs; }
+ std::vector< int > getProcsToSendFieldData() const { return _procs_to_send_field; } // same set as the set of procs we sent mesh data to
std::string getSourceMethod() const;
std::string getTargetMethod() const;
const MEDCouplingPointSet *getSourceMesh(int procId) const;
- const DataArrayInt *getSourceIds(int procId) const;
+ const DataArrayIdType *getSourceIds(int procId) const;
const MEDCouplingPointSet *getTargetMesh(int procId) const;
- const DataArrayInt *getTargetIds(int procId) const;
+ const DataArrayIdType *getTargetIds(int procId) const;
+ bool isInMyTodoList(int i, int j) const;
+ void debugPrintWorkSharing(std::ostream & ostr) const;
private:
- void computeBoundingBoxes();
+ void computeBoundingBoxesAndInteractionList();
+ void computeTodoList_original();
+ void computeTodoList_new(bool revertIter);
+ void fillProcToSend();
bool intersectsBoundingBox(int i, int j) const;
void sendLocalMeshTo(int procId, bool sourceOrTarget, OverlapInterpolationMatrix& matrix) const;
- void receiveRemoteMesh(int procId, bool sourceOrTarget);
- void sendMesh(int procId, const MEDCouplingPointSet *mesh, const DataArrayInt *idsToSend) const;
- void receiveMesh(int procId, MEDCouplingPointSet* &mesh, DataArrayInt *&ids) const;
+ void receiveRemoteMeshFrom(int procId, bool sourceOrTarget);
+ void sendMesh(int procId, const MEDCouplingPointSet *mesh, const DataArrayIdType *idsToSend) const;
+ void receiveMesh(int procId, MEDCouplingPointSet* &mesh, DataArrayIdType *&ids) const;
private:
+ typedef MCAuto< MEDCouplingPointSet > AutoMCPointSet;
+ typedef MCAuto< DataArrayIdType > AutoDAInt;
+ typedef std::pair<int,bool> Proc_SrcOrTgt; ///< a key indicating a proc ID and whether the data is for source mesh/field or target mesh/field
+
+ static const int START_TAG_MESH_XCH;
+
const ParaFIELD *_local_source_field;
const ParaFIELD *_local_target_field;
+
int _local_space_dim;
MEDCouplingPointSet *_local_source_mesh;
MEDCouplingPointSet *_local_target_mesh;
- std::vector<MEDCouplingPointSet*> _distant_cell_meshes;
- std::vector<MEDCouplingPointSet*> _distant_face_meshes;
- //! of size _group.size(). Contains for each source proc i, the ids of proc j the targets interact with. This vector is common for all procs in _group.
+
+ /*! of size _group.size(). Contains for each source proc i, the ids of proc j the targets interact with.
+ This vector is common for all procs in _group. This is the full list of jobs to do the interp. */
std::vector< std::vector< int > > _proc_pairs;
- //! list of interpolations couple to be done
- std::vector< std::pair<int,int> > _to_do_list;
- std::vector< std::pair<int,bool> > _procs_to_send;
- std::map<std::pair<int,bool>, MEDCouplingAutoRefCountObjectPtr< MEDCouplingPointSet > > _remote_meshes;
- std::map<std::pair<int,bool>, MEDCouplingAutoRefCountObjectPtr< DataArrayInt > > _remote_elems;
+ //! todo lists per proc
+ std::vector< std::vector< ProcCouple > > _all_todo_lists;
+ //! list of interpolation couples to be done by this proc only. This is a simple extraction of the member above _all_todo_lists
+ std::vector< ProcCouple > _to_do_list;
+ //! list of procs the local proc will have to send mesh data to:
+ std::vector< Proc_SrcOrTgt > _procs_to_send_mesh;
+ /*! list of procs the local proc will have to send field data to for the final matrix-vector computation:
+ * This can be different from _procs_to_send_mesh (restricted to Source) because interpolation matrix bits are computed on a potentially
+ * different proc than the target one. */
+ std::vector< int > _procs_to_send_field;
+ //! Set of distant meshes
+ std::map< Proc_SrcOrTgt, AutoMCPointSet > _remote_meshes;
+ //! Set of cell ID mappings for the above distant meshes (because only part of the meshes are exchanged)
+ std::map< Proc_SrcOrTgt, AutoDAInt > _remote_elems;
+ //! Bounding boxes (for source and target) for **all** procs.
+ //! Format minmax : Xmin_src,Xmax_src,Ymin_src,Ymax_src,Zmin_src,Zmax_src,Xmin_trg,Xmax_trg,Ymin_trg,Ymax_trg,Zmin_trg,Zmax_trg
double* _domain_bounding_boxes;
- const ProcessorGroup& _group;
+ //! bounding box absolute adjustment
+ double _epsAbs;
+
std::vector<int> _distant_proc_ids;
+
+ const ProcessorGroup& _group;
const MPI_Comm *_comm;
- //Attributes only used by lazy side
- //std::vector<double> _values_added;
- //std::vector< std::vector<int> > _ids_per_working_proc;
- //std::vector< std::vector<int> > _ids_per_working_proc3;
- //std::vector< std::vector<double> > _values_per_working_proc;
};
}