PartMesh Class Reference

#include <PartMesh.h>

Public Types
enum	ETYPE { TRI = 1, QUAD = 2, TETRA = 3, HEXA = 4 }
enum	WTYPE { NOWEIGHTS = 0, WEIGHTS_ONLY_EDGES = 1, WEIGTHS_ONLY_VERTICES = 2, WEIGHTS_BOTH_VERTICES_EDGES = 3 }
enum	NUMFLAG { C_STYLE = 0, FORTRAN_STYLE = 1 }
enum	CELLTYPE { INTERIOR = 1, GHOST_BOUNDARY_CELL = 2, GHOST_INTERFACE_CELL }
typedef shared_ptr< StorageSite >	StorageSitePtr
typedef shared_ptr < CRConnectivity >	CRConnectivityPtr
typedef shared_ptr< Array< int > >	ArrayIntPtr
typedef shared_ptr< Array < Mesh::VecD3 > >	ArrayVecD3Ptr
typedef shared_ptr< Mesh >	MeshPtr

Public Member Functions
	PartMesh (const MeshList &mesh_list, vector< int > npart, vector< int > eType)
	~PartMesh ()
void	partition ()
void	mesh ()
const MeshList &	meshList () const
void	debug_print ()
void	dumpTecplot ()
void	mesh_debug ()
void	mesh_xdmfplot ()
void	setWeightType (int weight_type)
void	setNumFlag (int num_flag)
void	cleanup ()
void	isCleanup (bool clean_up)

Private Member Functions
	PartMesh (const PartMesh &part_mesh)
void	init ()
void	compute_elem_dist ()
void	elem_connectivity ()
void	parmetis_mesh ()
int	local_nodes (int id)
void	set_eptr_eind (int id)
void	map_part_elms ()
void	count_elems_part ()
void	exchange_part_elems ()
void	shift_sum_row ()
void	mesh_setup ()
void	CRConnectivity_cellParts ()
void	mapBounIDAndCell (int id)
void	resize_elem (int id)
void	CRConnectivity_faceParts ()
void	faceCells_faceNodes ()
void	interfaces ()
void	coordinates ()
int	count_interior_faces (int id)
void	order_faceCells_faceNodes ()
void	non_interior_cells ()
void	non_interior_cells2 ()
void	local_number_elems ()
void	exchange_interface_meshes ()
void	mappers ()
void	create_window (int id)
void	free_window ()
void	fence_window ()
int	get_window_displ (int id, int neigh_mesh_id)
void	construct_mesh (int id)
void	setMeshColors ()
void	mesh_xdmf_header ()
void	mesh_file ()
void	mesh_tecplot ()
void	cleanup_follow_exchange_part_elems ()
void	cleanup_follow_faceCells_faceNodes ()
void	cleanup_follow_mappers ()

Private Attributes
const MeshList	_meshList
vector< int >	_nPart
vector< int >	_totElems
vector< int >	_totElemsAndGhosts
vector< Array< int > * >	_elemDist
vector< Array< int > * >	_globalIndx
vector< int * >	_ePtr
vector< int * >	_eInd
vector< int * >	_eElm
vector< int * >	_elmWght
vector< int >	_wghtFlag
vector< int >	_numFlag
vector< int >	_ncon
vector< int >	_ncommonNodes
vector< int >	_eType
vector< float * >	_tpwgts
vector< float * >	_ubvec
int	_options
int	_procID
vector< int >	_edgecut
vector< int * >	_part
vector< multimap< int, int > >	_mapPartAndElms
vector< int * >	_row
vector< int * >	_col
vector< int * >	_elem
vector< set< int > >	_elemSet
vector< set< int > >	_elemLocal
vector< int * >	_elemWithGhosts
vector< int >	_nelems
vector< int >	_nelemsWithGhosts
vector< int >	_colDim
int	_nmesh
vector< StorageSitePtr >	_cellSiteGlobal
vector< StorageSitePtr >	_cellSite
vector< StorageSitePtr >	_nodeSite
vector< StorageSitePtr >	_faceSite
vector< StorageSitePtr >	_partSite
vector< const CRConnectivity * >	_faceCellsGlobal
vector< const CRConnectivity * >	_faceNodesGlobal
vector< CRConnectivityPtr >	_faceCells
vector< CRConnectivityPtr >	_faceNodes
vector< CRConnectivityPtr >	_cellCells
vector< CRConnectivityPtr >	_cellNodes
vector< CRConnectivityPtr >	_faceCellsOrdered
vector< CRConnectivityPtr >	_faceNodesOrdered
vector< CRConnectivityPtr >	_cellParts
vector< CRConnectivityPtr >	_partCells
vector< CRConnectivityPtr >	_faceParts
vector< CRConnectivityPtr >	_partFaces
vector< CRConnectivityPtr >	_partNodes
vector< set< int > >	_boundarySet
vector< multimap< int, int > >	_mapBounIDAndCell
vector< map< int, string > >	_mapBounIDAndBounType
vector< ArrayVecD3Ptr >	_coord
vector< set< int > >	_interfaceSet
vector< multimap< int, int > >	_interfaceMap
vector< set< int > >	_nonInteriorCells
vector< map< int, int > >	_bndryOffsets
vector< map< int, int > >	_interfaceOffsets
vector< vector< int > >	_cellToOrderedCell
vector< multimap< int, int > >	_globalToLocalMappers
vector< map< int, int > >	_localToGlobalMappers
vector< ArrayIntPtr >	_localToGlobalMap
vector< ArrayIntPtr >	_interfaceMeshCounts
vector< ArrayIntPtr >	_offsetInterfaceCells
vector< ArrayIntPtr >	_procTotalInterfaces
vector< ArrayIntPtr >	_interfaceMeshIDs
vector< ArrayIntPtr >	_ghostCellsGlobal
vector< ArrayIntPtr >	_ghostCellsLocal
vector< int >	_windowSize
vector< vector< ArrayIntPtr > >	_fromIndices
vector< vector< ArrayIntPtr > >	_toIndices
MPI::Win	_winGlobal
MPI::Win	_winLocal
bool	_cleanup
vector< Mesh * >	_meshListLocal

Detailed Description

Definition at line 20 of file PartMesh.h.

Member Typedef Documentation

typedef shared_ptr< Array<int> > PartMesh::ArrayIntPtr

Definition at line 26 of file PartMesh.h.

typedef shared_ptr< Array<Mesh::VecD3> > PartMesh::ArrayVecD3Ptr

Definition at line 27 of file PartMesh.h.

typedef shared_ptr< CRConnectivity > PartMesh::CRConnectivityPtr

Definition at line 25 of file PartMesh.h.

typedef shared_ptr< Mesh > PartMesh::MeshPtr

Definition at line 28 of file PartMesh.h.

typedef shared_ptr< StorageSite > PartMesh::StorageSitePtr

Definition at line 24 of file PartMesh.h.

Member Enumeration Documentation

enum PartMesh::CELLTYPE

Enumerator
INTERIOR
GHOST_BOUNDARY_CELL
GHOST_INTERFACE_CELL

Definition at line 34 of file PartMesh.h.

{ INTERIOR = 1, GHOST_BOUNDARY_CELL = 2, GHOST_INTERFACE_CELL};

enum PartMesh::ETYPE

Enumerator
TRI
QUAD
TETRA
HEXA

Definition at line 30 of file PartMesh.h.

{ TRI = 1, QUAD = 2, TETRA = 3, HEXA = 4 };

enum PartMesh::NUMFLAG

Enumerator
C_STYLE
FORTRAN_STYLE

Definition at line 33 of file PartMesh.h.

{ C_STYLE = 0, FORTRAN_STYLE = 1 };

enum PartMesh::WTYPE

Enumerator
NOWEIGHTS
WEIGHTS_ONLY_EDGES
WEIGTHS_ONLY_VERTICES
WEIGHTS_BOTH_VERTICES_EDGES

Definition at line 31 of file PartMesh.h.

              { NOWEIGHTS = 0, WEIGHTS_ONLY_EDGES = 1, WEIGTHS_ONLY_VERTICES  = 2,
                WEIGHTS_BOTH_VERTICES_EDGES = 3};

Constructor & Destructor Documentation

PartMesh::PartMesh ( const MeshList &  mesh_list, vector< int >  npart, vector< int >  eType  )

explicit

Definition at line 24 of file PartMesh.cpp.

References _meshList, and init().

                                                                                    :
_meshList(mesh_list), _nPart(nPart), _eType(eType), _options(0)
{
   if ( !MPI::Is_initialized() )  MPI::Init();
   init();
   assert( _meshList.size() == 1 );
}

PartMesh::~PartMesh

(

)

Definition at line 33 of file PartMesh.cpp.

References _cleanup, _col, _eElm, _eInd, _elem, _elemDist, _elemWithGhosts, _elmWght, _ePtr, _globalIndx, _meshListLocal, _part, _row, _tpwgts, and _ubvec.

{

    MPI::COMM_WORLD.Barrier();
    //releae memory of vector elements dynamically allocated memory
    vector< Array<int>* > ::iterator it_array;
    for ( it_array = _elemDist.begin(); it_array != _elemDist.end(); it_array++)
       delete *it_array;

    for ( it_array = _globalIndx.begin(); it_array != _globalIndx.end(); it_array++)
       delete *it_array;

   if ( !_cleanup ){
      vector< int* > ::iterator it_int;
      for ( it_int = _ePtr.begin(); it_int != _ePtr.end(); it_int++)
          delete [] *it_int;

       for ( it_int = _eInd.begin(); it_int != _eInd.end(); it_int++)
          delete [] *it_int;
        
       for ( it_int = _eElm.begin(); it_int != _eElm.end(); it_int++)
          delete [] *it_int;
        
       for ( it_int = _elmWght.begin(); it_int != _elmWght.end(); it_int++)
          delete [] *it_int;

       for ( it_int = _row.begin(); it_int != _row.end(); it_int++)
          delete [] *it_int;

       for ( it_int = _col.begin(); it_int != _col.end(); it_int++)
          delete [] *it_int;

       for ( it_int  = _elem.begin(); it_int != _elem.end(); it_int++)
          delete [] *it_int;
   }

    vector< float* > ::iterator it_float;
    for ( it_float = _tpwgts.begin(); it_float != _tpwgts.end(); it_float++)
       delete [] *it_float;

    for ( it_float = _ubvec.begin(); it_float != _ubvec.end(); it_float++)
       delete [] *it_float;
    vector< int* > ::iterator it_int;
    for ( it_int = _part.begin(); it_int != _part.end(); it_int++)
       delete [] *it_int;

 
   for ( it_int  = _elemWithGhosts.begin(); it_int != _elemWithGhosts.end(); it_int++)
       delete [] *it_int;

 

   vector< Mesh* >::iterator it_mesh;
   for ( it_mesh = _meshListLocal.begin(); it_mesh != _meshListLocal.end(); it_mesh++)
        delete *it_mesh;
  
}

PartMesh::PartMesh ( const PartMesh &  part_mesh )

private

Member Function Documentation

void PartMesh::cleanup

(

)

void PartMesh::cleanup_follow_exchange_part_elems ( )

private

Definition at line 1087 of file PartMesh.cpp.

References _col, _eElm, _eInd, _elmWght, _ePtr, and _row.

Referenced by exchange_part_elems().

{
    //dont release memory until all process reach this point
    MPI::COMM_WORLD.Barrier();
    vector< int* > ::iterator it_int;
    for ( it_int = _ePtr.begin(); it_int != _ePtr.end(); it_int++)
       delete [] *it_int;

    for ( it_int = _eInd.begin(); it_int != _eInd.end(); it_int++)
       delete [] *it_int;

    for ( it_int = _eElm.begin(); it_int != _eElm.end(); it_int++)
       delete [] *it_int;

    for ( it_int = _elmWght.begin(); it_int != _elmWght.end(); it_int++)
       delete [] *it_int;

    for ( it_int = _row.begin(); it_int != _row.end(); it_int++)
       delete [] *it_int;

    for ( it_int = _col.begin(); it_int != _col.end(); it_int++)
       delete [] *it_int;


}

void PartMesh::cleanup_follow_faceCells_faceNodes ( )

private

Definition at line 1438 of file PartMesh.cpp.

References _elem, _faceCellsGlobal, and _faceNodesGlobal.

Referenced by faceCells_faceNodes().

{
    MPI::COMM_WORLD.Barrier();
   _faceCellsGlobal.clear();
   _faceNodesGlobal.clear();
    vector< int* > ::iterator it_int;
    for ( it_int  = _elem.begin(); it_int != _elem.end(); it_int++)
       delete [] *it_int;


}

void PartMesh::cleanup_follow_mappers ( )

private

Definition at line 2004 of file PartMesh.cpp.

References _globalToLocalMappers, _localToGlobalMap, and _localToGlobalMappers.

Referenced by mappers().

{
    MPI::COMM_WORLD.Barrier();
   _localToGlobalMappers.clear();
   _localToGlobalMap.clear();
   _globalToLocalMappers.clear();
}

void PartMesh::compute_elem_dist ( )

private

Definition at line 789 of file PartMesh.cpp.

References _elemDist, _globalIndx, _nmesh, _nPart, and _totElems.

Referenced by partition().

{

   for (int id = 0; id < _nmesh; id++){
      
      int nelems = _totElems[id];
      int npart  = _nPart[id];
      int nremainder = nelems % npart;
      int init_dist = (nelems - nremainder) / npart;
      _elemDist.push_back( new Array<int>( npart) );
      _globalIndx.push_back( new Array<int>(npart+1) );
      *_elemDist.at(id) = init_dist;

       int p = 0;
       while ( nremainder != 0 ){
           (*_elemDist.at(id))[p % npart]++;
            nremainder--;
            p++;
       }

       (*_globalIndx[id]) = 0;
       int sum_elem = 0;
       for ( int n = 1; n <= npart; n++){
           sum_elem += (*_elemDist.at(id))[n-1];
           ((*_globalIndx.at(id))[n]) =  sum_elem;
       }
   }

}

void PartMesh::construct_mesh ( int  id )

private

Definition at line 1803 of file PartMesh.cpp.

References _interfaceMap, _meshList, _meshListLocal, _nelems, _nelemsWithGhosts, _partFaces, _partNodes, _procID, StorageSite::setCount(), and Mesh::setID().

Referenced by order_faceCells_faceNodes().

{
        int dim = _meshList.at(id)->getDimension();

        // using setID to set the ID. need to revisit this
        Mesh *pmesh = new Mesh(dim);
        pmesh->setID(_procID);
        
        _meshListLocal.push_back( pmesh   );

        StorageSite& faceSite = _meshListLocal.at(id)->getFaces();
        StorageSite& cellSite = _meshListLocal.at(id)->getCells();
        StorageSite& nodeSite = _meshListLocal.at(id)->getNodes();
        int nface_local = _partFaces.at(id)->getCount( _procID );
        int tot_cells = _nelemsWithGhosts.at(id) + _interfaceMap.at(id).size();
        int nGhostCell_local =  tot_cells - _nelems.at(id);
        int nnode_local =_partNodes.at(id)->getCount( _procID );
        //Storage sites
        faceSite.setCount( nface_local );
        cellSite.setCount( _nelems.at(id), nGhostCell_local );
        nodeSite.setCount( nnode_local );
}

void PartMesh::coordinates ( )

private

Definition at line 1478 of file PartMesh.cpp.

References _coord, _meshList, _nmesh, _partNodes, _procID, Mesh::getNodeCoordinates(), and mesh().

Referenced by mesh().

{

  for ( int id = 0; id < _nmesh; id++){
      const Mesh& mesh = *(_meshList.at(id));
        const Array<Mesh::VecD3>&   global_coord = mesh.getNodeCoordinates();
        int node_count = _partNodes.at(id)->getCount( _procID );
        _coord.push_back( ArrayVecD3Ptr(new Array<Mesh::VecD3>(node_count)) );
        const Array<int>&    rowPartNodes = _partNodes.at(id)->getRow();
        const Array<int>&    colPartNodes = _partNodes.at(id)->getCol();

        for ( int node = 0; node < node_count; node++)
            (*_coord.at(id))[node] = global_coord[ colPartNodes[rowPartNodes[_procID]+node] ];
    }


   
}

void PartMesh::count_elems_part ( )

private

Definition at line 941 of file PartMesh.cpp.

References _col, _colDim, _elem, _ePtr, _mapPartAndElms, _nelems, _nmesh, _nPart, and _row.

Referenced by partition().

{
   for ( int id = 0; id < _nmesh; id++){
       for ( int partID = 0; partID < _nPart.at(id); partID++){
          int nelems_local = _mapPartAndElms.at(id).count(partID);

          //sum to find size of ncol
          multimap<int,int>::const_iterator it = _mapPartAndElms.at(id).find(partID);
          multimap<int,int>::const_iterator itlow = _mapPartAndElms.at(id).lower_bound(partID);
          multimap<int,int>::const_iterator itup = _mapPartAndElms.at(id).upper_bound(partID);
          int ncol_local = 0;
          for ( it = itlow; it != itup; it++){
              int pos = it->second;  // element number
              ncol_local += _ePtr.at(id)[pos+1] - _ePtr.at(id)[pos];
          }

          MPI::COMM_WORLD.Reduce(&nelems_local, &_nelems.at(id), 1, MPI::INT, MPI::SUM, partID);
          MPI::COMM_WORLD.Reduce(&ncol_local, &_colDim.at(id), 1, MPI::INT, MPI::SUM, partID);

       }
       //now each processor now how many elements and nodes
      _row.push_back ( new int[_nelems.at(id)+1] );
      _elem.push_back( new int[_nelems.at(id) ] );
      _col.push_back ( new int[_colDim.at(id)]   );
       for ( int n = 0; n < _nelems.at(id)+1; n++ )
            _row.at(id)[n] = -1;
       for ( int n = 0; n < _colDim.at(id); n++)
            _col.at(id)[n] = -1;
       for ( int n = 0; n < _nelems.at(id); n++)
            _elem.at(id)[n] = -1;

   }


}

int PartMesh::count_interior_faces ( int  id )

private

Definition at line 1499 of file PartMesh.cpp.

References _interfaceMap, _nelems, _nelemsWithGhosts, _partFaces, and _procID.

Referenced by debug_print(), and mesh_setup().

{
   return _partFaces.at(id)->getCount(_procID) - (_nelemsWithGhosts.at(id) - _nelems.at(id)) 
          - _interfaceMap.at(id).size();

}

void PartMesh::CRConnectivity_cellParts ( )

private

Definition at line 1224 of file PartMesh.cpp.

References _cellParts, _cellSiteGlobal, _elemWithGhosts, _nelemsWithGhosts, _nmesh, _nPart, _partCells, _partSite, _totElemsAndGhosts, mapBounIDAndCell(), and resize_elem().

Referenced by mesh().

{
    vector< int* >  elemGlobal;
    vector< int* >  distGlobal;  //total partition + 1 suche that 0, 5, 10, 15 

    for ( int id = 0; id < _nmesh; id++){
        mapBounIDAndCell(id);
        resize_elem(id);
        
        elemGlobal.push_back( new int [_totElemsAndGhosts.at(id) ]   ); //global array to aggregation
        distGlobal.push_back( new int [ _nPart.at(id) + 1 ] );
        int *offsets = new int [ _nPart.at(id) ];

        MPI::COMM_WORLD.Allgather(&_nelemsWithGhosts.at(id), 1, MPI::INT, distGlobal.at(id), 1, MPI::INT);
        //form offsets
        offsets[0]  = 0;
        for ( int p = 1; p < int(_nPart.at(id)); p++ ){
           offsets[p]  = distGlobal.at(id)[p-1]  + offsets[p-1];
        } 

        //gathering partial partions for _row and _col
        MPI::COMM_WORLD.Allgatherv(_elemWithGhosts.at(id), _nelemsWithGhosts.at(id), MPI::INT, elemGlobal.at(id), 
                                distGlobal.at(id), offsets, MPI::INT);

       //shift  distGlobal to one right
        for ( int i = int(_nPart.at(id)); i > 0; i--)
           distGlobal.at(id)[i] = distGlobal.at(id)[i-1];

        distGlobal.at(id)[0] = 0;

       //summing distGlobal
        for ( int i = 1; i < _nPart.at(id)+1; i++ ){
             distGlobal.at(id)[i] += distGlobal.at(id)[i-1];
        }
        delete [] offsets;

      //forming CRConnectivity for cellPart
      _cellSiteGlobal.push_back( StorageSitePtr(new StorageSite(_totElemsAndGhosts.at(id) )) );
      _partSite.push_back( StorageSitePtr(new StorageSite(_nPart.at(id)) )  );

       _cellParts.push_back( CRConnectivityPtr(new CRConnectivity( *_cellSiteGlobal.at(id), *_partSite.at(id)) ) );

      _cellParts.at(id)->initCount();

      for ( int indx = 0; indx < _totElemsAndGhosts.at(id); indx++)
          _cellParts.at(id)->addCount(indx,1);

      _cellParts.at(id)->finishCount();

      int index = 0;
      while ( index < _nPart.at(id) ){
         for ( int n = distGlobal.at(id)[index]; n < distGlobal.at(id)[index+1]; n++){

             _cellParts.at(id)->add(elemGlobal.at(id)[n],index);
         }
         index++;
      }

      _cellParts.at(id)->finishAdd();
      _partCells.push_back( _cellParts.at(id)->getTranspose() );
   }

    //deleting allocated arrays in this method
    vector< int* > ::iterator it_int;
    for ( it_int = elemGlobal.begin(); it_int != elemGlobal.end(); it_int++)
       delete [] *it_int;

    for ( it_int = distGlobal.begin(); it_int != distGlobal.end(); it_int++)
       delete [] *it_int;



}

void PartMesh::CRConnectivity_faceParts ( )

private

Definition at line 1207 of file PartMesh.cpp.

References _cellParts, _faceCellsGlobal, _faceNodesGlobal, _faceParts, _meshList, _nmesh, _partFaces, and _partNodes.

Referenced by mesh().

{

     for ( int id = 0; id < _nmesh; id++){
          _faceCellsGlobal.push_back( &_meshList.at(id)->getAllFaceCells() );
          _faceNodesGlobal.push_back( &_meshList.at(id)->getAllFaceNodes() );

          _faceParts.push_back( _faceCellsGlobal.at(id)->multiply( *_cellParts.at(id), false) );
          _partFaces.push_back( _faceParts.at(id)->getTranspose() );
          _partNodes.push_back( _partFaces.at(id)->multiply( *_faceNodesGlobal.at(id), false) );
    }

}

void PartMesh::create_window ( int  id )

private

Definition at line 2030 of file PartMesh.cpp.

References _ghostCellsGlobal, _ghostCellsLocal, _windowSize, _winGlobal, and _winLocal.

Referenced by mappers().

{
           int int_size = MPI::INT.Get_size();
           MPI::Aint lb, sizeofAint;
           MPI::INT.Get_extent(lb,sizeofAint);

           int window_size = _windowSize.at(id);  //already MPI::MAX  has taken  maximum size
           _winLocal  = MPI::Win::Create(_ghostCellsLocal.at(id)->getData(), window_size*sizeofAint, int_size,
                                         MPI_INFO_NULL, MPI::COMM_WORLD);
           _winGlobal = MPI::Win::Create(_ghostCellsGlobal.at(id)->getData(), window_size*sizeofAint, int_size,
                                         MPI_INFO_NULL, MPI::COMM_WORLD);

}

void PartMesh::debug_print

(

)

Definition at line 270 of file PartMesh.cpp.

References _bndryOffsets, _cellCells, _cellNodes, _cellParts, _col, _colDim, _coord, _edgecut, _eElm, _eInd, _elem, _elemDist, _elemLocal, _elemWithGhosts, _elmWght, _ePtr, _faceCells, _faceCellsOrdered, _faceNodes, _faceNodesOrdered, _faceParts, _ghostCellsGlobal, _ghostCellsLocal, _globalIndx, _interfaceMap, _interfaceMeshCounts, _interfaceMeshIDs, _interfaceOffsets, _mapBounIDAndBounType, _mapBounIDAndCell, _mapPartAndElms, _ncommonNodes, _ncon, _nelems, _nelemsWithGhosts, _nmesh, _nonInteriorCells, _nPart, _numFlag, _offsetInterfaceCells, _options, _part, _partFaces, _partNodes, _procID, _row, _tpwgts, _ubvec, _wghtFlag, count_interior_faces(), and Array< T >::getLength().

{

  stringstream ss;
  ss << "proc" << _procID << "_debug_print.dat";
  ofstream  debug_file( (ss.str()).c_str() );

//    if ( _procID == 0 ){
       for ( int id = 0; id < _nmesh; id++){
            debug_file << " procID = " << _procID << endl;
            debug_file << " npart  = " << _nPart.at(id) << endl;

            debug_file << endl;

            //elemDist
            for ( int n = 0; n < _nPart.at(id); n++)
               debug_file << " elemDist[" << n << "] = " << (*_elemDist.at(id))[n] << endl;

            debug_file << endl;

           //globalIndx
            for ( int n = 0; n <= _nPart.at(id); n++)
               debug_file << " n = " << n << " globalIndx[" << n << "] = " << (*_globalIndx.at(id))[n]  << endl;

            debug_file << endl;

          //eptr 
          int mesh_nlocal = (*_elemDist.at(id))[_procID];
          for ( int i = 0; i <= mesh_nlocal; i++)
              debug_file << " eptr[" << i << "] = " << _ePtr.at(id)[i] << endl;

            debug_file << endl;
         
         //eelm 
          for ( int i = 0; i < mesh_nlocal; i++)
              debug_file << " eelm[" << i << "] = " << _eElm.at(id)[i] << endl;

            debug_file << endl;
 
          //eind
          int nlocal_elem = (*_elemDist.at(id))[_procID];
          int indx = 0;
          for ( int i = 0; i < nlocal_elem; i++){
              int nnodes = _ePtr.at(id)[i+1] - _ePtr.at(id)[i];
             debug_file << " elemID  = " << i << ",  ";
              for ( int j = 0; j < nnodes; j++){
                 debug_file << " eind[" << indx << "]=" << _eInd.at(id)[indx] <<  "   ";
                 indx++;
              }
              debug_file << endl;
         }

        debug_file << endl;

         //elmwgt
          for ( int i = 0; i < nlocal_elem; i++){
                 debug_file << " elmwgt[" << i << "]=" << _elmWght.at(id)[i] <<  endl;
         }

         debug_file << endl;

         //wghtflag
          debug_file << " wgtflag = " << _wghtFlag.at(id) << endl;

          debug_file << endl;

         //numflag
        debug_file << " numflag  = " << _numFlag.at(id) << endl;
          
         debug_file << endl;

         //ncon
        debug_file << " ncon = " << _ncon.at(id) << endl;
         
        debug_file << endl;
        //ncommonnodes
        debug_file << " ncommonnodes = " << _ncommonNodes.at(id) << endl;
        debug_file << endl;         //nparts
        debug_file << " nparts = " << _nPart.at(id) << endl;
        debug_file << endl;
         //tpwgts
         for ( int i = 0; i < _nPart.at(id); i++)
            debug_file << "tpwgts[" << i << "] = " << _tpwgts.at(id)[i] << endl;
        debug_file << endl;        //ubvec
        for ( int i = 0; i < _ncon.at(id); i++)
           debug_file << " ubvec = " << _ubvec.at(id)[i] << endl;
        debug_file << endl;
       //options
        debug_file << " options = " << _options << endl;
        debug_file << endl;
       //edgecut (output)
        debug_file << " edgecut = " << _edgecut.at(id) << endl;
        debug_file << endl;
       //part(output)
       for ( int i = 0; i < nlocal_elem; i++){
          debug_file << " elem = " << (*_globalIndx.at(id))[_procID] + i << " partion = " <<  _part.at(id)[i] << endl;
       }
       debug_file << endl;
       for ( int p = 0; p < _nPart.at(id); p++){
          multimap<int,int>::iterator it, itlow, itup;
          itlow = _mapPartAndElms.at(id).lower_bound(p);
          itup  = _mapPartAndElms.at(id).upper_bound(p);
          for( it = itlow; it != itup; it++)
             debug_file << " partID = " << it->first << " elemID = " << it->second << endl;
       }
       debug_file << endl;
        //total elems
       debug_file << " total elements  = " << _nelems.at(id)  <<  endl;

       //total dimension for col array
       debug_file << " total dim of col = " << _colDim.at(id) << endl;
       debug_file << endl;
       //row
       for ( int n = 0; n < _nelems.at(id)+1; n++){
           debug_file << " _row[" << n << "] = " << _row.at(id)[n] << endl;
       }
       debug_file << endl;
      
       //elem
      for ( int n = 0; n < _nelems.at(id); n++){
          debug_file << " _elem[" << n << "] = " << _elem.at(id)[n] << endl;
      }
      debug_file << endl;

       //elemWithGhosts
      for ( int n = 0; n < _nelemsWithGhosts.at(id); n++){
          debug_file << " _elemWithGhosts[" << n << "] = " << _elemWithGhosts.at(id)[n] << endl;
      }
      debug_file << endl;


       //col
       for ( int n = 0; n < _colDim.at(id); n++){
           debug_file << " _col[" << n << "] = " << _col.at(id)[n] << endl;
       }

       //cellParts
       debug_file << " _cellParts : " << endl;
       debug_file << " _cellParts->getRowDim() = " << _cellParts.at(id)->getRowDim() << endl;
       debug_file << " _cellParts->getColDim() = " << _cellParts.at(id)->getColDim() << endl;
       const Array<int>&   rowCellParts = _cellParts.at(id)->getRow();
       const Array<int>&   colCellParts = _cellParts.at(id)->getCol();

       for ( int cell = 0; cell < _cellParts.at(id)->getRowDim(); cell++){
          debug_file << " row[" << cell<<"] = " << rowCellParts[cell] << "    ";
          int nnodes = rowCellParts[cell+1] - rowCellParts[cell];
          for ( int node = 0; node < nnodes; node++){
             debug_file << colCellParts[ rowCellParts[cell] + node ] << "    ";
          }
          debug_file << endl;
       }


       debug_file << endl;
       multimap<int,int>::iterator it_multimap;
       for ( it_multimap  = _mapBounIDAndCell.at(id).begin(); 
             it_multimap != _mapBounIDAndCell.at(id).end(); it_multimap++)
           debug_file << "Boundary multimap = " << it_multimap->first << "    " << it_multimap->second << endl;
        multimap<int,string>::iterator it_multimapS;
        for ( it_multimapS  = _mapBounIDAndBounType.at(id).begin(); 
             it_multimapS != _mapBounIDAndBounType.at(id).end(); it_multimapS++)
           debug_file << "Boundary multimap = " << it_multimapS->first << "    " << it_multimapS->second << endl;
  
        debug_file << endl;
       //faceParts
       debug_file << " _faceParts : " << endl;
       debug_file << " _faceParts->getRowDim() = " << _faceParts.at(id)->getRowDim() << endl;
       debug_file << " _faceParts->getColDim() = " << _faceParts.at(id)->getColDim() << endl;
       const Array<int>&   rowFaceParts = _faceParts.at(id)->getRow();
       const Array<int>&   colFaceParts = _faceParts.at(id)->getCol();

       for ( int cell = 0; cell < _faceParts.at(id)->getRowDim(); cell++){
          debug_file << " row[" << cell<<"] = " << rowFaceParts[cell] << "    ";
          int nnodes = rowFaceParts[cell+1] - rowFaceParts[cell];
          for ( int node = 0; node < nnodes; node++){
             debug_file << colFaceParts[ rowFaceParts[cell] + node ] << "    ";
          }
          debug_file << endl;
       }
       
       debug_file << endl;

      //faceCells 
      debug_file << " _faceCells :  " << endl;
      debug_file << " _faceCells->getRowDim() = " << _faceCells.at(id)->getRowDim() << endl;
      debug_file << " _faceCells->getColDim() = " << _faceCells.at(id)->getColDim() << endl;
      const Array<int>&   rowFaceCells = _faceCells.at(id)->getRow();
      const Array<int>&   colFaceCells = _faceCells.at(id)->getCol();
      const Array<int>&   globalToLocalMap = _faceCells.at(id)->getGlobalToLocalMap();
      const Array<int>&   localToGlobalMap = _faceCells.at(id)->getLocalToGlobalMap();
      debug_file << " globalToLocalMap.length() = " << globalToLocalMap.getLength() << endl;
      
      for ( int n = 0; n < globalToLocalMap.getLength(); n++)
          debug_file << " globalToLocalMap[" << n << "] = " << globalToLocalMap[n] << endl;
      debug_file << endl;
      debug_file << " localToGlobalMap.length() = " << localToGlobalMap.getLength() << endl;
      for ( int n = 0; n < localToGlobalMap.getLength(); n++)
          debug_file << " localToGlobalMap[" << n << "] = " << localToGlobalMap[n] << endl;
        



       for ( int face = 0; face < _faceCells.at(id)->getRowDim(); face++){
          debug_file << " row[" << face+1 <<"] = " << (*_partFaces.at(id))(_procID,face)+1 << "    ";
          int ncells = _faceCells.at(id)->getCount(face);
          for ( int cell = 0; cell < ncells; cell++){
             debug_file << colFaceCells[ rowFaceCells[face] + cell ] + 1 << "    ";
          }
          debug_file << endl;
       }

       debug_file << endl;

      //faceNodes
      debug_file << " _faceNodes :  " << endl;
      debug_file << " _faceNodes->getRowDim() = " << _faceNodes.at(id)->getRowDim() << endl;
      debug_file << " _faceNodes->getColDim() = " << _faceNodes.at(id)->getColDim() << endl;
      const Array<int>&   rowFaceNodes = _faceNodes.at(id)->getRow();
      const Array<int>&   colFaceNodes = _faceNodes.at(id)->getCol();

       for ( int face = 0; face < _faceNodes.at(id)->getRowDim(); face++){
          debug_file << " row[" << face+1<<"] = " << (*_partFaces.at(id))(_procID,face)+1 << "    ";
          int nnodes = _faceNodes.at(id)->getCount(face);
          for ( int node = 0; node < nnodes; node++){
             debug_file << colFaceNodes[ rowFaceNodes[face] + node ]+1 << "    ";
          }
          debug_file << endl;
       }
       
       debug_file << endl;


      //faceNodes
      debug_file << " _cellNodes(Local Numbering) :  " << endl;
      debug_file << " _cellNodes->getRowDim() = " << _cellNodes.at(id)->getRowDim() << endl;
      debug_file << " _cellNodes->getColDim() = " << _cellNodes.at(id)->getColDim() << endl;
      const Array<int>&   rowCellNodes = _cellNodes.at(id)->getRow();
      const Array<int>&   colCellNodes = _cellNodes.at(id)->getCol();

       for ( int cell = 0; cell < _cellNodes.at(id)->getRowDim(); cell++){
          debug_file << " row[" << cell+1 << "]  = " ;
          int nnodes = _cellNodes.at(id)->getCount(cell);
          for ( int node = 0; node < nnodes; node++){
             debug_file << colCellNodes[ rowCellNodes[cell] + node ]+1 << "    ";
          }
          debug_file << endl;
       }
       
       debug_file << endl;


      //cellCells
      debug_file << " _cellCells :  " << endl;
      debug_file << " _cellCells->getRowDim() = " << _cellCells.at(id)->getRowDim() << endl;
      debug_file << " _cellCells->getColDim() = " << _cellCells.at(id)->getColDim() << endl;
      const Array<int>&   rowCellCells = _cellCells.at(id)->getRow();
      const Array<int>&   colCellCells = _cellCells.at(id)->getCol();

       for ( int cell = 0; cell < _cellCells.at(id)->getRowDim(); cell++){
          debug_file << " row[" << cell+1<<"] = "  << "    ";
          int nnodes = _cellCells.at(id)->getCount(cell);
          for ( int node = 0; node < nnodes; node++){
             debug_file << colCellCells[ rowCellCells[cell] + node ]+1 << "    ";
          }
          debug_file << endl;
       }
       
       debug_file << endl;

       //node coordinates
        int node_count = _partNodes.at(id)->getCount( _procID );
       // const Array<int>&    rowPartNodes = _partNodes.at(id)->getRow();
        //const Array<int>&    colPartNodes = _partNodes.at(id)->getCol();
        for ( int node = 0; node < node_count; node++){
 //           int nodeID = colPartNodes[rowPartNodes[_procID]+node];
            debug_file << fixed;
            debug_file << " node ID = " <<setw(10)<< node+1 << setprecision(7) << ",  x = " << (*_coord.at(id))[node][0] << 
                          setprecision(7) << ",  y = " << (*_coord.at(id))[node][1] << 
                          setprecision(7) << ",  z = " << (*_coord.at(id))[node][2] << endl; 
       }
       
       debug_file << endl;



       //interfaceMap
       pair<multimap<int,int>::iterator,multimap<int,int>::iterator> ret;
       debug_file << " _interfaceMap.size() = " <<  _interfaceMap.at(id).size() << endl;
       for ( int part = 0; part < _nPart.at(id); part++){
//           int tot_interfaces = _interfaceMap.at(id).count(part);
             
              ret = _interfaceMap.at(id).equal_range(part);
              debug_file  << " interface ID =  "  << part << "  =>  ";
              for (it_multimap=ret.first; it_multimap!=ret.second; ++it_multimap)
                 debug_file  <<  (*_partFaces.at(id))(_procID,  (*it_multimap).second) + 1  << "  ";
              debug_file << endl;
       }
       debug_file << endl;
       
       //interior face counts
       debug_file << " interior face counts = " << count_interior_faces( id ) << endl;
       debug_file << endl;

     
      //interior cells
      set<int>::const_iterator it_set;
      debug_file << " total interior cells = " << _elemLocal.at(id).size() << endl;
      for ( it_set = _elemLocal.at(id).begin(); it_set != _elemLocal.at(id).end(); it_set++ )
          debug_file <<  "      " <<  *it_set  << endl;

      debug_file << endl;

       //non-interior cells (only for last mesh)
       debug_file << " total non-interior cells = " << _nonInteriorCells.at(id).size() << endl;
       for ( it_set = _nonInteriorCells.at(id).begin(); it_set != _nonInteriorCells.at(id).end(); it_set++ )
          debug_file <<  "      " <<  *it_set  << endl;

      debug_file << endl;
       
        for ( it_multimap = _bndryOffsets.at(id).begin(); it_multimap != _bndryOffsets.at(id).end(); it_multimap++ )
           debug_file  << "   bndry group ID = " << it_multimap->first << " offsets = " << it_multimap->second << endl;

      debug_file << endl;
       
        for ( it_multimap = _interfaceOffsets.at(id).begin(); it_multimap != _interfaceOffsets.at(id).end(); it_multimap++ )
           debug_file  << "   interface ID = " << it_multimap->first << " offsets = " << it_multimap->second << endl;

        debug_file << endl;
    
      //faceCellsOrdered
      debug_file << " _faceCellsOrdered :  " << endl;
      debug_file << " _faceCellsOrdered->getRowDim() = " << _faceCellsOrdered.at(id)->getRowDim() << endl;
      debug_file << " _faceCellsOrdered->getColDim() = " << _faceCellsOrdered.at(id)->getColDim() << endl;
      const Array<int>& rowFaceCellsOrdered = _faceCellsOrdered.at(id)->getRow();
      const Array<int>& colFaceCellsOrdered = _faceCellsOrdered.at(id)->getCol();
      
       for ( int face = 0; face < _faceCellsOrdered.at(id)->getRowDim(); face++){
          debug_file << " row[" << face <<"] = " ;
          int ncells = _faceCellsOrdered.at(id)->getCount(face);
          for ( int cell = 0; cell < ncells; cell++){
             debug_file << colFaceCellsOrdered[ rowFaceCellsOrdered[face] + cell ] + 1 << "    ";
          }
          debug_file << endl;
       }

       debug_file << endl;

      //faceNodes
      debug_file << " _faceNodesOrdered :  " << endl;
      debug_file << " _faceNodesOrdered->getRowDim() = " << _faceNodesOrdered.at(id)->getRowDim() << endl;
      debug_file << " _faceNodesOrdered->getColDim() = " << _faceNodesOrdered.at(id)->getColDim() << endl;
      const Array<int>& rowFaceNodesOrdered = _faceNodesOrdered.at(id)->getRow();
      const Array<int>& colFaceNodesOrdered = _faceNodesOrdered.at(id)->getCol();

      for ( int face = 0; face < _faceNodesOrdered.at(id)->getRowDim(); face++){
          debug_file << " row[" << face<<"] = " ;
          int nnodes = _faceNodesOrdered.at(id)->getCount(face);
          debug_file << nnodes << "        ";
          for ( int node = 0; node < nnodes; node++){
             debug_file << colFaceNodesOrdered[ rowFaceNodesOrdered[face] + node ]+1 << "    ";
          }
          debug_file << endl;
      }
       
       debug_file << endl;


       //interfaceMesheCounts
      for ( int proc = 0; proc < _nPart.at(id); proc++)
          debug_file << " total mesh surrounding = " << (*_interfaceMeshCounts.at(id))[proc] << endl;

       debug_file << endl;

      //ofsest
       debug_file << " offset for ghost Cells from adjacent meshes to read data from _ghostCellsGlobal : "  << endl;
       for ( int n = 0; n < _offsetInterfaceCells.at(id)->getLength(); n++ )
          debug_file << "    n  =  " << n << " offsetInterfaceCells = " << (*_offsetInterfaceCells.at(id))[n] << endl;
    
       debug_file << endl;
     //interfaceMeshIDs
       debug_file << " neightboorhood cell IDs : "  << endl;
       for ( int n = 0; n < _interfaceMeshIDs.at(id)->getLength(); n++ )
          debug_file << "    n  =  " << n << "  interfaced Mesh ID = " <<  (*_interfaceMeshIDs.at(id))[n] << endl;

       debug_file << endl;

     //global Interface cells (interior ones, global numbering)
       debug_file << "interface cells looking interior domain (global numbering)  : " << endl;
       for ( int n = 0; n < _ghostCellsGlobal.at(id)->getLength(); n++ )
          debug_file << "    n  =  " << n << "  cell ID = " <<  (*_ghostCellsGlobal.at(id))[n] << endl;

     //global Interface cells (interior ones, global numbering)
       debug_file << "interface cells looking interior domain (local numbering)  : " << endl;
       for ( int n = 0; n < _ghostCellsLocal.at(id)->getLength(); n++ )
          debug_file << "    n  =  " << n << "  interfaced Mesh ID = " <<  (*_ghostCellsLocal.at(id))[n] << endl;



    }

 

//  }

  debug_file.close();
}

void PartMesh::dumpTecplot

(

)

Definition at line 128 of file PartMesh.cpp.

References _col, _colDim, _meshList, _nelems, _nPart, _procID, _row, _totElems, CRConnectivity::getCount(), Array< T >::getLength(), Mesh::getNodeCoordinates(), StorageSite::getSelfCount(), and mesh().

{

    //just for mesh 0;
    MPI::COMM_WORLD.Barrier();

    const Mesh& mesh = *(_meshList.at(0));
    const Array<Mesh::VecD3>&  coord = mesh.getNodeCoordinates();
    
    const StorageSite&   cellSite   = _meshList.at(0)->getCells();
    int tot_elems = cellSite.getSelfCount();
    const CRConnectivity& cellNodes = _meshList.at(0)->getCellNodes();
    //connectivity
    if ( _procID == 0 )
       for ( int n = 0; n < tot_elems; n++ ){
          int nnodes =  cellNodes.getCount(n);
         cout << " elem = " << n << ",   ";
          for ( int node = 0; node < nnodes; node++ )
                 cout << cellNodes(n,node) << "      ";
          cout << endl;
       }

    int tot_nodes = coord.getLength();

    if ( _procID == 0 )
        for ( int node = 0; node < tot_nodes; node++)
            cout << " nodeID = " << node << " x = " << coord[node][0] <<  " y = " << coord[node][1] << " z = " << coord[node][2] << endl;


   

    if ( _procID == 0 ) {
       MPI::Status status_row;
       MPI::Status status_col;
       int tag_row = 9;
       int tag_col = 99;
       int tot_elems = _totElems.at(0);
       ofstream part_file( "partiton.dat" );
       
       int *row = new int[tot_elems];  //open big array
       int *col = new int[8*tot_elems]; //maximum hexa 

      
        part_file << "title = \" tecplot file for partionoing \" "  << endl;
        part_file << "variables = \"x\",  \"y\", \"z\", \"partID\" " << endl;
        part_file << "zone N = " << tot_nodes << " E = " << tot_elems <<
           " DATAPACKING = BLOCK,  VARLOCATION = ([4]=CELLCENTERED), ZONETYPE=FETRIANGLE " << endl;

        //x 
        for ( int n = 0; n < tot_nodes; n++){
           part_file << scientific  << coord[n][0] << "     " ;
           if ( n % 5 == 0 ) part_file << endl;
        }
        part_file << endl;
        //y
        for ( int n= 0; n < tot_nodes; n++){
           part_file << scientific << coord[n][1] << "     ";
           if ( n % 5 == 0 ) part_file << endl;
        }
        part_file << endl;
        //z
        for ( int n = 0; n < tot_nodes; n++){
           part_file << scientific << coord[n][2] << "     ";
           if ( n % 5 == 0) part_file << endl;
        }
        part_file <<  endl;

      for ( int elem = 0; elem < _nelems.at(0);  elem++){
               part_file << 0  << "     ";
               if (  elem % 10 == 0 ) part_file << endl;
       }

       vector< shared_ptr< Array<int> > >  row_root;
       vector< shared_ptr< Array<int> > >  col_root;

       //copy row and col values from root
       row_root.push_back( shared_ptr< Array<int> > (new Array<int> (_nelems.at(0)+1) ) );
       col_root.push_back( shared_ptr< Array<int> > (new Array<int> (_colDim.at(0)  ) ) );

       for ( int r = 0; r < _nelems.at(0)+1; r++)
          (*row_root.at(0))[r] = _row.at(0)[r];

       for ( int c = 0; c < _colDim.at(0); c++)
          (*col_root.at(0))[c] = _col.at(0)[c];


       for ( int p = 1; p < _nPart.at(0); p++){
           MPI::COMM_WORLD.Recv( row, tot_elems, MPI::INT, p, tag_row, status_row);
           MPI::COMM_WORLD.Recv( col, 8*tot_elems, MPI::INT, p, tag_col, status_col);

           int nelems = status_row.Get_count(MPI::INT) - 1;
           int col_dim = status_col.Get_count(MPI::INT);
           row_root.push_back( shared_ptr< Array<int> > (new Array<int> (nelems+1) ) );
           col_root.push_back( shared_ptr< Array<int> > (new Array<int> (col_dim)  ) );
           //fill row_root
           for ( int r = 0; r < nelems+1; r++)
              (*row_root.at(p))[r] = row[r];
           //fill col_root
           for ( int c = 0; c < col_dim; c++)
              (*col_root.at(p))[c] = col[c];

           for ( int elem = 0; elem < nelems;  elem++){
               part_file << p  << "     ";
               if (  elem % 10 == 0 ) part_file << endl;
           }
       }
      part_file << endl;


      for ( int p = 0; p < _nPart.at(0); p++){
         //connectivity
        int nelems = row_root.at(p)->getLength() - 1;
         for ( int elem = 0; elem < nelems;  elem++){
             int node_start = (*row_root.at(p))[elem];
             int node_end   = (*row_root.at(p))[elem+1];
             for ( int node = node_start; node < node_end; node++)
                 part_file << setw(6) <<  (*col_root.at(p))[node]+1 << "     ";
              part_file <<endl;
         }
       }

       part_file.close();
       delete [] row;
       delete [] col;

    } else { 
       int tag_row = 9;
       int tag_col = 99;

        MPI::COMM_WORLD.Send(_row.at(0), _nelems.at(0)+1, MPI::INT, 0, tag_row);
        MPI::COMM_WORLD.Send(_col.at(0), _colDim.at(0)  , MPI::INT, 0, tag_col);

    }   
      

 


}

void PartMesh::elem_connectivity ( )

private

Definition at line 820 of file PartMesh.cpp.

References _eElm, _eInd, _elemDist, _elmWght, _ePtr, _globalIndx, _meshList, _ncon, _nmesh, _part, _procID, _wghtFlag, local_nodes(), NOWEIGHTS, set_eptr_eind(), and WEIGTHS_ONLY_VERTICES.

Referenced by partition().

{

   for (int id = 0; id < _nmesh; id++){
       //allocate local ePtr for parMetis
       int mesh_nlocal = (*_elemDist.at(id))[_procID];
      _ePtr.push_back( new int[mesh_nlocal+1] );
      _eElm.push_back( new int[mesh_nlocal+1] );
       //element weights  
      _elmWght.push_back( new int[_ncon.at(id)*mesh_nlocal] );
       if (  !_meshList.at(id)->isMergedMesh() ){
          _wghtFlag.at(id) = int( NOWEIGHTS ); //No Weights : default value
          for ( int n = 0; n < _ncon.at(id)*mesh_nlocal; n++)
             _elmWght.at(id)[n] = 1;
       } else {
          _wghtFlag.at(id) = int( WEIGTHS_ONLY_VERTICES ); 
           const Array<int>& cellColors = _meshList.at(id)->getCellColors();
           int indx = 0 ;
           for ( int n =0; n < mesh_nlocal; n++ ){
              for ( int i = 0; i < _meshList.at(id)->getNumOfAssembleMesh(); i++ ){
                 _elmWght.at(id)[indx] = 0;
                  if ( cellColors[ (*_globalIndx[id])[_procID] + n ] == i )
                      _elmWght.at(id)[indx] = 1;
                  indx++;
              }
           }
       }
   
       //allocate local eInd for ParMETIS
      _eInd.push_back( new int[local_nodes(id)] );

//       //setting ePtr and eInd for ParMETIS
       set_eptr_eind(id);

     _part.push_back( new  int[mesh_nlocal] );
      for ( int n = 0; n < mesh_nlocal; n++)
         _part.at(id)[n] = -1;
   }

}

void PartMesh::exchange_interface_meshes ( )

private

Definition at line 1828 of file PartMesh.cpp.

References _faceCellsOrdered, _ghostCellsGlobal, _ghostCellsLocal, _interfaceMap, _interfaceMeshCounts, _interfaceMeshIDs, _interfaceOffsets, _interfaceSet, _localToGlobalMap, _nmesh, _nPart, _offsetInterfaceCells, _procTotalInterfaces, and _windowSize.

Referenced by mesh().

{

    vector<int>  offset;
    vector<int>  interfaceMeshIDs;
    int *recv_counts = NULL;
    int *displ       = NULL;
    for ( int id = 0; id < _nmesh; id++){
        recv_counts = new int[ _nPart.at(id) ];
        displ       = new int[ _nPart.at(id) ];

        int total_interface_mesh = int( _interfaceSet.at(id).size() );
        int total_faces = int( _interfaceMap.at(id).size() );

        MPI::COMM_WORLD.Allgather(&total_interface_mesh, 1, MPI::INT, _interfaceMeshCounts.at(id)->getData(), 1, MPI::INT);
        MPI::COMM_WORLD.Allgather(&total_faces, 1, MPI::INT, _procTotalInterfaces.at(id)->getData(), 1, MPI::INT);

        //now find offsets for ghostCells 
        int total_interface_local = _interfaceSet.at(id).size();
        int total_interface_global = -1;

        MPI::COMM_WORLD.Allreduce( &total_interface_local, &total_interface_global, 1, MPI::INT, MPI::SUM );
        MPI::COMM_WORLD.Allgather( &total_interface_local, 1, MPI::INT, recv_counts, 1, MPI::INT );
        MPI::COMM_WORLD.Allreduce( &total_faces, &_windowSize.at(id), 1, MPI::INT, MPI::MAX);

      //enough space for gathering
       _offsetInterfaceCells.push_back(  ArrayIntPtr( new Array<int>(total_interface_global) )  );
       _interfaceMeshIDs.push_back    (  ArrayIntPtr( new Array<int>(total_interface_global) )  ); 

       _ghostCellsGlobal.push_back    (  ArrayIntPtr( new Array<int>(total_faces ) )  );
       _ghostCellsLocal.push_back     (  ArrayIntPtr( new Array<int>(total_faces ) )  );

        //local offset and interfaceMeshID are stored in contigous memory
        int index = 0;
        set<int>::const_iterator it_set;
        for ( it_set = _interfaceSet.at(id).begin(); it_set != _interfaceSet.at(id).end(); it_set++ ){
            int neighMeshID = *it_set;
            interfaceMeshIDs.push_back( neighMeshID );
            //loop over interface
             int  nstart = _interfaceOffsets.at(id)[neighMeshID];
             offset.push_back( nstart );

             int  nend  = nstart + _interfaceMap.at(id).count( neighMeshID );
            for ( int n = nstart;  n < nend; n++){
                  int elem_local_id  = (*_faceCellsOrdered.at(id))(n,0);
                  assert( elem_local_id >= 0 && elem_local_id < _localToGlobalMap.at(id)->getLength() );

                  int elem_global_id = (*_localToGlobalMap.at(id))[ elem_local_id ];

                 (*_ghostCellsLocal.at(id))[index]  = elem_local_id;
                 (*_ghostCellsGlobal.at(id))[index] = elem_global_id;
                 index++;
            }

        }

        displ[0] = 0;
        for ( int i = 1; i < _nPart.at(id); i++)
            displ[i] = recv_counts[i-1] + displ[i-1]; 


         //now gather for _interface...
         MPI::COMM_WORLD.Allgatherv( &offset[0], total_interface_local, MPI::INT, 
                  _offsetInterfaceCells.at(id)->getData(), recv_counts, displ, MPI::INT); 

         MPI::COMM_WORLD.Allgatherv( &interfaceMeshIDs[0], total_interface_local, MPI::INT, 
                  _interfaceMeshIDs.at(id)->getData(), recv_counts, displ, MPI::INT); 

       offset.clear();
       interfaceMeshIDs.clear();
 
       delete [] recv_counts;
       delete [] displ;

    }

}

void PartMesh::exchange_part_elems ( )

private

Definition at line 978 of file PartMesh.cpp.

References _cleanup, _col, _eElm, _eInd, _elem, _ePtr, _mapPartAndElms, _nmesh, _nPart, _procID, _row, cleanup_follow_exchange_part_elems(), and shift_sum_row().

Referenced by partition().

{
  
   for ( int id = 0; id < _nmesh; id++){

       int *countsRow  =  new int[_nPart.at(id)];
       int *countsCol  =  new int[_nPart.at(id)];
       int *offsetsRow =  new int[_nPart.at(id)];
       int *offsetsCol =  new int[_nPart.at(id)];


       for ( int partID = 0; partID < _nPart.at(id); partID++){
          int nelems_local = _mapPartAndElms.at(id).count(partID);
          int *row_local  = new int[nelems_local];
          int *elem_local = new int[nelems_local];

           multimap<int,int>::const_iterator it = _mapPartAndElms.at(id).find(partID);
           multimap<int,int>::const_iterator itlow = _mapPartAndElms.at(id).lower_bound(partID);
           multimap<int,int>::const_iterator itup = _mapPartAndElms.at(id).upper_bound(partID);

           //fill row array
           int indx = 0;
           int ncol_local = 0; 
           for ( it = itlow; it != itup; it++){
              int pos         = it->second;  // element number
              ncol_local     += _ePtr.at(id)[pos+1] - _ePtr.at(id)[pos];
              row_local[indx]  = _ePtr.at(id)[pos+1]-_ePtr.at(id)[pos]; //aggregation before shipping
              elem_local[indx] = _eElm.at(id)[pos];
              indx++;
           }

           //fill col array
           int *col_local = new int[ncol_local];
           indx = 0;
           for ( it = itlow; it != itup; it++ ){
              int elID = it->second;
              int node_start = _ePtr.at(id)[elID];
              int node_end   = _ePtr.at(id)[elID+1];
              for ( int node = node_start; node < node_end; node++){
                 col_local[indx++] = _eInd.at(id)[node];
              }
           }

         //forming counts
         int nrow_local = nelems_local;
         MPI::COMM_WORLD.Allgather(&nrow_local, 1, MPI::INT, countsRow, 1, MPI::INT);
         MPI::COMM_WORLD.Allgather(&ncol_local, 1, MPI::INT, countsCol, 1, MPI::INT);


        //form offsets
        offsetsRow[0]  = 0;
        offsetsCol[0]  = 0;
        for ( int p = 1; p < int(_nPart.at(id)); p++ ){
           offsetsRow[p]  = countsRow[p-1]  + offsetsRow[p-1];
           offsetsCol[p]  = countsCol[p-1]  + offsetsCol[p-1];
        } 

        //gathering partial partions for _row and _col
        MPI::COMM_WORLD.Gatherv(row_local, countsRow[_procID], MPI::INT, _row.at(id), 
                                countsRow, offsetsRow, MPI::INT, partID);

        MPI::COMM_WORLD.Gatherv(col_local, countsCol[_procID], MPI::INT, _col.at(id), 
                                countsCol, offsetsCol, MPI::INT, partID);
 
       MPI::COMM_WORLD.Gatherv(elem_local, countsRow[_procID], MPI::INT, _elem.at(id),
                                countsRow, offsetsRow, MPI::INT, partID);


        delete [] row_local;
        delete [] col_local;
        delete [] elem_local;

       }  // for::partID

       delete [] countsRow ;
       delete [] countsCol ;
       delete [] offsetsRow;
       delete [] offsetsCol;

    }  // for::meshID


   shift_sum_row();

   //clean up 
   if ( _cleanup )
      cleanup_follow_exchange_part_elems();

}

void PartMesh::faceCells_faceNodes ( )

private

Definition at line 1391 of file PartMesh.cpp.

References _cellCells, _cellNodes, _cellSite, _cleanup, _faceCells, _faceCellsGlobal, _faceNodes, _faceNodesGlobal, _faceSite, _interfaceMap, _nelems, _nelemsWithGhosts, _nmesh, _nodeSite, _partFaces, _partNodes, _procID, and cleanup_follow_faceCells_faceNodes().

Referenced by mesh().

{
    vector< ArrayIntPtr  >   indices;
    vector< CRConnectivityPtr >  faceCells; //local variable
    vector< CRConnectivityPtr >  cellCells; //local variable
 
    for ( int id = 0; id < _nmesh; id++){
        //form site 
        int face_count = _partFaces.at(id)->getCount( _procID );
        int node_count = _partNodes.at(id)->getCount( _procID );

         _faceSite.push_back( StorageSitePtr(new  StorageSite(face_count)) );
        _nodeSite.push_back( StorageSitePtr(new  StorageSite(node_count)) );

        const Array<int>&  row = _partFaces.at(id)->getRow();
        const Array<int>&  col = _partFaces.at(id)->getCol();
        //forming indices
        indices.push_back( ArrayIntPtr(new Array<int>( face_count )) );
        int n_start = row[_procID];
        int indx = 0;
        for ( int n = n_start; n < n_start + face_count; n++){
            (*indices.at(id))[indx] = col[n];
            indx++;
        }
        //getting subset from global _faceCellsGlobal and _faceNodesGlobal
        int cell_count  = _nelems.at(id);
        int ghost_count = _nelemsWithGhosts.at(id) - _nelems.at(id) + _interfaceMap.at(id).size();
       _cellSite.push_back( StorageSitePtr(new StorageSite( cell_count, ghost_count)) );

        //locallly formed to use CRCOnnectvitiy::getLocalizedSubsetOfFaceCells specialized for PartMesh class 
        faceCells.push_back( _faceCellsGlobal.at(id)->getLocalizedSubset( *_faceSite.at(id), *_cellSite.at(id), *indices.at(id) )  );
        cellCells.push_back( ( faceCells.at(id)->getTranspose())->multiply(*faceCells.at(id), true) );
 
       _faceCells.push_back( _faceCellsGlobal.at(id)->getLocalizedSubsetOfFaceCells( *_faceSite.at(id), *_cellSite.at(id), *indices.at(id), *faceCells.at(id),
                              *cellCells.at(id) )  );
       _faceNodes.push_back( _faceNodesGlobal.at(id)->getLocalizedSubset( *_faceSite.at(id), *_nodeSite.at(id), *indices.at(id) )  );
       _cellCells.push_back( (_faceCells.at(id)->getTranspose())->multiply(*_faceCells.at(id), true) );
       _cellNodes.push_back( (_faceCells.at(id)->getTranspose())->multiply(*_faceNodes.at(id), false) );

    }

    if ( _cleanup )
       cleanup_follow_faceCells_faceNodes();

}

void PartMesh::fence_window ( )

private

Definition at line 2052 of file PartMesh.cpp.

References _winGlobal, and _winLocal.

Referenced by mappers().

{

//     _winLocal.Fence ( 0 );
//     _winGlobal.Fence( 0 );

      _winLocal.Fence(MPI::MODE_NOPUT);
      _winGlobal.Fence(MPI::MODE_NOPUT);

}

void PartMesh::free_window ( )

private

Definition at line 2045 of file PartMesh.cpp.

References _winGlobal, and _winLocal.

Referenced by mappers().

{
     _winLocal.Free();
     _winGlobal.Free();
}

int PartMesh::get_window_displ ( int  id, int  neigh_mesh_id  )

private

Definition at line 2013 of file PartMesh.cpp.

References _interfaceMeshCounts, _interfaceMeshIDs, _offsetInterfaceCells, and _procID.

Referenced by mappers().

{
      int loc = 0;
      int window_displ = 0;
      for ( int i = 0; i < neigh_mesh_id; i++)
          loc += (*_interfaceMeshCounts.at(id))[i];
         
      while ( (*_interfaceMeshIDs.at(id))[loc] != _procID){
          window_displ += (*_offsetInterfaceCells.at(id))[loc+1] - (*_offsetInterfaceCells.at(id))[loc];
         loc++;
      }


    return window_displ;
}

void PartMesh::init ( )

private

Definition at line 698 of file PartMesh.cpp.

References _bndryOffsets, _boundarySet, _cellToOrderedCell, _cleanup, _colDim, _edgecut, _elemLocal, _elemSet, _eType, _fromIndices, _globalToLocalMappers, _interfaceMeshCounts, _interfaceOffsets, _interfaceSet, _localToGlobalMappers, _mapBounIDAndBounType, _mapBounIDAndCell, _mapPartAndElms, _meshList, _ncommonNodes, _ncon, _nelems, _nelemsWithGhosts, _nmesh, _nonInteriorCells, _nPart, _numFlag, _procID, _procTotalInterfaces, _toIndices, _totElems, _totElemsAndGhosts, _tpwgts, _ubvec, _wghtFlag, _windowSize, C_STYLE, StorageSite::getCount(), StorageSite::getSelfCount(), HEXA, NOWEIGHTS, QUAD, TETRA, and TRI.

Referenced by PartMesh().

{

    _procID = MPI::COMM_WORLD.Get_rank();
    _nmesh  = _meshList.size();

   _totElems.resize  ( _nmesh );
   _totElemsAndGhosts.resize( _nmesh );
   _wghtFlag.resize( _nmesh );
   _numFlag.resize ( _nmesh );
   _ncon.resize    ( _nmesh ); 
   _ncommonNodes.resize( _nmesh );
   _mapPartAndElms.resize( _nmesh );
   _boundarySet.resize( _nmesh );
   _interfaceSet.resize( _nmesh );
   _mapBounIDAndCell.resize( _nmesh );
   _mapBounIDAndBounType.resize( _nmesh );
   _nelems.resize( _nmesh );
   _nelemsWithGhosts.resize( _nmesh );
   _colDim.resize( _nmesh );
   _edgecut.resize( _nmesh );
   _elemLocal.resize(_nmesh);  //local numbering
   _elemSet.resize(_nmesh);
   _nonInteriorCells.resize(_nmesh ); //local numbering
   _bndryOffsets.resize( _nmesh );
   _interfaceOffsets.resize( _nmesh );
   _cellToOrderedCell.resize( _nmesh );
   _globalToLocalMappers.resize( _nmesh );
   _localToGlobalMappers.resize( _nmesh );
   _windowSize.resize( _nmesh );
   _fromIndices.resize( _nmesh );
   _toIndices.resize( _nmesh );
   _cleanup = false;

    for ( int id = 0; id < _nmesh; id++){
        StorageSite& site = _meshList[id]->getCells();
       _totElems.at(id)   = site.getSelfCount();
       _totElemsAndGhosts.at(id) = site.getCount();
       _wghtFlag.at(id) = int( NOWEIGHTS ); //No Weights : default value
       _numFlag.at(id)  = int( C_STYLE );   //C Style numbering :: default_value
       _ncon.at(id)     = 2;               //number of specified weights : default value for contigous domain ncon > 1
       //if it is assemble mesh ncon will be equal to num of assembled mesh
       if (  _meshList.at(id)->isMergedMesh() )
           _ncon.at(id)     = _meshList.at(id)->getNumOfAssembleMesh();

       //assign ubvec
       _ubvec.push_back( new float[_ncon.at(id) ] );
       for ( int n = 0; n < _ncon.at(id); n++)
         _ubvec.at(id)[n] = 1.05f; //1.05 suggested value from parMetis manual


        //assign elementy type
        switch (_eType.at(id) ){
            case   TRI :
                   _ncommonNodes.at(id) = 2;
                   break;
            case   TETRA :
                   _ncommonNodes.at(id) = 3;
                   break;
            case   HEXA :
                   _ncommonNodes.at(id) = 4;
                   break;
            case   QUAD :
                   _ncommonNodes.at(id) = 2;
                    break;
            default :
                    cout << " ONLY TRIANGLE, TETRAHEDRAL, HEXAHEDRAL and QUADRILATERAL elements must be chose " <<
                    endl;     abort(); 
        } 

        //get tpwgts
        int ncon_by_nparts = _ncon.at(id) * _nPart.at(id);
        _tpwgts.push_back( new float[ ncon_by_nparts ] );
        for (int n = 0; n < ncon_by_nparts; n++){
            _tpwgts.at(id)[n] = 1.0f / float( ncon_by_nparts );
        }

       //edgecut
        _edgecut.at(id) = -1;

      _interfaceMeshCounts.push_back (  ArrayIntPtr( new Array<int>(_nPart.at(id)) )  );
      _procTotalInterfaces.push_back (  ArrayIntPtr( new Array<int>(_nPart.at(id)) )  );

    }


}

void PartMesh::interfaces ( )

private

Definition at line 1456 of file PartMesh.cpp.

References _faceParts, _interfaceMap, _interfaceSet, _nmesh, _partFaces, and _procID.

Referenced by mesh().

{
    _interfaceMap.resize( _nmesh );
    for ( int id = 0; id < _nmesh; id++){
       int nface =   _partFaces.at(id)->getCount( _procID );
        for ( int face = 0; face < nface; face++ ){
             int face_globalID = (*_partFaces.at(id))(_procID,face);

            if (_faceParts.at(id)->getCount(face_globalID) == 2 ){  // ==2 means sharing interface
                int neighPart = (*_faceParts.at(id))(face_globalID,0) +           
                                (*_faceParts.at(id))(face_globalID,1) - _procID; 
                _interfaceSet.at(id).insert( neighPart );
                _interfaceMap.at(id).insert(  pair<int,int>(neighPart,face) );
            }
        }
    }

}

void PartMesh::isCleanup ( bool  clean_up )

inline

Definition at line 55 of file PartMesh.h.

{ _cleanup = clean_up; cout << " cleanup  = " << _cleanup << endl; }

int PartMesh::local_nodes ( int  id )

private

Definition at line 862 of file PartMesh.cpp.

References _elemDist, _globalIndx, _meshList, _procID, Mesh::getCellNodes(), CRConnectivity::getCount(), and mesh().

Referenced by elem_connectivity().

{

      const Mesh* mesh = _meshList[id];
      const CRConnectivity& cellNodes = mesh->getCellNodes();

      //get local nodes
      int local_nodes = 0;
      int nstart = (*_globalIndx.at(id))[_procID];
      int npart  = nstart + (*_elemDist[id])[_procID];
      for ( int n = nstart; n < npart; n++)
           local_nodes += cellNodes.getCount(n);

       return local_nodes;
}

void PartMesh::local_number_elems ( )

private

Definition at line 1507 of file PartMesh.cpp.

References _elem, _elemLocal, _faceCells, _nelems, and _nmesh.

{
    for ( int id = 0; id < _nmesh; id++){
        const Array<int>& globalToLocal = _faceCells.at(id)->getGlobalToLocalMap();
         for ( int n = 0; n < _nelems.at(id); n++){
               int local_elem_id = globalToLocal[ _elem.at(id)[n] ];
               _elemLocal.at(id).insert(local_elem_id);
         }
    }

}

void PartMesh::map_part_elms ( )

private

Definition at line 925 of file PartMesh.cpp.

References _elemDist, _mapPartAndElms, _nmesh, _part, and _procID.

Referenced by partition().

{

   for (int  id = 0; id < _nmesh; id++){
      int nlocal_elem = (*_elemDist.at(id))[_procID];

      for ( int elm = 0; elm < nlocal_elem; elm++){
         int partID = _part.at(id)[elm];
         _mapPartAndElms.at(id).insert(pair<int,int>(partID,elm));
      }
  
   }

}

void PartMesh::mapBounIDAndCell ( int  id )

private

Definition at line 1301 of file PartMesh.cpp.

References _boundarySet, _elem, _elemSet, _mapBounIDAndBounType, _mapBounIDAndCell, _meshList, _nelems, and _totElems.

Referenced by CRConnectivity_cellParts().

{

   //mapBounIDAndCell  store global information
   //_mapBounIDAndCell store  local (process) information
    multimap<int,int>  mapBounIDAndCell;

    //boundary information has been stored
    const FaceGroupList&  boundaryFaceGroups = _meshList.at(id)->getBoundaryFaceGroups();
    int indx = _totElems.at(id);

    for ( int bounID = 0; bounID < int(boundaryFaceGroups.size()); bounID++){
        int group_id = boundaryFaceGroups.at(bounID)->id;
        _boundarySet.at(id).insert( group_id );
        string boun_type( boundaryFaceGroups.at(bounID)->groupType );
 
        _mapBounIDAndBounType.at(id).insert( pair<int,string>(group_id, boun_type) );

        int nBounElm = boundaryFaceGroups.at(bounID)->site.getCount();

        for ( int n = 0; n < nBounElm; n++){
           mapBounIDAndCell.insert( pair<int,int>(group_id, indx) );
           indx++;
        }
     }

     //putting local elements  in set to check fast way 
     for ( int n = 0; n < _nelems.at(id); n++ )
        _elemSet.at(id).insert( _elem.at(id)[n] );

     multimap<int,int>::const_iterator  it;
     const CRConnectivity& cellCells = _meshList.at(id)->getCellCells();
     for ( it = mapBounIDAndCell.begin(); it != mapBounIDAndCell.end(); it++ ){
        int boun_cell_id = it->second;
        int neigh_id     = cellCells(boun_cell_id,0); //assuming just one neighbour for boundary
        if ( _elemSet.at(id).count( neigh_id ) > 0 )
            _mapBounIDAndCell.at(id).insert( pair<int,int>(it->first, it->second) );
     }

    //loop over local elements of process
//     multimap<int,int>::const_iterator  it;
//     const CRConnectivity& cellCells = _meshList.at(id)->getCellCells();
//     for ( int n = 0; n < _nelems.at(id); n++){
//        int ncells = cellCells.getCount( _elem.at(id)[n] );
//        if ( true ){
//           for ( int m = 0; m < ncells; m++){
//              int elem_id = cellCells( _elem.at(id)[n], m );
//               if ( elem_id > _totElems.at(id) ){
//              //loop over boundary elements
//              for ( it = mapBounIDAndCell.begin(); it != mapBounIDAndCell.end(); it++){
//                  if ( elem_id == it->second ){
//                      _mapBounIDAndCell.at(id).insert( pair<int,int>(it->first, it->second) );
//                       if ( _procID == 0 ) cout << " procID = " << _procID <<  " elem = " << n << ", komsu elem  = " << elem_id << 
//                           " it->first = " << it->first << " it->second = " << it->second << endl;
//                  }
// 
//              }
//           } 
//        }
//     }


}

void PartMesh::mappers ( )

private

Definition at line 1908 of file PartMesh.cpp.

References _cleanup, _fromIndices, _globalToLocalMappers, _interfaceMap, _interfaceSet, _meshListLocal, _nmesh, _toIndices, _winGlobal, _winLocal, cleanup_follow_mappers(), create_window(), fence_window(), free_window(), and get_window_displ().

Referenced by mesh().

{

    for ( int id = 0; id < _nmesh; id++){
        create_window( id );
        fence_window();

        StorageSite::ScatterMap & cellScatterMap = _meshListLocal.at(id)->getCells().getScatterMap();
        StorageSite::GatherMap  & cellGatherMap  = _meshListLocal.at(id)->getCells().getGatherMap();

       //getting data
        set<int>::const_iterator it_set;
        int interfaceIndx = 0;
        for ( it_set = _interfaceSet.at(id).begin(); it_set != _interfaceSet.at(id).end(); it_set++){

            int neighMeshID = *it_set;
            int size = int(_interfaceMap.at(id).count(neighMeshID) );
            _fromIndices.at(id).push_back( ArrayIntPtr( new Array<int>(size) ) );
              _toIndices.at(id).push_back( ArrayIntPtr( new Array<int>(size) ) );
           *_fromIndices.at(id).at(interfaceIndx)  = -1;
              *_toIndices.at(id).at(interfaceIndx) = -1;

             int window_displ = -1;
             window_displ = get_window_displ( id, neighMeshID );
            _winLocal.Get ( _fromIndices.at(id).at(interfaceIndx)->getData(), size, MPI::INT, neighMeshID, window_displ, size, MPI::INT );
            _winGlobal.Get( _toIndices.at(id).at(interfaceIndx)->getData()  , size, MPI::INT, neighMeshID, window_displ, size, MPI::INT );
             interfaceIndx++;

        }

       fence_window();
       free_window();


       interfaceIndx = 0;
       for ( it_set = _interfaceSet.at(id).begin(); it_set != _interfaceSet.at(id).end(); it_set++ ){

           int neighMeshID = *it_set;
           int size = int(_interfaceMap.at(id).count(neighMeshID) );
           map<int, int>  mapKeyCount;        //map between key and count of that key
           for ( int n = 0; n < size; n++){

               int  key     = (*_toIndices.at(id).at(interfaceIndx))[n];
//               int  count   = _globalToLocalMappers.at(id).count( key ); 

               if ( mapKeyCount.count( key ) > 0 ) { //it has elements
                  mapKeyCount[key] = mapKeyCount[key] + 1; //increase one
               } else {  //if it is empty  
                  mapKeyCount.insert(pair<int,int>(key,0));
               }

               multimap<int,int>::const_iterator it;
               it = _globalToLocalMappers.at(id).lower_bound( key );
               for ( int n_iter = 0; n_iter < mapKeyCount[key]; n_iter++)
                   it++;

               int elem_id =  it->second;
               (*_toIndices.at(id).at(interfaceIndx))[n] =  elem_id;

//                if ( _procID == 1 ) {
//                   cout << " neighMeshID = " << neighMeshID << endl;
//                   cout << " size        = " << size        << endl;
//                   cout << " key         = " << key         << endl;
// //                  cout << " count       = " << count       << endl;
//                   cout << " elem_id     = " << elem_id     << endl;
//                   cout << " mapKeyCount[" << key << "] = " << mapKeyCount[key] << endl;
//                   cout << " _fromIndices= " << (*_fromIndices.at(id).at(interfaceIndx))[n] << endl;
//                   cout << " _toIncides  = " << (*_toIndices.at(id).at(interfaceIndx))[n]   << endl;
//                   cout << endl;
//                }


           }
          //from indices seems useless for now but we need to find scatterCells = cellCells(toIndices) and
          //use fromindices as storage Array
          for ( int i = 0; i < _fromIndices.at(id).at(interfaceIndx)->getLength(); i++){
               int elem_id = (*_toIndices.at(id).at(interfaceIndx))[i];
                (*_fromIndices.at(id).at(interfaceIndx))[i] = _meshListLocal.at(id)->getCellCells()(elem_id,0);
          }
          Mesh::PartIDMeshIDPair pairID = make_pair<int,int>(neighMeshID,0);
          cellScatterMap[ _meshListLocal.at(id)->getGhostCellSiteScatter( pairID ) ] = _fromIndices.at(id).at(interfaceIndx);
          cellGatherMap [ _meshListLocal.at(id)->getGhostCellSiteGather ( pairID ) ] = _toIndices.at(id).at(interfaceIndx);
 
          interfaceIndx++;

        }

    }

    if ( _cleanup )
       cleanup_follow_mappers();

}

void PartMesh::mesh

(

)

Definition at line 94 of file PartMesh.cpp.

References coordinates(), CRConnectivity_cellParts(), CRConnectivity_faceParts(), exchange_interface_meshes(), faceCells_faceNodes(), interfaces(), mappers(), mesh_setup(), non_interior_cells2(), and order_faceCells_faceNodes().

Referenced by coordinates(), dumpTecplot(), local_nodes(), mesh_tecplot(), mesh_xdmfplot(), and set_eptr_eind().

{ 
    CRConnectivity_cellParts();
    CRConnectivity_faceParts();
    interfaces();
    faceCells_faceNodes();
    //local_number_elems();  // no use just keep if I need it
    //non_interior_cells();  // old way of finding non_interior_cells which has bug, never use until fix or just use version2 (non_interior_cells2)
    non_interior_cells2();
    order_faceCells_faceNodes();
    coordinates();
    exchange_interface_meshes();
    mesh_setup();
    mappers();

}

void PartMesh::mesh_debug

(

)

Definition at line 2065 of file PartMesh.cpp.

References mesh_file(), and mesh_tecplot().

{
    mesh_file();
    mesh_tecplot();


}

void PartMesh::mesh_file ( )

private

Definition at line 2074 of file PartMesh.cpp.

References _meshListLocal, _nmesh, _procID, and StorageSite::getCount().

Referenced by mesh_debug(), mesh_tecplot(), mesh_xdmf_header(), and mesh_xdmfplot().

{
     stringstream ss;
     ss << "mesh_proc" << _procID << "_info.dat";
     ofstream  mesh_file( (ss.str()).c_str() );
     for ( int id = 0; id < _nmesh; id++ ){

          const StorageSite::ScatterMap& cellScatterMap  = _meshListLocal.at(id)->getCells().getScatterMap();
          const StorageSite::GatherMap& cellGatherMap   = _meshListLocal.at(id)->getCells().getGatherMap();
          const Mesh::GhostCellSiteMap& ghostCellSiteScatterMap = _meshListLocal.at(id)->getGhostCellSiteScatterMap();
          const Mesh::GhostCellSiteMap& ghostCellSiteGatherMap  = _meshListLocal.at(id)->getGhostCellSiteGatherMap();

           Mesh::GhostCellSiteMap::const_iterator it_ghostScatter;
            //loop over interfaces
           for ( it_ghostScatter = ghostCellSiteScatterMap.begin(); it_ghostScatter != ghostCellSiteScatterMap.end(); it_ghostScatter++ ){
               const Mesh::PartIDMeshIDPair pairID = it_ghostScatter->first;
               int neighID = pairID.first;

               const StorageSite& siteScatter =  *( ghostCellSiteScatterMap.find( pairID )->second );
               const StorageSite& siteGather  =  *( ghostCellSiteGatherMap.find ( pairID )->second );


               const Array<int>&  scatterArray =  *(cellScatterMap.find( &siteScatter )->second);
               const Array<int>&  gatherArray  =  *(cellGatherMap.find ( &siteGather )->second);
               for ( int i = 0; i < siteScatter.getCount(); i++){
                     mesh_file <<   "  neightMeshID = " <<  neighID  << "        "
                               << gatherArray[i]  + 1  << "    ===>    " 
                               << scatterArray[i] + 1  << endl;
               }
          }

      }

      mesh_file.close();

}

void PartMesh::mesh_setup ( )

private

Definition at line 1115 of file PartMesh.cpp.

References _bndryOffsets, _boundarySet, _coord, _faceCellsOrdered, _faceNodesOrdered, _interfaceMap, _interfaceOffsets, _interfaceSet, _mapBounIDAndBounType, _mapBounIDAndCell, _meshList, _meshListLocal, _nmesh, _procID, count_interior_faces(), max(), min(), and setMeshColors().

Referenced by mesh().

{
    for ( int id = 0; id < _nmesh; id++){
        //interior faces
        _meshListLocal.at(id)->createInteriorFaceGroup( count_interior_faces(id) );

         //boundary faces
        set<int>::const_iterator it_set;
        for ( it_set = _boundarySet.at(id).begin(); it_set != _boundarySet.at(id).end(); it_set++){
           int bndryID = *it_set;
           int size   =  _mapBounIDAndCell.at(id).count(bndryID);
           if ( size > 0 ){
              int offset =  _bndryOffsets.at(id)[ bndryID ] ;
              string boundaryType = _mapBounIDAndBounType.at(id)[bndryID];
              _meshListLocal.at(id)->createBoundaryFaceGroup( size, offset, bndryID, boundaryType);
           }
         }


        //then interface faces
        for ( it_set = _interfaceSet.at(id).begin(); it_set != _interfaceSet.at(id).end(); it_set++){
           int interfaceID = *it_set;
           int size = int(_interfaceMap.at(id).count( interfaceID ) );
           int offset = _interfaceOffsets.at(id)[ interfaceID ];
           _meshListLocal.at(id)->createInterfaceGroup( size, offset, interfaceID );
            shared_ptr<StorageSite> siteGather ( new StorageSite(size) );
            shared_ptr<StorageSite> siteScatter( new StorageSite(size) );
            siteGather->setScatterProcID( _procID );
            siteGather->setGatherProcID ( interfaceID );
            siteScatter->setScatterProcID( _procID );
            siteScatter->setGatherProcID ( interfaceID );
            int packed_info = (std::max(_procID,interfaceID) << 16 ) | ( std::min(_procID,interfaceID) );
            siteScatter->setTag( packed_info ); 


            Mesh::PartIDMeshIDPair  pairID = make_pair<int,int>(interfaceID, id);
           _meshListLocal.at(id)->createGhostCellSiteScatter( pairID, siteScatter );
           _meshListLocal.at(id)->createGhostCellSiteGather ( pairID, siteScatter );

         }

       _meshListLocal.at(id)->setCoordinates( _coord.at(id)            );
       _meshListLocal.at(id)->setFaceNodes  ( _faceNodesOrdered.at(id) );
       _meshListLocal.at(id)->setFaceCells  ( _faceCellsOrdered.at(id) );
        if (  _meshList.at(id)->isMergedMesh() ){
            setMeshColors();
        }

    }


}

void PartMesh::mesh_tecplot ( )

private

Definition at line 2114 of file PartMesh.cpp.

References _cellToOrderedCell, _eType, _meshListLocal, _nelems, _nonInteriorCells, _procID, CRConnectivity::getCount(), Array< T >::getLength(), CRConnectivity::getRowDim(), HEXA, mesh(), mesh_file(), QUAD, TETRA, and TRI.

Referenced by mesh_debug().

{
     stringstream ss;
     ss << "mesh_proc" << _procID << ".dat";
     ofstream  mesh_file( (ss.str()).c_str() );

      const Mesh& mesh = *(_meshListLocal.at(0));
      const CRConnectivity&  cellNodes = mesh.getCellNodes();
      const Array<Mesh::VecD3>&  coord = mesh.getNodeCoordinates();
      int tot_elems = cellNodes.getRowDim();
      int tot_nodes =  coord.getLength();

     mesh_file << "title = \" tecplot file for process Mesh \" "  << endl;
     mesh_file << "variables = \"x\",  \"y\", \"z\", \"cell_type\" " << endl;
#if 0
     mesh_file << "variables = \"x\",  \"y\", \"z\", \"cell_type\", \"color\"  " << endl;
#endif

     stringstream zone_info;

     if ( _eType.at(0) == TRI ) 
        zone_info <<  " DATAPACKING = BLOCK,  VARLOCATION = ([4]=CELLCENTERED), ZONETYPE=FETRIANGLE ";

     if ( _eType.at(0) == QUAD ) 
        zone_info <<  " DATAPACKING = BLOCK,  VARLOCATION = ([4]=CELLCENTERED), ZONETYPE=FEQUADRILATERAL ";

     if ( _eType.at(0) == HEXA ) 
        zone_info <<  " DATAPACKING = BLOCK,  VARLOCATION = ([4]=CELLCENTERED), ZONETYPE=FEBRICK ";

     if ( _eType.at(0) == TETRA ) 
        zone_info <<  " DATAPACKING = BLOCK,  VARLOCATION = ([4]=CELLCENTERED), ZONETYPE=FETETRAHEDRON ";


     mesh_file << "zone N = " << tot_nodes << " E = " << tot_elems << zone_info.str()  << endl;

     //x 
     for ( int n = 0; n < tot_nodes; n++){
         mesh_file << scientific  << coord[n][0] << "     " ;
         if ( n % 5 == 0 ) mesh_file << endl;
     }
     mesh_file << endl;

     //y
     for ( int n= 0; n < tot_nodes; n++){
         mesh_file << scientific << coord[n][1] << "     ";
         if ( n % 5 == 0 ) mesh_file << endl;
     }
     mesh_file << endl;

     //z
     for ( int n = 0; n < tot_nodes; n++){
          mesh_file << scientific << coord[n][2] << "     ";
          if ( n % 5 == 0) mesh_file << endl;
     }

     mesh_file << endl;
     mesh_file << endl;
     //cell type
      int cell_type = -1;
      for ( int n = 0; n < tot_elems;  n++){
          int elem_id = _cellToOrderedCell[0][n];
          cell_type = 1;
          if ( _nonInteriorCells.at(0).count(elem_id) == 0 ){
             cell_type = 0;
          } else {
             cell_type = 1;
          }

          mesh_file << cell_type  << "      ";
          if (  n % 10 == 0 ) mesh_file << endl;

       }
    mesh_file << endl;
#if  0
      mesh_file << endl;
      //mesh color is only 
      const Array<int>& color = mesh.getCellColors();
      for ( int n = 0; n < tot_elems; n++ ){
          mesh_file <<  color[n] <<  "      ";
          if ( n % 10 == 0 ) mesh_file << endl;
      }
#endif

      
      mesh_file << endl;
     //connectivity
    for (int n = 0; n < tot_elems; n++){
         int nnodes =  cellNodes.getCount(n);
         if (  n < _nelems.at(0) ){
            for ( int node = 0; node < nnodes; node++)
                mesh_file << cellNodes(n,node)+1 << "      ";
         } else {

              if ( _eType.at(0) == TRI )
                  mesh_file << cellNodes(n,0)+1 << "      " << cellNodes(n,1)+1 <<
                   "       " << cellNodes(n,0)+1 << "      ";

              if ( _eType.at(0) == QUAD )
                  mesh_file << cellNodes(n,0)+1 << "      "  << cellNodes(n,0)+1 <<
                   "       " << cellNodes(n,1)+1 << "      " << cellNodes(n,1)+1 << "      ";

              if ( _eType.at(0) == HEXA )
                  mesh_file << cellNodes(n,0)+1 << "      "  << cellNodes(n,1)+1 << "      "
                            << cellNodes(n,2)+1 << "      "  << cellNodes(n,3)+1 << "      "
                            << cellNodes(n,0)+1 << "      "  << cellNodes(n,1)+1 << "      "
                            << cellNodes(n,2)+1 << "      "  << cellNodes(n,3)+1 << "      ";

             if ( _eType.at(0) == TETRA ) 
                  mesh_file << cellNodes(n,0)+1 << "      "  << cellNodes(n,1)+1 <<
                   "       " << cellNodes(n,2)+1 << "      " << cellNodes(n,0)+1 << "      ";
                  

         }
        mesh_file << endl;
     }


    mesh_file.close();

}

void PartMesh::mesh_xdmf_header ( )

private

Definition at line 2236 of file PartMesh.cpp.

References mesh_file().

Referenced by mesh_xdmfplot().

{
  int nprocs = MPI::COMM_WORLD.Get_size();
  ofstream  mesh_file("mesh.xmf");
  mesh_file << "<?xml version='1.0' ?>" << endl;
  mesh_file << "<!DOCTYPE Xdmf SYSTEM 'Xdmf.dtd' []>" << endl;
  mesh_file << "<Xdmf xmlns:xi='http://www.w3.org/2001/XInclude' Version='2.0'>" << endl;
  mesh_file << "  <Domain>" << endl;
  for (int i=0; i < nprocs; i++)
    mesh_file << "    <xi:include href='mesh_proc" << i << ".xmf' />" << endl;
  mesh_file << "  </Domain>" << endl;
  mesh_file << "</Xdmf>" << endl;
  mesh_file.close();
}

void PartMesh::mesh_xdmfplot

(

)

Definition at line 2256 of file PartMesh.cpp.

References _eType, _meshListLocal, _nelems, _procID, CRConnectivity::getCount(), Array< T >::getLength(), HEXA, mesh(), mesh_file(), mesh_xdmf_header(), QUAD, TETRA, and TRI.

{
  if (_procID == 0)
    mesh_xdmf_header();
      
  stringstream ss;
  ss << "mesh_proc" << _procID << ".xmf";
  ofstream  mesh_file( (ss.str()).c_str() );
  
  const Mesh& mesh = *(_meshListLocal.at(0));
  const CRConnectivity&  cellNodes = mesh.getCellNodes();
  const Array<Mesh::VecD3>&  coord = mesh.getNodeCoordinates();
  int tot_elems = _nelems.at(0);
  int tot_nodes =  coord.getLength();
  int epn;

  mesh_file << "<Grid Name='Mesh-" << _procID << "' GridType='Uniform'>" << endl << "  ";
  
  switch (_eType.at(0)) {
  case TRI:
    mesh_file << "<Topology TopologyType='Triangle'";
    epn = 3;
    break;
  case QUAD:
    mesh_file << "<Topology TopologyType='Quadrilateral'";
    epn = 4;
    break;
  case HEXA:
    mesh_file << "<Topology TopologyType='Hexahedron'";
    epn = 8;
    break;
  case TETRA:
    mesh_file << "<Topology TopologyType='Tetrahedron'";
    epn = 4;
    break;
  default:
    cout << "Unknown mesh type " << _eType.at(0) << endl;
    return;
  }
  mesh_file << " Dimensions='" << tot_elems << "'>" << endl;
  mesh_file << "    <DataItem Dimensions='" << tot_elems << " " << epn << "'>" << endl;

  //connectivity (Topology)
  for (int n = 0; n < tot_elems; n++) {
    mesh_file << "      ";
    for (int node = 0; node < cellNodes.getCount(n); node++)
        mesh_file << cellNodes(n,node) << " ";
    mesh_file << endl;
  }
  mesh_file << "    </DataItem>" << endl;
  mesh_file << "  </Topology>" << endl;

  // Geometry
  mesh_file << "  <Geometry Type='XYZ'>" << endl;
  mesh_file << "    <DataItem Dimensions='" << tot_nodes << " 3' NumberType='Float'>" << endl;
  for (int n = 0; n < tot_nodes; n++) {
    mesh_file << "      ";
    mesh_file << coord[n][0] << " " ;
    mesh_file << coord[n][1] << " " ;
    mesh_file << coord[n][2] << endl;
  }
  mesh_file << "    </DataItem>" << endl;     
  mesh_file << "  </Geometry>" << endl;
  mesh_file << "</Grid>" << endl;
  mesh_file.close();
}

const MeshList& PartMesh::meshList ( ) const

inline

Definition at line 41 of file PartMesh.h.

{ return _meshListLocal;};

void PartMesh::non_interior_cells ( )

private

Definition at line 1520 of file PartMesh.cpp.

References _elemLocal, _faceCells, _interfaceMap, _mapBounIDAndCell, _nmesh, and _nonInteriorCells.

{
    multimap<int,int>::const_iterator it;
    for ( int id = 0; id < _nmesh; id++){
        //all boundary and interface  cells
        for ( it = _mapBounIDAndCell.at(id).begin(); it != _mapBounIDAndCell.at(id).end(); it++){
            int local_cell_id = _faceCells.at(id)->getGlobalToLocalMap()[it->second];
           _nonInteriorCells.at(id).insert( local_cell_id );
        }

        for ( it = _interfaceMap.at(id).begin(); it != _interfaceMap.at(id).end(); it++ ){
            int cell_0 = (*_faceCells.at(id))(it->second,0);
            int cell_1 = (*_faceCells.at(id))(it->second,1);
            if ( _elemLocal.at(id).count(cell_0) == 0 )
               _nonInteriorCells.at(id).insert(cell_0);

            if ( _elemLocal.at(id).count(cell_1) == 0 )
               _nonInteriorCells.at(id).insert(cell_1);

        }

    }

}

void PartMesh::non_interior_cells2 ( )

private

Definition at line 1547 of file PartMesh.cpp.

References _faceCells, _nelems, _nmesh, _nonInteriorCells, _partFaces, and _procID.

Referenced by mesh().

{
     for ( int id = 0; id < _nmesh; id++ ){
         int nface_local = _partFaces.at(id)->getCount( _procID );
         for ( int face = 0; face < nface_local; face++){
             int cell_0 = (*_faceCells.at(id))(face,0);
             int cell_1 = (*_faceCells.at(id))(face,1);
/*             if ( _procID == 0 ) 
                cout << " face = " << face << " cell_0 = " << cell_0 << " cell_1 = " << cell_1 << endl;*/
             if ( cell_0 >= _nelems.at(id) ) 
               _nonInteriorCells.at(id).insert(cell_0);
             if ( cell_1 >= _nelems.at(id) ) 
               _nonInteriorCells.at(id).insert(cell_1);

        }
    }

//     set<int>::const_iterator it;
//    int i = 0;
//     if ( _procID == 0 )
//            for ( it = _nonInteriorCells.at(0).begin(); it != _nonInteriorCells.at(0).end(); it++ )
//               cout << " noninterior[" << i++ << "] = " << *it << endl;

}

void PartMesh::order_faceCells_faceNodes ( )

private

Definition at line 1580 of file PartMesh.cpp.

References _bndryOffsets, _boundarySet, _cellCells, _cellNodes, _cellToOrderedCell, _faceCells, _faceCellsOrdered, _faceNodes, _faceNodesOrdered, _globalToLocalMappers, _interfaceMap, _interfaceOffsets, _interfaceSet, _localToGlobalMap, _localToGlobalMappers, _mapBounIDAndCell, _meshListLocal, _nelemsWithGhosts, _nmesh, _nonInteriorCells, _partFaces, _procID, construct_mesh(), and max().

Referenced by mesh().

{

     for ( int id = 0; id < _nmesh; id++ ){
        int tot_cells = _nelemsWithGhosts.at(id) + _interfaceMap.at(id).size();
        construct_mesh( id );

        _faceCellsOrdered.push_back( CRConnectivityPtr( new  CRConnectivity(_meshListLocal.at(id)->getFaces(), _meshListLocal.at(id)->getCells() ) ) );
        _faceNodesOrdered.push_back( CRConnectivityPtr( new  CRConnectivity(_meshListLocal.at(id)->getFaces(), _meshListLocal.at(id)->getNodes() ) ) );
        _cellToOrderedCell[id].assign(tot_cells, -1);

          //faceCells 
         _faceCellsOrdered.at(id)->initCount();
         _faceNodesOrdered.at(id)->initCount();

         int nface = _partFaces.at(id)->getCount(_procID);
         int count_node = _faceNodes.at(id)->getRow()[1] - _faceNodes.at(id)->getRow()[0];
         int count_cell = _faceCells.at(id)->getRow()[1] - _faceCells.at(id)->getRow()[0];
         for ( int face = 0; face < nface; face++){
            _faceCellsOrdered.at(id)->addCount(face,count_cell);  //two cells (always)
            _faceNodesOrdered.at(id)->addCount(face,count_node);  //two, three or four nodes
         }

         _faceCellsOrdered.at(id)->finishCount();
         _faceNodesOrdered.at(id)->finishCount();

         //start with interior faces
         int array_length = _faceCells.at(id)->getLocalToGlobalMap().getLength(); 
         assert( array_length == tot_cells );
         _localToGlobalMap.push_back(  ArrayIntPtr( new Array<int> (array_length) ) );
         (*_localToGlobalMap.at(id)) = -1; 


         int cellID = 0;
         int face_track = 0;
         int nface_local = _partFaces.at(id)->getCount( _procID );
         for ( int face = 0; face < nface_local; face++){
             int cell_0 = (*_faceCells.at(id))(face,0);
             int cell_1 = (*_faceCells.at(id))(face,1);
             //find if this face is interior or not
             bool is_interior = _nonInteriorCells.at(id).count(cell_0) == 0 &&
                                _nonInteriorCells.at(id).count(cell_1) == 0; 

              if ( is_interior ) {
                  bool is_Counted =  ( _cellToOrderedCell[id][cell_0] != -1 );
                  if (  !is_Counted ){
                      _cellToOrderedCell[id][cell_0] = cellID;
                      _faceCellsOrdered.at(id)->add(face_track,cellID);
                       int global_id = _faceCells.at(id)->getLocalToGlobalMap()[cell_0];
                        assert( cellID >= 0 && cellID < _localToGlobalMap.at(id)->getLength() );
                       (*_localToGlobalMap.at(id))[cellID] = global_id;
                       _globalToLocalMappers.at(id).insert( pair<int,int>(global_id,cellID)  );
                       _localToGlobalMappers.at(id).insert( pair<int,int>(cellID, global_id) );
                       cellID++;
                  } else {
                      _faceCellsOrdered.at(id)->add(face_track,_cellToOrderedCell[id][cell_0]);
                  } 

                  is_Counted = (_cellToOrderedCell[id][cell_1] != -1);
                  if (  !is_Counted ){
                      _cellToOrderedCell[id][cell_1] = cellID;
                      _faceCellsOrdered.at(id)->add(face_track,cellID);
                       int global_id = _faceCells.at(id)->getLocalToGlobalMap()[cell_1];
                       assert( cellID >= 0 && cellID < _localToGlobalMap.at(id)->getLength() );
                       (*_localToGlobalMap.at(id))[cellID] = global_id;
                       _globalToLocalMappers.at(id).insert( pair<int,int>(global_id,cellID)  );
                       _localToGlobalMappers.at(id).insert( pair<int,int>(cellID, global_id) );
                      cellID++;
                  } else {
                      _faceCellsOrdered.at(id)->add(face_track,_cellToOrderedCell[id][cell_1]);
                  } 


                 for  ( int node = 0; node < count_node; node++ )
                    _faceNodesOrdered.at(id)->add( face_track, (*_faceNodes.at(id))( face, node ) );

                 face_track++;
              }
         }

        //now specical case, if there is some inner element but fail in above search (example  an inner element surrounded by only boundary
        // or interfaces, then above search will skip that). We want to renumber remaining cells (after above search) 
        //first get number of cells surroindgin cells for inner cells
        int max_sur_cells = 0;
        for ( int elem = 0; elem < _cellCells.at(id)->getRowDim(); elem++ )
            max_sur_cells = std::max( max_sur_cells, _cellCells.at(id)->getCount(elem) );
        assert( max_sur_cells <= 6 );  // maximum six cells can surround a cell (hexa element)

        for ( int elem = 0; elem < _cellCells.at(id)->getRowDim(); elem++ ){ 
            if ( _cellCells.at(id)->getCount(elem) == max_sur_cells && _cellToOrderedCell[id][elem] == -1 ){
                assert( cellID >= 0 && cellID < _localToGlobalMap.at(id)->getLength() );
                _cellToOrderedCell[id][elem] = cellID;
                int global_id = _faceCells.at(id)->getLocalToGlobalMap()[elem]; 
                _globalToLocalMappers.at(id).insert( pair<int,int>(global_id,cellID)  );
                _localToGlobalMappers.at(id).insert( pair<int,int>(cellID, global_id) );
                (*_localToGlobalMap.at(id))[cellID] = global_id;
                cellID++;
            }
        }


        //then boundary faces
       multimap<int,int>::const_iterator it_cell;
       pair<multimap<int,int>::const_iterator,multimap<int,int>::const_iterator> it;
       set<int> ::const_iterator it_set;
       int offset = face_track;
       //loop over boundaries
       for ( it_set = _boundarySet.at(id).begin(); it_set != _boundarySet.at(id).end(); it_set++){
          int bndryID = *it_set;
          it = _mapBounIDAndCell.at(id).equal_range(bndryID);
          //if it is not empty
          if ( _mapBounIDAndCell.at(id).count( bndryID ) > 0 )
             _bndryOffsets.at(id).insert( pair<int,int>(bndryID, offset) );
 
          for ( it_cell = it.first; it_cell != it.second; it_cell++ ){
               int elem_0 =  _faceCells.at(id)->getGlobalToLocalMap()[it_cell->second];
               assert(elem_0 > 0 );
               int elem_1 =  (*_cellCells.at(id))(elem_0, 0);
               assert( elem_0 != elem_1 );
               int inner_elem = _cellToOrderedCell[id][elem_1];
               int outer_elem = cellID;

               //update globalToLocal and localToGlobalMaps
               assert( cellID >= 0 &&  cellID < _localToGlobalMap.at(id)->getLength() );
               (*_localToGlobalMap.at(id))[cellID] = it_cell->second;
               _globalToLocalMappers.at(id).insert( pair<int,int>(it_cell->second,cellID ) );
               _localToGlobalMappers.at(id).insert( pair<int,int>(cellID, it_cell->second) );
               _cellToOrderedCell[id][elem_0] = cellID;

              _faceCellsOrdered.at(id)->add(face_track, inner_elem);
              _faceCellsOrdered.at(id)->add(face_track, outer_elem);

               int count_node = _faceNodes.at(id)->getRow()[1] - _faceNodes.at(id)->getRow()[0];
               for  ( int node = 0; node < count_node; node++)
                    _faceNodesOrdered.at(id)->add( face_track, (*_cellNodes.at(id))(elem_0,node) );

              face_track++;
              offset++;
              cellID++;
          }
       }


       //then interface faces
       multimap<int,int>::const_iterator it_face;
       for ( it_set = _interfaceSet.at(id).begin(); it_set != _interfaceSet.at(id).end(); it_set++){
          int interfaceID = *it_set;
          it = _interfaceMap.at(id).equal_range( interfaceID );
          _interfaceOffsets.at(id).insert( pair<int,int>(interfaceID,offset) ) ;
          for ( it_face = it.first; it_face != it.second; it_face++ ){
              int face_id = it_face->second;
              int elem_0 =  (*_faceCells.at(id))(face_id,0);
              int elem_1 =  (*_faceCells.at(id))(face_id,1);
              int outer_elem_id = -1;

             if ( _nonInteriorCells.at(id).count( elem_1 ) > 0 ){ //if elem_1 is non-interior cell
                _faceCellsOrdered.at(id)->add(face_track,_cellToOrderedCell[id][elem_0]);
                 outer_elem_id = elem_1;
             } else { 
                _faceCellsOrdered.at(id)->add(face_track,_cellToOrderedCell[id][elem_1]);
                outer_elem_id = elem_0;
             }
            _faceCellsOrdered.at(id)->add(face_track,cellID);

             //update maps
             int global_id = _faceCells.at(id)->getLocalToGlobalMap()[outer_elem_id];
             assert( cellID >=0 && cellID < array_length );
             (*_localToGlobalMap.at(id))[cellID] = global_id;
             _globalToLocalMappers.at(id).insert( pair<int,int>(global_id, cellID) );
             _localToGlobalMappers.at(id).insert( pair<int,int>(cellID, global_id) );
             _cellToOrderedCell[id][outer_elem_id] = cellID;

             int count_node = _faceNodes.at(id)->getRow()[1] - _faceNodes.at(id)->getRow()[0];

             if ( outer_elem_id == elem_1 ) {
                 for  ( int  node = 0; node < count_node; node++)
                    _faceNodesOrdered.at(id)->add( face_track, (*_faceNodes.at(id))( face_id, node ) );
             } else {
                 for  ( int  node = count_node-1; node >= 0; node--)
                    _faceNodesOrdered.at(id)->add( face_track, (*_faceNodes.at(id))( face_id, node ) );
             }

              face_track++;
              offset++;
              cellID++;
          }

       }


        _faceCellsOrdered.at(id)->finishAdd(); 
        _faceNodesOrdered.at(id)->finishAdd();
        assert(  cellID == tot_cells );
//        //checking _cellToOrderedCell
//        double sum = 0;
//        for ( int n = 0; n < _cellToOrderedCell.at(id).size(); n++ )
//           sum += _cellToOrderedCell[id][n] - n;
// 
//        if ( _procID ==  0 )
//           for ( int n = 0; n < _cellToOrderedCell.at(id).size(); n++ )
//               cout << " celToOrededcell[" << n+1 << "] = " << _cellToOrderedCell[id][n]+1 << endl;
// 
//        cout << " proc id = " << _procID << "  sum ======= " << sum << endl;
//        assert ( !sum );  //sum should be zero 
//          if ( _procID == 0 ){ 
//            multimap<int,int>::iterator it_test;
//            pair<multimap<int,int>::iterator, multimap<int,int>::iterator> ret;
//            for ( int key = 0; key < 38; key++){
//                 cout << key+1 << " ==>";
//                 ret = _globalToLocalMappers.at(id).equal_range(key);
//                 for ( it_test = ret.first; it_test != ret.second; it_test++)
//                     cout << " " << it_test->second+1;
//                cout << endl;
//            }
//         }
// 

     }

}

void PartMesh::parmetis_mesh ( )

private

Definition at line 910 of file PartMesh.cpp.

References _edgecut, _eInd, _elmWght, _ePtr, _globalIndx, _ncommonNodes, _ncon, _nmesh, _nPart, _numFlag, _options, _part, _tpwgts, _ubvec, and _wghtFlag.

Referenced by partition().

{
   MPI_Comm comm_world = MPI::COMM_WORLD;
   for ( int id = 0; id < _nmesh; id++){
    
       ParMETIS_V3_PartMeshKway( &(*_globalIndx.at(id))[0], _ePtr.at(id), _eInd.at(id),
        _elmWght.at(id), &_wghtFlag.at(id), &_numFlag.at(id), &_ncon.at(id),  &_ncommonNodes.at(id),
        &_nPart.at(id), _tpwgts.at(id), _ubvec.at(id), &_options, &_edgecut.at(id), _part.at(id), &comm_world );

   } 
}   

void PartMesh::partition

(

)

Definition at line 113 of file PartMesh.cpp.

References compute_elem_dist(), count_elems_part(), elem_connectivity(), exchange_part_elems(), map_part_elms(), and parmetis_mesh().

{

    compute_elem_dist();
    elem_connectivity();
    parmetis_mesh();
    map_part_elms();
    count_elems_part();
    exchange_part_elems();
    //dumpTecplot();

}

void PartMesh::resize_elem ( int  id )

private

Definition at line 1368 of file PartMesh.cpp.

References _elem, _elemWithGhosts, _mapBounIDAndCell, _nelems, and _nelemsWithGhosts.

Referenced by CRConnectivity_cellParts().

{
   int  tot_cells = _mapBounIDAndCell.at(id).size() + _nelems.at(id);
   _nelemsWithGhosts.at(id) = tot_cells;
   _elemWithGhosts.push_back(  new int[ tot_cells] );
   //assign old values
   for ( int n = 0;  n < _nelems.at(id); n++)
       _elemWithGhosts.at(id)[n] = _elem.at(id)[n];
   //ghost part assigned
    multimap<int,int>::const_iterator it;
    int indx = _nelems.at(id);
   for ( it = _mapBounIDAndCell.at(id).begin(); it != _mapBounIDAndCell.at(id).end(); it++){
       _elemWithGhosts.at(id)[indx] = it->second;
       indx++;
   }


}

void PartMesh::set_eptr_eind ( int  id )

private

Definition at line 879 of file PartMesh.cpp.

References _eElm, _eInd, _elemDist, _ePtr, _eType, _globalIndx, _meshList, _procID, Mesh::getCellNodes(), CRConnectivity::getCount(), HEXA, mesh(), QUAD, TETRA, and TRI.

Referenced by elem_connectivity().

{
      const Mesh* mesh = _meshList[id];
      const CRConnectivity& cellNodes = mesh->getCellNodes();

      int elem_start   = (*_globalIndx.at(id))[_procID];
      int elem_finish  = elem_start + (*_elemDist[id])[_procID];
      int indxInd   = 0;
      int indxPtr   = 0;
      _ePtr.at(id)[indxPtr] = 0;
      for ( int elem = elem_start; elem < elem_finish; elem++ ){
          _eElm.at(id)[indxPtr] = elem;
           indxPtr++;
          _ePtr.at(id)[indxPtr] = _ePtr.at(id)[indxPtr-1] +  cellNodes.getCount(elem);

          if ( _eType.at(id) == TRI || _eType.at(id) == TETRA || _eType.at(id) == HEXA ){ // connectivity orientation is not important
              for (  int node = 0; node < cellNodes.getCount(elem); node++ )
                 _eInd.at(id)[indxInd++] = cellNodes(elem,node);
          }

         if ( _eType.at(id) == QUAD ) {  //connectivity orientation is reversed for QUADs since Parmetis require clockwise orientation
              for (  int node = cellNodes.getCount(elem)-1; node >=0; node-- )
                 _eInd.at(id)[indxInd++] = cellNodes(elem,node);
         }
  
      }

}

void PartMesh::setMeshColors ( )

private

Definition at line 1170 of file PartMesh.cpp.

References _localToGlobalMappers, _meshList, _meshListLocal, StorageSite::getCount(), and StorageSite::getSelfCount().

Referenced by mesh_setup().

{
    //get number of meshes assembled from meshList
    int nmesh = _meshList.at(0)->getNumOfAssembleMesh();
    //assing nmesh and make Mesh::_isAssembledMesh == true
    _meshListLocal.at(0)->setNumOfAssembleMesh( nmesh );
    _meshListLocal.at(0)->createCellColor();
    //get cellsite storagesite
    const StorageSite& cellSite = _meshListLocal.at(0)->getCells();
    Array<int>&   colorGlbl     = _meshList.at(0)->getCellColors();
    Array<int>&   colorLocal      = _meshListLocal.at(0)->getCellColors();
    Array<int>&   colorOtherLocal = _meshListLocal.at(0)->getCellColorsOther();
    const  map<int,int>&  localToGlobalMappers = _localToGlobalMappers.at(0);
    //loop first over inner cells to color them
    for ( int i = 0; i <  cellSite.getSelfCount(); i++ ){
        int glblID = localToGlobalMappers.find(i)->second;
        colorLocal[i] = colorGlbl[ glblID ];
    }
    //coloring other cells (boundary+ghostcells)
    //we check across cell's color, they should have the same color.
    const CRConnectivity& cellCells = _meshListLocal.at(0)->getCellCells();
    for ( int i = cellSite.getSelfCount(); i < cellSite.getCount(); i++ ){
       int acrossCellID = cellCells(i,0); //ghost or boundary has only one cell connected 
       colorLocal[i] = colorLocal[ acrossCellID ];
    }

    //colorOtherLocal loop first over inner cells to color them
    for ( int i = 0; i <  cellSite.getCount(); i++ ){
        int glblID = localToGlobalMappers.find(i)->second;
        colorOtherLocal[i] = colorGlbl[ glblID ];
    }


}

void PartMesh::setNumFlag

(

int

num_flag

)

Definition at line 688 of file PartMesh.cpp.

References _nmesh, and _numFlag.

{
  for ( int id = 0; id < _nmesh; id++)
      _numFlag.at(id) = num_flag;

}

void PartMesh::setWeightType

(

int

weight_type

)

Definition at line 680 of file PartMesh.cpp.

References _nmesh, and _wghtFlag.

{
   for ( int id = 0; id < _nmesh; id++)
      _wghtFlag.at(id) =  weight_type;

}

void PartMesh::shift_sum_row ( )

private

Definition at line 1070 of file PartMesh.cpp.

References _nelems, _nmesh, and _row.

Referenced by exchange_part_elems().

{
   for ( int id = 0; id < _nmesh; id++){
       //shift [0,n] to [1,n+1]
       for ( int n = _nelems.at(id); n > 0; n--)
           _row.at(id)[n] = _row.at(id)[n-1];
      _row.at(id)[0] = 0;
      //summing row ex: row = {0,3,6,9,...} for triangle (three nodes)
       for ( int n = 1; n < _nelems.at(id)+1; n++ )
          _row.at(id)[n] += _row.at(id)[n-1];

   }


}

Member Data Documentation

vector< map<int,int> > PartMesh::_bndryOffsets

private

Definition at line 177 of file PartMesh.h.

Referenced by debug_print(), init(), mesh_setup(), and order_faceCells_faceNodes().

vector< set<int> > PartMesh::_boundarySet

private

Definition at line 167 of file PartMesh.h.

Referenced by init(), mapBounIDAndCell(), mesh_setup(), and order_faceCells_faceNodes().

vector< CRConnectivityPtr > PartMesh::_cellCells

private

Definition at line 155 of file PartMesh.h.

Referenced by debug_print(), faceCells_faceNodes(), and order_faceCells_faceNodes().

vector< CRConnectivityPtr > PartMesh::_cellNodes

private

Definition at line 156 of file PartMesh.h.

Referenced by debug_print(), faceCells_faceNodes(), and order_faceCells_faceNodes().

vector< CRConnectivityPtr > PartMesh::_cellParts

private

Definition at line 160 of file PartMesh.h.

Referenced by CRConnectivity_cellParts(), CRConnectivity_faceParts(), and debug_print().

vector< StorageSitePtr > PartMesh::_cellSite

private

Definition at line 144 of file PartMesh.h.

Referenced by faceCells_faceNodes().

vector< StorageSitePtr > PartMesh::_cellSiteGlobal

private

Definition at line 143 of file PartMesh.h.

Referenced by CRConnectivity_cellParts().

vector< vector<int> > PartMesh::_cellToOrderedCell

private

Definition at line 179 of file PartMesh.h.

Referenced by init(), mesh_tecplot(), and order_faceCells_faceNodes().

bool PartMesh::_cleanup

private

Definition at line 200 of file PartMesh.h.

Referenced by exchange_part_elems(), faceCells_faceNodes(), init(), mappers(), and ~PartMesh().

vector< int* > PartMesh::_col

private

Definition at line 131 of file PartMesh.h.

Referenced by cleanup_follow_exchange_part_elems(), count_elems_part(), debug_print(), dumpTecplot(), exchange_part_elems(), and ~PartMesh().

vector<int> PartMesh::_colDim

private

Definition at line 140 of file PartMesh.h.

Referenced by count_elems_part(), debug_print(), dumpTecplot(), and init().

vector< ArrayVecD3Ptr > PartMesh::_coord

private

Definition at line 171 of file PartMesh.h.

Referenced by coordinates(), debug_print(), and mesh_setup().

vector< int > PartMesh::_edgecut

private

Definition at line 125 of file PartMesh.h.

Referenced by debug_print(), init(), and parmetis_mesh().

vector< int* > PartMesh::_eElm

private

Definition at line 113 of file PartMesh.h.

Referenced by cleanup_follow_exchange_part_elems(), debug_print(), elem_connectivity(), exchange_part_elems(), set_eptr_eind(), and ~PartMesh().

vector< int* > PartMesh::_eInd

private

Definition at line 112 of file PartMesh.h.

Referenced by cleanup_follow_exchange_part_elems(), debug_print(), elem_connectivity(), exchange_part_elems(), parmetis_mesh(), set_eptr_eind(), and ~PartMesh().

vector< int* > PartMesh::_elem

private

Definition at line 132 of file PartMesh.h.

Referenced by cleanup_follow_faceCells_faceNodes(), count_elems_part(), debug_print(), exchange_part_elems(), local_number_elems(), mapBounIDAndCell(), resize_elem(), and ~PartMesh().

vector< Array<int>* > PartMesh::_elemDist

private

Definition at line 109 of file PartMesh.h.

Referenced by compute_elem_dist(), debug_print(), elem_connectivity(), local_nodes(), map_part_elms(), set_eptr_eind(), and ~PartMesh().

vector< set<int> > PartMesh::_elemLocal

private

Definition at line 134 of file PartMesh.h.

Referenced by debug_print(), init(), local_number_elems(), and non_interior_cells().

vector< set<int> > PartMesh::_elemSet

private

Definition at line 133 of file PartMesh.h.

Referenced by init(), and mapBounIDAndCell().

vector< int* > PartMesh::_elemWithGhosts

private

Definition at line 135 of file PartMesh.h.

Referenced by CRConnectivity_cellParts(), debug_print(), resize_elem(), and ~PartMesh().

vector< int* > PartMesh::_elmWght

private

Definition at line 114 of file PartMesh.h.

Referenced by cleanup_follow_exchange_part_elems(), debug_print(), elem_connectivity(), parmetis_mesh(), and ~PartMesh().

vector< int* > PartMesh::_ePtr

private

Definition at line 111 of file PartMesh.h.

Referenced by cleanup_follow_exchange_part_elems(), count_elems_part(), debug_print(), elem_connectivity(), exchange_part_elems(), parmetis_mesh(), set_eptr_eind(), and ~PartMesh().

vector< int > PartMesh::_eType

private

Definition at line 119 of file PartMesh.h.

Referenced by init(), mesh_tecplot(), mesh_xdmfplot(), and set_eptr_eind().

vector< CRConnectivityPtr > PartMesh::_faceCells

private

Definition at line 153 of file PartMesh.h.

Referenced by debug_print(), faceCells_faceNodes(), local_number_elems(), non_interior_cells(), non_interior_cells2(), and order_faceCells_faceNodes().

vector< const CRConnectivity* > PartMesh::_faceCellsGlobal

private

Definition at line 150 of file PartMesh.h.

Referenced by cleanup_follow_faceCells_faceNodes(), CRConnectivity_faceParts(), and faceCells_faceNodes().

vector< CRConnectivityPtr > PartMesh::_faceCellsOrdered

private

Definition at line 157 of file PartMesh.h.

Referenced by debug_print(), exchange_interface_meshes(), mesh_setup(), and order_faceCells_faceNodes().

vector< CRConnectivityPtr > PartMesh::_faceNodes

private

Definition at line 154 of file PartMesh.h.

Referenced by debug_print(), faceCells_faceNodes(), and order_faceCells_faceNodes().

vector< const CRConnectivity* > PartMesh::_faceNodesGlobal

private

Definition at line 151 of file PartMesh.h.

Referenced by cleanup_follow_faceCells_faceNodes(), CRConnectivity_faceParts(), and faceCells_faceNodes().

vector< CRConnectivityPtr > PartMesh::_faceNodesOrdered

private

Definition at line 158 of file PartMesh.h.

Referenced by debug_print(), mesh_setup(), and order_faceCells_faceNodes().

vector< CRConnectivityPtr > PartMesh::_faceParts

private

Definition at line 162 of file PartMesh.h.

Referenced by CRConnectivity_faceParts(), debug_print(), and interfaces().

vector< StorageSitePtr > PartMesh::_faceSite

private

Definition at line 146 of file PartMesh.h.

Referenced by faceCells_faceNodes().

vector< vector< ArrayIntPtr > > PartMesh::_fromIndices

private

Definition at line 195 of file PartMesh.h.

Referenced by init(), and mappers().

vector< ArrayIntPtr > PartMesh::_ghostCellsGlobal

private

Definition at line 190 of file PartMesh.h.

Referenced by create_window(), debug_print(), and exchange_interface_meshes().

vector< ArrayIntPtr > PartMesh::_ghostCellsLocal

private

Definition at line 191 of file PartMesh.h.

Referenced by create_window(), debug_print(), and exchange_interface_meshes().

vector< Array<int>* > PartMesh::_globalIndx

private

Definition at line 110 of file PartMesh.h.

Referenced by compute_elem_dist(), debug_print(), elem_connectivity(), local_nodes(), parmetis_mesh(), set_eptr_eind(), and ~PartMesh().

vector< multimap<int,int> > PartMesh::_globalToLocalMappers

private

Definition at line 180 of file PartMesh.h.

Referenced by cleanup_follow_mappers(), init(), mappers(), and order_faceCells_faceNodes().

vector< multimap<int,int> > PartMesh::_interfaceMap

private

Definition at line 173 of file PartMesh.h.

Referenced by construct_mesh(), count_interior_faces(), debug_print(), exchange_interface_meshes(), faceCells_faceNodes(), interfaces(), mappers(), mesh_setup(), non_interior_cells(), and order_faceCells_faceNodes().

vector< ArrayIntPtr > PartMesh::_interfaceMeshCounts

private

Definition at line 186 of file PartMesh.h.

Referenced by debug_print(), exchange_interface_meshes(), get_window_displ(), and init().

vector< ArrayIntPtr > PartMesh::_interfaceMeshIDs

private

Definition at line 189 of file PartMesh.h.

Referenced by debug_print(), exchange_interface_meshes(), and get_window_displ().

vector< map<int,int> > PartMesh::_interfaceOffsets

private

Definition at line 178 of file PartMesh.h.

Referenced by debug_print(), exchange_interface_meshes(), init(), mesh_setup(), and order_faceCells_faceNodes().

vector< set<int> > PartMesh::_interfaceSet

private

Definition at line 172 of file PartMesh.h.

Referenced by exchange_interface_meshes(), init(), interfaces(), mappers(), mesh_setup(), and order_faceCells_faceNodes().

vector< ArrayIntPtr > PartMesh::_localToGlobalMap

private

Definition at line 183 of file PartMesh.h.

Referenced by cleanup_follow_mappers(), exchange_interface_meshes(), and order_faceCells_faceNodes().

vector< map<int,int> > PartMesh::_localToGlobalMappers

private

Definition at line 181 of file PartMesh.h.

Referenced by cleanup_follow_mappers(), init(), order_faceCells_faceNodes(), and setMeshColors().

vector< map<int,string> > PartMesh::_mapBounIDAndBounType

private

Definition at line 169 of file PartMesh.h.

Referenced by debug_print(), init(), mapBounIDAndCell(), and mesh_setup().

vector< multimap<int,int> > PartMesh::_mapBounIDAndCell

private

Definition at line 168 of file PartMesh.h.

Referenced by debug_print(), init(), mapBounIDAndCell(), mesh_setup(), non_interior_cells(), order_faceCells_faceNodes(), and resize_elem().

vector< multimap<int,int> > PartMesh::_mapPartAndElms

private

Definition at line 129 of file PartMesh.h.

Referenced by count_elems_part(), debug_print(), exchange_part_elems(), init(), and map_part_elms().

const MeshList PartMesh::_meshList

private

Definition at line 105 of file PartMesh.h.

Referenced by construct_mesh(), coordinates(), CRConnectivity_faceParts(), dumpTecplot(), elem_connectivity(), init(), local_nodes(), mapBounIDAndCell(), mesh_setup(), PartMesh(), set_eptr_eind(), and setMeshColors().

vector< Mesh* > PartMesh::_meshListLocal

private

Definition at line 201 of file PartMesh.h.

Referenced by construct_mesh(), mappers(), mesh_file(), mesh_setup(), mesh_tecplot(), mesh_xdmfplot(), order_faceCells_faceNodes(), setMeshColors(), and ~PartMesh().

vector< int > PartMesh::_ncommonNodes

private

Definition at line 118 of file PartMesh.h.

Referenced by debug_print(), init(), and parmetis_mesh().

vector< int > PartMesh::_ncon

private

Definition at line 117 of file PartMesh.h.

Referenced by debug_print(), elem_connectivity(), init(), and parmetis_mesh().

vector<int> PartMesh::_nelems

private

Definition at line 138 of file PartMesh.h.

Referenced by construct_mesh(), count_elems_part(), count_interior_faces(), debug_print(), dumpTecplot(), faceCells_faceNodes(), init(), local_number_elems(), mapBounIDAndCell(), mesh_tecplot(), mesh_xdmfplot(), non_interior_cells2(), resize_elem(), and shift_sum_row().

vector<int> PartMesh::_nelemsWithGhosts

private

Definition at line 139 of file PartMesh.h.

Referenced by construct_mesh(), count_interior_faces(), CRConnectivity_cellParts(), debug_print(), faceCells_faceNodes(), init(), order_faceCells_faceNodes(), and resize_elem().

int PartMesh::_nmesh

private

Definition at line 141 of file PartMesh.h.

Referenced by compute_elem_dist(), coordinates(), count_elems_part(), CRConnectivity_cellParts(), CRConnectivity_faceParts(), debug_print(), elem_connectivity(), exchange_interface_meshes(), exchange_part_elems(), faceCells_faceNodes(), init(), interfaces(), local_number_elems(), map_part_elms(), mappers(), mesh_file(), mesh_setup(), non_interior_cells(), non_interior_cells2(), order_faceCells_faceNodes(), parmetis_mesh(), setNumFlag(), setWeightType(), and shift_sum_row().

vector< StorageSitePtr > PartMesh::_nodeSite

private

Definition at line 145 of file PartMesh.h.

Referenced by faceCells_faceNodes().

vector< set<int> > PartMesh::_nonInteriorCells

private

Definition at line 175 of file PartMesh.h.

Referenced by debug_print(), init(), mesh_tecplot(), non_interior_cells(), non_interior_cells2(), and order_faceCells_faceNodes().

vector<int> PartMesh::_nPart

private

Definition at line 106 of file PartMesh.h.

Referenced by compute_elem_dist(), count_elems_part(), CRConnectivity_cellParts(), debug_print(), dumpTecplot(), exchange_interface_meshes(), exchange_part_elems(), init(), and parmetis_mesh().

vector< int > PartMesh::_numFlag

private

Definition at line 116 of file PartMesh.h.

Referenced by debug_print(), init(), parmetis_mesh(), and setNumFlag().

vector< ArrayIntPtr > PartMesh::_offsetInterfaceCells

private

Definition at line 187 of file PartMesh.h.

Referenced by debug_print(), exchange_interface_meshes(), and get_window_displ().

int PartMesh::_options

private

Definition at line 122 of file PartMesh.h.

Referenced by debug_print(), and parmetis_mesh().

vector< int* > PartMesh::_part

private

Definition at line 126 of file PartMesh.h.

Referenced by debug_print(), elem_connectivity(), map_part_elms(), parmetis_mesh(), and ~PartMesh().

vector< CRConnectivityPtr > PartMesh::_partCells

private

Definition at line 161 of file PartMesh.h.

Referenced by CRConnectivity_cellParts().

vector< CRConnectivityPtr > PartMesh::_partFaces

private

Definition at line 163 of file PartMesh.h.

Referenced by construct_mesh(), count_interior_faces(), CRConnectivity_faceParts(), debug_print(), faceCells_faceNodes(), interfaces(), non_interior_cells2(), and order_faceCells_faceNodes().

vector< CRConnectivityPtr > PartMesh::_partNodes

private

Definition at line 164 of file PartMesh.h.

Referenced by construct_mesh(), coordinates(), CRConnectivity_faceParts(), debug_print(), and faceCells_faceNodes().

vector< StorageSitePtr > PartMesh::_partSite

private

Definition at line 147 of file PartMesh.h.

Referenced by CRConnectivity_cellParts().

int PartMesh::_procID

private

Definition at line 123 of file PartMesh.h.

Referenced by construct_mesh(), coordinates(), count_interior_faces(), debug_print(), dumpTecplot(), elem_connectivity(), exchange_part_elems(), faceCells_faceNodes(), get_window_displ(), init(), interfaces(), local_nodes(), map_part_elms(), mesh_file(), mesh_setup(), mesh_tecplot(), mesh_xdmfplot(), non_interior_cells2(), order_faceCells_faceNodes(), and set_eptr_eind().

vector< ArrayIntPtr > PartMesh::_procTotalInterfaces

private

Definition at line 188 of file PartMesh.h.

Referenced by exchange_interface_meshes(), and init().

vector< int* > PartMesh::_row

private

Definition at line 130 of file PartMesh.h.

Referenced by cleanup_follow_exchange_part_elems(), count_elems_part(), debug_print(), dumpTecplot(), exchange_part_elems(), shift_sum_row(), and ~PartMesh().

vector< vector< ArrayIntPtr > > PartMesh::_toIndices

private

Definition at line 196 of file PartMesh.h.

Referenced by init(), and mappers().

vector<int> PartMesh::_totElems

private

Definition at line 107 of file PartMesh.h.

Referenced by compute_elem_dist(), dumpTecplot(), init(), and mapBounIDAndCell().

vector<int> PartMesh::_totElemsAndGhosts

private

Definition at line 108 of file PartMesh.h.

Referenced by CRConnectivity_cellParts(), and init().

vector< float* > PartMesh::_tpwgts

private

Definition at line 120 of file PartMesh.h.

Referenced by debug_print(), init(), parmetis_mesh(), and ~PartMesh().

vector< float* > PartMesh::_ubvec

private

Definition at line 121 of file PartMesh.h.

Referenced by debug_print(), init(), parmetis_mesh(), and ~PartMesh().

vector< int > PartMesh::_wghtFlag

private

Definition at line 115 of file PartMesh.h.

Referenced by debug_print(), elem_connectivity(), init(), parmetis_mesh(), and setWeightType().

vector< int > PartMesh::_windowSize

private

Definition at line 192 of file PartMesh.h.

Referenced by create_window(), exchange_interface_meshes(), and init().

MPI::Win PartMesh::_winGlobal

private

Definition at line 198 of file PartMesh.h.

Referenced by create_window(), fence_window(), free_window(), and mappers().

MPI::Win PartMesh::_winLocal

private

Definition at line 199 of file PartMesh.h.

Referenced by create_window(), fence_window(), free_window(), and mappers().

---

The documentation for this class was generated from the following files:

• PartMesh.h
• PartMesh.cpp