Solver updates

Added support of Trilinos: AztecOO, ML, Ifpack, Belos. Added Petsc
divergence reasons. Described parameters, some parameters unified with
Trilinos.

CMakeLists.txt

@@ -59,7 +59,8 @@ option(COMPILE_TESTS "Compile some tests" OFF)
 
 option(USE_PARTITIONER_PARMETIS "Use ParMetis partitioner" OFF)
 option(USE_PARTITIONER_ZOLTAN "Use Zoltan partitioner" OFF)
-option(USE_SOLVER_PETSC "Use PETSc solver" OFF)
+option(USE_SOLVER_PETSC "Use PETSc solvers" OFF)
+option(USE_SOLVER_TRILINOS "Use Trilinos solvers" OFF)
 option(USE_AUTODIFF_OPENCL "Use OpenCL for automatic differentiation (under work)" OFF)
 option(USE_AUTODIFF_ASMJIT "Use AsmJit for automatic differentiation" OFF)
 option(USE_AUTODIFF_EXPRESSION_TEMPLATES "Use c++ expression templates for automatic differentiation" OFF)
@@ -142,6 +143,40 @@ if(USE_SOLVER_PETSC)
 endif()
 
 
+if(USE_SOLVER_TRILINOS)
+	set(CMAKE_PREFIX_PATH ${TRILINOS_PATH} ${CMAKE_PREFIX_PATH})
+	find_package(Trilinos PATHS ${TRILINOS_PATH}/lib/cmake/Trilinos ${TRILINOS_PATH})
+	if(NOT Trilinos_FOUND)
+		set(USE_SOLVER_TRILINOS OFF)
+		message("Trilinos NOT FOUND")
+	else()
+
+		MESSAGE("\nFound Trilinos!  Here are the details: ")
+		MESSAGE("   Trilinos_DIR = ${Trilinos_DIR}")
+		MESSAGE("   Trilinos_VERSION = ${Trilinos_VERSION}")
+		MESSAGE("   Trilinos_PACKAGE_LIST = ${Trilinos_PACKAGE_LIST}")
+		MESSAGE("   Trilinos_LIBRARIES = ${Trilinos_LIBRARIES}")
+		MESSAGE("   Trilinos_INCLUDE_DIRS = ${Trilinos_INCLUDE_DIRS}")
+		MESSAGE("   Trilinos_LIBRARY_DIRS = ${Trilinos_LIBRARY_DIRS}")
+		MESSAGE("   Trilinos_TPL_LIST = ${Trilinos_TPL_LIST}")
+		MESSAGE("   Trilinos_TPL_INCLUDE_DIRS = ${Trilinos_TPL_INCLUDE_DIRS}")
+		MESSAGE("   Trilinos_TPL_LIBRARIES = ${Trilinos_TPL_LIBRARIES}")
+		MESSAGE("   Trilinos_TPL_LIBRARY_DIRS = ${Trilinos_TPL_LIBRARY_DIRS}")
+		MESSAGE("   Trilinos_BUILD_SHARED_LIBS = ${Trilinos_BUILD_SHARED_LIBS}")
+		MESSAGE("End of Trilinos details\n")
+
+		include_directories(${Trilinos_INCLUDE_DIRS})
+		include_directories(${Trilinos_TPL_INCLUDE_DIRS})
+		link_directories(${Trilinos_LIBRARY_DIRS})
+		link_directories(${Trilinos_TPL_LIBRARY_DIRS})
+
+
+		set(USE_SOLVER_TRILINOS ON)
+		message("Trilinos FOUND")
+	endif()
+endif()
+
+
 if(USE_AUTODIFF_OPENCL)
 	find_package(OpenCL)
 	if(OPENCL_FOUND)
@@ -167,6 +202,14 @@ if(USE_AUTODIFF_EXPRESSION_TEMPLATES)
 endif()
 
 
+if(MSVC)
+  if(USE_SOLVER_TRILINOS)
+    message("Putting workaround for Visual Studio that allow to use Trilinos Release libraries in Debug mode")
+    message("Note that this workaround may affect your debugging experience, you may want to debug without Trilinos")
+    add_definitions(-D_ITERATOR_DEBUG_LEVEL=0)
+  endif()
+endif()
+
 configure_file("inmost_options_cmake.h" "${PROJECT_BINARY_DIR}/inmost_options.h")
 include_directories("${PROJECT_BINARY_DIR}")
 

examples/CMakeLists.txt

@@ -5,4 +5,4 @@ add_subdirectory(MatSolve)
 add_subdirectory(GridGen)
 add_subdirectory(FVDiscr)
 #add_subdirectory(OctreeCutcell)
-#add_subdirectory(Solver)
+add_subdirectory(Solver)

examples/DrawMatrix/CMakeLists.txt

@@ -4,28 +4,40 @@ find_package(OpenGL)
 find_package(GLUT)
 
 if(OPENGL_FOUND)
-	if(GLUT_FOUND)
-		include_directories(${OPENGL_INCLUDE_DIR})
-		include_directories(${GLUT_INCLUDE_DIR})
-		add_executable(DrawMatrix ${SOURCE})
-		target_link_libraries(DrawMatrix inmost ${OPENGL_LIBRARIES} ${GLUT_LIBRARIES})
-		if(USE_MPI)
-		  target_link_libraries(DrawMatrix ${MPI_LIBRARIES}) 
-		  if(MPI_LINK_FLAGS)
-            set_target_properties(DrawMatrix PROPERTIES LINK_FLAGS "${MPI_LINK_FLAGS}")
-            endif() 
-		endif(USE_MPI)
-		if(USE_SOLVER_ANI3D)
-			target_link_libraries(DrawMatrix ani3d)
-		endif()
-		if(USE_SOLVER_PETSC)
-			add_definitions(${PETSC_DEFINITIONS})
-			target_link_libraries(DrawMatrix ${PETSC_LIBRARIES})
-		endif()
-	else(GLUT_FOUND)
-		message("GLUT not found")
-	endif(GLUT_FOUND)
+  if(GLUT_FOUND)
+    message("linking DrawMatrix with GLUT and OpenGL")
+    include_directories(${OPENGL_INCLUDE_DIR})
+    include_directories(${GLUT_INCLUDE_DIR})
+    add_executable(DrawMatrix ${SOURCE})
+    target_link_libraries(DrawMatrix inmost ${OPENGL_LIBRARIES} ${GLUT_LIBRARIES})
+    if(USE_MPI)
+      target_link_libraries(DrawMatrix ${MPI_LIBRARIES}) 
+      if(MPI_LINK_FLAGS)
+        set_target_properties(DrawMatrix PROPERTIES LINK_FLAGS "${MPI_LINK_FLAGS}")
+      endif() 
+    endif(USE_MPI)
+    if(USE_SOLVER)
+      if(USE_SOLVER_ANI3D)
+        message("linking DrawMatrix with ANI3d")
+        target_link_libraries(DrawMatrix ani3d)
+      endif()
+      if(USE_SOLVER_PETSC)
+        message("linking DrawMatrix with PETSc")
+        add_definitions(${PETSC_DEFINITIONS})
+        target_link_libraries(DrawMatrix ${PETSC_LIBRARIES})
+      endif()
+      if(USE_SOLVER_TRILINOS)
+        message("linking DrawMatrix with Trilinos")
+        link_directories(${Trilinos_LIBRARY_DIRS})
+        link_directories(${Trilinos_TPL_LIBRARY_DIRS})
+        target_link_libraries(DrawMatrix ${Trilinos_LIBRARIES} ${Trilinos_TPL_LIBRARIES})
+      endif()
+    endif()
+  else(GLUT_FOUND)
+    message("GLUT not found, not building DrawMatrix")
+  endif(GLUT_FOUND)
 else(OPENGL_FOUND)
-	message("OpenGL not found")
+  message("OpenGL not found, not building DrawMatrix")
 endif(OPENGL_FOUND)
 
+

examples/DrawMatrix/main.cpp

 //g++ main.cpp rotate.cpp -L/usr/X11R6/lib -lX11 -lXi -lXmu -lGL -lglut -lGLU ../../inmost.a -O5
 // press space - explode mesh to see connection 
 
+#define _CRT_SECURE_NO_WARNINGS
 #include "../../inmost.h"
 #include "my_glut.h"
 #include <iostream>
@@ -140,7 +141,7 @@ class Reorder_ARMS
 			for (INMOST_DATA_ENUM_TYPE k = 0; k < neighbours[block_entries[j]].size(); ++k)
 				A[neighbours[block_entries[j]][k]].SetMarker();
 		}
-		sblock += block_entries.size();
+		sblock += static_cast<int>(block_entries.size());
 		block_ends.push_back(sblock);
 		nblocks++;
 		stack.clear();
@@ -168,7 +169,7 @@ class Reorder_ARMS
 	}
 	INMOST_DATA_ENUM_TYPE GetOrder(INMOST_DATA_ENUM_TYPE ind)
 	{
-		return neighbours[ind].size();
+		return static_cast<Storage::enumerator>(neighbours[ind].size());
 		INMOST_DATA_ENUM_TYPE ret = 0, k;
 		for (k = 0; k < neighbours[ind].size(); k++)
 		if (!A[neighbours[ind][k]].GetMarker())
@@ -306,11 +307,11 @@ public:
 				if (qi == qj && qi != block_ends.end())
 				{
 					p = qi - block_ends.begin();
-					if (p < nblocks)
+					if (p < static_cast<unsigned>(nblocks))
 						nnz[p] += 1.0;
 				}
 			}
-			for (INMOST_DATA_ENUM_TYPE k = 0; k < nblocks; ++k)
+			for (INMOST_DATA_ENUM_TYPE k = 0; k < static_cast<unsigned>(nblocks); ++k)
 			{
 				nnz[k] /= static_cast<INMOST_DATA_REAL_TYPE>((block_ends[k + 1] - block_ends[k])*(block_ends[k + 1] - block_ends[k]));
 				nnzall += nnz[k];

examples/FVDiscr/CMakeLists.txt

@@ -5,22 +5,32 @@ add_executable(FVDiscr ${SOURCE})
 
 target_link_libraries(FVDiscr inmost)
 
-if(USE_SOLVER_ANI)
-  message("linking FVDiscr with ani3d")
-  target_link_libraries(FVDiscr ani3d)
+if(USE_SOLVER)
+  if(USE_SOLVER_ANI)
+    message("linking FVDiscr with ani3d")
+    target_link_libraries(FVDiscr ani3d)
+  endif()
+  if(USE_SOLVER_PETSC)
+    message("linking FVDiscr with PETSc")
+    link_directories(${PETSC_LIBRARY_DIRS})
+    target_link_libraries(FVDiscr ${PETSC_LIBRARIES})
+  endif()
+  if(USE_SOLVER_TRILINOS)
+    message("linking FVDiscr with Trilinos")
+    link_directories(${Trilinos_LIBRARY_DIRS})
+    link_directories(${Trilinos_TPL_LIBRARY_DIRS})
+    target_link_libraries(FVDiscr ${Trilinos_LIBRARIES} ${Trilinos_TPL_LIBRARIES})
+  endif()
 endif()
 
-if(USE_SOLVER_PETSC)
-  message("linking FVDiscr with PETSc")
-  link_directories(${PETSC_LIBRARY_DIRS})
-  target_link_libraries(FVDiscr ${PETSC_LIBRARIES})
-endif()
 
 if(USE_PARTITIONER)
   if(USE_PARTITIONER_ZOLTAN)
+    message("linking FVDiscr with Zoltan")
     target_link_libraries(FVDiscr ${ZOLTAN_LIBRARIES})
   endif()
   if(USE_PARTITIONER_PARMETIS)
+    message("linking FVDiscr with ParMETIS")
     target_link_libraries(FVDiscr ${PARMETIS_LIBRARIES})
   endif()
 endif()
@@ -32,3 +42,5 @@ if(USE_MPI)
     set_target_properties(FVDiscr PROPERTIES LINK_FLAGS "${MPI_LINK_FLAGS}")
   endif() 
 endif(USE_MPI)
+
+

examples/MatSolve/CMakeLists.txt

@@ -13,12 +13,20 @@ if(USE_MPI)
   endif() 
 endif(USE_MPI)
 
-if(USE_SOLVER_ANI)
-  message("linking MatSolve with ani3d")
-  target_link_libraries(MatSolve ani3d)
-endif()
-if(USE_SOLVER_PETSC)
-  message("linking MatSolve with PETSc")
-  link_directories(${PETSC_LIBRARY_DIRS})
-  target_link_libraries(MatSolve ${PETSC_LIBRARIES})
+if(USE_SOLVER)
+  if(USE_SOLVER_ANI)
+    message("linking MatSolve with ani3d")
+    target_link_libraries(MatSolve ani3d)
+  endif()
+  if(USE_SOLVER_PETSC)
+    message("linking MatSolve with PETSc")
+    link_directories(${PETSC_LIBRARY_DIRS})
+    target_link_libraries(MatSolve ${PETSC_LIBRARIES})
+  endif()
+  if(USE_SOLVER_TRILINOS)
+    message("linking MatSolve with Trilinos")
+    link_directories(${Trilinos_LIBRARY_DIRS})
+    link_directories(${Trilinos_TPL_LIBRARY_DIRS})
+    target_link_libraries(MatSolve ${Trilinos_LIBRARIES} ${Trilinos_TPL_LIBRARIES})
+  endif()
 endif()

examples/OldDrawGrid/CMakeLists.txt

@@ -7,27 +7,21 @@ find_package(OpenGL)
 find_package(GLUT)
 
 if(OPENGL_FOUND)
-	if(GLUT_FOUND)
-		include_directories(${OPENGL_INCLUDE_DIR})
-		include_directories(${GLUT_INCLUDE_DIR})
-		add_executable(OldDrawGrid ${SOURCE})
-		target_link_libraries(OldDrawGrid inmost ${OPENGL_LIBRARIES} ${GLUT_LIBRARIES})
-		if(USE_MPI)
-		  target_link_libraries(OldDrawGrid ${MPI_LIBRARIES}) 
-		  if(MPI_LINK_FLAGS)
-            set_target_properties(OldDrawGrid PROPERTIES LINK_FLAGS "${MPI_LINK_FLAGS}")
-            endif() 
-		endif(USE_MPI)
-		if(USE_SOLVER_ANI3D)
-			target_link_libraries(OldDrawGrid ani3d)
-		endif()
-		if(USE_SOLVER_PETSC)
-			add_definitions(${PETSC_DEFINITIONS})
-			target_link_libraries(OldDrawGrid ${PETSC_LIBRARIES})
-		endif()
-	else(GLUT_FOUND)
-		message("GLUT not found")
-	endif(GLUT_FOUND)
+  if(GLUT_FOUND)
+    message("linking OldDrawGrid with GLUT and OpenGL")
+    include_directories(${OPENGL_INCLUDE_DIR})
+    include_directories(${GLUT_INCLUDE_DIR})
+    add_executable(OldDrawGrid ${SOURCE})
+    target_link_libraries(OldDrawGrid inmost ${OPENGL_LIBRARIES} ${GLUT_LIBRARIES})
+    if(USE_MPI)
+      target_link_libraries(OldDrawGrid ${MPI_LIBRARIES}) 
+      if(MPI_LINK_FLAGS)
+        set_target_properties(OldDrawGrid PROPERTIES LINK_FLAGS "${MPI_LINK_FLAGS}")
+      endif() 
+    endif(USE_MPI)
+  else(GLUT_FOUND)
+    message("GLUT not found, not building OldDrawGrid")
+  endif(GLUT_FOUND)
 else(OPENGL_FOUND)
-	message("OpenGL not found")
+  message("OpenGL not found, not building OldDrawGrid")
 endif(OPENGL_FOUND)

examples/Solver/CMakeLists.txt

@@ -14,11 +14,19 @@ if(USE_SOLVER_PETSC)
   link_directories(${PETSC_LIBRARY_DIRS})
   target_link_libraries(Solver ${PETSC_LIBRARIES})
 endif()
+if(USE_SOLVER_TRILINOS)
+  message("linking Solver with Trilinos")
+  link_directories(${Trilinos_LIBRARY_DIRS})
+  link_directories(${Trilinos_TPL_LIBRARY_DIRS})
+  target_link_libraries(Solver ${Trilinos_LIBRARIES} ${Trilinos_TPL_LIBRARIES})
+endif()
 if(USE_PARTITIONER)
   if(USE_PARTITIONER_ZOLTAN)
+    message("linking Solver with Zoltan")
     target_link_libraries(Solver ${ZOLTAN_LIBRARIES})
   endif()
   if(USE_PARTITIONER_PARMETIS)
+    message("linking Solver with ParMETIS")
     target_link_libraries(Solver ${PARMETIS_LIBRARIES})
   endif()
 endif()

examples/Solver/main.cpp

@@ -212,7 +212,7 @@ int main(int argc,char ** argv)
 		if( !repartition && m->HaveTag("CM_INDEX") )
 		{
 			id = m->GetTag("CM_INDEX");
-			m->ExchangeData(id,CELL);
+			m->ExchangeData(id,CELL,0);
 		}
 		else
 		{
@@ -263,7 +263,7 @@ int main(int argc,char ** argv)
 		Solver::Matrix A;
 		Solver::Vector x,b;
 		
-		std::map<GeometricData,ElementType> table;
+		Mesh::GeomParam table;
 		
 		table[MEASURE] = CELL | FACE;
 		table[CENTROID] = CELL | FACE;
@@ -293,10 +293,10 @@ int main(int argc,char ** argv)
 		{
 			//~ std::cout << face->LocalID() << " / " << m->NumberOfFaces() << std::endl;
 			Element::Status s1,s2;
-			Cell * r1 = face->BackCell();
-			Cell * r2 = face->FrontCell();
-			if( ((r1 == NULL || (s1 = r1->GetStatus()) == Element::Ghost)?0:1)+ 
-				((r2 == NULL || (s2 = r2->GetStatus()) == Element::Ghost)?0:1) == 0) continue;
+			Cell r1 = face->BackCell();
+			Cell r2 = face->FrontCell();
+			if( ((!r1.isValid() || (s1 = r1->GetStatus()) == Element::Ghost)?0:1)+ 
+				((!r2.isValid() || (s2 = r2->GetStatus()) == Element::Ghost)?0:1) == 0) continue;
 			Storage::real f_nrm[3], r1_cnt[3], r2_cnt[3], f_cnt[3], d1[3], d2[3], T1, T2, Coef;
 			Storage::real f_area = face->Area();
 			Storage::real vol1 = r1->Volume(), vol2;
@@ -308,7 +308,7 @@ int main(int argc,char ** argv)
 			f_nrm[2] /= f_area;
 			r1->Barycenter(r1_cnt);
 			face->Barycenter(f_cnt);
-			if( r2 == NULL ) //boundary condition
+			if( !r2.isValid() ) //boundary condition
 			{
 				if( r1->Integer(mat) == 2 ) //direchlet boundary for second material
 				{
@@ -433,7 +433,7 @@ int main(int argc,char ** argv)
 		if( m->GetProcessorRank() == 0 ) std::cout << "Retrive data: " << Timer()-ttt << std::endl;
 		
 		ttt = Timer();
-		m->ExchangeData(phi,CELL);
+		m->ExchangeData(phi,CELL,0);
 		BARRIER
 		if( m->GetProcessorRank() == 0 ) std::cout << "Exchange phi: " << Timer()-ttt << std::endl;
 		
@@ -444,19 +444,19 @@ int main(int argc,char ** argv)
 			m->SetParallelStrategy(s);
 		
 			ttt = Timer();
-			m->ExchangeData(tensor_K,CELL);
+			m->ExchangeData(tensor_K,CELL,0);
 			BARRIER
 			if( m->GetProcessorRank() == 0 ) std::cout << "Exchange dense fixed data: " << Timer()-ttt << std::endl;
 			
 			
 			ttt = Timer();
-			m->ExchangeData(m->ProcessorsTag(),CELL);
+			m->ExchangeData(m->ProcessorsTag(),CELL,0);
 			BARRIER
 			if( m->GetProcessorRank() == 0 ) std::cout << "Exchange dense variable data: " << Timer()-ttt << std::endl;
 			
 			
 			ttt = Timer();
-			m->ExchangeData(test,CELL);
+			m->ExchangeData(test,CELL,0);
 			BARRIER
 			if( m->GetProcessorRank() == 0 ) std::cout << "Exchange sparse fixed data: " << Timer()-ttt << std::endl;
 		}

examples/Solver/main2.cpp

-//g++ main.cpp -lpetsc -L/usr/X11R6/lib -lX11 -ldmumps -lmumps_common -lmpi_f77 -lscalapack -lpord -lblacs -lparmetis -lmetis -lmpi -lHYPRE -lgfortran -lblas -llapack ../../mspp.a
-//mpicxx main.cpp -lpetsc -L/usr/X11R6/lib -lX11 -ldmumps -lmumps_common -lmpi_f77 -lscalapack -lpord -lblacs -lparmetis -lmetis -lmpi -lHYPRE -lgfortran -lblas -llapack ../../mspp.a -lzoltan -lparmetis -lmetis
-// run ./a.out grids/rezultMesh.vtk MATERIALS -ksp_monitor -ksp_view -mat_type aij -vec_type standard
-#include "../../mspp.h"
-#include <stdio.h>
-
-using namespace MSPP;
-
-
-#define BARRIER MPI_Barrier(MPI_COMM_WORLD);
-
-void make_vec(Storage::real v1[3], Storage::real v2[3], Storage::real out[3])
-{
-	out[0] = v1[0] - v2[0];
-	out[1] = v1[1] - v2[1];
-	out[2] = v1[2] - v2[2];
-}
-
-Storage::real dot_prod(Storage::real v1[3], Storage::real v2[3])
-{
-	return v1[0]*v2[0]+v1[1]*v2[1]+v1[2]*v2[2];
-}
-
-void tensor_prod(Storage::real K[9], Storage::real v[3], Storage::real out[3])
-{
-	out[0] = v[0]*K[0] + v[1]*K[1] + v[2]*K[2];
-	out[1] = v[0]*K[3] + v[1]*K[4] + v[2]*K[5];
-	out[2] = v[0]*K[6] + v[1]*K[7] + v[2]*K[8];
-}
-
-Storage::real transmissibility(Storage::real vec[3], Storage::real K_tensor[9], Storage::real normal_face[3])
-{
-	Storage::real Kn[3];
-	tensor_prod(K_tensor,normal_face,Kn);
-	return dot_prod(vec,Kn);
-}
-
-
-Storage::real tensor_K_mat_const(Storage::integer mat, int comp)
-{
-	if( comp == 0 ) //X
-	{
-		switch(mat)
-		{
-			case 0: return 850;
-			case 1: return 950;
-			case 2: return 1050;
-			case 3: return 450;
-			case 4: return 650;
-			case 5: return 550;
-			default: return 1000;
-		}
-	}
-	else if( comp == 1 ) //Y
-	{
-		switch(mat)
-		{
-			case 0: return 750;
-			case 1: return 450;
-			case 2: return 950;
-			case 3: return 350;
-			case 4: return 650;
-			case 5: return 750;
-			default: return 1000;
-		}
-	}
-	else if( comp == 2 ) //Z
-	{
-		switch(mat)
-		{
-			case 0: return 12;
-			case 1: return 11;
-			case 2: return 13;
-			case 3: return 15;
-			case 4: return 14;
-			case 5: return 13;
-			default: return 10;
-		}
-	}
-	else return 0;
-}
-
-Storage::real tensor_K_mat_var(Storage::integer mat, int comp)
-{
-	if( comp == 0 ) //X
-	{
-		switch(mat)
-		{
-			case 0: return 150;
-			case 1: return 50;
-			case 2: return 80;
-			case 3: return 90;
-			case 4: return 100;
-			case 5: return 20;
-			default: return 10;
-		}
-	}
-	else if( comp == 1 ) //Y
-	{
-		switch(mat)
-		{
-			case 0: return 150;
-			case 1: return 50;
-			case 2: return 80;
-			case 3: return 90;
-			case 4: return 100;
-			case 5: return 20;
-			default: return 10;
-		}
-	}
-	else if( comp == 2 ) //Z
-	{
-		switch(mat)
-		{
-			case 0: return 2;
-			case 1: return 5;
-			case 2: return 3;
-			case 3: return 2;
-			case 4: return 1;
-			case 5: return 1;
-			default: return 2;
-		}
-	}
-	else return 0;
-}
-
-Storage::real tensor_K_mat_rotOxy(Storage::integer mat)
-{
-	switch(mat)
-	{
-		case 0: return 6;
-		case 1: return 3;
-		case 2: return 5;
-		case 3: return 4;
-		case 4: return 5;
-		case 5: return 7;
-		default: return 4;
-	}
-}
-
-int main(int argc,char ** argv)
-{
-	Solver::Initialize(&argc,&argv,"");
-#if defined(USE_PARTITIONER)
-	Partitioner::Initialize(&argc,&argv);
-#endif
-	if( argc > 1 )
-	{
-		Tag phi, tensor_K, id, mat;
-		Mesh * m = new Mesh();
-		double ttt = Timer();
-		bool repartition = false;
-		m->SetCommunicator(MSPP_MPI_COMM_WORLD);
-		//~ m->RemTopologyCheck(THROW_EXCEPTION);
-		//~ m->SetTopologyCheck(PRINT_NOTIFY | MARK_ON_ERROR | DUPLICATE_EDGE | DUPLICATE_FACE | DEGENERATE_EDGE | DEGENERATE_FACE | DEGENERATE_CELL | FACE_PLANARITY | INTERLIEVED_FACES | TRIPLE_SHARED_FACE | FLATTENED_CELL | ADJACENT_DUPLICATE | ADJACENT_DIMENSION | PROHIBIT_MULTILINE | PROHIBIT_POLYGON | PROHIBIT_MULTIPOLYGON | PROHIBIT_POLYHEDRON | NEED_TEST_CLOSURE | DISABLE_2D);
-		if( m->isParallelFileFormat(argv[1]) ) 
-		{
-			m->Load(argv[1]);
-			repartition = true;
-
-		}
-		else
-		{
-			if( m->GetProcessorRank() == 0 ) 
-				m->Load(argv[1]);
-		}
-		BARRIER
-		
-		if( m->GetProcessorRank() == 0 ) std::cout << "Processors: " << m->GetProcessorsNumber() << std::endl;
-		if( m->GetProcessorRank() == 0 ) std::cout << "Load(MPI_File): " << Timer()-ttt << std::endl;
-		
-		
-		{
-			double ttt2 = Timer();
-			Mesh t;
-			t.SetCommunicator(MSPP_MPI_COMM_WORLD);
-			t.SetParallelFileStrategy(0);
-			t.Load(argv[1]);
-			BARRIER
-			if( m->GetProcessorRank() == 0 ) std::cout << "Load (MPI_Scatter): " << Timer()-ttt2 << std::endl;
-		}
-		
-#if defined(USE_PARTITIONER)
-		ttt = Timer();
-		Partitioner * p = new Partitioner(m);
-		p->SetMethod(repartition ?  Partitioner::Parmetis : Partitioner::Inner_RCM,Partitioner::Partition);
-		p->Evaluate();
-		delete p;
-		BARRIER
-	
-		if( m->GetProcessorRank() == 0 ) std::cout << "Evaluate: " << Timer()-ttt << std::endl;
-		
-		
-		ttt = Timer();
-		m->Redistribute();
-		BARRIER
-	
-		if( m->GetProcessorRank() == 0 ) std::cout << "Redistribute: " << Timer()-ttt << std::endl;
-#endif
-		
-		if( !repartition && m->HaveTag("CM_INDEX") )
-		{
-			id = m->GetTag("CM_INDEX");
-			m->ExchangeData(id,CELL);
-		}
-		else
-		{
-			ttt = Timer();
-			m->AssignGlobalID(CELL | EDGE | FACE | NODE);
-			BARRIER
-			if( m->GetProcessorRank() == 0 ) std::cout << "Assign id: " << Timer()-ttt << std::endl;		
-			id = m->GlobalIDTag();
-		}
-		
-		
-		
-		Tag test = m->CreateTag("test",DATA_INTEGER,CELL,CELL,1);