Skip to content

GitLab

Commit 00f3e3ce authored by Kirill Terekhov's avatar Kirill Terekhov
Browse files

Another fix for partitioner

parent 9711c523
Hide whitespace changes
Inline Side-by-side
Source/Partitioner/partitioner.cpp
View file @ 00f3e3ce
...@@ -537,7 +537,7 @@ namespace INMOST ...@@ -537,7 +537,7 @@ namespace INMOST
} }
xyz.resize(mysize*dim); xyz.resize(mysize*dim);
part.resize(mysize); part.resize(mysize,rank);
if( time_output ) time = Timer(); if( time_output ) time = Timer();
...@@ -604,10 +604,6 @@ namespace INMOST ...@@ -604,10 +604,6 @@ namespace INMOST
//get part tag //get part tag
if( pa == Repartition )
{
part.resize(mysize,rank);
}
if( time_output ) if( time_output )
{ {
...@@ -679,7 +675,7 @@ namespace INMOST ...@@ -679,7 +675,7 @@ namespace INMOST
wgtflag = have_vwgt + have_adjwgt*2; wgtflag = have_vwgt + have_adjwgt*2;
debug_output = false; //debug_output = true;
if( debug_output ) if( debug_output )
{ {
...@@ -741,7 +737,15 @@ namespace INMOST ...@@ -741,7 +737,15 @@ namespace INMOST
if( (i+1)%30 == 0 ) f << std::endl; if( (i+1)%30 == 0 ) f << std::endl;
} }
f << std::endl; f << std::endl;
} }
f << "part size " << part.size() << ":" << std::endl;
for(unsigned int i = 0; i < part.size(); i++)
{
f << part[i] << " ";
if( (i+1)%30 == 0 ) f << std::endl;
}
f << std::endl;
f << "wgtflag = " << wgtflag << std::endl; f << "wgtflag = " << wgtflag << std::endl;
f << "numflag = " << numflag << std::endl; f << "numflag = " << numflag << std::endl;
} }
...@@ -796,8 +800,8 @@ namespace INMOST ...@@ -796,8 +800,8 @@ namespace INMOST
send.reserve(3*nparts*2); send.reserve(3*nparts*2);
/*
if( rank == 0 ) if( debug_output && rank == 0 )
{ {
std::cout << "initial" << std::endl; std::cout << "initial" << std::endl;
for(it = 1; it <= size; it++) std::cout << it << " " << vtxdist[it]-vtxdist[it-1] << std::endl; for(it = 1; it <= size; it++) std::cout << it << " " << vtxdist[it]-vtxdist[it-1] << std::endl;
...@@ -807,20 +811,20 @@ namespace INMOST ...@@ -807,20 +811,20 @@ namespace INMOST
for(it = 0; it <= size; it++) std::cout << " " << vtxdist[it]; for(it = 0; it <= size; it++) std::cout << " " << vtxdist[it];
std::cout << std::endl; std::cout << std::endl;
} }
*/
std::vector<idx_t> vtxdistbase = vtxdist; std::vector<idx_t> vtxdistbase = vtxdist;
for(it = size; it >= 1; it--) for(it = size; it >= 1; it--)
{ {
if( vtxdist[it]-vtxdist[it-1] == 0 ) if( vtxdist[it]-vtxdist[it-1] == 0 )
{ {
//if( rank == 0 ) std::cout << "bkw send data to " << it-1; if( debug_output && rank == 0 ) std::cout << "bkw send data to " << it-1;
fill[0] = it - 1; //to fill[0] = it - 1; //to
flag = 0; flag = 0;
for(jt = it-1; jt >= 1; jt--) for(jt = it-1; jt >= 1; jt--)
{ {
if( vtxdist[jt]-vtxdist[jt-1] > 1 ) if( vtxdist[jt]-vtxdist[jt-1] > 1 )
{ {
//if( rank == 0 ) std::cout << " from " << jt-1 << std::endl; if( debug_output && rank == 0 ) std::cout << " from " << jt-1 << std::endl;
fill[1] = jt - 1; //from fill[1] = jt - 1; //from
fill[2] = vtxdist[jt]-1-vtxdistbase[rank]; //id fill[2] = vtxdist[jt]-1-vtxdistbase[rank]; //id
send.insert(send.end(),fill,fill+3); send.insert(send.end(),fill,fill+3);
...@@ -832,7 +836,7 @@ namespace INMOST ...@@ -832,7 +836,7 @@ namespace INMOST
if( !flag ) if( !flag )
{ {
//if(rank == 0)std::cout << "no bkw data for " << fill[0] << std::endl; if(debug_output && rank == 0)std::cout << "no bkw data for " << fill[0] << std::endl;
break; break;
} }
} }
...@@ -842,7 +846,7 @@ namespace INMOST ...@@ -842,7 +846,7 @@ namespace INMOST
{ {
if( vtxdist[it]-vtxdist[it-1] == 0 ) if( vtxdist[it]-vtxdist[it-1] == 0 )
{ {
//if( rank == 0 ) std::cout << "fwd send data to " << it-1; if( debug_output && rank == 0 ) std::cout << "fwd send data to " << it-1;
fill[0] = it - 1; //to fill[0] = it - 1; //to
flag = 0; flag = 0;
...@@ -850,7 +854,7 @@ namespace INMOST ...@@ -850,7 +854,7 @@ namespace INMOST
{ {
if( vtxdist[jt]-vtxdist[jt-1] > 1 ) if( vtxdist[jt]-vtxdist[jt-1] > 1 )
{ {
//if( rank == 0 ) std::cout << " from " << jt-1 << std::endl; if( debug_output && rank == 0 ) std::cout << " from " << jt-1 << std::endl;
fill[1] = jt - 1; //from fill[1] = jt - 1; //from
fill[2] = vtxdist[jt-1]-vtxdistbase[rank]; //id fill[2] = vtxdist[jt-1]-vtxdistbase[rank]; //id
send.insert(send.end(),fill,fill+3); send.insert(send.end(),fill,fill+3);
...@@ -863,14 +867,14 @@ namespace INMOST ...@@ -863,14 +867,14 @@ namespace INMOST
if( !flag ) if( !flag )
{ {
//if(rank == 0)std::cout << "no fwd data for " << fill[0] << std::endl; if(debug_output && rank == 0)std::cout << "no fwd data for " << fill[0] << std::endl;
break; break;
//throw Impossible; //throw Impossible;
} }
} }
} }
/*
if( rank == 0 ) if(debug_output && rank == 0 )
{ {
std::cout << "redistr" << std::endl; std::cout << "redistr" << std::endl;
for(it = 1; it <= size; it++) std::cout << it << " " << vtxdist[it]-vtxdist[it-1] << std::endl; for(it = 1; it <= size; it++) std::cout << it << " " << vtxdist[it]-vtxdist[it-1] << std::endl;
...@@ -880,7 +884,7 @@ namespace INMOST ...@@ -880,7 +884,7 @@ namespace INMOST
for(it = 0; it <= size; it++) std::cout << " " << vtxdist[it]; for(it = 0; it <= size; it++) std::cout << " " << vtxdist[it];
std::cout << std::endl; std::cout << std::endl;
} }
*/
REPORT_STR("redistribute graph:"); REPORT_STR("redistribute graph:");
REPORT_VAL("send_size",send.size()/3); REPORT_VAL("send_size",send.size()/3);
...@@ -901,6 +905,7 @@ namespace INMOST ...@@ -901,6 +905,7 @@ namespace INMOST
trans_adjncy.push_back(adjncy[jt]); trans_adjncy.push_back(adjncy[jt]);
size++; size++;
} }
trans_adjncy.push_back(part[send[i*3+2]]);
//adjncy.erase(adjancy.begin()+xadj[send[i*3+2]],adjancy.begin()+xadj[send[i*3+2]+1]); //adjncy.erase(adjancy.begin()+xadj[send[i*3+2]],adjancy.begin()+xadj[send[i*3+2]+1]);
if( have_adjwgt ) if( have_adjwgt )
{ {
...@@ -911,18 +916,15 @@ namespace INMOST ...@@ -911,18 +916,15 @@ namespace INMOST
} }
//adjwgt.erase(adjwgt.begin()+xadj[send[i*3+2]],adjwgt.begin()+xadj[send[i*3+2]+1]); //adjwgt.erase(adjwgt.begin()+xadj[send[i*3+2]],adjwgt.begin()+xadj[send[i*3+2]+1]);
} }
if( have_vwgt ) if( have_vwgt )
{ {
trans_adjncy.push_back(vwgt[send[i*3+2]]); trans_adjncy.push_back(vwgt[send[i*3+2]]);
//vwgt.erase(vwgt.begin()+vwgt[send[i*3+2]]); //vwgt.erase(vwgt.begin()+vwgt[send[i*3+2]]);
size++; size++;
} }
if( pa == Repartition ) //part.erase(part.begin()+send[i*3+2]);
{ size++;
trans_adjncy.push_back(part[send[i*3+2]]);
//part.erase(part.begin()+send[i*3+2]);
size++;
}
REPORT_VAL("to",send[i*3+0]); REPORT_VAL("to",send[i*3+0]);
REPORT_VAL("send_size",size); REPORT_VAL("send_size",size);
REPORT_MPI(result = MPI_Send(&trans_adjncy[0],size,IDX_T,send[i*3+0],2,m->GetCommunicator())); REPORT_MPI(result = MPI_Send(&trans_adjncy[0],size,IDX_T,send[i*3+0],2,m->GetCommunicator()));
...@@ -950,7 +952,7 @@ namespace INMOST ...@@ -950,7 +952,7 @@ namespace INMOST
if( result != MPI_SUCCESS ) throw Impossible; if( result != MPI_SUCCESS ) throw Impossible;
result = MPI_Get_count(&stat,IDX_T,&msgsize); result = MPI_Get_count(&stat,IDX_T,&msgsize);
if( result != MPI_SUCCESS ) throw Impossible; if( result != MPI_SUCCESS ) throw Impossible;
trans_adjncy_size = (msgsize-have_vwgt-((pa == Repartition)?1:0))/(1+have_adjwgt); trans_adjncy_size = (msgsize-have_vwgt-1)/(1+have_adjwgt);
trans_adjncy.resize(msgsize); trans_adjncy.resize(msgsize);
REPORT_VAL("size",trans_adjncy_size); REPORT_VAL("size",trans_adjncy_size);
REPORT_MPI(result = MPI_Recv(&trans_adjncy[0],msgsize,IDX_T,send[i*3+1],2,m->GetCommunicator(),&stat)); REPORT_MPI(result = MPI_Recv(&trans_adjncy[0],msgsize,IDX_T,send[i*3+1],2,m->GetCommunicator(),&stat));
...@@ -960,13 +962,13 @@ namespace INMOST ...@@ -960,13 +962,13 @@ namespace INMOST
xadj[1] = trans_adjncy_size; xadj[1] = trans_adjncy_size;
for(jt = 0; jt < trans_adjncy_size; jt++) for(jt = 0; jt < trans_adjncy_size; jt++)
adjncy.push_back(trans_adjncy[jt]); adjncy.push_back(trans_adjncy[jt]);
part.push_back(trans_adjncy[trans_adjncy_size]);
if( have_adjwgt ) if( have_adjwgt )
for(jt = 0; jt < trans_adjncy_size; jt++) for(jt = 0; jt < trans_adjncy_size; jt++)
adjwgt.push_back(trans_adjncy[jt+trans_adjncy_size]); adjwgt.push_back(trans_adjncy[jt+trans_adjncy_size+1]);
if( have_vwgt ) if( have_vwgt )
vwgt.push_back(trans_adjncy[trans_adjncy_size*2]); vwgt.push_back(trans_adjncy[trans_adjncy_size+1+(have_adjwgt?trans_adjncy_size:0)]);
if( pa == Repartition )
part.push_back(trans_adjncy[trans_adjncy_size*2+1]);
} }
if( pa == Partition ) if( pa == Partition )
{ {
...@@ -1070,6 +1072,13 @@ namespace INMOST ...@@ -1070,6 +1072,13 @@ namespace INMOST
} }
f << std::endl; f << std::endl;
} }
f << "part size " << part.size() << ":" << std::endl;
for(unsigned int i = 0; i < part.size(); i++)
{
f << part[i] << " ";
if( (i+1)%30 == 0 ) f << std::endl;
}
f << std::endl;
f << "wgtflag = " << wgtflag << std::endl; f << "wgtflag = " << wgtflag << std::endl;
f << "numflag = " << numflag << std::endl; f << "numflag = " << numflag << std::endl;
} }
...@@ -1124,7 +1133,6 @@ namespace INMOST ...@@ -1124,7 +1133,6 @@ namespace INMOST
MPI_Comm comm = m->GetCommunicator(); MPI_Comm comm = m->GetCommunicator();
idx_t * link_vtxdist = vtxdist.empty() ? NULL : &vtxdist[0]; idx_t * link_vtxdist = vtxdist.empty() ? NULL : &vtxdist[0];
idx_t * link_xadj = xadj.empty() ? NULL : &xadj[0]; idx_t * link_xadj = xadj.empty() ? NULL : &xadj[0];
idx_t * link_adjncy = adjncy.empty() ? NULL : &adjncy[0]; idx_t * link_adjncy = adjncy.empty() ? NULL : &adjncy[0];
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment