PEER NEES NEESit

• HOME
• USER
• DEVELOPER
• PROJECTS
• SUPPORT
• SITE MAP

• Dev Doc
• API
• Source
• Download
• Builds
• Bug Reports
• Message Board

ParallelNumberer.cpp Go to the documentation of this file. /* ****************************************************************** ** ** OpenSees - Open System for Earthquake Engineering Simulation ** ** Pacific Earthquake Engineering Research Center ** ** ** ** ** ** (C) Copyright 1999, The Regents of the University of California ** ** All Rights Reserved. ** ** ** ** Commercial use of this program without express permission of the ** ** University of California, Berkeley, is strictly prohibited. See ** ** file 'COPYRIGHT' in main directory for information on usage and ** ** redistribution, and for a DISCLAIMER OF ALL WARRANTIES. ** ** ** ** Developed by: ** ** Frank McKenna (fmckenna@ce.berkeley.edu) ** ** Gregory L. Fenves (fenves@ce.berkeley.edu) ** ** Filip C. Filippou (filippou@ce.berkeley.edu) ** ** ** ** ****************************************************************** */ // $Revision: 1.1 $ // $Date: 2005/11/29 21:55:32 $ // $Source: /usr/local/cvs/OpenSees/SRC/analysis/numberer/ParallelNumberer.cpp,v $ // Written: fmk // Revision: A // // Description: This file contains the implementation for ParallelNumberer. // // What: "@(#) ParallelNumberer.C, revA" #include <ParallelNumberer.h> #include <AnalysisModel.h> #include <Domain.h> #include <ID.h> #include <Channel.h> #include <FEM_ObjectBroker.h> #include <Graph.h> #include <Vertex.h> #include <VertexIter.h> #include <DOF_Group.h> #include <GraphNumberer.h> #include <FE_Element.h> #include <FE_EleIter.h> ParallelNumberer::ParallelNumberer(int dTag, int numSub, Channel **theC) :DOF_Numberer(NUMBERER_TAG_ParallelNumberer), processID(dTag), numChannels(numSub) { theChannels = new Channel *[numSub]; for (int i=0; i<numSub; i++) theChannels[i] = theC[i]; } ParallelNumberer::ParallelNumberer() :DOF_Numberer(NUMBERER_TAG_ParallelNumberer), theNumberer(0), processID(0), numChannels(0), theChannels(0) { } ParallelNumberer::ParallelNumberer(GraphNumberer &theGraphNumberer) :DOF_Numberer(NUMBERER_TAG_ParallelNumberer), theNumberer(&theGraphNumberer), processID(0), numChannels(0), theChannels(0) { } ParallelNumberer::~ParallelNumberer() { if (theChannels != 0) delete [] theChannels; if (theNumberer != 0) delete theNumberer; } int ParallelNumberer::setProcessID(int dTag) { processID = dTag; return 0; } int ParallelNumberer::setChannels(int nChannels, Channel **theC) { numChannels = nChannels; if (theChannels != 0) delete [] theChannels; theChannels = new Channel *[numChannels]; for (int i=0; i<numChannels; i++) theChannels[i] = theC[i]; return 0; } // int numberDOF(void) // The ParalellNumberer sitting on P0, collects each partition graph from P1 through Pn-1, // merges them into 1 large graph, & then numbers this graph. The ParallelNumberers sitting // on P1 through Pn-1 then receive the mapping info for the dof tag and dof numbering from P0. int ParallelNumberer::numberDOF(int lastDOF) { int result = 0; // get a pointer to the model & check its not null AnalysisModel *theModel = this->getAnalysisModelPtr(); Domain *theDomain = 0; if (theModel != 0) theDomain = theModel->getDomainPtr(); if (theModel == 0 || theDomain == 0) { opserr << "WARNING ParallelNumberer::numberDOF(int) -"; opserr << " - no AnalysisModel - has setLinks() been invoked?\n"; return -1; } if (lastDOF != -1) { opserr << "WARNING ParallelNumberer::numberDOF(int lastDOF):"; opserr << " does not use the lastDOF as requested\n"; } Graph &theGraph = theModel->getDOFGroupGraph(); // if subdomain, collect graph, send it off, get // ID back containing dof tags & start id numbers. if (processID != 0) { Channel *theChannel = theChannels[0]; int numVertex = theGraph.getNumVertex(); /* static ID test(2); test(0) = processID; test(1) = 25; theChannel->recvID(0, 0, test); */ theGraph.sendSelf(0, *theChannel); // recv iD ID theID(2*numVertex); theChannel->recvID(0, 0, theID); // set vertex numbering based on ID received for (int i=0; i<numVertex; i ++) { int vertexTag = theID(i); int startID = theID(i+numVertex); // Vertex *vertexPtr = theGraph.getVertexPtr(vertexTag); int dofTag = vertexTag; DOF_Group *dofPtr; dofPtr = theModel->getDOF_GroupPtr(dofTag); if (dofPtr == 0) { opserr << "WARNING ParallelNumberer::numberDOF - "; opserr << "DOF_Group " << dofTag << "not in AnalysisModel!\n"; result = -4; } else { const ID &theDOFID = dofPtr->getID(); // opserr << "P: " << processID << " dofTag: " << dofTag << " " << "start: " << startID << " " << theDOFID; int idSize = theDOFID.Size(); for (int j=0; j<idSize; j++) if (theDOFID(j) == -2 || theDOFID(j) == -3) dofPtr->setID(j, startID++); } const ID &theDOFID = dofPtr->getID(); } theChannel->sendID(0, 0, theID); } // if main domain, collect graphs from all subdomains, // merge into 1, number this one, send to subdomains the // id containing dof tags & start id's. else { // for P0 domain determine original vertex and ref tags int numVertex = theGraph.getNumVertex(); int numVertexP0 = numVertex; ID vertexTags(numVertex); ID vertexRefs(numVertex); Vertex *vertexPtr; int loc = 0; VertexIter &theVertices = theGraph.getVertices(); while ((vertexPtr = theVertices()) != 0) { vertexTags[loc] = vertexPtr->getTag(); vertexRefs[loc] = vertexPtr->getRef(); loc++; } ID **theSubdomainIDs = new ID *[numChannels]; FEM_ObjectBroker theBroker; // for each subdomain we receive graph, create an ID (to store // subdomain graph to merged graph vertex mapping and the final // subdoain graph vertex to startDOF mapping) and finally merge the // subdomain graph for (int j=0; j<numChannels; j++) { Channel *theChannel = theChannels[j]; Graph *theSubGraph = new Graph(); /* static ID test(2); test(0) = processID; test(1) = 25; theChannel->sendID(0, 0, test); */ theSubGraph->recvSelf(0, *theChannel, theBroker); theSubdomainIDs[j] = new ID(theSubGraph->getNumVertex()*2); this->mergeSubGraph(theGraph, *theSubGraph, vertexTags, vertexRefs, *theSubdomainIDs[j]); delete theSubGraph; } // we use graph numberer if one was provided in constructor, // otherwise we number based on subdomains (all in subdomain 1 numbered first, // then those in 2 not in 1 and so on till done. // GraphNumberer *theNumberer = this->getGraphNumbererPtr(); ID *theOrderedRefs = new ID(theGraph.getNumVertex()); if (theNumberer != 0) { // use the supplied graph numberer to number the merged graph *theOrderedRefs = theNumberer->number(theGraph, lastDOF); } else { // assign numbers based on the subdomains int loc = 0; for (int l=0; l<numChannels; l++) { const ID &theSubdomain = *theSubdomainIDs[l]; int numVertexSubdomain = theSubdomain.Size()/2; for (int i=0; i<numVertexSubdomain; i++) { int vertexTagMerged = theSubdomain(i+numVertexSubdomain); // int refTag = vertexRefs[vertexTags.getLocation(vertexTagMerged)]; if (theOrderedRefs->getLocation(vertexTagMerged) == -1) (*theOrderedRefs)[loc++] = vertexTagMerged; } } // now order those not yet ordered in p0 for (int j=0; j<numVertexP0; j++) { int refTagP0 = vertexTags[j]; if (theOrderedRefs->getLocation(refTagP0) == -1) (*theOrderedRefs)[loc++] = refTagP0; } } int count = 0; for (int i=0; i<theOrderedRefs->Size(); i++) { int vertexTag = (*theOrderedRefs)(i); // int vertexTag = vertexTags[vertexRefs.getLocation(tag)]; Vertex *vertexPtr = theGraph.getVertexPtr(vertexTag); int numDOF= vertexPtr->getColor(); vertexPtr->setTmp(count); count += numDOF; } if (theNumberer == 0) delete theOrderedRefs; // number own dof's for (int i=0; i<numVertexP0; i++ ) { int vertexTag = vertexTags(i); Vertex *vertexPtr = theGraph.getVertexPtr(vertexTag); int startID = vertexPtr->getTmp(); int dofTag = vertexTag; DOF_Group *dofPtr; dofPtr = theModel->getDOF_GroupPtr(dofTag); if (dofPtr == 0) { opserr << "WARNING ParallelNumberer::numberDOF - "; opserr << "DOF_Group (P0) " << dofTag << "not in AnalysisModel!\n"; result = -4; } else { const ID &theDOFID = dofPtr->getID(); int idSize = theDOFID.Size(); for (int j=0; j<idSize; j++) if (theDOFID(j) == -2 || theDOFID(j) == -3) dofPtr->setID(j, startID++); } } // now given the ordered refs we determine the mapping for each subdomain // and send the id with the information back to the subdomain, which it uses to order // it's own graph for (int k=0; k<numChannels; k++) { Channel *theChannel = theChannels[k]; ID &theSubdomain = *theSubdomainIDs[k]; int numVertexSubdomain = theSubdomain.Size()/2; for (int i=0; i<numVertexSubdomain; i++) { int vertexTagMerged = theSubdomain[numVertexSubdomain+i]; Vertex *vertexPtr = theGraph.getVertexPtr(vertexTagMerged); int startDOF = vertexPtr->getTmp(); theSubdomain[i+numVertexSubdomain] = startDOF; } theChannel->sendID(0, 0, theSubdomain); theChannel->recvID(0, 0, theSubdomain); delete theSubdomainIDs[k]; } delete [] theSubdomainIDs; } // iterate through the FE_Element getting them to set their IDs FE_EleIter &theEle = theModel->getFEs(); FE_Element *elePtr; while ((elePtr = theEle()) != 0) elePtr->setID(); return result; } int ParallelNumberer::mergeSubGraph(Graph &theGraph, Graph &theSubGraph, ID &vertexTags, ID &vertexRefs, ID &theSubdomainMap) { // for each vertex in the SubGraph we see if a vertex exists in the Graph which has the same // reference tag (Reference tag in the AnalysisModel graph is the node tag) .. if so this will be // the new vertex tag for SubGraph vertex in new graph, otherwise we assign it some new vertex tag, // create a vertex for this new vertex tag & add it to the graph Vertex *subVertexPtr; VertexIter &theSubGraphIter1 = theSubGraph.getVertices(); int count =0; int numVertex = theGraph.getNumVertex(); int numVertexSub = theSubGraph.getNumVertex(); while ((subVertexPtr = theSubGraphIter1()) != 0) { int vertexTagSub = subVertexPtr->getTag(); int vertexTagRef = subVertexPtr->getRef(); int loc = vertexRefs.getLocation(vertexTagRef); int vertexTagMerged; if (loc < 0) { // if not already in, we will be creating a new vertex vertexTagMerged = theGraph.getFreeTag(); vertexTags[numVertex] = vertexTagMerged; vertexRefs[numVertex] = vertexTagRef; Vertex *newVertex = new Vertex(vertexTagMerged, vertexTagRef, subVertexPtr->getWeight(), subVertexPtr->getColor()); theGraph.addVertex(newVertex); numVertex++; } else vertexTagMerged = vertexTags[loc]; // use the subgraphs ID to hold the mapping of vertex numbers between merged and original theSubdomainMap[count] = vertexTagSub; theSubdomainMap[count+numVertexSub] = vertexTagMerged; count++; } // for each vertex in subgraph, we add it's adjacenecy into the merged graph VertexIter &theSubGraphIter2 = theSubGraph.getVertices(); while ((subVertexPtr = theSubGraphIter2()) != 0) { int vertexTagSub = subVertexPtr->getTag(); int loc = theSubdomainMap.getLocation(vertexTagSub); int vertexTagMerged = theSubdomainMap[loc+numVertexSub]; const ID &adjacency = subVertexPtr->getAdjacency(); for (int i=0; i<adjacency.Size(); i++) { int vertexTagSubAdjacent = adjacency(i); int loc = theSubdomainMap.getLocation(vertexTagSubAdjacent); int vertexTagMergedAdjacent = theSubdomainMap[loc+numVertexSub]; theGraph.addEdge(vertexTagMerged, vertexTagMergedAdjacent); } } return 0; } int ParallelNumberer::sendSelf(int cTag, Channel &theChannel) { int sendID =0; // if P0 check if already sent. If already sent use old processID; if not allocate a new process // id for remote part of object, enlarge channel * to hold a channel * for this remote object. // if not P0, send current processID if (processID == 0) { // check if already using this object bool found = false; for (int i=0; i<numChannels; i++) if (theChannels[i] == &theChannel) { sendID = i+1; found = true; } // if new object, enlarge Channel pointers to hold new channel * & allocate new ID if (found == false) { int nextNumChannels = numChannels + 1; Channel **nextChannels = new Channel *[nextNumChannels]; if (nextNumChannels == 0) { opserr << "ParalellNumberer::sendSelf() - failed to allocate channel array of size: " << nextNumChannels << endln; return -1; } for (int i=0; i<numChannels; i++) nextChannels[i] = theChannels[i]; nextChannels[numChannels] = &theChannel; numChannels = nextNumChannels; if (theChannels != 0) delete [] theChannels; theChannels = nextChannels; // allocate new processID for remote object sendID = numChannels; } } else sendID = processID; // send remotes processID ID idData(1); idData(0) = sendID; int res = theChannel.sendID(0, cTag, idData); if (res < 0) { opserr <<"WARNING DistributedSparseGenColLinSOE::sendSelf() - failed to send data\n"; return -1; } return 0; } int ParallelNumberer::recvSelf(int cTag, Channel &theChannel, FEM_ObjectBroker &theBroker) { ID idData(1); int res = theChannel.recvID(0, cTag, idData); if (res < 0) { opserr <<"WARNING Parallel::recvSelf() - failed to send data\n"; return -1; } processID = idData(0); numChannels = 1; theChannels = new Channel *[1]; theChannels[0] = &theChannel; return 0; } int ParallelNumberer::numberDOF(ID &lastDOFs) { int result = 0; // get a pointer to the model & check its not null AnalysisModel *theModel = this->getAnalysisModelPtr(); Domain *theDomain = 0; if (theModel != 0) theDomain = theModel->getDomainPtr(); if (theModel == 0 || theDomain == 0) { opserr << "WARNING ParallelNumberer::numberDOF(int) -"; opserr << " - no AnalysisModel - has setLinks() been invoked?\n"; return -1; } Graph &theGraph = theModel->getDOFGroupGraph(); // if subdomain, collect graph, send it off, get // ID back containing dof tags & start id numbers. if (processID != 0) { Channel *theChannel = theChannels[0]; int numVertex = theGraph.getNumVertex(); theGraph.sendSelf(0, *theChannel); ID theID(2*numVertex); theChannel->recvID(0, 0, theID); for (int i=0; i<numVertex; i += 2) { int dofTag = theID(i); int startID = theID(i+1); DOF_Group *dofPtr; dofPtr = theModel->getDOF_GroupPtr(dofTag); if (dofPtr == 0) { opserr << "WARNING ParallelNumberer::numberDOF - "; opserr << "DOF_Group " << dofTag << "not in AnalysisModel!\n"; result = -4; } else { const ID &theID = dofPtr->getID(); int idSize = theID.Size(); for (int j=0; j<idSize; j++) if (theID(j) == -2) dofPtr->setID(j, startID++); } } } // if main domain, collect graphs from all subdomains, // merge into 1, number this one, send to subdomains the // id containing dof tags & start id's. else { // determine original vertex and ref tags int numVertex = theGraph.getNumVertex(); ID vertexTags(numVertex); ID vertexRefs(numVertex); Vertex *vertexPtr; int loc = 0; VertexIter &theVertices = theGraph.getVertices(); while ((vertexPtr = theVertices()) != 0) { vertexTags[loc] = vertexPtr->getTag(); vertexRefs[loc] = vertexPtr->getRef(); loc++; } ID **theSubdomainIDs = new ID *[numChannels]; FEM_ObjectBroker theBroker; // merge all subdomain graphs for (int j=0; j<numChannels; j++) { Channel *theChannel = theChannels[j]; Graph theSubGraph; theSubGraph.recvSelf(0, *theChannel, theBroker); theSubdomainIDs[j] = new ID(theSubGraph.getNumVertex()*2); this->mergeSubGraph(theGraph, theSubGraph, vertexTags, vertexRefs, *theSubdomainIDs[j]); } // number the merged graph // result = this->DOF_Numberer::number(theGraph); // send results of numbered back to subdomains for (int k=0; k<numChannels; k++) { Channel *theChannel = theChannels[k]; // this->determineSubIDs theChannel->sendID(0, 0, *theSubdomainIDs[k]); delete theSubdomainIDs[k]; } delete [] theSubdomainIDs; // number own dof's } return result; } Generated on Mon Oct 23 15:04:59 2006 for OpenSees by  1.5.0

---

opensees-support @ berkeley.edu

Supported by the National Science Foundation

©2006, UC Regents