51 #ifdef HAVE_MUELU_EPETRAEXT 61 #include <arpa/inet.h> 69 long ExtractNonSerializableData(
const Teuchos::ParameterList& inList, Teuchos::ParameterList& serialList, Teuchos::ParameterList& nonSerialList) {
70 using Teuchos::ParameterList;
74 for (ParameterList::ConstIterator inListEntry = inList.begin(); inListEntry != inList.end(); inListEntry++) {
75 const std::string& levelName = inListEntry->first;
78 if (inList.isSublist(levelName) && ((levelName.find(
"level ") == 0 && levelName.size() > 6) || levelName.find(
"user data") == 0)) {
79 int levelID = strtol(levelName.substr(6).c_str(), 0, 0);
81 if(levelName.find(
"user data") == std::string::npos) {
83 levelID = strtol(levelName.substr(6).c_str(), 0, 0);
84 if (maxLevel < levelID)
89 const ParameterList& levelList = inList.sublist(levelName);
90 for (ParameterList::ConstIterator levelListEntry = levelList.begin(); levelListEntry != levelList.end(); levelListEntry++) {
91 const std::string& name = levelListEntry->first;
92 if (name ==
"A" || name ==
"P" || name ==
"R" || name==
"M" || name ==
"Mdiag" || name ==
"K" || name ==
"Nullspace" || name ==
"Coordinates" 93 || name ==
"Node Comm" || name ==
"DualNodeID2PrimalNodeID" 94 #ifdef HAVE_MUELU_INTREPID2
95 || name ==
"pcoarsen: element to node map" 97 || name ==
"output stream" 100 nonSerialList.sublist(levelName).setEntry(name, levelListEntry->second);
102 #ifdef HAVE_MUELU_MATLAB 105 nonSerialList.sublist(levelName).setEntry(name, levelListEntry->second);
109 nonSerialList.sublist(levelName).setEntry(name, levelListEntry->second);
111 serialList.sublist(levelName).setEntry(name, levelListEntry->second);
116 serialList.setEntry(inListEntry->first, inListEntry->second);
127 char* buf = (
char*) malloc(stream.size() + 1);
128 strcpy(buf, stream.c_str());
129 char* token = strtok(buf, delimChars);
139 char* tokStart = token;
140 char* tokEnd = token + strlen(token) - 1;
141 while(*tokStart ==
' ' && tokStart < tokEnd)
143 while(*tokEnd ==
' ' && tokStart < tokEnd)
146 if(tokStart < tokEnd)
148 std::string finishedToken(tokStart, tokEnd - tokStart);
149 tokenList.push_back(finishedToken);
151 token = strtok(NULL, delimChars);
159 char* str = (
char*) malloc(name.length() + 1);
160 strcpy(str, name.c_str());
162 char* firstWord = strtok(str,
" ");
167 char* secondWord = strtok(NULL,
" ");
172 char* thirdWord = strtok(NULL,
" ");
178 char* tolowerIt = firstWord;
181 *tolowerIt = (char)
tolower(*tolowerIt);
185 if(strstr(firstWord,
"matrix") ||
186 strstr(firstWord,
"multivector") ||
187 strstr(firstWord,
"map") ||
188 strstr(firstWord,
"ordinalvector") ||
189 strstr(firstWord,
"int") ||
190 strstr(firstWord,
"scalar") ||
191 strstr(firstWord,
"double") ||
192 strstr(firstWord,
"complex") ||
193 strstr(firstWord,
"string"))
209 char* str = (
char*) malloc(name.length() + 1);
210 strcpy(str, name.c_str());
212 char* firstWord = strtok(str,
" ");
217 char* secondWord = strtok(NULL,
" ");
222 char* thirdWord = strtok(NULL,
" ");
228 char* tolowerIt = firstWord;
231 *tolowerIt = (char)
tolower(*tolowerIt);
235 if(strstr(firstWord,
"matrix") ||
236 strstr(firstWord,
"multivector") ||
237 strstr(firstWord,
"map") ||
238 strstr(firstWord,
"ordinalvector") ||
239 strstr(firstWord,
"int") ||
240 strstr(firstWord,
"scalar") ||
241 strstr(firstWord,
"double") ||
242 strstr(firstWord,
"complex") ||
243 strstr(firstWord,
"string") ||
244 strstr(firstWord,
"array<go>") ||
245 strstr(firstWord,
"array<lo>") ||
246 strstr(firstWord,
"arrayrcp<lo>") ||
247 strstr(firstWord,
"arrayrcp<go>"))
264 int numRanks = baseComm->getSize();
265 if(numRanks == 1) {NodeId = baseComm->getRank();
return baseComm;}
268 char hostname[MPI_MAX_PROCESSOR_NAME];
270 MPI_Get_processor_name(hostname,&len);
271 struct hostent * host = gethostbyname(hostname);
272 int myaddr = (int) inet_addr(inet_ntoa(*(
struct in_addr *)host->h_addr));
275 std::vector<int> addressList(numRanks);
276 Teuchos::gatherAll(*baseComm,1,&myaddr,numRanks,&addressList[0]);
279 std::sort(addressList.begin(),addressList.end());
283 for(
int i=0, prev=addressList[0]; i<numRanks && prev != myaddr; i++) {
284 if(prev != addressList[i]) {
285 prev = addressList[i];
292 Teuchos::RCP<const Teuchos::Comm<int> > newComm = baseComm->split(NodeId,baseComm->getRank());
295 if(reductionFactor != 1) {
298 int coresPerNode = 0;
299 for(
int i=0, prev=addressList[0]; i<numRanks; i++) {
300 if(prev != addressList[i]) {
301 prev = addressList[i];
302 coresPerNode = std::max(i - lastI, coresPerNode);
306 coresPerNode = std::max(numRanks - lastI, coresPerNode);
309 if(coresPerNode % reductionFactor != 0)
310 throw std::runtime_error(
"Reduction factor does not evently divide # cores per node");
311 int reducedCPN = coresPerNode / reductionFactor;
312 int nodeDivision = newComm->getRank() / reducedCPN;
314 NodeId = numNodes * reductionFactor + nodeDivision;
315 newComm = baseComm->split(NodeId,baseComm->getRank());
320 NodeId = baseComm->getRank();
Teuchos::RCP< const Teuchos::Comm< int > > GenerateNodeComm(RCP< const Teuchos::Comm< int > > &baseComm, int &NodeId, const int reductionFactor)
std::string tolower(const std::string &str)
Namespace for MueLu classes and methods.
bool IsParamMuemexVariable(const std::string &name)
bool IsParamValidVariable(const std::string &name)
void TokenizeStringAndStripWhiteSpace(const std::string &stream, std::vector< std::string > &tokenList, const char *delimChars)
long ExtractNonSerializableData(const Teuchos::ParameterList &inList, Teuchos::ParameterList &serialList, Teuchos::ParameterList &nonSerialList)
Extract non-serializable data from level-specific sublists and move it to a separate parameter list...