Skip to content
GitLab
Commit 5a180404 authored by hrchilds's avatar hrchilds
Browse files

Update from March 6, 2005 

git-svn-id: http://visit.ilight.com/svn/visit/trunk/src@425 18c085ea-50e0-402c-830e-de6fd14e8384
parent a3e0468c
Hide whitespace changes
Inline Side-by-side
bin/internallauncher
View file @ 5a180404
......@@ -57,6 +57,9 @@ $0 = shift @ARGV;
# Jeremy Meredith, Tue Feb 22 18:57:58 PST 2005
# Renamed convert to visitconvert because it is more unique.
#
# Hank Childs, Sun Mar 6 08:56:30 PST 2005
# Added -allowdynamic to fullhelp listing.
#
###############################################################################
......@@ -184,6 +187,10 @@ $fullusage = "$usage
to processor 0, every Pth domain starting from the
second to processor 1, etc.
-lb-random Randomly assign domains to processors.
-allowdynamic Dedicate one processor to spreading the work
dynamically among the other processors. This mode
has limitations in the types of queries it can
perform. Under development.
Advanced options
---------------------------------------------------------------------------
......
clearcase_bin/regressiontest
View file @ 5a180404
......@@ -102,6 +102,9 @@
# Mark C. Miller, Tue Jan 18 12:44:34 PST 2005
# Removed 'scalable,parallel:lineout.py' from skip list. Last one, yeah!
#
# Hank Childs, Sat Mar 5 12:33:28 PST 2005
# Add skips for dynamic load balancing mode. Run the DLB mode every Sunday.
#
# ----------------------------------------------------------------------------
# list of users who want email every night with the log file
......@@ -228,12 +231,13 @@ curdate=`date +%Y-%m-%d-%p%I%M`
#modes="serial parallel scalable"
modes="serial parallel scalable,parallel"
if test "`date +%A`" = "Sunday"; then
modes="serial,hdf5 parallel,hdf5 scalable,parallel,hdf5"
modes="serial,hdf5 parallel,hdf5 scalable,parallel,hdf5 dlb"
fi
# set list of tests/modes to skip
#skipList="dummy_mode:tests/dummy_category/dummy_file.py"
skipList=
skipList="dlb:tests/databases/global_node_ids.py \
dlb:tests/queries/pick.py"
# run the test(s)
error=0
......
components/Database/Database/avtDatabase.C
View file @ 5a180404
......@@ -1032,10 +1032,15 @@ avtDatabase::GetIOInformation(int stateIndex)
// Programmer: Hank Childs
// Creation: October 25, 2001
//
// Modifications:
//
// Hank Childs, Sun Feb 27 11:20:39 PST 2005
// Added data specification argument.
//
// ****************************************************************************
bool
avtDatabase::CanDoDynamicLoadBalancing(void)
avtDatabase::CanDoDynamicLoadBalancing(avtDataSpecification_p)
{
return true;
}
......
components/Database/Database/avtDatabase.h
View file @ 5a180404
......@@ -205,6 +205,9 @@ typedef struct {
// Kathleen Bonnell, Tue Jan 25 07:59:28 PST 2005
// Added const char* arg to QueryCoords.
//
// Hank Childs, Sun Feb 27 11:20:39 PST 2005
// Added argument to CanDoDynamicLoadBalancing.
//
// ****************************************************************************
class DATABASE_API avtDatabase
......@@ -230,9 +233,10 @@ class DATABASE_API avtDatabase
virtual void ClearCache(void);
virtual void FreeUpResources(void);
virtual bool CanDoDynamicLoadBalancing(void);
virtual bool MetaDataIsInvariant(void);
virtual bool SILIsInvariant(void);
virtual bool CanDoDynamicLoadBalancing(
avtDataSpecification_p);
virtual int NumStagesForFetch(avtDataSpecification_p);
const avtIOInformation &GetIOInformation(int stateIndex);
......
components/Database/Database/avtGenericDatabase.C
View file @ 5a180404
......@@ -350,6 +350,12 @@ avtGenericDatabase::SetDatabaseMetaData(avtDatabaseMetaData *md, int timeState)
// Kathleen Bonnell, Wed Dec 15 08:41:17 PST 2004
// Changed 'vector<int>' to 'intVector' and 'vector<bool>' to 'boolVector'.
//
// Hank Childs, Sun Feb 27 14:47:45 PST 2005
// Pass "allDomains" to CommunicateGhosts.
//
// Hank Childs, Sat Mar 5 19:26:05 PST 2005
// Do not do collective communication if we are in DLB mode.
//
// ****************************************************************************
avtDataTree_p
......@@ -438,17 +444,22 @@ avtGenericDatabase::GetOutput(avtDataSpecification_p spec,
}
ENDTRY
avtDataValidity &validity = src->GetOutput()->GetInfo().GetValidity();
bool canDoCollectiveCommunication = !validity.GetIsThisDynamic();
#ifdef PARALLEL
//
// If any processor decides to do material selection, they all should
// If any processor had an error, they all should return
//
int tmp[2], rtmp[2];
tmp[0] = (shouldDoMatSelect ? 1 : 0);
tmp[1] = (hadError ? 1 : 0);
MPI_Allreduce(tmp, rtmp, 2, MPI_INT, MPI_MAX, MPI_COMM_WORLD);
shouldDoMatSelect = bool(rtmp[0]);
hadError = bool(rtmp[1]);
if (canDoCollectiveCommunication)
{
//
// If any processor decides to do material selection, they all should
// If any processor had an error, they all should return
//
int tmp[2], rtmp[2];
tmp[0] = (shouldDoMatSelect ? 1 : 0);
tmp[1] = (hadError ? 1 : 0);
MPI_Allreduce(tmp, rtmp, 2, MPI_INT, MPI_MAX, MPI_COMM_WORLD);
shouldDoMatSelect = bool(rtmp[0]);
hadError = bool(rtmp[1]);
}
#endif
if (hadError)
......@@ -524,7 +535,8 @@ avtGenericDatabase::GetOutput(avtDataSpecification_p spec,
//
// Apply ghosting when domains nest within other domains (AMR meshes)
//
ApplyGhostForDomainNesting(datasetCollection, domains, allDomains, spec);
ApplyGhostForDomainNesting(datasetCollection, domains, allDomains, spec,
canDoCollectiveCommunication);
//
// Communicates ghost zones if they are not present and we have domain
......@@ -547,7 +559,8 @@ avtGenericDatabase::GetOutput(avtDataSpecification_p spec,
if (canCreateGhostData && ghostDataIsNeeded)
{
didGhosts = CommunicateGhosts(ghostType, datasetCollection, domains,
spec, src);
spec, src, allDomains,
canDoCollectiveCommunication);
}
//
......@@ -3321,14 +3334,63 @@ avtGenericDatabase::PrepareMaterialSelect(int dom, bool forceMIROn,
// Programmer: Hank Childs
// Creation: October 25, 2001
//
// Modifications:
//
// Hank Childs, Sun Feb 27 11:20:39 PST 2005
// Added argument and significantly beefed up logic.
//
// ****************************************************************************
bool
avtGenericDatabase::CanDoDynamicLoadBalancing(void)
avtGenericDatabase::CanDoDynamicLoadBalancing(avtDataSpecification_p dataspec)
{
return Interface->CanDoDynamicLoadBalancing();
//
// Make sure the plugin has registered any domain boundary information
// we need.
//
ActivateTimestep(dataspec->GetTimestep());
//
// If the plugin is doing collective communication, then we can't do DLB.
//
if (!Interface->CanDoDynamicLoadBalancing())
return false;
//
// It's possible that we can't create ghost zones, even if asked. If
// this is the case, then there is no point in going further.
//
avtDatasetCollection emptyCollection(0);
intVector emptyDomainList;
avtDomainBoundaries *dbi = GetDomainBoundaryInformation(emptyCollection,
emptyDomainList, dataspec);
if (dbi == NULL)
return true;
//
// Check to see if we need to create ghost data. If so, then we may need
// to do cross-block communication, which will mean we can't do DLB.
//
avtSILRestrictionTraverser trav(dataspec->GetRestriction());
avtGhostDataType gtype = dataspec->GetDesiredGhostDataType();
if (gtype != GHOST_ZONE_DATA)
{
if (dataspec->MustDoMaterialInterfaceReconstruction())
gtype = GHOST_ZONE_DATA;
else
{
bool doMatSel = !trav.UsesAllMaterials();
if (doMatSel)
gtype = GHOST_ZONE_DATA;
}
}
bool reqParCom = dbi->RequiresCommunication(gtype);
bool canDoDLB = !reqParCom;
return canDoDLB;
}
// ****************************************************************************
// Method: avtGenericDatabase::HasInvariantMetaData
//
......@@ -3833,12 +3895,19 @@ avtGenericDatabase::ReadDataset(avtDatasetCollection &ds, intVector &domains,
// Kathleen Bonnell, Wed Dec 15 08:41:17 PST 2004
// Changed 'vector<int>' to 'intVector'.
//
// Hank Childs, Sun Feb 27 14:47:45 PST 2005
// Added "allDomains" argument.
//
// Hank Childs, Sun Mar 6 09:14:52 PST 2005
// Only do collective communication if we are not in DLB mode.
//
// ****************************************************************************
bool
avtGenericDatabase::CommunicateGhosts(avtGhostDataType ghostType,
avtDatasetCollection &ds, intVector &doms,
avtDataSpecification_p &spec, avtSourceFromDatabase *src)
avtDataSpecification_p &spec, avtSourceFromDatabase *src,
intVector &allDomains, bool canDoCollectiveCommunication)
{
int portion1 = visitTimer->StartTimer();
......@@ -3857,10 +3926,13 @@ avtGenericDatabase::CommunicateGhosts(avtGhostDataType ghostType,
if (md->GetContainsGhostZones(meshname) == AVT_HAS_GHOSTS)
shouldStop = 1;
#ifdef PARALLEL
int parallelShouldStop;
MPI_Allreduce(&shouldStop, &parallelShouldStop, 1, MPI_INT, MPI_MAX,
MPI_COMM_WORLD);
shouldStop = parallelShouldStop;
if (canDoCollectiveCommunication)
{
int parallelShouldStop;
MPI_Allreduce(&shouldStop, &parallelShouldStop, 1, MPI_INT, MPI_MAX,
MPI_COMM_WORLD);
shouldStop = parallelShouldStop;
}
#endif
if (shouldStop != 0)
return false;
......@@ -3868,11 +3940,14 @@ avtGenericDatabase::CommunicateGhosts(avtGhostDataType ghostType,
avtDomainBoundaries *dbi = GetDomainBoundaryInformation(ds, doms, spec);
bool hasDomainBoundaryInfo = (dbi != NULL);
#ifdef PARALLEL
int hdbi = (hasDomainBoundaryInfo ? 1 : 0);
int phdbi;
MPI_Allreduce(&hdbi, &phdbi, 1, MPI_INT, MPI_MIN, MPI_COMM_WORLD);
if (phdbi < 1)
hasDomainBoundaryInfo = false;
if (canDoCollectiveCommunication)
{
int hdbi = (hasDomainBoundaryInfo ? 1 : 0);
int phdbi;
MPI_Allreduce(&hdbi, &phdbi, 1, MPI_INT, MPI_MIN, MPI_COMM_WORLD);
if (phdbi < 1)
hasDomainBoundaryInfo = false;
}
#endif
//
......@@ -3888,12 +3963,15 @@ avtGenericDatabase::CommunicateGhosts(avtGhostDataType ghostType,
haveGlobalNodeIdsForAtLeastOneDom = true;
}
#ifdef PARALLEL
int tmp1[2], tmp2[2];
tmp1[0] = (haveDomainWithoutGlobalNodeIds ? 1 : 0);
tmp1[1] = (haveGlobalNodeIdsForAtLeastOneDom ? 1 : 0);
MPI_Allreduce(tmp1, tmp2, 2, MPI_INT, MPI_MAX, MPI_COMM_WORLD);
haveDomainWithoutGlobalNodeIds = (tmp2[0] == 1 ? true : false);
haveGlobalNodeIdsForAtLeastOneDom = (tmp2[1] == 1 ? true : false);
if (canDoCollectiveCommunication)
{
int tmp1[2], tmp2[2];
tmp1[0] = (haveDomainWithoutGlobalNodeIds ? 1 : 0);
tmp1[1] = (haveGlobalNodeIdsForAtLeastOneDom ? 1 : 0);
MPI_Allreduce(tmp1, tmp2, 2, MPI_INT, MPI_MAX, MPI_COMM_WORLD);
haveDomainWithoutGlobalNodeIds = (tmp2[0] == 1 ? true : false);
haveGlobalNodeIdsForAtLeastOneDom = (tmp2[1] == 1 ? true : false);
}
#endif
bool canUseGlobalNodeIds = !haveDomainWithoutGlobalNodeIds &&
haveGlobalNodeIdsForAtLeastOneDom;
......@@ -3913,7 +3991,7 @@ avtGenericDatabase::CommunicateGhosts(avtGhostDataType ghostType,
{
if (hasDomainBoundaryInfo)
s = CommunicateGhostNodesFromDomainBoundariesFromFile(ds, doms,
spec, src);
spec, src, allDomains);
else if (canUseGlobalNodeIds)
s = CommunicateGhostNodesFromGlobalNodeIds(ds, doms, spec, src);
}
......@@ -4028,6 +4106,10 @@ avtGenericDatabase::GetDomainBoundaryInformation(avtDatasetCollection &ds,
// Kathleen Bonnell, Wed Dec 15 08:41:17 PST 2004
// Changed 'vector<int>' to 'intVector'.
//
// Hank Childs, Sun Mar 6 09:14:52 PST 2005
// Removed parallel error checking, since all of that error checking is
// already performed by the calling function.
//
// ****************************************************************************
bool
......@@ -4051,24 +4133,14 @@ avtGenericDatabase::CommunicateGhostZonesFromDomainBoundariesFromFile(
const char *varname = spec->GetVariable();
string meshname = md->MeshForVar(varname);
int shouldStop = 0;
avtDomainBoundaries *dbi = GetDomainBoundaryInformation(ds, doms, spec);
//
// This method should never be called if the domain boundary information
// doesn't exist, but make sure just in case.
// doesn't exist, but make sure just in case. If this does happen, we
// could get parallel deadlock.
//
if (dbi == NULL)
shouldStop = 1;
#ifdef PARALLEL
int parallelShouldStop;
MPI_Allreduce(&shouldStop, &parallelShouldStop, 1, MPI_INT, MPI_MAX,
MPI_COMM_WORLD);
shouldStop = parallelShouldStop;
#endif
if (shouldStop > 0)
{
debug1 << "Not applying ghost zones because the boundary "
<< "information does not apply to this mesh." << endl;
......@@ -4550,10 +4622,11 @@ avtGenericDatabase::CommunicateGhostZonesFromDomainBoundaries(
// Creates ghost nodes using domain boundary information.
//
// Arguments:
// ds The dataset collection.
// doms A list of domains.
// spec A data specification.
// src The source object.
// ds The dataset collection.
// doms A list of domains.
// spec A data specification.
// src The source object.
// allDomains A list of all domains being used. Important for DLB.
//
// Programmer: Hank Childs
// Creation: August 14, 2004
......@@ -4562,12 +4635,20 @@ avtGenericDatabase::CommunicateGhostZonesFromDomainBoundaries(
// Kathleen Bonnell, Wed Dec 15 08:41:17 PST 2004
// Changed 'vector<int>' to 'intVector'.
//
// Hank Childs, Sun Feb 27 14:47:45 PST 2005
// Added allDomains argument.
//
// Hank Childs, Sun Mar 6 09:14:52 PST 2005
// Removed parallel error checking, since all of that error checking is
// already performed by the calling function.
//
// ****************************************************************************
bool
avtGenericDatabase::CommunicateGhostNodesFromDomainBoundariesFromFile(
avtDatasetCollection &ds, intVector &doms,
avtDataSpecification_p &spec, avtSourceFromDatabase *src)
avtDataSpecification_p &spec, avtSourceFromDatabase *src,
intVector &allDomains)
{
//
// Setup
......@@ -4585,24 +4666,14 @@ avtGenericDatabase::CommunicateGhostNodesFromDomainBoundariesFromFile(
const char *varname = spec->GetVariable();
string meshname = md->MeshForVar(varname);
int shouldStop = 0;
avtDomainBoundaries *dbi = GetDomainBoundaryInformation(ds, doms, spec);
//
// This method should never be called if the domain boundary information
// doesn't exist, but make sure just in case.
// doesn't exist, but make sure just in case. If this does happen, we
// could get parallel deadlock.
//
if (dbi == NULL)
shouldStop = 1;
#ifdef PARALLEL
int parallelShouldStop;
MPI_Allreduce(&shouldStop, &parallelShouldStop, 1, MPI_INT, MPI_MAX,
MPI_COMM_WORLD);
shouldStop = parallelShouldStop;
#endif
if (shouldStop > 0)
{
debug1 << "Not applying ghost nodes because the boundary "
<< "information does not apply to this mesh." << endl;
......@@ -4612,7 +4683,7 @@ avtGenericDatabase::CommunicateGhostNodesFromDomainBoundariesFromFile(
vector<vtkDataSet *> list;
for (int i = 0 ; i < doms.size() ; i++)
list.push_back(ds.GetDataset(i, 0));
dbi->CreateGhostNodes(doms, list);
dbi->CreateGhostNodes(doms, list, allDomains);
src->DatabaseProgress(1, 0, progressString);
......@@ -5457,11 +5528,15 @@ avtGenericDatabase::CommunicateGhostNodesFromGlobalNodeIds(
// Hank Childs, Thu Jan 6 16:47:50 PST 2005
// Added calls to confirm mesh.
//
// Hank Childs, Sat Mar 5 19:26:05 PST 2005
// Added argument canDoCollectiveCommunication.
//
// ****************************************************************************
bool
avtGenericDatabase::ApplyGhostForDomainNesting(avtDatasetCollection &ds,
intVector &doms, intVector &allDoms, avtDataSpecification_p &spec)
intVector &doms, intVector &allDoms, avtDataSpecification_p &spec,
bool canDoCollectiveCommunication)
{
bool rv = false;
......@@ -5497,10 +5572,13 @@ avtGenericDatabase::ApplyGhostForDomainNesting(avtDatasetCollection &ds,
shouldStop = 1;
#ifdef PARALLEL
int parallelShouldStop;
MPI_Allreduce(&shouldStop, &parallelShouldStop, 1, MPI_INT, MPI_MAX,
MPI_COMM_WORLD);
shouldStop = parallelShouldStop;
if (canDoCollectiveCommunication)
{
int parallelShouldStop;
MPI_Allreduce(&shouldStop, &parallelShouldStop, 1, MPI_INT, MPI_MAX,
MPI_COMM_WORLD);
shouldStop = parallelShouldStop;
}
#endif
if (!shouldStop)
......
components/Database/Database/avtGenericDatabase.h
View file @ 5a180404
......@@ -220,6 +220,14 @@ class PickVarInfo;
// Kathleen Bonnell, Tue Jan 25 07:59:28 PST 2005
// Added const char* arg to QueryCoords.
//
// Hank Childs, Sun Feb 27 11:20:39 PST 2005
// Added argument to CanDoDynamicLoadBalancing.
//
// Hank Childs, Sat Mar 5 19:28:52 PST 2005
// Added argument to functions that typically do collective communication,
// indicating whether or not they can safely do collective communication
// (typically for error handling) or whether they should blow it off.
//
// ****************************************************************************
class DATABASE_API avtGenericDatabase : public avtDatasetDatabase
......@@ -235,13 +243,14 @@ class DATABASE_API avtGenericDatabase : public avtDatasetDatabase
avtSourceFromDatabase *);
virtual void FreeUpResources(void);
virtual bool CanDoDynamicLoadBalancing(void);
virtual int NumStagesForFetch(avtDataSpecification_p);
virtual const char *GetFilename(int);
virtual bool HasInvariantMetaData(void) const;
virtual bool HasInvariantSIL(void) const;
virtual bool CanDoDynamicLoadBalancing(
avtDataSpecification_p);
virtual void ActivateTimestep(int stateIndex);
......@@ -329,7 +338,7 @@ class DATABASE_API avtGenericDatabase : public avtDatasetDatabase
bool CommunicateGhosts(avtGhostDataType,
avtDatasetCollection &, intVector &,
avtDataSpecification_p &,
avtSourceFromDatabase *);
avtSourceFromDatabase *, intVector &,bool);
bool CommunicateGhostZonesFromDomainBoundaries(
avtDomainBoundaries *,
avtDatasetCollection &, intVector &,
......@@ -342,7 +351,7 @@ class DATABASE_API avtGenericDatabase : public avtDatasetDatabase
bool CommunicateGhostNodesFromDomainBoundariesFromFile(
avtDatasetCollection &, intVector &,
avtDataSpecification_p &,
avtSourceFromDatabase *);
avtSourceFromDatabase *, intVector &);
bool CommunicateGhostZonesFromGlobalNodeIds(
avtDatasetCollection &, intVector &,
avtDataSpecification_p &,
......@@ -354,7 +363,7 @@ class DATABASE_API avtGenericDatabase : public avtDatasetDatabase
bool ApplyGhostForDomainNesting(avtDatasetCollection &,
intVector &, intVector &,
avtDataSpecification_p &);
avtDataSpecification_p &, bool);
void MaterialSelect(avtDatasetCollection &,
intVector &, avtDataSpecification_p &,
avtSourceFromDatabase *, bool);
......
components/Database/Database/avtSourceFromDatabase.C
View file @ 5a180404
......@@ -131,6 +131,9 @@ avtSourceFromDatabase::~avtSourceFromDatabase()
// Hank Childs, Fri Oct 17 21:56:36 PDT 2003
// Don't crash when NULL filenames are encountered.
//
// Hank Childs, Sun Mar 6 11:15:11 PST 2005
// Add special support for NeedBoundarySurfaces in lieu of fix for '5723.
//
// ****************************************************************************
bool
......@@ -227,6 +230,13 @@ avtSourceFromDatabase::FetchDataset(avtDataSpecification_p spec,
atts.SetFilename(string(greatest));
}
// '5723 BEGIN
bool addBoundarySurf = false;
if (*lastSpec != NULL && lastSpec->NeedBoundarySurfaces() &&
strcmp(spec->GetVariable(), lastSpec->GetVariable()) == 0)
addBoundarySurf = true;
// '5723 END
//
// We can't just share a reference to that specification, because it might
// change. No good copy constructor for data specification, so make use
......@@ -235,6 +245,11 @@ avtSourceFromDatabase::FetchDataset(avtDataSpecification_p spec,
lastSpec = new avtDataSpecification(spec, 0);
lastSpec = spec;
// '5723 BEGIN
if (addBoundarySurf)
lastSpec->TurnBoundarySurfacesOn();
// '5723 END
return rv;
}
......@@ -391,6 +406,9 @@ avtSourceFromDatabase::FetchSpeciesAuxiliaryData(const char *type, void *args,
// Hank Childs, Thu Sep 25 16:27:38 PDT 2003
// If a 'last spec' is available, use its variable.
//
// Hank Childs, Sun Mar 6 11:15:11 PST 2005
// Add special support for NeedBoundarySurfaces in lieu of fix for '5723.
//
// ****************************************************************************
avtDataSpecification_p
......@@ -410,7 +428,16 @@ avtSourceFromDatabase::GetFullDataSpecification(void)
string mesh = md->MeshForVar(variable);
silr->SetTopSet(mesh.c_str());
return new avtDataSpecification(acting_var, timestep, silr);
avtDataSpecification_p rv =
new avtDataSpecification(acting_var, timestep, silr);
// '5723 BEGIN
if (*lastSpec != NULL)
if (lastSpec->NeedBoundarySurfaces())
rv->TurnBoundarySurfacesOn();
// '5723 END
return rv;
}
......@@ -457,24 +484,6 @@ avtSourceFromDatabase::DatabaseProgress(int cur, int tot, const char *desc)
}
// ****************************************************************************
// Method: avtSourceFromDatabase::CanDoDynamicLoadBalancing
//
// Purpose:
// Returns whether or not this source can do dynamic load balancing.
//
// Programmer: Hank Childs
// Creation: October 25, 2001
//
// ****************************************************************************
bool
avtSourceFromDatabase::CanDoDynamicLoadBalancing(void)
{
return database->CanDoDynamicLoadBalancing();
}
// ****************************************************************************
// Method: avtSourceFromDatabase::NumStagesForFetch
//
......@@ -635,3 +644,27 @@ avtSourceFromDatabase::GetSIL(int timestate)
{
return database->GetSIL(timestate);
}
// ****************************************************************************
// Method: avtSourceFromDatabase::ReleaseData
//
// Purpose:
// Releases the data associated with the input database.
//
// Programmer: Hank Childs
// Creation: February 27, 2005
//
// ****************************************************************************
void
avtSourceFromDatabase::ReleaseData(void)