#include <TPacketizerAdaptive.h>
Inheritance diagram for TPacketizerAdaptive:
Definition at line 50 of file TPacketizerAdaptive.h.
TPacketizerAdaptive::TPacketizerAdaptive | ( | ) | [private] |
TPacketizerAdaptive::TPacketizerAdaptive | ( | const TPacketizerAdaptive & | ) | [private] |
TPacketizerAdaptive::TPacketizerAdaptive | ( | TDSet * | dset, | |
TList * | slaves, | |||
Long64_t | first, | |||
Long64_t | num, | |||
TList * | input, | |||
TProofProgressStatus * | st | |||
) |
TPacketizerAdaptive::~TPacketizerAdaptive | ( | ) | [virtual] |
Definition at line 839 of file TPacketizerAdaptive.cxx.
References TMap::DeleteValues(), fActive, fFileNodes, fFilesToProcess, TVirtualPacketizer::fSlaveStats, fUnAllocated, and SafeDelete.
TPacketizerAdaptive::TPacketizerAdaptive | ( | ) | [private] |
TPacketizerAdaptive::TPacketizerAdaptive | ( | const TPacketizerAdaptive & | ) | [private] |
TPacketizerAdaptive::TPacketizerAdaptive | ( | TDSet * | dset, | |
TList * | slaves, | |||
Long64_t | first, | |||
Long64_t | num, | |||
TList * | input, | |||
TProofProgressStatus * | st | |||
) |
virtual TPacketizerAdaptive::~TPacketizerAdaptive | ( | ) | [virtual] |
void TPacketizerAdaptive::InitStats | ( | ) | [private] |
Definition at line 855 of file TPacketizerAdaptive.cxx.
References fFileNodes, fFractionOfRemoteFiles, fNEventsOnRemLoc, TVirtualPacketizer::fProgress, TVirtualPacketizer::fValid, TObject::Info(), kFALSE, PDB, and SafeDelete.
Referenced by ClassImp(), and MarkBad().
void TPacketizerAdaptive::operator= | ( | const TPacketizerAdaptive & | ) | [private] |
TPacketizerAdaptive::TFileNode * TPacketizerAdaptive::NextNode | ( | ) | [private] |
Definition at line 968 of file TPacketizerAdaptive.cxx.
References TList::First(), fMaxSlaveCnt, fUnAllocated, TPacketizerAdaptive::TFileNode::GetExtSlaveCnt(), TObject::Info(), PDB, TCollection::Print(), and TList::Sort().
Referenced by GetNextUnAlloc().
void TPacketizerAdaptive::RemoveUnAllocNode | ( | TFileNode * | ) | [private] |
Definition at line 990 of file TPacketizerAdaptive.cxx.
References fUnAllocated, and TList::Remove().
Referenced by GetNextUnAlloc().
TPacketizerAdaptive::TFileNode * TPacketizerAdaptive::NextActiveNode | ( | ) | [private] |
Definition at line 1015 of file TPacketizerAdaptive.cxx.
References fActive, TList::First(), fMaxSlaveCnt, TPacketizerAdaptive::TFileNode::GetExtSlaveCnt(), TObject::Info(), PDB, TCollection::Print(), and TList::Sort().
Referenced by GetNextActive().
void TPacketizerAdaptive::RemoveActiveNode | ( | TFileNode * | ) | [private] |
Definition at line 1048 of file TPacketizerAdaptive.cxx.
References fActive, and TList::Remove().
Referenced by GetNextActive(), and RemoveActive().
TPacketizerAdaptive::TFileStat * TPacketizerAdaptive::GetNextUnAlloc | ( | TFileNode * | node = 0 , |
|
const char * | nodeHostName = 0 | |||
) | [private] |
Definition at line 892 of file TPacketizerAdaptive.cxx.
References TList::Add(), TList::At(), fActive, TList::FindObject(), fMaxSlaveCnt, fUnAllocated, TPacketizerAdaptive::TFileNode::GetExtSlaveCnt(), TPacketizerAdaptive::TFileNode::GetName(), TPacketizerAdaptive::TFileNode::GetNextUnAlloc(), TCollection::GetSize(), i, TObject::Info(), NextNode(), PDB, TCollection::Print(), RemoveUnAllocNode(), TList::Sort(), and TObject::Warning().
Referenced by GetNextPacket(), and ValidateFiles().
TPacketizerAdaptive::TFileStat * TPacketizerAdaptive::GetNextActive | ( | ) | [private] |
Definition at line 998 of file TPacketizerAdaptive.cxx.
References TPacketizerAdaptive::TFileNode::GetNextActive(), NextActiveNode(), and RemoveActiveNode().
Referenced by GetNextPacket().
void TPacketizerAdaptive::RemoveActive | ( | TFileStat * | file | ) | [private] |
Definition at line 1037 of file TPacketizerAdaptive.cxx.
References TPacketizerAdaptive::TFileStat::GetNode(), TPacketizerAdaptive::TFileNode::GetNumberOfActiveFiles(), TPacketizerAdaptive::TFileNode::RemoveActive(), and RemoveActiveNode().
Referenced by GetNextPacket(), and ValidateFiles().
void TPacketizerAdaptive::Reset | ( | ) | [private] |
Definition at line 1056 of file TPacketizerAdaptive.cxx.
References TCollection::AddAll(), TList::Clear(), fActive, TPacketizerAdaptive::TSlaveStat::fCurFile, fFileNodes, TVirtualPacketizer::fSlaveStats, fUnAllocated, TPacketizerAdaptive::TFileNode::GetMySlaveCnt(), TPacketizerAdaptive::TFileNode::GetName(), TVirtualPacketizer::TVirtualSlaveStat::GetName(), TCollection::GetSize(), TMap::GetValue(), TPacketizerAdaptive::TFileNode::IncMySlaveCnt(), TObject::Info(), TIter::Next(), PDB, TIter::Reset(), TPacketizerAdaptive::TFileNode::Reset(), and TPacketizerAdaptive::TSlaveStat::SetFileNode().
Referenced by ClassImp().
void TPacketizerAdaptive::ValidateFiles | ( | TDSet * | dset, | |
TList * | slaves, | |||
Long64_t | maxent = -1 , |
|||
Bool_t | byfile = kFALSE | |||
) | [private] |
Definition at line 1100 of file TPacketizerAdaptive.cxx.
References TMonitor::Activate(), TMap::Add(), TMonitor::Add(), TList::Add(), TCollection::AddAll(), TBuffer::BufferSize(), TMonitor::DeActivate(), TMonitor::DeActivateAll(), TPacketizerAdaptive::TFileNode::DecExtSlaveCnt(), entries, TObject::Error(), TPacketizerAdaptive::TSlaveStat::fCurFile, TList::First(), Form(), TVirtualPacketizer::fSlaveStats, TVirtualPacketizer::fValid, TMonitor::GetActive(), TDSetElement::GetDirectory(), TPacketizerAdaptive::TFileStat::GetElement(), TDSetElement::GetEntries(), TDSetElement::GetEntryList(), TDSetElement::GetFileName(), TPacketizerAdaptive::TSlaveStat::GetFileNode(), TDSetElement::GetFirst(), TMonitor::GetListOfActives(), TDSet::GetListOfElements(), TSlave::GetName(), TVirtualPacketizer::TVirtualSlaveStat::GetName(), GetNextUnAlloc(), TPacketizerAdaptive::TFileStat::GetNode(), TDSetElement::GetNum(), TDSetElement::GetObjName(), TSlave::GetOrdinal(), TCollection::GetSize(), TSlave::GetSocket(), TProofServ::GetSocket(), TNamed::GetTitle(), TDSet::GetType(), TMap::GetValue(), gProof, gProofServ, TPacketizerAdaptive::TFileNode::IncExtSlaveCnt(), TObject::Info(), TDSetElement::Invalidate(), TDSet::IsTree(), TSocket::IsValid(), kFALSE, TVirtualPacketizer::kIsTree, kPROOF_FATAL, kPROOF_GETENTRIES, kPROOF_MESSAGE, TDSet::kSomeInvalid, kTRUE, TBuffer::Length(), Long64_t, m, n, TIter::Next(), PDB, TSocket::Recv(), TList::Remove(), RemoveActive(), TIter::Reset(), s, TMonitor::Select(), TSocket::Send(), TProof::SendDataSetStatus(), TObject::SetBit(), TPacketizerAdaptive::TFileStat::SetDone(), TPacketizerAdaptive::TSlaveStat::SetFileNode(), TDSetElement::SetNum(), TDSetElement::SetTDSetOffset(), TNamed::SetTitle(), TDSetElement::SetValid(), TObject::Warning(), TMessage::What(), and what.
Referenced by ClassImp().
Int_t TPacketizerAdaptive::ReassignPacket | ( | TDSetElement * | e, | |
TList ** | listOfMissingFiles | |||
) | [private] |
Definition at line 2032 of file TPacketizerAdaptive.cxx.
References TPacketizerAdaptive::TFileNode::Add(), TList::Add(), TPacketizerAdaptive::TFileNode::DecreaseProcessed(), TObject::Error(), fFileNodes, fi, TList::FindObject(), fUnAllocated, TDSetElement::GetFileInfo(), TDSetElement::GetFileName(), TUrl::GetHost(), TDSetElement::GetNum(), TUrl::GetProtocol(), TUrl::IsValid(), and kFALSE.
Referenced by AddProcessed(), and SplitPerHost().
Definition at line 2075 of file TPacketizerAdaptive.cxx.
References TObject::Error(), TCollection::GetSize(), TIter::Next(), ReassignPacket(), and TList::Remove().
Referenced by MarkBad().
Int_t TPacketizerAdaptive::AddProcessed | ( | TSlave * | sl, | |
TProofProgressStatus * | st, | |||
Double_t | latency, | |||
TList ** | listOfMissingFiles = 0 | |||
) | [virtual] |
Reimplemented from TVirtualPacketizer.
Definition at line 1508 of file TPacketizerAdaptive.cxx.
References TPacketizerAdaptive::TSlaveStat::AddProcessed(), TObject::Error(), TPacketizerAdaptive::TSlaveStat::fCurElem, TVirtualPacketizer::fSlaveStats, TProofProgressStatus::GetBytesRead(), TProofProgressStatus::GetCPUTime(), TProofProgressStatus::GetEntries(), TPacketizerAdaptive::TSlaveStat::GetEntriesProcessed(), TDSetElement::GetFileName(), TDSetElement::GetFirst(), TSlave::GetName(), TDSetElement::GetNum(), TSlave::GetOrdinal(), TProofProgressStatus::GetProcTime(), TMap::GetValue(), gPerfStats, TObject::Info(), Long64_t, TVirtualPerfStats::PacketEvent(), PDB, ReassignPacket(), TDSetElement::SetFirst(), and TPacketizerAdaptive::TSlaveStat::UpdateRates().
Referenced by GetNextPacket().
Int_t TPacketizerAdaptive::GetEstEntriesProcessed | ( | Float_t | , | |
Long64_t & | ent, | |||
Long64_t & | bytes, | |||
Long64_t & | calls | |||
) | [virtual] |
Reimplemented from TVirtualPacketizer.
Definition at line 1894 of file TPacketizerAdaptive.cxx.
References TVirtualPacketizer::fProgressStatus, TVirtualPacketizer::TVirtualSlaveStat::fSlave, TVirtualPacketizer::fSlaveStats, TVirtualPacketizer::fTotalEntries, TVirtualPacketizer::fUseEstOpt, TPacketizerAdaptive::TSlaveStat::GetAvgRate(), TVirtualPacketizer::GetBytesRead(), TProofProgressStatus::GetBytesRead(), TPacketizerAdaptive::TSlaveStat::GetCurRate(), TProofProgressStatus::GetEntries(), TPacketizerAdaptive::TSlaveStat::GetEntriesProcessed(), TVirtualPacketizer::GetEntriesProcessed(), TProofProgressStatus::GetLastUpdate(), TSlave::GetOrdinal(), TPacketizerAdaptive::TSlaveStat::GetProgressStatus(), TVirtualPacketizer::GetReadCalls(), TCollection::GetSize(), TMap::GetValue(), gSystem, TObject::Info(), TVirtualPacketizer::kEstCurrent, TVirtualPacketizer::kEstOff, kFALSE, kTRUE, Long64_t, TSystem::Now(), and PDB.
Reimplemented from TVirtualPacketizer.
Definition at line 1868 of file TPacketizerAdaptive.cxx.
References TVirtualPacketizer::fSlaveStats, TProofProgressStatus::GetCurrentRate(), TPacketizerAdaptive::TSlaveStat::GetEntriesProcessed(), TPacketizerAdaptive::TSlaveStat::GetProgressStatus(), TCollection::GetSize(), TMap::GetValue(), kFALSE, and kTRUE.
Int_t TPacketizerAdaptive::CalculatePacketSize | ( | TObject * | slstat, | |
Long64_t | cachesz, | |||
Int_t | learnent | |||
) |
Definition at line 1420 of file TPacketizerAdaptive.cxx.
References fCachePacketSync, fFilesToProcess, fMaxEntriesRatio, TVirtualPacketizer::fMaxPacketTime, TVirtualPacketizer::fMinPacketTime, fPacketAsAFraction, TVirtualPacketizer::fSlaveStats, fStrategy, TVirtualPacketizer::fTotalEntries, TPacketizerAdaptive::TSlaveStat::GetAvgRate(), TVirtualPacketizer::GetBytesRead(), TVirtualPacketizer::GetCumProcTime(), TPacketizerAdaptive::TSlaveStat::GetCurRate(), TVirtualPacketizer::GetEntriesProcessed(), TVirtualPacketizer::TVirtualSlaveStat::GetOrdinal(), TCollection::GetSize(), TObject::Info(), kFALSE, TList::Last(), Long64_t, num, and PDB.
Referenced by GetNextPacket().
TDSetElement * TPacketizerAdaptive::GetNextPacket | ( | TSlave * | sl, | |
TMessage * | r | |||
) | [virtual] |
Reimplemented from TVirtualPacketizer.
Definition at line 1601 of file TPacketizerAdaptive.cxx.
References TList::Add(), AddProcessed(), CalculatePacketSize(), TVirtualPacketizer::CreateNewPacket(), TString::Data(), TPacketizerAdaptive::TFileNode::DecExtSlaveCnt(), TPacketizerAdaptive::TFileNode::DecRunSlaveCnt(), TObject::Error(), fBaseLocalPreference, TPacketizerAdaptive::TSlaveStat::fCurElem, TPacketizerAdaptive::TSlaveStat::fCurFile, TVirtualPacketizer::fFailedPackets, fFilesToProcess, fForceLocal, TVirtualPerfStats::FileEvent(), TList::First(), fMaxSlaveCnt, fNEventsOnRemLoc, TVirtualPacketizer::fProgress, TVirtualPacketizer::fProgressStatus, TVirtualPacketizer::fSlaveStats, TVirtualPacketizer::fStop, fStrategy, TVirtualPacketizer::fTotalEntries, fUnAllocated, TVirtualPacketizer::fValid, TPacketizerAdaptive::TSlaveStat::GetAvgRate(), TVirtualPacketizer::GetCumProcTime(), TPacketizerAdaptive::TFileStat::GetElement(), TProofProgressStatus::GetEntries(), TDSetElement::GetEntryList(), TPacketizerAdaptive::TFileNode::GetEventsLeftPerSlave(), TPacketizerAdaptive::TFileNode::GetExtSlaveCnt(), TDSetElement::GetFileName(), TPacketizerAdaptive::TSlaveStat::GetFileNode(), TDSetElement::GetFirst(), TPacketizerAdaptive::TSlaveStat::GetLocalEventsLeft(), TPacketizerAdaptive::TFileNode::GetMySlaveCnt(), TPacketizerAdaptive::TFileNode::GetName(), TSlave::GetName(), TVirtualPacketizer::TVirtualSlaveStat::GetName(), TNamed::GetName(), TPacketizerAdaptive::TFileNode::GetNextActive(), GetNextActive(), TPacketizerAdaptive::TFileStat::GetNextEntry(), GetNextUnAlloc(), TPacketizerAdaptive::TFileNode::GetNextUnAlloc(), TPacketizerAdaptive::TFileStat::GetNode(), TDSetElement::GetNum(), TSlave::GetOrdinal(), TSlave::GetProtocol(), TPacketizerAdaptive::TFileNode::GetRunSlaveCnt(), TCollection::GetSize(), TMap::GetValue(), gPerfStats, TVirtualPacketizer::HandleTimer(), TPacketizerAdaptive::TFileNode::IncExtSlaveCnt(), TPacketizerAdaptive::TFileNode::IncRunSlaveCnt(), TObject::Info(), TDSetElement::Invalidate(), TPacketizerAdaptive::TFileStat::IsDone(), kFALSE, TDSetElement::kNewRun, kTRUE, Long64_t, TPacketizerAdaptive::TFileStat::MoveNextEntry(), num, PDB, TCollection::Print(), RemoveActive(), TObject::ResetBit(), SafeDelete, TObject::SetBit(), TPacketizerAdaptive::TFileStat::SetDone(), TDSetElement::SetEntryList(), TPacketizerAdaptive::TSlaveStat::SetFileNode(), and TList::Sort().
void TPacketizerAdaptive::MarkBad | ( | TSlave * | s, | |
TProofProgressStatus * | status, | |||
TList ** | missingFiles | |||
) | [virtual] |
Reimplemented from TVirtualPacketizer.
Definition at line 1966 of file TPacketizerAdaptive.cxx.
References TList::Add(), TList::After(), TPacketizerAdaptive::TFileNode::DecExtSlaveCnt(), TPacketizerAdaptive::TFileNode::DecRunSlaveCnt(), TObject::Error(), TPacketizerAdaptive::TSlaveStat::fCurElem, TPacketizerAdaptive::TSlaveStat::fCurFile, TList::First(), TVirtualPacketizer::fSlaveStats, TVirtualPacketizer::TVirtualSlaveStat::GetName(), TPacketizerAdaptive::TFileStat::GetNode(), TPacketizerAdaptive::TSlaveStat::GetProcessedSubSet(), TPacketizerAdaptive::TSlaveStat::GetProgressStatus(), TMap::GetValue(), InitStats(), TDSetElement::MergeElement(), TList::Remove(), TMap::Remove(), s, TCollection::SetOwner(), SplitPerHost(), and TObject::Warning().
Int_t TPacketizerAdaptive::GetActiveWorkers | ( | ) | [virtual] |
Reimplemented from TVirtualPacketizer.
Definition at line 1852 of file TPacketizerAdaptive.cxx.
References TPacketizerAdaptive::TSlaveStat::fCurFile, TVirtualPacketizer::fSlaveStats, and TMap::GetValue().
void TPacketizerAdaptive::InitStats | ( | ) | [private] |
void TPacketizerAdaptive::operator= | ( | const TPacketizerAdaptive & | ) | [private] |
TFileNode* TPacketizerAdaptive::NextNode | ( | ) | [private] |
void TPacketizerAdaptive::RemoveUnAllocNode | ( | TFileNode * | ) | [private] |
TFileNode* TPacketizerAdaptive::NextActiveNode | ( | ) | [private] |
void TPacketizerAdaptive::RemoveActiveNode | ( | TFileNode * | ) | [private] |
TFileStat* TPacketizerAdaptive::GetNextUnAlloc | ( | TFileNode * | node = 0 , |
|
const char * | nodeHostName = 0 | |||
) | [private] |
TFileStat* TPacketizerAdaptive::GetNextActive | ( | ) | [private] |
void TPacketizerAdaptive::RemoveActive | ( | TFileStat * | file | ) | [private] |
void TPacketizerAdaptive::Reset | ( | ) | [private] |
void TPacketizerAdaptive::ValidateFiles | ( | TDSet * | dset, | |
TList * | slaves, | |||
Long64_t | maxent = -1 , |
|||
Bool_t | byfile = kFALSE | |||
) | [private] |
Int_t TPacketizerAdaptive::ReassignPacket | ( | TDSetElement * | e, | |
TList ** | listOfMissingFiles | |||
) | [private] |
Int_t TPacketizerAdaptive::AddProcessed | ( | TSlave * | sl, | |
TProofProgressStatus * | st, | |||
Double_t | latency, | |||
TList ** | listOfMissingFiles = 0 | |||
) | [virtual] |
Reimplemented from TVirtualPacketizer.
Int_t TPacketizerAdaptive::GetEstEntriesProcessed | ( | Float_t | , | |
Long64_t & | ent, | |||
Long64_t & | bytes, | |||
Long64_t & | calls | |||
) | [virtual] |
Reimplemented from TVirtualPacketizer.
Reimplemented from TVirtualPacketizer.
Int_t TPacketizerAdaptive::CalculatePacketSize | ( | TObject * | slstat, | |
Long64_t | cachesz, | |||
Int_t | learnent | |||
) |
TDSetElement* TPacketizerAdaptive::GetNextPacket | ( | TSlave * | sl, | |
TMessage * | r | |||
) | [virtual] |
Reimplemented from TVirtualPacketizer.
void TPacketizerAdaptive::MarkBad | ( | TSlave * | s, | |
TProofProgressStatus * | status, | |||
TList ** | missingFiles | |||
) | [virtual] |
Reimplemented from TVirtualPacketizer.
Int_t TPacketizerAdaptive::GetActiveWorkers | ( | ) | [virtual] |
Reimplemented from TVirtualPacketizer.
TList* TPacketizerAdaptive::fFileNodes [private] |
Definition at line 55 of file TPacketizerAdaptive.h.
Referenced by ClassImp(), InitStats(), ReassignPacket(), Reset(), and ~TPacketizerAdaptive().
TList* TPacketizerAdaptive::fUnAllocated [private] |
Definition at line 59 of file TPacketizerAdaptive.h.
Referenced by ClassImp(), GetNextPacket(), GetNextUnAlloc(), NextNode(), ReassignPacket(), RemoveUnAllocNode(), Reset(), and ~TPacketizerAdaptive().
TList* TPacketizerAdaptive::fActive [private] |
Definition at line 60 of file TPacketizerAdaptive.h.
Referenced by ClassImp(), GetNextUnAlloc(), NextActiveNode(), RemoveActiveNode(), Reset(), and ~TPacketizerAdaptive().
Int_t TPacketizerAdaptive::fMaxPerfIdx [private] |
TList* TPacketizerAdaptive::fPartitions [private] |
Definition at line 62 of file TPacketizerAdaptive.h.
TSortedList* TPacketizerAdaptive::fFilesToProcess [private] |
Definition at line 64 of file TPacketizerAdaptive.h.
Referenced by CalculatePacketSize(), ClassImp(), GetNextPacket(), and ~TPacketizerAdaptive().
Bool_t TPacketizerAdaptive::fCachePacketSync [private] |
Definition at line 66 of file TPacketizerAdaptive.h.
Referenced by CalculatePacketSize(), and ClassImp().
Definition at line 67 of file TPacketizerAdaptive.h.
Referenced by CalculatePacketSize(), and ClassImp().
Definition at line 70 of file TPacketizerAdaptive.h.
Referenced by GetNextPacket(), and InitStats().
Bool_t TPacketizerAdaptive::fForceLocal [private] |
Long_t TPacketizerAdaptive::fMaxSlaveCnt [private] |
Definition at line 76 of file TPacketizerAdaptive.h.
Referenced by ClassImp(), GetNextPacket(), GetNextUnAlloc(), NextActiveNode(), and NextNode().
Int_t TPacketizerAdaptive::fPacketAsAFraction [private] |
Definition at line 78 of file TPacketizerAdaptive.h.
Referenced by CalculatePacketSize(), and ClassImp().
Int_t TPacketizerAdaptive::fStrategy [private] |
Definition at line 84 of file TPacketizerAdaptive.h.
Referenced by CalculatePacketSize(), ClassImp(), and GetNextPacket().
TList* TPacketizerAdaptive::fFileNodes [private] |
Definition at line 55 of file TPacketizerAdaptive.h.
TList* TPacketizerAdaptive::fUnAllocated [private] |
Definition at line 59 of file TPacketizerAdaptive.h.
TList* TPacketizerAdaptive::fActive [private] |
Definition at line 60 of file TPacketizerAdaptive.h.
TList* TPacketizerAdaptive::fPartitions [private] |
Definition at line 62 of file TPacketizerAdaptive.h.
TSortedList* TPacketizerAdaptive::fFilesToProcess [private] |
Definition at line 64 of file TPacketizerAdaptive.h.