2013-08-14 16:39:12 -04:00
|
|
|
|
|
|
|
// DeadlockDetect.cpp
|
|
|
|
|
|
|
|
// Declares the cDeadlockDetect class that tries to detect deadlocks and aborts the server when it detects one
|
|
|
|
|
|
|
|
#include "Globals.h"
|
|
|
|
#include "DeadlockDetect.h"
|
|
|
|
#include "Root.h"
|
|
|
|
#include "World.h"
|
2014-03-25 18:35:50 -04:00
|
|
|
#include <cstdlib>
|
2013-08-14 16:39:12 -04:00
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
2014-10-20 13:59:40 -04:00
|
|
|
/** Number of milliseconds per cycle */
|
2014-10-23 18:58:01 -04:00
|
|
|
const int CYCLE_MILLISECONDS = 100;
|
2013-08-14 16:39:12 -04:00
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
cDeadlockDetect::cDeadlockDetect(void) :
|
2014-08-21 16:39:53 -04:00
|
|
|
super("DeadlockDetect"),
|
|
|
|
m_IntervalSec(1000)
|
2013-08-14 16:39:12 -04:00
|
|
|
{
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
2013-11-30 16:14:47 -05:00
|
|
|
bool cDeadlockDetect::Start(int a_IntervalSec)
|
2013-08-14 16:39:12 -04:00
|
|
|
{
|
2013-11-30 16:14:47 -05:00
|
|
|
m_IntervalSec = a_IntervalSec;
|
|
|
|
|
2013-08-14 16:39:12 -04:00
|
|
|
// Read the initial world data:
|
|
|
|
class cFillIn :
|
|
|
|
public cWorldListCallback
|
|
|
|
{
|
|
|
|
public:
|
|
|
|
cFillIn(cDeadlockDetect * a_Detect) :
|
|
|
|
m_Detect(a_Detect)
|
|
|
|
{
|
|
|
|
}
|
|
|
|
|
|
|
|
virtual bool Item(cWorld * a_World) override
|
|
|
|
{
|
|
|
|
m_Detect->SetWorldAge(a_World->GetName(), a_World->GetWorldAge());
|
|
|
|
return false;
|
|
|
|
}
|
|
|
|
|
|
|
|
protected:
|
|
|
|
cDeadlockDetect * m_Detect;
|
|
|
|
} FillIn(this);
|
|
|
|
cRoot::Get()->ForEachWorld(FillIn);
|
|
|
|
return super::Start();
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
void cDeadlockDetect::Execute(void)
|
|
|
|
{
|
2013-08-19 16:48:13 -04:00
|
|
|
// Loop until the signal to terminate:
|
2013-08-19 16:35:27 -04:00
|
|
|
while (!m_ShouldTerminate)
|
2013-08-14 16:39:12 -04:00
|
|
|
{
|
|
|
|
// Check the world ages:
|
|
|
|
class cChecker :
|
|
|
|
public cWorldListCallback
|
|
|
|
{
|
|
|
|
public:
|
|
|
|
cChecker(cDeadlockDetect * a_Detect) :
|
|
|
|
m_Detect(a_Detect)
|
|
|
|
{
|
|
|
|
}
|
|
|
|
|
|
|
|
protected:
|
|
|
|
cDeadlockDetect * m_Detect;
|
|
|
|
|
|
|
|
virtual bool Item(cWorld * a_World) override
|
|
|
|
{
|
|
|
|
m_Detect->CheckWorldAge(a_World->GetName(), a_World->GetWorldAge());
|
|
|
|
return false;
|
|
|
|
}
|
|
|
|
} Checker(this);
|
|
|
|
cRoot::Get()->ForEachWorld(Checker);
|
2013-08-19 16:35:27 -04:00
|
|
|
|
2014-10-20 13:59:40 -04:00
|
|
|
std::this_thread::sleep_for(std::chrono::milliseconds(CYCLE_MILLISECONDS));
|
2013-08-14 16:39:12 -04:00
|
|
|
} // while (should run)
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
void cDeadlockDetect::SetWorldAge(const AString & a_WorldName, Int64 a_Age)
|
|
|
|
{
|
|
|
|
m_WorldAges[a_WorldName].m_Age = a_Age;
|
|
|
|
m_WorldAges[a_WorldName].m_NumCyclesSame = 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
void cDeadlockDetect::CheckWorldAge(const AString & a_WorldName, Int64 a_Age)
|
|
|
|
{
|
|
|
|
WorldAges::iterator itr = m_WorldAges.find(a_WorldName);
|
|
|
|
if (itr == m_WorldAges.end())
|
|
|
|
{
|
2014-05-05 11:06:45 -04:00
|
|
|
SetWorldAge(a_WorldName, a_Age);
|
2013-08-14 16:39:12 -04:00
|
|
|
return;
|
|
|
|
}
|
2014-04-18 15:09:44 -04:00
|
|
|
|
|
|
|
cDeadlockDetect::sWorldAge & WorldAge = itr->second;
|
|
|
|
|
|
|
|
if (WorldAge.m_Age == a_Age)
|
2013-08-14 16:39:12 -04:00
|
|
|
{
|
2014-04-18 15:09:44 -04:00
|
|
|
WorldAge.m_NumCyclesSame += 1;
|
2014-10-20 13:59:40 -04:00
|
|
|
if (WorldAge.m_NumCyclesSame > (m_IntervalSec * 1000) / CYCLE_MILLISECONDS)
|
2013-08-14 16:39:12 -04:00
|
|
|
{
|
|
|
|
DeadlockDetected();
|
|
|
|
}
|
|
|
|
}
|
|
|
|
else
|
|
|
|
{
|
2014-04-18 15:09:44 -04:00
|
|
|
WorldAge.m_Age = a_Age;
|
|
|
|
WorldAge.m_NumCyclesSame = 0;
|
2013-08-14 16:39:12 -04:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
void cDeadlockDetect::DeadlockDetected(void)
|
|
|
|
{
|
2014-08-21 16:39:53 -04:00
|
|
|
LOGERROR("Deadlock detected, aborting the server");
|
2013-08-14 16:39:12 -04:00
|
|
|
ASSERT(!"Deadlock detected");
|
2013-12-10 11:59:45 -05:00
|
|
|
abort();
|
2013-08-14 16:39:12 -04:00
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|