Still trying to fix the SIGPIPE problem.

This commit is contained in:
lotodore
2007-10-30 21:02:52 +00:00
parent 7fc3ae4adf
commit fee8450a74
5 changed files with 105 additions and 57 deletions
+68 -41
View File
@@ -28,13 +28,14 @@
using namespace std; using namespace std;
#define SEND_ERROR_TIMEOUT_MSEC 20000 #define SEND_ERROR_NORMAL_TIMEOUT_MSEC 20000
#define SEND_ERROR_LOW_PRIO_TIMEOUT_MSEC 10000
#define SEND_TIMEOUT_MSEC 10 #define SEND_TIMEOUT_MSEC 10
#define SEND_QUEUE_SIZE 1000 #define SEND_QUEUE_SIZE 1000
#define SEND_LOW_PRIO_QUEUE_SIZE 50000 #define SEND_LOW_PRIO_QUEUE_SIZE 50000
SenderThread::SenderThread(SenderCallback &cb) SenderThread::SenderThread(SenderCallback &cb)
: m_tmpOutBufSize(0), m_callback(cb) : m_tmpOutBufSize(0), m_tmpIsLowPrio(false), m_callback(cb)
{ {
} }
@@ -121,11 +122,6 @@ SenderThread::Main()
while (!ShouldTerminate()) while (!ShouldTerminate())
{ {
if (sendTimer.is_running() && sendTimer.elapsed().total_milliseconds() > SEND_ERROR_TIMEOUT_MSEC)
{
RemoveCurSendData();
sendTimer.reset();
}
// Send remaining bytes of output buffer OR // Send remaining bytes of output buffer OR
// copy ONE packet to output buffer. // copy ONE packet to output buffer.
// For reasons of simplicity, only one packet is sent at a time. // For reasons of simplicity, only one packet is sent at a time.
@@ -139,6 +135,7 @@ SenderThread::Main()
{ {
tmpData = m_outBuf.front(); tmpData = m_outBuf.front();
m_outBuf.pop_front(); m_outBuf.pop_front();
m_tmpIsLowPrio = false;
} }
} }
@@ -150,6 +147,7 @@ SenderThread::Main()
{ {
tmpData = m_lowPrioOutBuf.front(); tmpData = m_lowPrioOutBuf.front();
m_lowPrioOutBuf.pop_front(); m_lowPrioOutBuf.pop_front();
m_tmpIsLowPrio = true;
} }
} }
@@ -171,63 +169,92 @@ SenderThread::Main()
if (m_tmpOutBufSize) if (m_tmpOutBufSize)
{ {
SOCKET tmpSocket = m_curSession->GetSocket(); SOCKET tmpSocket = m_curSession->GetSocket();
fd_set writeSet;
struct timeval timeout;
FD_ZERO(&writeSet); // send next chunk of data
FD_SET(tmpSocket, &writeSet); int bytesSent = send(tmpSocket, m_tmpOutBuf, m_tmpOutBufSize, SOCKET_SEND_FLAGS);
timeout.tv_sec = 0; if (!IS_VALID_SEND(bytesSent))
timeout.tv_usec = SEND_TIMEOUT_MSEC * 1000;
int selectResult = select(tmpSocket + 1, NULL, &writeSet, NULL, &timeout);
if (!IS_VALID_SELECT(selectResult))
{ {
// Never assume that this is a fatal error. // Never assume that this is a fatal error.
int errCode = SOCKET_ERRNO(); int errCode = SOCKET_ERRNO();
if (errCode != SOCKET_ERR_WOULDBLOCK) if (errCode == SOCKET_ERR_WOULDBLOCK)
{
fd_set writeSet;
struct timeval timeout;
FD_ZERO(&writeSet);
FD_SET(tmpSocket, &writeSet);
timeout.tv_sec = 0;
timeout.tv_usec = SEND_TIMEOUT_MSEC * 1000;
int selectResult = select(tmpSocket + 1, NULL, &writeSet, NULL, &timeout);
if (!IS_VALID_SELECT(selectResult))
{
// Never assume that this is a fatal error.
int errCode = SOCKET_ERRNO();
if (errCode != SOCKET_ERR_WOULDBLOCK)
{
// Skip this packet - this is bad, and is therefore reported.
// Ignore invalid or not connected sockets.
if (errCode != SOCKET_ERR_NOTCONN && errCode != SOCKET_ERR_NOTSOCK)
m_callback.SignalNetError(m_curSession->GetId(), ERR_SOCK_SELECT_FAILED, errCode);
RemoveCurSendData();
}
Msleep(SEND_TIMEOUT_MSEC);
}
}
else
{ {
// Skip this packet - this is bad, and is therefore reported. // Skip this packet - this is bad, and is therefore reported.
// Ignore invalid or not connected sockets. // Ignore invalid or not connected sockets.
if (errCode != SOCKET_ERR_NOTCONN && errCode != SOCKET_ERR_NOTSOCK) if (errCode != SOCKET_ERR_NOTCONN && errCode != SOCKET_ERR_NOTSOCK)
m_callback.SignalNetError(m_curSession->GetId(), ERR_SOCK_SELECT_FAILED, errCode); m_callback.SignalNetError(m_curSession->GetId(), ERR_SOCK_SEND_FAILED, errCode);
RemoveCurSendData(); RemoveCurSendData();
} }
Msleep(SEND_TIMEOUT_MSEC); Msleep(SEND_TIMEOUT_MSEC);
} }
if (selectResult > 0) // send is possible else if ((unsigned)bytesSent < m_tmpOutBufSize)
{ {
// send next chunk of data if (bytesSent)
int bytesSent = send(tmpSocket, m_tmpOutBuf, m_tmpOutBufSize, SOCKET_SEND_FLAGS);
if (!IS_VALID_SEND(bytesSent))
{
// Never assume that this is a fatal error.
int errCode = SOCKET_ERRNO();
if (errCode != SOCKET_ERR_WOULDBLOCK)
{
// Skip this packet - this is bad, and is therefore reported.
// Ignore invalid or not connected sockets.
if (errCode != SOCKET_ERR_NOTCONN && errCode != SOCKET_ERR_NOTSOCK)
m_callback.SignalNetError(m_curSession->GetId(), ERR_SOCK_SEND_FAILED, errCode);
RemoveCurSendData();
}
Msleep(SEND_TIMEOUT_MSEC);
}
else if ((unsigned)bytesSent < m_tmpOutBufSize)
{ {
m_tmpOutBufSize -= (unsigned)bytesSent; m_tmpOutBufSize -= (unsigned)bytesSent;
memmove(m_tmpOutBuf, m_tmpOutBuf + bytesSent, m_tmpOutBufSize); memmove(m_tmpOutBuf, m_tmpOutBuf + bytesSent, m_tmpOutBufSize);
} }
else else
{ Msleep(SEND_TIMEOUT_MSEC);
m_tmpOutBufSize = 0; }
m_curSession.reset(); else
sendTimer.reset(); {
} m_tmpOutBufSize = 0;
m_curSession.reset();
sendTimer.reset();
} }
} }
else else
Msleep(SEND_TIMEOUT_MSEC); Msleep(SEND_TIMEOUT_MSEC);
// Check whether the send timed out.
if (sendTimer.is_running())
{
bool doRemove = false;
unsigned msec = static_cast<unsigned>(sendTimer.elapsed().total_milliseconds());
if (m_tmpIsLowPrio)
{
if (msec > SEND_ERROR_LOW_PRIO_TIMEOUT_MSEC)
doRemove = true;
}
else
{
if (msec > SEND_ERROR_NORMAL_TIMEOUT_MSEC)
doRemove = true;
}
if (doRemove)
{
RemoveCurSendData();
sendTimer.reset();
}
}
} }
} }
+16 -16
View File
@@ -138,8 +138,8 @@ ServerLobbyThread::NotifyPlayerJoinedGame(unsigned gameId, unsigned playerId)
packetData.gameId = gameId; packetData.gameId = gameId;
packetData.playerId = playerId; packetData.playerId = playerId;
static_cast<NetPacketGameListPlayerJoined *>(packet.get())->SetData(packetData); static_cast<NetPacketGameListPlayerJoined *>(packet.get())->SetData(packetData);
m_sessionManager.SendToAllSessions(GetSender(), packet, SessionData::Established); m_sessionManager.SendToAllSessionsLowPrio(GetSender(), packet, SessionData::Established);
m_gameSessionManager.SendToAllSessions(GetSender(), packet, SessionData::Game); m_gameSessionManager.SendToAllSessionsLowPrio(GetSender(), packet, SessionData::Game);
} }
void void
@@ -151,8 +151,8 @@ ServerLobbyThread::NotifyPlayerLeftGame(unsigned gameId, unsigned playerId)
packetData.gameId = gameId; packetData.gameId = gameId;
packetData.playerId = playerId; packetData.playerId = playerId;
static_cast<NetPacketGameListPlayerLeft *>(packet.get())->SetData(packetData); static_cast<NetPacketGameListPlayerLeft *>(packet.get())->SetData(packetData);
m_sessionManager.SendToAllSessions(GetSender(), packet, SessionData::Established); m_sessionManager.SendToAllSessionsLowPrio(GetSender(), packet, SessionData::Established);
m_gameSessionManager.SendToAllSessions(GetSender(), packet, SessionData::Game); m_gameSessionManager.SendToAllSessionsLowPrio(GetSender(), packet, SessionData::Game);
} }
void void
@@ -164,24 +164,24 @@ ServerLobbyThread::NotifyGameAdminChanged(unsigned gameId, unsigned newAdminPlay
packetData.gameId = gameId; packetData.gameId = gameId;
packetData.newAdminplayerId = newAdminPlayerId; packetData.newAdminplayerId = newAdminPlayerId;
static_cast<NetPacketGameListAdminChanged *>(packet.get())->SetData(packetData); static_cast<NetPacketGameListAdminChanged *>(packet.get())->SetData(packetData);
m_sessionManager.SendToAllSessions(GetSender(), packet, SessionData::Established); m_sessionManager.SendToAllSessionsLowPrio(GetSender(), packet, SessionData::Established);
m_gameSessionManager.SendToAllSessions(GetSender(), packet, SessionData::Game); m_gameSessionManager.SendToAllSessionsLowPrio(GetSender(), packet, SessionData::Game);
} }
void void
ServerLobbyThread::NotifyStartingGame(unsigned gameId) ServerLobbyThread::NotifyStartingGame(unsigned gameId)
{ {
boost::shared_ptr<NetPacket> packet = CreateNetPacketGameListUpdate(gameId, GAME_MODE_STARTED); boost::shared_ptr<NetPacket> packet = CreateNetPacketGameListUpdate(gameId, GAME_MODE_STARTED);
m_sessionManager.SendToAllSessions(GetSender(), packet, SessionData::Established); m_sessionManager.SendToAllSessionsLowPrio(GetSender(), packet, SessionData::Established);
m_gameSessionManager.SendToAllSessions(GetSender(), packet, SessionData::Game); m_gameSessionManager.SendToAllSessionsLowPrio(GetSender(), packet, SessionData::Game);
} }
void void
ServerLobbyThread::NotifyReopeningGame(unsigned gameId) ServerLobbyThread::NotifyReopeningGame(unsigned gameId)
{ {
boost::shared_ptr<NetPacket> packet = CreateNetPacketGameListUpdate(gameId, GAME_MODE_CREATED); boost::shared_ptr<NetPacket> packet = CreateNetPacketGameListUpdate(gameId, GAME_MODE_CREATED);
m_sessionManager.SendToAllSessions(GetSender(), packet, SessionData::Established); m_sessionManager.SendToAllSessionsLowPrio(GetSender(), packet, SessionData::Established);
m_gameSessionManager.SendToAllSessions(GetSender(), packet, SessionData::Game); m_gameSessionManager.SendToAllSessionsLowPrio(GetSender(), packet, SessionData::Game);
} }
void void
@@ -737,8 +737,8 @@ ServerLobbyThread::InternalAddGame(boost::shared_ptr<ServerGameThread> game)
// Add game to list. // Add game to list.
m_gameMap.insert(GameMap::value_type(game->GetId(), game)); m_gameMap.insert(GameMap::value_type(game->GetId(), game));
// Notify all players. // Notify all players.
m_sessionManager.SendToAllSessions(GetSender(), CreateNetPacketGameListNew(*game), SessionData::Established); m_sessionManager.SendToAllSessionsLowPrio(GetSender(), CreateNetPacketGameListNew(*game), SessionData::Established);
m_gameSessionManager.SendToAllSessions(GetSender(), CreateNetPacketGameListNew(*game), SessionData::Game); m_gameSessionManager.SendToAllSessionsLowPrio(GetSender(), CreateNetPacketGameListNew(*game), SessionData::Game);
++m_totalGamesStarted; ++m_totalGamesStarted;
BroadcastStatisticsUpdate(); BroadcastStatisticsUpdate();
@@ -753,8 +753,8 @@ ServerLobbyThread::InternalRemoveGame(boost::shared_ptr<ServerGameThread> game)
game->RemoveAllSessions(); game->RemoveAllSessions();
// Notify all players. // Notify all players.
boost::shared_ptr<NetPacket> packet = CreateNetPacketGameListUpdate(game->GetId(), GAME_MODE_CLOSED); boost::shared_ptr<NetPacket> packet = CreateNetPacketGameListUpdate(game->GetId(), GAME_MODE_CLOSED);
m_sessionManager.SendToAllSessions(GetSender(), packet, SessionData::Established); m_sessionManager.SendToAllSessionsLowPrio(GetSender(), packet, SessionData::Established);
m_gameSessionManager.SendToAllSessions(GetSender(), packet, SessionData::Game); m_gameSessionManager.SendToAllSessionsLowPrio(GetSender(), packet, SessionData::Game);
} }
void void
@@ -891,8 +891,8 @@ ServerLobbyThread::BroadcastStatisticsUpdate()
try { try {
static_cast<NetPacketStatisticsChanged *>(packet.get())->SetData(statData); static_cast<NetPacketStatisticsChanged *>(packet.get())->SetData(statData);
m_sessionManager.SendToAllSessions(GetSender(), packet, SessionData::Established); m_sessionManager.SendToAllSessionsLowPrio(GetSender(), packet, SessionData::Established);
m_gameSessionManager.SendToAllSessions(GetSender(), packet, SessionData::Game); m_gameSessionManager.SendToAllSessionsLowPrio(GetSender(), packet, SessionData::Game);
} catch (const NetException &) } catch (const NetException &)
{ {
// Ignore errors for now. // Ignore errors for now.
+19
View File
@@ -360,6 +360,25 @@ SessionManager::SendToAllSessions(SenderThread &sender, boost::shared_ptr<NetPac
} }
} }
void
SessionManager::SendToAllSessionsLowPrio(SenderThread &sender, boost::shared_ptr<NetPacket> packet, SessionData::State state)
{
boost::mutex::scoped_lock lock(m_sessionMapMutex);
SessionMap::iterator i = m_sessionMap.begin();
SessionMap::iterator end = m_sessionMap.end();
while (i != end)
{
assert(i->second.sessionData.get());
// Send each client (with a certain state) a copy of the packet.
if (i->second.sessionData->GetState() == state)
sender.SendLowPrio(i->second.sessionData, boost::shared_ptr<NetPacket>(packet->Clone()));
++i;
}
}
void void
SessionManager::SendToAllButOneSessions(SenderThread &sender, boost::shared_ptr<NetPacket> packet, SessionId except, SessionData::State state) SessionManager::SendToAllButOneSessions(SenderThread &sender, boost::shared_ptr<NetPacket> packet, SessionId except, SessionData::State state)
{ {
+1
View File
@@ -67,6 +67,7 @@ private:
char m_tmpOutBuf[MAX_PACKET_SIZE]; char m_tmpOutBuf[MAX_PACKET_SIZE];
unsigned m_tmpOutBufSize; unsigned m_tmpOutBufSize;
bool m_tmpIsLowPrio;
SenderCallback &m_callback; SenderCallback &m_callback;
}; };
+1
View File
@@ -74,6 +74,7 @@ public:
unsigned GetRawSessionCount(); unsigned GetRawSessionCount();
void SendToAllSessions(SenderThread &sender, boost::shared_ptr<NetPacket> packet, SessionData::State state); void SendToAllSessions(SenderThread &sender, boost::shared_ptr<NetPacket> packet, SessionData::State state);
void SendToAllSessionsLowPrio(SenderThread &sender, boost::shared_ptr<NetPacket> packet, SessionData::State state);
void SendToAllButOneSessions(SenderThread &sender, boost::shared_ptr<NetPacket> packet, SessionId except, SessionData::State state); void SendToAllButOneSessions(SenderThread &sender, boost::shared_ptr<NetPacket> packet, SessionId except, SessionData::State state);
protected: protected: