First Commit

For Azeroth!

src/server/game/Server/Protocol/PacketLog.cpp

@@ -0,0 +1,62 @@
+/*
+ * Copyright (C) 
+ *
+ * This program is free software; you can redistribute it and/or modify it
+ * under the terms of the GNU General Public License as published by the
+ * Free Software Foundation; either version 2 of the License, or (at your
+ * option) any later version.
+ *
+ * This program is distributed in the hope that it will be useful, but WITHOUT
+ * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
+ * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
+ * more details.
+ *
+ * You should have received a copy of the GNU General Public License along
+ * with this program. If not, see <http://www.gnu.org/licenses/>.
+ */
+
+#include "PacketLog.h"
+#include "Config.h"
+#include "ByteBuffer.h"
+#include "WorldPacket.h"
+
+PacketLog::PacketLog() : _file(NULL)
+{
+    Initialize();
+}
+
+PacketLog::~PacketLog()
+{
+    if (_file)
+        fclose(_file);
+
+    _file = NULL;
+}
+
+void PacketLog::Initialize()
+{
+    std::string logsDir = sConfigMgr->GetStringDefault("LogsDir", "");
+
+    if (!logsDir.empty())
+        if ((logsDir.at(logsDir.length()-1) != '/') && (logsDir.at(logsDir.length()-1) != '\\'))
+            logsDir.push_back('/');
+
+    std::string logname = sConfigMgr->GetStringDefault("PacketLogFile", "");
+    if (!logname.empty())
+        _file = fopen((logsDir + logname).c_str(), "wb");
+}
+
+void PacketLog::LogPacket(WorldPacket const& packet, Direction direction)
+{
+    ByteBuffer data(4+4+4+1+packet.size());
+    data << int32(packet.GetOpcode());
+    data << int32(packet.size());
+    data << uint32(time(NULL));
+    data << uint8(direction);
+
+    for (uint32 i = 0; i < packet.size(); i++)
+        data << packet[i];
+
+    fwrite(data.contents(), 1, data.size(), _file);
+    fflush(_file);
+}

src/server/game/Server/Protocol/PacketLog.h

@@ -0,0 +1,50 @@
+/*
+ * Copyright (C) 
+ *
+ * This program is free software; you can redistribute it and/or modify it
+ * under the terms of the GNU General Public License as published by the
+ * Free Software Foundation; either version 2 of the License, or (at your
+ * option) any later version.
+ *
+ * This program is distributed in the hope that it will be useful, but WITHOUT
+ * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
+ * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
+ * more details.
+ *
+ * You should have received a copy of the GNU General Public License along
+ * with this program. If not, see <http://www.gnu.org/licenses/>.
+ */
+
+#ifndef TRINITY_PACKETLOG_H
+#define TRINITY_PACKETLOG_H
+
+#include "Common.h"
+#include <ace/Singleton.h>
+
+enum Direction
+{
+    CLIENT_TO_SERVER,
+    SERVER_TO_CLIENT
+};
+
+class WorldPacket;
+
+class PacketLog
+{
+    friend class ACE_Singleton<PacketLog, ACE_Thread_Mutex>;
+
+    private:
+        PacketLog();
+        ~PacketLog();
+
+    public:
+        void Initialize();
+        bool CanLogPacket() const { return (_file != NULL); }
+        void LogPacket(WorldPacket const& packet, Direction direction);
+
+    private:
+        FILE* _file;
+};
+
+#define sPacketLog ACE_Singleton<PacketLog, ACE_Thread_Mutex>::instance()
+#endif

src/server/game/Server/WorldSocket.h

@@ -0,0 +1,213 @@
+/*
+ * Copyright (C) 
+ * Copyright (C) 
+ *
+ * This program is free software; you can redistribute it and/or modify it
+ * under the terms of the GNU General Public License as published by the
+ * Free Software Foundation; either version 2 of the License, or (at your
+ * option) any later version.
+ *
+ * This program is distributed in the hope that it will be useful, but WITHOUT
+ * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
+ * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
+ * more details.
+ *
+ * You should have received a copy of the GNU General Public License along
+ * with this program. If not, see <http://www.gnu.org/licenses/>.
+ */
+
+/** \addtogroup u2w User to World Communication
+ * @{
+ * \file WorldSocket.h
+ * \author Derex <derex101@gmail.com>
+ */
+
+#ifndef _WORLDSOCKET_H
+#define _WORLDSOCKET_H
+
+#include <ace/Basic_Types.h>
+#include <ace/Synch_Traits.h>
+#include <ace/Svc_Handler.h>
+#include <ace/SOCK_Stream.h>
+#include <ace/Thread_Mutex.h>
+#include <ace/Guard_T.h>
+#include <ace/Unbounded_Queue.h>
+#include <ace/Message_Block.h>
+
+#if !defined (ACE_LACKS_PRAGMA_ONCE)
+#pragma once
+#endif /* ACE_LACKS_PRAGMA_ONCE */
+
+#include "Common.h"
+#include "AuthCrypt.h"
+
+class ACE_Message_Block;
+class WorldPacket;
+class WorldSession;
+
+/// Handler that can communicate over stream sockets.
+typedef ACE_Svc_Handler<ACE_SOCK_STREAM, ACE_NULL_SYNCH> WorldHandler;
+
+/**
+ * WorldSocket.
+ *
+ * This class is responsible for the communication with
+ * remote clients.
+ * Most methods return -1 on failure.
+ * The class uses reference counting.
+ *
+ * For output the class uses one buffer (64K usually) and
+ * a queue where it stores packet if there is no place on
+ * the queue. The reason this is done, is because the server
+ * does really a lot of small-size writes to it, and it doesn't
+ * scale well to allocate memory for every. When something is
+ * written to the output buffer the socket is not immediately
+ * activated for output (again for the same reason), there
+ * is 10ms celling (thats why there is Update() method).
+ * This concept is similar to TCP_CORK, but TCP_CORK
+ * uses 200ms celling. As result overhead generated by
+ * sending packets from "producer" threads is minimal,
+ * and doing a lot of writes with small size is tolerated.
+ *
+ * The calls to Update() method are managed by WorldSocketMgr
+ * and ReactorRunnable.
+ *
+ * For input, the class uses one 4096 bytes buffer on stack
+ * to which it does recv() calls. And then received data is
+ * distributed where its needed. 4096 matches pretty well the
+ * traffic generated by client for now.
+ *
+ * The input/output do speculative reads/writes (AKA it tryes
+ * to read all data available in the kernel buffer or tryes to
+ * write everything available in userspace buffer),
+ * which is ok for using with Level and Edge Triggered IO
+ * notification.
+ *
+ */
+class WorldSocket : public WorldHandler
+{
+    public:
+        WorldSocket (void);
+        virtual ~WorldSocket (void);
+
+        friend class WorldSocketMgr;
+
+        /// Mutex type used for various synchronizations.
+        typedef ACE_Thread_Mutex LockType;
+        typedef ACE_Guard<LockType> GuardType;
+
+        /// Check if socket is closed.
+        bool IsClosed (void) const;
+
+        /// Close the socket.
+        void CloseSocket (void);
+
+        /// Get address of connected peer.
+        const std::string& GetRemoteAddress (void) const;
+
+        /// Send A packet on the socket, this function is reentrant.
+        /// @param pct packet to send
+        /// @return -1 of failure
+        int SendPacket(const WorldPacket& pct);
+
+        /// Add reference to this object.
+        long AddReference (void);
+
+        /// Remove reference to this object.
+        long RemoveReference (void);
+
+        /// things called by ACE framework.
+
+        /// Called on open, the void* is the acceptor.
+        virtual int open (void *);
+
+        /// Called on failures inside of the acceptor, don't call from your code.
+        virtual int close (u_long);
+
+        /// Called when we can read from the socket.
+        virtual int handle_input (ACE_HANDLE = ACE_INVALID_HANDLE);
+
+        /// Called when the socket can write.
+        virtual int handle_output (ACE_HANDLE = ACE_INVALID_HANDLE);
+
+        /// Called when connection is closed or error happens.
+        virtual int handle_close (ACE_HANDLE = ACE_INVALID_HANDLE,
+            ACE_Reactor_Mask = ACE_Event_Handler::ALL_EVENTS_MASK);
+
+        /// Called by WorldSocketMgr/ReactorRunnable.
+        int Update (void);
+
+    private:
+        /// Helper functions for processing incoming data.
+        int handle_input_header (void);
+        int handle_input_payload (void);
+        int handle_input_missing_data (void);
+
+        /// Help functions to mark/unmark the socket for output.
+        /// @param g the guard is for m_OutBufferLock, the function will release it
+        int cancel_wakeup_output (GuardType& g);
+        int schedule_wakeup_output (GuardType& g);
+
+        /// Drain the queue if its not empty.
+        int handle_output_queue (GuardType& g);
+
+        /// process one incoming packet.
+        /// @param new_pct received packet, note that you need to delete it.
+        int ProcessIncoming (WorldPacket* new_pct);
+
+        /// Called by ProcessIncoming() on CMSG_AUTH_SESSION.
+        int HandleAuthSession (WorldPacket& recvPacket);
+
+        /// Called by ProcessIncoming() on CMSG_PING.
+        int HandlePing (WorldPacket& recvPacket);
+
+    private:
+        /// Time in which the last ping was received
+        ACE_Time_Value m_LastPingTime;
+
+        /// Keep track of over-speed pings, to prevent ping flood.
+        uint32 m_OverSpeedPings;
+
+        /// Address of the remote peer
+        std::string m_Address;
+
+        /// Class used for managing encryption of the headers
+        AuthCrypt m_Crypt;
+
+        /// Mutex lock to protect m_Session
+        LockType m_SessionLock;
+
+        /// Session to which received packets are routed
+        WorldSession* m_Session;
+
+        /// here are stored the fragments of the received data
+        WorldPacket* m_RecvWPct;
+
+        /// This block actually refers to m_RecvWPct contents,
+        /// which allows easy and safe writing to it.
+        /// It wont free memory when its deleted. m_RecvWPct takes care of freeing.
+        ACE_Message_Block m_RecvPct;
+
+        /// Fragment of the received header.
+        ACE_Message_Block m_Header;
+
+        /// Mutex for protecting output related data.
+        LockType m_OutBufferLock;
+
+        /// Buffer used for writing output.
+        ACE_Message_Block* m_OutBuffer;
+
+        /// Size of the m_OutBuffer.
+        size_t m_OutBufferSize;
+
+        /// True if the socket is registered with the reactor for output
+        bool m_OutActive;
+
+        uint32 m_Seed;
+
+};
+
+#endif  /* _WORLDSOCKET_H */
+
+/// @}
+

src/server/game/Server/WorldSocketAcceptor.h

@@ -0,0 +1,67 @@
+/*
+ * Copyright (C) 
+ *
+ * This program is free software; you can redistribute it and/or modify it
+ * under the terms of the GNU General Public License as published by the
+ * Free Software Foundation; either version 2 of the License, or (at your
+ * option) any later version.
+ *
+ * This program is distributed in the hope that it will be useful, but WITHOUT
+ * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
+ * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
+ * more details.
+ *
+ * You should have received a copy of the GNU General Public License along
+ * with this program. If not, see <http://www.gnu.org/licenses/>.
+ */
+
+/** \addtogroup u2w User to World Communication
+ *  @{
+ *  \file WorldSocketMgr.h
+ */
+
+#ifndef __WORLDSOCKETACCEPTOR_H_
+#define __WORLDSOCKETACCEPTOR_H_
+
+#include "Common.h"
+
+#include <ace/Acceptor.h>
+#include <ace/SOCK_Acceptor.h>
+
+#include "WorldSocket.h"
+
+class WorldSocketAcceptor : public ACE_Acceptor<WorldSocket, ACE_SOCK_Acceptor>
+{
+public:
+    WorldSocketAcceptor(void) { }
+    virtual ~WorldSocketAcceptor(void)
+    {
+        if (reactor())
+            reactor()->cancel_timer(this, 1);
+    }
+
+protected:
+
+    virtual int handle_timeout(const ACE_Time_Value& /*current_time*/, const void* /*act = 0*/)
+    {
+        sLog->outBasic("Resuming acceptor");
+        reactor()->cancel_timer(this, 1);
+        return reactor()->register_handler(this, ACE_Event_Handler::ACCEPT_MASK);
+    }
+
+    virtual int handle_accept_error(void)
+    {
+#if defined(ENFILE) && defined(EMFILE)
+        if (errno == ENFILE || errno == EMFILE)
+        {
+            sLog->outError("Out of file descriptors, suspending incoming connections for 10 seconds");
+            reactor()->remove_handler(this, ACE_Event_Handler::ACCEPT_MASK | ACE_Event_Handler::DONT_CALL);
+            reactor()->schedule_timer(this, NULL, ACE_Time_Value(10));
+        }
+#endif
+        return 0;
+    }
+};
+
+#endif /* __WORLDSOCKETACCEPTOR_H_ */
+/// @}

src/server/game/Server/WorldSocketMgr.cpp

@@ -0,0 +1,362 @@
+/*
+ * Copyright (C) 
+ * Copyright (C) 
+ *
+ * This program is free software; you can redistribute it and/or modify it
+ * under the terms of the GNU General Public License as published by the
+ * Free Software Foundation; either version 2 of the License, or (at your
+ * option) any later version.
+ *
+ * This program is distributed in the hope that it will be useful, but WITHOUT
+ * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
+ * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
+ * more details.
+ *
+ * You should have received a copy of the GNU General Public License along
+ * with this program. If not, see <http://www.gnu.org/licenses/>.
+ */
+
+/** \file WorldSocketMgr.cpp
+*  \ingroup u2w
+*  \author Derex <derex101@gmail.com>
+*/
+
+#include "WorldSocketMgr.h"
+
+#include <ace/ACE.h>
+#include <ace/Log_Msg.h>
+#include <ace/Reactor.h>
+#include <ace/Reactor_Impl.h>
+#include <ace/TP_Reactor.h>
+#include <ace/Dev_Poll_Reactor.h>
+#include <ace/Guard_T.h>
+#include <ace/Atomic_Op.h>
+#include <ace/os_include/arpa/os_inet.h>
+#include <ace/os_include/netinet/os_tcp.h>
+#include <ace/os_include/sys/os_types.h>
+#include <ace/os_include/sys/os_socket.h>
+
+#include <set>
+
+#include "Log.h"
+#include "Common.h"
+#include "Config.h"
+#include "DatabaseEnv.h"
+#include "WorldSocket.h"
+#include "WorldSocketAcceptor.h"
+#include "ScriptMgr.h"
+
+/**
+* This is a helper class to WorldSocketMgr, that manages
+* network threads, and assigning connections from acceptor thread
+* to other network threads
+*/
+class ReactorRunnable : protected ACE_Task_Base
+{
+    public:
+
+        ReactorRunnable() :
+            m_Reactor(0),
+            m_Connections(0),
+            m_ThreadId(-1)
+        {
+            ACE_Reactor_Impl* imp;
+
+            #if defined (ACE_HAS_EVENT_POLL) || defined (ACE_HAS_DEV_POLL)
+
+            imp = new ACE_Dev_Poll_Reactor();
+
+            imp->max_notify_iterations (128);
+            imp->restart (1);
+
+            #else
+
+            imp = new ACE_TP_Reactor();
+            imp->max_notify_iterations (128);
+
+            #endif
+
+            m_Reactor = new ACE_Reactor (imp, 1);
+        }
+
+        virtual ~ReactorRunnable()
+        {
+            Stop();
+            Wait();
+
+            delete m_Reactor;
+        }
+
+        void Stop()
+        {
+            m_Reactor->end_reactor_event_loop();
+        }
+
+        int Start()
+        {
+            if (m_ThreadId != -1)
+                return -1;
+
+            return (m_ThreadId = activate());
+        }
+
+        void Wait() { ACE_Task_Base::wait(); }
+
+        long Connections()
+        {
+            return static_cast<long> (m_Connections.value());
+        }
+
+        int AddSocket (WorldSocket* sock)
+        {
+            TRINITY_GUARD(ACE_Thread_Mutex, m_NewSockets_Lock);
+
+            ++m_Connections;
+            sock->AddReference();
+            sock->reactor (m_Reactor);
+            m_NewSockets.insert (sock);
+
+            sScriptMgr->OnSocketOpen(sock);
+
+            return 0;
+        }
+
+        ACE_Reactor* GetReactor()
+        {
+            return m_Reactor;
+        }
+
+    protected:
+
+        void AddNewSockets()
+        {
+            TRINITY_GUARD(ACE_Thread_Mutex, m_NewSockets_Lock);
+
+            if (m_NewSockets.empty())
+                return;
+
+            for (SocketSet::const_iterator i = m_NewSockets.begin(); i != m_NewSockets.end(); ++i)
+            {
+                WorldSocket* sock = (*i);
+
+                if (sock->IsClosed())
+                {
+                    sScriptMgr->OnSocketClose(sock, true);
+
+                    sock->RemoveReference();
+                    --m_Connections;
+                }
+                else
+                    m_Sockets.insert (sock);
+            }
+
+            m_NewSockets.clear();
+        }
+
+        virtual int svc()
+        {
+            ;//sLog->outStaticDebug ("Network Thread Starting");
+
+            ACE_ASSERT (m_Reactor);
+
+            SocketSet::iterator i, t;
+
+            while (!m_Reactor->reactor_event_loop_done())
+            {
+                // dont be too smart to move this outside the loop
+                // the run_reactor_event_loop will modify interval
+                ACE_Time_Value interval (0, 10000);
+
+                if (m_Reactor->run_reactor_event_loop (interval) == -1)
+                    break;
+
+                AddNewSockets();
+
+                for (i = m_Sockets.begin(); i != m_Sockets.end();)
+                {
+                    if ((*i)->Update() == -1)
+                    {
+                        t = i;
+                        ++i;
+
+                        (*t)->CloseSocket();
+
+                        sScriptMgr->OnSocketClose((*t), false);
+
+                        (*t)->RemoveReference();
+                        --m_Connections;
+                        m_Sockets.erase (t);
+                    }
+                    else
+                        ++i;
+                }
+            }
+
+            ;//sLog->outStaticDebug ("Network Thread exits");
+
+            return 0;
+        }
+
+    private:
+        typedef ACE_Atomic_Op<ACE_SYNCH_MUTEX, long> AtomicInt;
+        typedef std::set<WorldSocket*> SocketSet;
+
+        ACE_Reactor* m_Reactor;
+        AtomicInt m_Connections;
+        int m_ThreadId;
+
+        SocketSet m_Sockets;
+
+        SocketSet m_NewSockets;
+        ACE_Thread_Mutex m_NewSockets_Lock;
+};
+
+WorldSocketMgr::WorldSocketMgr() :
+    m_NetThreads(0),
+    m_NetThreadsCount(0),
+    m_SockOutKBuff(-1),
+    m_SockOutUBuff(65536),
+    m_UseNoDelay(true),
+    m_Acceptor (0)
+{
+}
+
+WorldSocketMgr::~WorldSocketMgr()
+{
+    delete [] m_NetThreads;
+    delete m_Acceptor;
+}
+
+int
+WorldSocketMgr::StartReactiveIO (ACE_UINT16 port, const char* address)
+{
+    m_UseNoDelay = sConfigMgr->GetBoolDefault ("Network.TcpNodelay", true);
+
+    int num_threads = sConfigMgr->GetIntDefault ("Network.Threads", 1);
+
+    if (num_threads <= 0)
+    {
+        sLog->outError("Network.Threads is wrong in your config file");
+        return -1;
+    }
+
+    m_NetThreadsCount = static_cast<size_t> (num_threads + 1);
+
+    m_NetThreads = new ReactorRunnable[m_NetThreadsCount];
+
+    sLog->outBasic ("Max allowed socket connections %d", ACE::max_handles());
+
+    // -1 means use default
+    m_SockOutKBuff = sConfigMgr->GetIntDefault ("Network.OutKBuff", -1);
+
+    m_SockOutUBuff = sConfigMgr->GetIntDefault ("Network.OutUBuff", 65536);
+
+    if (m_SockOutUBuff <= 0)
+    {
+        sLog->outError("Network.OutUBuff is wrong in your config file");
+        return -1;
+    }
+
+    m_Acceptor = new WorldSocketAcceptor;
+
+    ACE_INET_Addr listen_addr (port, address);
+
+    if (m_Acceptor->open(listen_addr, m_NetThreads[0].GetReactor(), ACE_NONBLOCK) == -1)
+    {
+        sLog->outError("Failed to open acceptor, check if the port is free");
+        return -1;
+    }
+
+    for (size_t i = 0; i < m_NetThreadsCount; ++i)
+        m_NetThreads[i].Start();
+
+    return 0;
+}
+
+int
+WorldSocketMgr::StartNetwork (ACE_UINT16 port, const char* address)
+{
+    if (!sLog->IsOutDebug())
+        ACE_Log_Msg::instance()->priority_mask (LM_ERROR, ACE_Log_Msg::PROCESS);
+
+    if (StartReactiveIO(port, address) == -1)
+        return -1;
+
+    sScriptMgr->OnNetworkStart();
+
+    return 0;
+}
+
+void
+WorldSocketMgr::StopNetwork()
+{
+    if (m_Acceptor)
+    {
+        m_Acceptor->close();
+    }
+
+    if (m_NetThreadsCount != 0)
+    {
+        for (size_t i = 0; i < m_NetThreadsCount; ++i)
+            m_NetThreads[i].Stop();
+    }
+
+    Wait();
+
+    sScriptMgr->OnNetworkStop();
+}
+
+void
+WorldSocketMgr::Wait()
+{
+    if (m_NetThreadsCount != 0)
+    {
+        for (size_t i = 0; i < m_NetThreadsCount; ++i)
+            m_NetThreads[i].Wait();
+    }
+}
+
+int
+WorldSocketMgr::OnSocketOpen (WorldSocket* sock)
+{
+    // set some options here
+    if (m_SockOutKBuff >= 0)
+    {
+        if (sock->peer().set_option (SOL_SOCKET,
+            SO_SNDBUF,
+            (void*) & m_SockOutKBuff,
+            sizeof (int)) == -1 && errno != ENOTSUP)
+        {
+            sLog->outError("WorldSocketMgr::OnSocketOpen set_option SO_SNDBUF");
+            return -1;
+        }
+    }
+
+    static const int ndoption = 1;
+
+    // Set TCP_NODELAY.
+    if (m_UseNoDelay)
+    {
+        if (sock->peer().set_option (ACE_IPPROTO_TCP,
+            TCP_NODELAY,
+            (void*)&ndoption,
+            sizeof (int)) == -1)
+        {
+            sLog->outError("WorldSocketMgr::OnSocketOpen: peer().set_option TCP_NODELAY errno = %s", ACE_OS::strerror (errno));
+            return -1;
+        }
+    }
+
+    sock->m_OutBufferSize = static_cast<size_t> (m_SockOutUBuff);
+
+    // we skip the Acceptor Thread
+    size_t min = 1;
+
+    ACE_ASSERT (m_NetThreadsCount >= 1);
+
+    for (size_t i = 1; i < m_NetThreadsCount; ++i)
+        if (m_NetThreads[i].Connections() < m_NetThreads[min].Connections())
+            min = i;
+
+    return m_NetThreads[min].AddSocket (sock);
+}

src/server/game/Server/WorldSocketMgr.h

@@ -0,0 +1,74 @@
+/*
+ * Copyright (C) 
+ * Copyright (C) 
+ *
+ * This program is free software; you can redistribute it and/or modify it
+ * under the terms of the GNU General Public License as published by the
+ * Free Software Foundation; either version 2 of the License, or (at your
+ * option) any later version.
+ *
+ * This program is distributed in the hope that it will be useful, but WITHOUT
+ * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
+ * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
+ * more details.
+ *
+ * You should have received a copy of the GNU General Public License along
+ * with this program. If not, see <http://www.gnu.org/licenses/>.
+ */
+
+/** \addtogroup u2w User to World Communication
+ *  @{
+ *  \file WorldSocketMgr.h
+ *  \author Derex <derex101@gmail.com>
+ */
+
+#ifndef __WORLDSOCKETMGR_H
+#define __WORLDSOCKETMGR_H
+
+#include <ace/Basic_Types.h>
+#include <ace/Singleton.h>
+#include <ace/Thread_Mutex.h>
+
+class WorldSocket;
+class ReactorRunnable;
+class ACE_Event_Handler;
+
+/// Manages all sockets connected to peers and network threads
+class WorldSocketMgr
+{
+public:
+    friend class WorldSocket;
+    friend class ACE_Singleton<WorldSocketMgr, ACE_Thread_Mutex>;
+
+    /// Start network, listen at address:port .
+    int StartNetwork(ACE_UINT16 port, const char* address);
+
+    /// Stops all network threads, It will wait for all running threads .
+    void StopNetwork();
+
+    /// Wait untill all network threads have "joined" .
+    void Wait();
+
+private:
+    int OnSocketOpen(WorldSocket* sock);
+
+    int StartReactiveIO(ACE_UINT16 port, const char* address);
+
+private:
+    WorldSocketMgr();
+    virtual ~WorldSocketMgr();
+
+    ReactorRunnable* m_NetThreads;
+    size_t m_NetThreadsCount;
+
+    int m_SockOutKBuff;
+    int m_SockOutUBuff;
+    bool m_UseNoDelay;
+
+    class WorldSocketAcceptor* m_Acceptor;
+};
+
+#define sWorldSocketMgr ACE_Singleton<WorldSocketMgr, ACE_Thread_Mutex>::instance()
+
+#endif
+/// @}