refactor socket pool (#1484)

1. define a new interface ```ISocketPool``` that supports connection grouping by user-defined keys, in addition to Endpoints

2. allow for user-defined callback for connection heartbeat, as construction argument

3. support TCP-Keepalive

4. re-design the implementation to support these new features

5. optimization of the data structure to eliminate redundant stores of keys (Endpoints), as well as fds

6. merge the timer and the collector thread

The keys (Endpoints) were stored 3 times in: unordered_map (fdmap), StreamListNode, and PooledTCPSocketStream. Now they are stored once in StreamListHead, located at the end of StreamListHead to support variable length. And the unordered_map is changed to unordered_set.

The maintainance routines, e.g. evict(), release(), collect(), etc., are changed accordingly.

Author: lihuiba

common/checksum/test/test_checksum.cpp

@@ -169,7 +169,7 @@ TEST(Perf, crc32c_sw) {
 
 void do_test64(const char* name, CRC64ECMA crc64ecma) {
     auto start = std::chrono::system_clock::now();
-    for (int i = 0; i < 100; ++i)
+    // for (int i = 0; i < 100; ++i)
     for (auto& c: cases) {
         auto crc64 = crc64ecma((uint8_t*)c.s.data(), c.s.length(), 0);
         if (crc64 != c.crc64ecma) puts(c.s.data());

common/intrusive_list.h

@@ -358,7 +358,7 @@ class intrusive_list
     {
         return node;
     }
-    bool empty()
+    bool empty() const
     {
         return node == nullptr;
     }
@@ -430,17 +430,19 @@ class intrusive_list
         }
         return split_front_exclusive(first_not_fit);
     }
-    void delete_all()
+    size_t delete_all()
     {
         auto ptr = node;
+        size_t n = 0;
         if (ptr) {
             do {
                 auto next = ptr->next();
-                delete ptr;
+                delete ptr; n++;
                 ptr = next;
             } while (ptr != node);
         }
         node = nullptr;
+        return n;
     }
     NodeType* round_robin_next() {
         auto x = node;

common/timeout.h

@@ -56,6 +56,18 @@ class Timeout {
     bool operator < (const Timeout& rhs) const {
         return m_expiration < rhs.m_expiration;
     }
+    bool operator <= (const Timeout& rhs) const {
+        return m_expiration < rhs.m_expiration;
+    }
+    bool operator > (const Timeout& rhs) const {
+        return m_expiration > rhs.m_expiration;
+    }
+    bool operator >= (const Timeout& rhs) const {
+        return m_expiration >= rhs.m_expiration;
+    }
+    bool operator == (const Timeout& rhs) const {
+        return m_expiration == rhs.m_expiration;
+    }
     Timeout& timeout_at_most(uint64_t x) {
         x = sat_add(now, x);
         if (x < m_expiration)

include/sys/socket.h

@@ -27,6 +27,7 @@ limitations under the License.
 #include <winsock2.h>
 #include <ws2tcpip.h>
 #include <mswsock.h>
+#include <mstcpip.h>
 
 // Winsock's getsockname / getpeername / accept / recvfrom all take `int*` for
 // the address-length parameter, while POSIX uses `socklen_t*`.  MinGW