Changeset 896ba7a

Timestamp:

Aug 27, 2008 7:58:13 PM (12 years ago)

Author:

zzz <zzz@…>

Branches:

master

Children:

c321251

Parents:

2c48831

Message:

• Floodfill Peer Selector: Prefer already-connected floodfill peer for direct RouterInfo? stores, to mimimize floodfill connections
• Peer Profiles: Classify connected peers as "active", which will help improve the fast pool
• Transport Manager: Add isEstablished(Hash)

Files:

• history.txt (modified) (1 diff)
• router/java/src/net/i2p/router/CommSystemFacade.java (modified) (1 diff)
• router/java/src/net/i2p/router/RouterVersion.java (modified) (1 diff)
• router/java/src/net/i2p/router/networkdb/kademlia/FloodfillPeerSelector.java (modified) (5 diffs)
• router/java/src/net/i2p/router/networkdb/kademlia/StoreJob.java (modified) (2 diffs)
• router/java/src/net/i2p/router/peermanager/PeerProfile.java (modified) (2 diffs)
• router/java/src/net/i2p/router/transport/CommSystemFacadeImpl.java (modified) (1 diff)
• router/java/src/net/i2p/router/transport/Transport.java (modified) (1 diff)
• router/java/src/net/i2p/router/transport/TransportImpl.java (modified) (1 diff)
• router/java/src/net/i2p/router/transport/TransportManager.java (modified) (1 diff)
• router/java/src/net/i2p/router/transport/ntcp/NTCPTransport.java (modified) (1 diff)
• router/java/src/net/i2p/router/transport/udp/UDPTransport.java (modified) (1 diff)

history.txt

@@ +1 @@
+2008-08-27 zzz
+    * Floodfill Peer Selector: Prefer already-connected floodfill
+      peer for direct RouterInfo stores, to mimimize floodfill
+      connections
+    * Peer Profiles: Classify connected peers as "active",
+      which will help improve the fast pool
+    * Transport Manager: Add isEstablished(Hash)
+    * NTCP: Reduce max idle time from 20m to 15m
+    * NetDb stats: Post-0.6.3 clean up
+
 * 2008-08-24  0.6.3 released
 

router/java/src/net/i2p/router/CommSystemFacade.java

@@ -57 +57 @@
     public boolean isBacklogged(Hash dest) { return false; }
     public boolean wasUnreachable(Hash dest) { return false; }
+    public boolean isEstablished(Hash dest) { return false; }
     
     /** 

router/java/src/net/i2p/router/RouterVersion.java

@@ -18 +18 @@
     public final static String ID = "$Revision: 1.548 $ $Date: 2008-06-07 23:00:00 $";
     public final static String VERSION = "0.6.3";
-    public final static long BUILD = 0;
+    public final static long BUILD = 1;
     public static void main(String args[]) {
         System.out.println("I2P Router version: " + VERSION + "-" + BUILD);

router/java/src/net/i2p/router/networkdb/kademlia/FloodfillPeerSelector.java

@@ -32 +32 @@
      * @return List of Hash for the peers selected
      */
+    public List selectMostReliablePeers(Hash key, int maxNumRouters, Set peersToIgnore, KBucketSet kbuckets) { 
+        return selectNearestExplicitThin(key, maxNumRouters, peersToIgnore, kbuckets, true);
+    }
+
     public List selectNearestExplicitThin(Hash key, int maxNumRouters, Set peersToIgnore, KBucketSet kbuckets) { 
+        return selectNearestExplicitThin(key, maxNumRouters, peersToIgnore, kbuckets, false);
+    }
+
+    public List selectNearestExplicitThin(Hash key, int maxNumRouters, Set peersToIgnore, KBucketSet kbuckets, boolean preferConnected) { 
         if (peersToIgnore == null)
             peersToIgnore = new HashSet(1);
@@ -39 +47 @@
         if (kbuckets == null) return new ArrayList();
         kbuckets.getAll(matches);
-        List rv = matches.get(maxNumRouters);
+        List rv = matches.get(maxNumRouters, preferConnected);
         if (_log.shouldLog(Log.DEBUG))
             _log.debug("Searching for " + maxNumRouters + " peers close to " + key + ": " 
@@ -101 +109 @@
         /** get the first $howMany entries matching */
         public List get(int howMany) {
+            return get(howMany, false);
+        }
+
+        public List get(int howMany, boolean preferConnected) {
             Collections.shuffle(_floodfillMatches, _context.random());
             List rv = new ArrayList(howMany);
             List badff = new ArrayList(howMany);
+            List unconnectedff = new ArrayList(howMany);
             int found = 0;
             long now = _context.clock().now();
@@ -122 +135 @@
                         if (_log.shouldLog(Log.DEBUG))
                             _log.debug("Skipping, recent failed send: " + entry);
+                    } else if (preferConnected && !_context.commSystem().isEstablished(entry)) {
+                        unconnectedff.add(entry);
+                        if (_log.shouldLog(Log.DEBUG))
+                            _log.debug("Skipping, unconnected: " + entry);
                     } else {
                         rv.add(entry);
@@ -127 +144 @@
                     }
                 }
+            }
+            // Put the unconnected floodfills after the connected floodfills
+            for (int i = 0; found < howMany && i < unconnectedff.size(); i++) {
+                rv.add(unconnectedff.get(i));
+                found++;
             }
             // Put the "bad" floodfills at the end of the floodfills but before the kademlias

router/java/src/net/i2p/router/networkdb/kademlia/StoreJob.java

@@ -142 +142 @@
             toCheck = getParallelization();
 
-        List closestHashes = getClosestRouters(_state.getTarget(), toCheck, _state.getAttempted());
+        // We are going to send the RouterInfo directly, rather than through a lease,
+        // so select a floodfill peer we are already connected to.
+        // This will help minimize active connections for floodfill peers and allow
+        // the network to scale.
+        // Perhaps the ultimate solution is to send RouterInfos through a lease also.
+        List closestHashes;
+        if (_state.getData() instanceof RouterInfo) 
+            closestHashes = getMostReliableRouters(_state.getTarget(), toCheck, _state.getAttempted());
+        else
+            closestHashes = getClosestRouters(_state.getTarget(), toCheck, _state.getAttempted());
         if ( (closestHashes == null) || (closestHashes.size() <= 0) ) {
             if (_state.getPending().size() <= 0) {
@@ -217 +226 @@
     }
 
+    private List getMostReliableRouters(Hash key, int numClosest, Set alreadyChecked) {
+        Hash rkey = getContext().routingKeyGenerator().getRoutingKey(key);
+        KBucketSet ks = _facade.getKBuckets();
+        if (ks == null) return new ArrayList();
+        return _peerSelector.selectMostReliablePeers(rkey, numClosest, alreadyChecked, ks);
+    }
+
     /**
      * Send a store to the given peer through a garlic route, including a reply 

router/java/src/net/i2p/router/peermanager/PeerProfile.java

@@ -95 +95 @@
      * Is this peer active at the moment (sending/receiving messages within the 
      * given period?)
+     * Also mark active if it is connected, as this will tend to encourage use
+     * of already-connected peers.
      */
     public boolean getIsActive(long period) {
@@ -100 +102 @@
              (getSendSuccessSize().getRate(period).getLastEventCount() > 0) ||
              (getReceiveSize().getRate(period).getCurrentEventCount() > 0) ||
-             (getReceiveSize().getRate(period).getLastEventCount() > 0) )
+             (getReceiveSize().getRate(period).getLastEventCount() > 0) ||
+             _context.commSystem().isEstablished(_peer) )
             return true;
         else

router/java/src/net/i2p/router/transport/CommSystemFacadeImpl.java

@@ -124 +124 @@
     public boolean isBacklogged(Hash dest) { 
         return _manager.isBacklogged(dest); 
+    }
+    
+    public boolean isEstablished(Hash dest) { 
+        return _manager.isEstablished(dest); 
     }
     

router/java/src/net/i2p/router/transport/Transport.java

@@ -51 +51 @@
     
     public boolean isUnreachable(Hash peer);
+    public boolean isEstablished(Hash peer);
 }

router/java/src/net/i2p/router/transport/TransportImpl.java

@@ -396 +396 @@
     public void recheckReachability() {}
     public boolean isBacklogged(Hash dest) { return false; }
+    public boolean isEstablished(Hash dest) { return false; }
     
     private static final long UNREACHABLE_PERIOD = 5*60*1000;

router/java/src/net/i2p/router/transport/TransportManager.java

@@ -204 +204 @@
     }    
     
+    public boolean isEstablished(Hash dest) {
+        for (int i = 0; i < _transports.size(); i++) {
+            Transport t = (Transport)_transports.get(i);
+            if (t.isEstablished(dest))
+                return true;
+        }
+        return false;
+    }    
+    
     /**
      * Was the peer UNreachable (outbound only) on any transport,

router/java/src/net/i2p/router/transport/ntcp/NTCPTransport.java

@@ -337 +337 @@
 
     private boolean isEstablished(RouterIdentity peer) {
+        return isEstablished(peer.calculateHash());
+    }
+    
+    public boolean isEstablished(Hash dest) {
         synchronized (_conLock) {
-            NTCPConnection con = (NTCPConnection)_conByIdent.get(peer.calculateHash());
+            NTCPConnection con = (NTCPConnection)_conByIdent.get(dest);
             return (con != null) && con.isEstablished() && !con.isClosed();
         }

router/java/src/net/i2p/router/transport/udp/UDPTransport.java

@@ -1267 +1267 @@
     }
     
+    public boolean isEstablished(Hash dest) {
+        return getPeerState(dest) != null;
+    }
+
     /**
      * Return our peer clock skews on this transport.