Add downloading time to averager (#618)

Author: samsja

hivemind/averaging/averager.py

@@ -10,6 +10,7 @@
 import random
 import signal
 import threading
+import time
 import weakref
 from dataclasses import asdict
 from typing import Any, AsyncIterator, Dict, Optional, Sequence, Tuple, Union
@@ -700,6 +701,7 @@ async def _load_state_from_peers(self, future: MPFuture, timeout: Optional[float
             metadata = None
             for peer in sorted(peer_priority.keys(), key=peer_priority.get, reverse=True):
                 if peer != self.peer_id:
+                    t0 = time.monotonic()
                     logger.info(f"Downloading parameters from peer {peer}")
                     try:
                         stub = self.get_stub(self._p2p, peer, namespace=self.prefix)
@@ -722,7 +724,8 @@ async def _load_state_from_peers(self, future: MPFuture, timeout: Optional[float
                             logger.debug(f"Peer {peer} did not send its state")
                             continue
 
-                        logger.info(f"Finished downloading state from {peer}")
+                        t1 = time.monotonic()
+                        logger.info(f"Finished downloading state in {t1 - t0:.3f}s from {peer}")
                         future.set_result((metadata, tensors))
                         return
                     except Exception as e: