diff --git a/network/ephemeral/tracker.go b/network/ephemeral/tracker.go
index 5480125492017b62b6eaf8e14f7bbd6ab384f1f7..6d390016a41c4d9cc6cc82dc1279403625f1411f 100644
--- a/network/ephemeral/tracker.go
+++ b/network/ephemeral/tracker.go
@@ -59,6 +59,7 @@ func track(session *storage.Session, addrSpace *AddressSpace, ourId *id.ID, stop
 
 	// Wait until we get the ID size from the network
 	receptionStore := session.Reception()
+	addrSpace.UnregisterNotification(addressSpaceSizeChanTag)
 	addressSizeUpdate, err := addrSpace.RegisterNotification(addressSpaceSizeChanTag)
 	if err != nil {
 		jww.FATAL.Panicf("failed to register address size notification "+