diff --git a/internal/torrent/refresh.go b/internal/torrent/refresh.go
index 50dde2b..27becbc 100644
--- a/internal/torrent/refresh.go
+++ b/internal/torrent/refresh.go
@@ -43,7 +43,6 @@ func (t *TorrentManager) RefreshTorrents() []string {
 		}
 		freshKeys.Add(info.AccessKey)
 		if torrent, exists := allTorrents.Get(info.AccessKey); !exists {
-			t.allAccessKeys.Add(info.AccessKey)
 			allTorrents.Set(info.AccessKey, info)
 		} else if !strset.Difference(info.DownloadedIDs, torrent.DownloadedIDs).IsEmpty() {
 			mainTorrent := t.mergeToMain(torrent, info)
@@ -64,6 +63,7 @@ func (t *TorrentManager) RefreshTorrents() []string {
 			torrents.Set(accessKey, tor)
 			updatedPaths = append(updatedPaths, fmt.Sprintf("%s/%s", directory, accessKey))
 		})
+		t.allAccessKeys.Add(accessKey)
 		return true
 	})
 	// removed torrents