diff --git a/lib/core/PlaylistManager.js b/lib/core/PlaylistManager.js
index a82d0915..fb0c8675 100644
--- a/lib/core/PlaylistManager.js
+++ b/lib/core/PlaylistManager.js
@@ -151,8 +151,8 @@ class PlaylistManager {
       const video_0 = pl.videos.find((video) => moved_video_id === video.id);
       const video_1 = pl.videos.find((video) => predecessor_video_id === video.id);
       
-      set_video_id_0 = video_0?.set_video_id;
-      set_video_id_1 = video_1?.set_video_id;
+      set_video_id_0 = set_video_id_0 || video_0?.set_video_id;
+      set_video_id_1 = set_video_id_1 || video_1?.set_video_id;
       
       if (!set_video_id_0 || !set_video_id_1) {
         const next = await pl.getContinuation();