diff --git a/egui/src/context.rs b/egui/src/context.rs
index 23eac2c40..472d34909 100644
--- a/egui/src/context.rs
+++ b/egui/src/context.rs
@@ -250,7 +250,6 @@ impl CtxRef {
                             // This is needed because we do window interaction first (to prevent frame delay),
                             // and then do content layout.
                             if sense.drag
-                                && self.input().pointer.primary_down()
                                 && (memory.interaction.drag_id.is_none()
                                     || memory.interaction.drag_is_window)
                             {