diff --git a/src/Views/TextDiffView.axaml.cs b/src/Views/TextDiffView.axaml.cs
index 02564428..4de04eaf 100644
--- a/src/Views/TextDiffView.axaml.cs
+++ b/src/Views/TextDiffView.axaml.cs
@@ -513,7 +513,17 @@ namespace SourceGit.Views
         private void OnTextViewPointerEntered(object sender, PointerEventArgs e)
         {
             if (EnableChunkSelection && sender is TextView view)
+            {
+                var chunk = SelectedChunk;
+                if (chunk != null)
+                {
+                    var rect = new Rect(0, chunk.Y, Bounds.Width, chunk.Height);
+                    if (rect.Contains(e.GetPosition(this)))
+                        return;
+                }
+
                 UpdateSelectedChunk(e.GetPosition(view).Y + view.VerticalOffset);
+            }
         }
 
         private void OnTextViewPointerMoved(object sender, PointerEventArgs e)