diff --git a/scene/gui/rich_text_label.cpp b/scene/gui/rich_text_label.cpp
index f536f36b7..8c21ff801 100644
--- a/scene/gui/rich_text_label.cpp
+++ b/scene/gui/rich_text_label.cpp
@@ -1231,7 +1231,7 @@ void RichTextLabel::_gui_input(Ref<InputEvent> p_event) {
 
 				selection.click = nullptr;
 
-				if (!b->is_doubleclick() && !scroll_updated) {
+				if (!b->is_doubleclick() && !scroll_updated && !selection.active) {
 					int line = 0;
 					Item *item = nullptr;