diff --git a/modules/ui/tag_reference.js b/modules/ui/tag_reference.js
index 0123a9460..84ae00197 100644
--- a/modules/ui/tag_reference.js
+++ b/modules/ui/tag_reference.js
@@ -143,6 +143,7 @@ export function uiTagReference(tag) {
             .on('click', function () {
                 d3_event.stopPropagation();
                 d3_event.preventDefault();
+                this.blur();    // avoid keeping focus on the button - #4641
                 if (_showing) {
                     hide();
                 } else if (_loaded) {