diff --git a/HandyNotes_WorldMapButton.lua b/HandyNotes_WorldMapButton.lua
index dff37c0..8e55e8e 100644
--- a/HandyNotes_WorldMapButton.lua
+++ b/HandyNotes_WorldMapButton.lua
@@ -69,7 +69,7 @@ local function btnOnClick(self, button)
 			db.enabled = true
 			HandyNotes:Enable();
 		end
-	else
+	elseif button == "RightButton" then
 		LibStub("AceConfigDialog-3.0"):Open("HandyNotes")
 	end
 	SetIconTexture();