diff --git a/lua/LspUI/pos_abstract.lua b/lua/LspUI/pos_abstract.lua
index 208ee43..2beacdf 100644
--- a/lua/LspUI/pos_abstract.lua
+++ b/lua/LspUI/pos_abstract.lua
@@ -19,6 +19,7 @@ local main_namespace = api.nvim_create_namespace("LspUI_main")
 local seconday_namespace = api.nvim_create_namespace("LspUI_seconday")
 
 -- key is buffer id, value is the map info
+--- @type { [integer]: { [string]: any } } the any should be the result of maparg
 local buffer_keymap_history = {}
 
 -- function for push tagstack
@@ -194,10 +195,12 @@ local main_view_keybind = function()
         true
     )
 
-    buffer_keymap_history[M.main_view_buffer()] = {
-        [config.options.pos_keybind.main.back] = back_map,
-        [config.options.pos_keybind.main.hide_secondary] = hide_map,
-    }
+    if not buffer_keymap_history[M.main_view_buffer()] then
+        buffer_keymap_history[M.main_view_buffer()] = {
+            [config.options.pos_keybind.main.back] = back_map,
+            [config.options.pos_keybind.main.hide_secondary] = hide_map,
+        }
+    end
 
     -- back keybind
     api.nvim_buf_set_keymap(