diff --git a/eek/eek-xkb-layout.c b/eek/eek-xkb-layout.c
index 1c32d3e4..a2b973c6 100644
--- a/eek/eek-xkb-layout.c
+++ b/eek/eek-xkb-layout.c
@@ -305,6 +305,9 @@ eek_xkb_layout_real_apply (EekLayout *layout, EekKeyboard *keyboard)
     g_return_if_fail (EEK_IS_KEYBOARD(keyboard));
 
     create_keyboard (EEK_XKB_LAYOUT(layout), keyboard);
+
+    if (g_object_is_floating (keyboard))
+        g_object_unref (keyboard);
 }
 
 static void