diff --git a/tools/eis-demo-server.c b/tools/eis-demo-server.c
index 8835bb3..e13ac7a 100644
--- a/tools/eis-demo-server.c
+++ b/tools/eis-demo-server.c
@@ -116,6 +116,14 @@ setup_keymap(struct eis_demo_server *server, struct eis_device *device)
 		eis_device_keyboard_set_keymap(device, k);
 		memfile_unref(f);
 
+		_unref_(xkb_state) *state = xkb_state_new(keymap);
+		if (!state)
+			return;
+
+		server->ctx = steal(&ctx);
+		server->keymap = steal(&keymap);
+		server->state = steal(&state);
+
 		return;
 	}