diff --git a/plugins/User/plugin.py b/plugins/User/plugin.py
index f18f1440b..890a3946f 100644
--- a/plugins/User/plugin.py
+++ b/plugins/User/plugin.py
@@ -454,7 +454,10 @@ class User(callbacks.Plugin):
                 if len(keyids) == 0:
                     raise ValueError
                 for keyid in keyids:
-                    user.gpgkeys.remove(keyid)
+                    try:
+                        user.gpgkeys.remove(keyid)
+                    except ValueError:
+                        user.gpgkeys.remove('0x' + keyid)
                 gpg.keyring.delete_keys(fingerprint)
                 irc.replySuccess()
             except ValueError: