diff --git a/hoverxref/extension.py b/hoverxref/extension.py
index c227ecf0..b139b615 100644
--- a/hoverxref/extension.py
+++ b/hoverxref/extension.py
@@ -174,7 +174,7 @@ def setup_intersphinx(app, config):
 
     for listener in app.events.listeners.get('missing-reference'):
         module_name = inspect.getmodule(listener.handler).__name__
-        if module_name == 'sphinx.ext.intersphinx':
+        if module_name.startswith('sphinx.ext.intersphinx'):
             app.disconnect(listener.id)