diff --git a/debian/rules b/debian/rules
index ed47efd..55e4289 100755
--- a/debian/rules
+++ b/debian/rules
@@ -20,6 +20,7 @@ export PYBUILD_TEST_ARGS=-k '\
 # Remove directory created while running tests on build
 export PYBUILD_AFTER_INSTALL_python3=rm -rf {destdir}/usr/lib/python3*/dist-packages/.hypothesis
 
+export PYBUILD_AFTER_INSTALL_python2=rm {destdir}/usr/lib/python*/dist-packages/sentry_sdk/integrations/aiohttp.py {destdir}/usr/lib/python*/dist-packages/sentry_sdk/integrations/asgi.py {destdir}/usr/lib/python*/dist-packages/sentry_sdk/integrations/sanic.py {destdir}/usr/lib/python*/dist-packages/sentry_sdk/integrations/tornado.py
 %:
 	dh $@ --with python2,python3 --buildsystem=pybuild