diff --git a/ci/module-kmm-ci-build-sign.yaml b/ci/module-kmm-ci-build-sign.yaml
index 4bfffffd1..755305ff9 100644
--- a/ci/module-kmm-ci-build-sign.yaml
+++ b/ci/module-kmm-ci-build-sign.yaml
@@ -6,6 +6,7 @@ metadata:
 spec:
   moduleLoader:
     container:
+      inTreeModuleToRemove: dummy
       modprobe:
         moduleName: kmm_ci_a
         modulesLoadingOrder: [kmm_ci_a, kmm_ci_b]
diff --git a/ci/prow/e2e-incluster-build b/ci/prow/e2e-incluster-build
index 4d76027ba..2b33984ec 100755
--- a/ci/prow/e2e-incluster-build
+++ b/ci/prow/e2e-incluster-build
@@ -18,6 +18,12 @@ make deploy
 check_module_not_loaded "kmm_ci_a"
 check_module_not_loaded "kmm_ci_b"
 
+echo "Load the dummy module to be removed by the worker Pod before loading kmm-ci"
+minikube ssh -- sudo modprobe dummy
+
+echo "Verify that dummy is loaded"
+minikube ssh -- lsmod | grep dummy
+
 echo "Create a build secret..."
 oc create secret generic build-secret --from-literal=ci-build-secret=super-secret-value
 
@@ -41,6 +47,8 @@ if ! minikube ssh -- lsmod | grep kmm_ci_b; then
   return 1
 fi
 
+check_module_not_loaded "dummy"
+
 echo "Remove the Module..."
 kubectl delete -f ci/module-kmm-ci-build-sign.yaml --wait=false