diff --git a/riptide-idempotency/src/main/resources/META-INF/services/org.zalando.riptide.Plugin b/riptide-idempotency/src/main/resources/META-INF/services/org.zalando.riptide.Plugin
deleted file mode 100644
index 8c41f08ab..000000000
--- a/riptide-idempotency/src/main/resources/META-INF/services/org.zalando.riptide.Plugin
+++ /dev/null
@@ -1 +0,0 @@
-org.zalando.riptide.idempotency.IdempotencyPlugin
diff --git a/riptide-idempotency/src/test/java/org/zalando/riptide/idempotency/IdempotencyPluginTest.java b/riptide-idempotency/src/test/java/org/zalando/riptide/idempotency/IdempotencyPluginTest.java
new file mode 100644
index 000000000..1afd552ac
--- /dev/null
+++ b/riptide-idempotency/src/test/java/org/zalando/riptide/idempotency/IdempotencyPluginTest.java
@@ -0,0 +1,24 @@
+package org.zalando.riptide.idempotency;
+
+import org.junit.jupiter.api.Test;
+import org.springframework.http.client.HttpComponentsClientHttpRequestFactory;
+import org.zalando.riptide.Http;
+
+import java.util.ServiceConfigurationError;
+import java.util.concurrent.Executors;
+
+import static org.junit.jupiter.api.Assertions.fail;
+
+final class IdempotencyPluginTest {
+    @Test
+    void testHttpCreation() {
+        try {
+            Http.builder()
+                .executor(Executors.newCachedThreadPool())
+                .requestFactory(new HttpComponentsClientHttpRequestFactory())
+                .build();
+        } catch (ServiceConfigurationError e) {
+            fail(e.getMessage());
+        }
+    }
+}