diff --git a/smoke-tests/smoke-tests.gradle b/smoke-tests/smoke-tests.gradle
index 5d9dd9eb12e..1684267287b 100644
--- a/smoke-tests/smoke-tests.gradle
+++ b/smoke-tests/smoke-tests.gradle
@@ -32,7 +32,9 @@ test {
   inputs.files(tasks.findByPath(':javaagent:shadowJar').outputs.files)
   maxParallelForks = 2
 
-  timeout = Duration.ofMinutes(30)
+  timeout.set(Duration.ofMinutes(30))
+
+  enabled = System.getenv("CI") != null || findProperty('runSmokeTests')
   
   doFirst {
     jvmArgs "-Dio.opentelemetry.smoketest.agent.shadowJar.path=${project(':javaagent').tasks.shadowJar.archivePath}"