diff --git a/tests/integration_tests/bugs/test_gh868.py b/tests/integration_tests/bugs/test_gh868.py
index 31052dcb4dd..838efca651f 100644
--- a/tests/integration_tests/bugs/test_gh868.py
+++ b/tests/integration_tests/bugs/test_gh868.py
@@ -13,6 +13,7 @@
 """
 
 
+@pytest.mark.adhoc  # Can't be regularly reaching out to chef install script
 @pytest.mark.user_data(USERDATA)
 def test_chef_license(client: IntegrationInstance):
     log = client.read_from_file('/var/log/cloud-init.log')
diff --git a/tox.ini b/tox.ini
index 9374a1cb709..9e61b6d8870 100644
--- a/tox.ini
+++ b/tox.ini
@@ -157,7 +157,15 @@ passenv = CLOUD_INIT_* SSH_AUTH_SOCK OS_* TRAVIS
 deps =
     -r{toxinidir}/integration-requirements.txt
 setenv =
-    PYTEST_ADDOPTS="-m ci"
+    PYTEST_ADDOPTS="-m ci and not adhoc"
+
+[testenv:integration-tests-jenkins]
+commands = {envpython} -m pytest --log-cli-level=INFO {posargs:tests/integration_tests}
+passenv = CLOUD_INIT_* SSH_AUTH_SOCK OS_*
+deps =
+    -r{toxinidir}/integration-requirements.txt
+setenv =
+    PYTEST_ADDOPTS="-m not adhoc"
 
 [pytest]
 # TODO: s/--strict/--strict-markers/ once xenial support is dropped
@@ -190,3 +198,4 @@ markers =
     sru_next: test is part of the next SRU verification
     ubuntu: this test should run on Ubuntu
     unstable: skip this test because it is flakey
+    adhoc: only run adhoc, not in any CI environment (travis or jenkins)