diff --git a/itbench_tools/bench_runner/main.py b/itbench_tools/bench_runner/main.py
index 60dbb3e..2924bb5 100644
--- a/itbench_tools/bench_runner/main.py
+++ b/itbench_tools/bench_runner/main.py
@@ -16,7 +16,7 @@
 import logging
 
 import itbench_tools.agent_harness.agent
-import itbench_tools.app.runner
+import itbench_tools.bench_runner.runner
 from itbench_tools.app.config import (
     DEFAULT_MINIBENCH_HOST,
     DEFAULT_MINIBENCH_PORT,
@@ -75,7 +75,7 @@ def main():
         log.init()
 
     if args.command == 'runner':
-        itbench_tools.app.runner.run(args)
+        itbench_tools.bench_runner.runner.run(args)
 
 
 if __name__ == "__main__":
diff --git a/itbench_tools/app/runner.py b/itbench_tools/bench_runner/runner.py
similarity index 99%
rename from itbench_tools/app/runner.py
rename to itbench_tools/bench_runner/runner.py
index d3e7146..11049d1 100644
--- a/itbench_tools/app/runner.py
+++ b/itbench_tools/bench_runner/runner.py
@@ -30,7 +30,7 @@
     BenchmarkJobTake,
 )
 from itbench_tools.app.models.bundle import Bundle as BundleInApp
-from itbench_tools.app.runner_utils import (
+from itbench_tools.bench_runner.utils import (
     build_benchmark_run_config,
     get_specific_log_file_path,
     setup_request_logger,
diff --git a/itbench_tools/app/runner_utils.py b/itbench_tools/bench_runner/utils.py
similarity index 100%
rename from itbench_tools/app/runner_utils.py
rename to itbench_tools/bench_runner/utils.py