diff --git a/tests/test_cmdline/__init__.py b/tests/test_cmdline/__init__.py
index 10076bbca57..68dfb1ccafb 100644
--- a/tests/test_cmdline/__init__.py
+++ b/tests/test_cmdline/__init__.py
@@ -52,7 +52,8 @@ def test_profiling(self):
             stats.print_stats()
             out.seek(0)
             stats = out.read()
-            self.assertIn('scrapy/commands/version.py', stats)
+            self.assertIn(os.path.join('scrapy', 'commands', 'version.py'),
+                          stats)
             self.assertIn('tottime', stats)
         finally:
             shutil.rmtree(path)