diff --git a/buildtests/test-relative-import.spec b/buildtests/test-relative-import.spec
index 17d4201..b66f2e7 100644
--- a/buildtests/test-relative-import.spec
+++ b/buildtests/test-relative-import.spec
@@ -10,7 +10,7 @@ exe = EXE(pyz,
           a.scripts,
           a.binaries,
           a.zipfiles,
-          name = os.path.join('dist', __testname__ +'.exe'),
+          name = os.path.join('dist', __testname__, __testname__ +'.exe'),
           debug=False,
           strip=False,
           upx=False,