diff --git a/pkl-doc/src/test/kotlin/org/pkl/doc/NativeExecutableTest.kt b/pkl-doc/src/test/kotlin/org/pkl/doc/NativeExecutableTest.kt
index 01937e03..2fb013a5 100644
--- a/pkl-doc/src/test/kotlin/org/pkl/doc/NativeExecutableTest.kt
+++ b/pkl-doc/src/test/kotlin/org/pkl/doc/NativeExecutableTest.kt
@@ -37,6 +37,10 @@ class NativeExecutableTest {
   @ParameterizedTest()
   @MethodSource("generateDocs")
   fun test(relativePath: String) {
-    DocTestUtils.testExpectedFile(helper.expectedOutputDir, helper.actualOutputDir, relativePath)
+    DocTestUtils.testExpectedFile(
+      helper.expectedOutputDir,
+      helper.baseActualOutputDir,
+      relativePath,
+    )
   }
 }