diff --git a/packages/playwright-test/src/runner.ts b/packages/playwright-test/src/runner.ts
index cf571a32aaacf..86be845d4a793 100644
--- a/packages/playwright-test/src/runner.ts
+++ b/packages/playwright-test/src/runner.ts
@@ -472,7 +472,7 @@ export class Runner {
       return { status: 'passed' };
 
     // Remove output directores.
-    if (!this._removeOutputDirs(options))
+    if (!await this._removeOutputDirs(options))
       return { status: 'failed' };
 
     // Run Global setup.