test: prevent flaky behavior in test runner bail option

test/fixtures/test-runner/bailout/parallel-concurrency/first.mjs

@@ -1,10 +1,23 @@
+import { existsSync } from 'node:fs';
 import { describe, it } from 'node:test';
 
-describe('first parallel file', () => {
+const testSyncPath = process.env.__TEST_SYNC_PATH__;
 
-  it('passing test with delay', async (t) => {
-    await new Promise((resolve) => setTimeout(resolve, 200));
-    t.assert.ok(true);
+describe('first parallel file', () => {
+  it('awaits second test to start running before passing', async (t) => {
+    // Wait for the second test to run and create the file
+    await t.waitFor(
+      () => {
+        const exist = existsSync(`${testSyncPath}/second-file`);
+        if (!exist) {
+          throw new Error('Second file does not exist yet');
+        }
+      },
+      {
+        interval: 1000,
+        timeout: 60_000,
+      },
+    );
   });
 
   it('failing test', () => {

test/fixtures/test-runner/bailout/parallel-concurrency/second.mjs

@@ -1,7 +1,15 @@
+import { writeFileSync } from 'node:fs';
 import { describe, it } from 'node:test';
+import { setTimeout } from 'node:timers/promises';
+
+const testSyncPath = process.env.__TEST_SYNC_PATH__;
 
 describe('second parallel file', () => {
-  it('slow test that should be cancelled', async () => {
-    await new Promise((resolve) => setTimeout(resolve, 5000));
+  // Create a file to signal that the second test has started
+  writeFileSync(`${testSyncPath}/second-file`, 'second file content');
+  it('slow test that should be cancelled', async (t) => {
+    while (true) {
+      await setTimeout(5000);
+    }
   });
 });

test/parallel/test-runner-bail.js

@@ -2,11 +2,16 @@
 
 require('../common');
 const fixtures = require('../common/fixtures');
-const { describe, it } = require('node:test');
+const { describe, it, beforeEach } = require('node:test');
 const { spawnSync } = require('node:child_process');
 const assert = require('node:assert');
+const tmpdir = require('../common/tmpdir.js');
 
 describe('node:test bail', () => {
+  beforeEach(() => {
+    tmpdir.refresh();
+  });
+
   it('should run all tests when --test-bail is not set', () => {
     const child = spawnSync(
       process.execPath,
@@ -81,18 +86,23 @@ describe('node:test bail', () => {
         '--test-bail',
         '--test-reporter=spec',
         '--test-concurrency=2',
-        fixtures.path('test-runner', 'bailout', 'parallel-loading', 'slow-loading.mjs'),
-        fixtures.path('test-runner', 'bailout', 'parallel-loading', 'infinite-loop.mjs'),
+        fixtures.path('test-runner', 'bailout', 'parallel-concurrency', 'first.mjs'),
+        fixtures.path('test-runner', 'bailout', 'parallel-concurrency', 'second.mjs'),
       ],
+      {
+        env: {
+          __TEST_SYNC_PATH__ : tmpdir.path,
+        }
+      }
     );
 
     assert.strictEqual(child.stderr.toString(), '');
     const output = child.stdout.toString();
 
     assert.match(output, /Bail out!/);
-    assert.match(output, /tests 2/);
+    assert.match(output, /tests 3/);
     assert.match(output, /suites 1/);
-    assert.match(output, /pass 0/);
+    assert.match(output, /pass 1/);
     assert.match(output, /fail 1/);
     assert.match(output, /cancelled 1/);
   });
@@ -108,7 +118,12 @@ describe('node:test bail', () => {
         fixtures.path('test-runner', 'bailout', 'parallel-concurrency', 'first.mjs'),
         fixtures.path('test-runner', 'bailout', 'parallel-concurrency', 'second.mjs'),
         fixtures.path('test-runner', 'bailout', 'parallel-concurrency', 'third.mjs'),
-      ]
+      ],
+      {
+        env: {
+          __TEST_SYNC_PATH__ : tmpdir.path,
+        }
+      }
     );
 
     assert.strictEqual(child.stderr.toString(), '');