test: prettify tests (#9544)

### Description

<!-- Please insert your description here and provide especially info about the "what" this PR is solving -->

Adding `fails: true` to tests that are supposed to fail, so they are not printed again in CI

<!-- You can also add additional context here -->

### Please don't delete this checklist! Before submitting the PR, please make sure you do the following:
- [ ] It's really useful if your PR references an issue where it is discussed ahead of time. If the feature is substantial or introduces breaking changes without a discussion, PR might be closed.
- [ ] Ideally, include a test that fails without this PR but passes with it.
- [ ] Please, don't make changes to `pnpm-lock.yaml` unless you introduce a new test example.
- [ ] Please check [Allow edits by maintainers](https://docs.github.com/en/pull-requests/collaborating-with-pull-requests/working-with-forks/allowing-changes-to-a-pull-request-branch-created-from-a-fork) to make review process faster. Note that this option is not available for repositories that are owned by Github organizations.

### Tests
- [ ] Run the tests with `pnpm test:ci`.

### Documentation
- [ ] If you introduce new functionality, document it. You can run documentation with `pnpm run docs` command.

### Changesets
- [ ] Changes in changelog are generated from PR name. Please, make sure that it explains your changes in an understandable manner. Please, prefix changeset messages with `feat:`, `fix:`, `perf:`, `docs:`, or `chore:`.

Author: sheremet-va

test/cli/test/config-loader.test.ts

@@ -1,33 +1,28 @@
 import { expect, test } from 'vitest'
-import { runVitestCli } from '../../test-utils'
+import { runVitest } from '../../test-utils'
 
 const isTypeStrippingSupported = !!process.features.typescript
 
-test('configLoader default', async () => {
-  const { vitest, exitCode } = await runVitestCli(
-    'run',
-    '--root',
-    'fixtures/config-loader',
-  )
-  if (!isTypeStrippingSupported) {
-    expect(vitest.stderr).toContain('failed to load config')
-    expect(exitCode).not.toBe(0)
-  }
-  else {
-    expect(exitCode).toBe(0)
-  }
+test.runIf(isTypeStrippingSupported)('configLoader native', async () => {
+  const { stderr, exitCode } = await runVitest({
+    root: 'fixtures/config-loader',
+    $cliOptions: {
+      configLoader: 'native',
+    },
+  })
+  expect(stderr).toBe('')
+  expect(exitCode).toBe(0)
 })
 
 test('configLoader runner', async () => {
-  const { vitest, exitCode } = await runVitestCli(
-    'run',
-    '--root',
-    'fixtures/config-loader',
-    '--configLoader',
-    'runner',
-  )
+  const { vitest, exitCode } = await runVitest({
+    root: 'fixtures/config-loader',
+    $cliOptions: {
+      configLoader: 'runner',
+    },
+  })
   expect(vitest.stderr).toBe('')
-  expect(vitest.stdout).toContain('✓  node')
-  expect(vitest.stdout).toContain('✓  browser (chromium)')
+  expect(vitest.stdout).toContain('✓ |node|')
+  expect(vitest.stdout).toContain('✓ |browser (chromium)|')
   expect(exitCode).toBe(0)
 })

test/cli/test/projects.test.ts

@@ -121,7 +121,7 @@ it('correctly inherits the root config', async () => {
 it('fails if workspace is empty', async () => {
   const { stderr } = await runVitest({
     projects: [],
-  })
+  }, [], { fails: true })
   expect(stderr).toContain('No projects were found. Make sure your configuration is correct. The projects definition: [].')
 })
 
@@ -133,7 +133,7 @@ it('fails if workspace is filtered by the project', async () => {
     projects: [
       './vitest.config.js',
     ],
-  })
+  }, [], { fails: true })
   expect(stderr).toContain(`No projects were found. Make sure your configuration is correct. The filter matched no projects: non-existing. The projects definition: [
     "./vitest.config.js"
 ].`)

test/cli/test/unhandled-rejections.test.ts

@@ -43,7 +43,7 @@ describe('dangerouslyIgnoreUnhandledErrors', () => {
 
         new Promise((_, reject) => reject(new Error("intentional unhandled error")))
       `,
-    }, config)
+    }, config, { fails: true })
   }
 })
 
@@ -59,7 +59,7 @@ test('unhandled rejections of main thread are reported even when no reporter is
     config: false,
     globalSetup: ['setup-unhandled-rejections.js'],
     reporters: [{ onInit: () => {} }],
-  })
+  }, { fails: true })
 
   expect(exitCode).toBe(1)
   expect(stderr).toContain('Unhandled Rejection')

test/core/test/on-failed.test.ts

@@ -7,8 +7,6 @@ it.fails('on-failed', () => {
   const square4 = 4 ** 2
 
   onTestFailed(() => {
-    // eslint-disable-next-line no-console
-    console.log('Unexpected error encountered, internal states:', { square3, square4 })
     collected.push({ square3, square4 })
   })
 

test/core/test/snapshot-file.test.ts

@@ -8,11 +8,14 @@ function objectToCSS(selector: string, obj: Record<string, string>) {
 }
 
 describe('snapshots', () => {
-  const files = import.meta.glob('./fixtures/snapshots/**/input.json', { as: 'raw' })
+  const files = import.meta.glob('./fixtures/snapshots/**/input.json', {
+    query: '?raw',
+    import: 'default',
+  })
 
   for (const [path, file] of Object.entries(files)) {
     test(path, async () => {
-      const entries = JSON.parse(await file()) as any[]
+      const entries = JSON.parse(await file() as string) as any[]
       await expect(entries.map(i => objectToCSS(i[0], i[1])).join('\n'))
         .toMatchFileSnapshot(path.replace('input.json', 'output.css'))
     })

test/core/test/tab-effect.spec.mjs

@@ -6,7 +6,6 @@ const helloWorld = () => {
 return joinPath('hello', 'world')
 }
 
-test('Are you mocking me?', () => {
 // note there are NO indents in this file
 // except the next line
 // test pass with spaces, test fails with tab
@@ -15,5 +14,7 @@ return {
 join: vi.fn().mockReturnValue('goodbye world')
 }
 })
+
+test('Are you mocking me?', () => {
 expect(helloWorld()).toBe('goodbye world')
 })

test/core/test/wait.test.ts

@@ -143,8 +143,8 @@ describe('waitUntil', () => {
 
       await expect(
         vi.waitUntil(callback, {
-          timeout: 1000,
-          interval: 600,
+          timeout: 500,
+          interval: 400,
         }),
       ).rejects.toThrowErrorMatchingInlineSnapshot(`[Error: Timed out in waitUntil!]`)
 

test/core/vite.config.ts

@@ -158,6 +158,9 @@ export default defineConfig({
       if (log.startsWith(`[vitest]`) && log.includes(`did not use 'function' or 'class' in its implementation`)) {
         return false
       }
+      if (log.startsWith('Importing from') && log.includes('is deprecated since Vitest 4.1')) {
+        return false
+      }
     },
     projects: [
       project('threads', 'red'),

test/test-utils/index.ts

@@ -4,6 +4,7 @@ import type { SerializedConfig, WorkerGlobalState } from 'vitest'
 import type { TestProjectConfiguration } from 'vitest/config'
 import type {
   TestCase,
+  CliOptions as TestCliOptions,
   TestCollection,
   TestModule,
   TestSpecification,
@@ -37,7 +38,7 @@ export interface VitestRunnerCLIOptions {
 
 export interface RunVitestConfig extends TestUserConfig {
   $viteConfig?: Omit<ViteUserConfig, 'test'>
-  $cliOptions?: TestUserConfig
+  $cliOptions?: TestCliOptions
 }
 
 /**