refactor: fix cache invalidation for tests in monorepo setups

e2e/ci-e2e/mocks/fixtures/npm-workspaces/_package.json

@@ -0,0 +1,4 @@
+{
+  "private": true,
+  "workspaces": ["packages/*"]
+}

e2e/ci-e2e/mocks/setup.ts

@@ -7,6 +7,7 @@ import {
   E2E_ENVIRONMENTS_DIR,
   TEST_OUTPUT_DIR,
   initGitRepo,
+  restoreNxIgnoredFiles,
   simulateGitFetch,
   teardownTestFolder,
 } from '@code-pushup/test-utils';
@@ -28,6 +29,7 @@ export async function setupTestRepo(folder: string) {
   );
 
   await cp(fixturesDir, baseDir, { recursive: true });
+  await restoreNxIgnoredFiles(baseDir);
 
   const git = await initGitRepo(simpleGit, { baseDir });
   await simulateGitFetch(git);

e2e/cli-e2e/tests/collect.e2e.test.ts

@@ -5,6 +5,7 @@ import { nxTargetProject } from '@code-pushup/test-nx-utils';
 import {
   E2E_ENVIRONMENTS_DIR,
   TEST_OUTPUT_DIR,
+  restoreNxIgnoredFiles,
   teardownTestFolder,
 } from '@code-pushup/test-utils';
 import {
@@ -36,6 +37,7 @@ describe('CLI collect', () => {
 
   beforeAll(async () => {
     await cp(fixtureDummyDir, dummyDir, { recursive: true });
+    await restoreNxIgnoredFiles(dummyDir);
   });
 
   afterAll(async () => {

e2e/cli-e2e/tests/compare.e2e.test.ts

@@ -6,6 +6,7 @@ import { nxTargetProject } from '@code-pushup/test-nx-utils';
 import {
   E2E_ENVIRONMENTS_DIR,
   TEST_OUTPUT_DIR,
+  restoreNxIgnoredFiles,
   teardownTestFolder,
 } from '@code-pushup/test-utils';
 import { executeProcess, readJsonFile, readTextFile } from '@code-pushup/utils';
@@ -30,6 +31,7 @@ describe('CLI compare', () => {
 
   beforeAll(async () => {
     await cp(fixtureDummyDir, existingDir, { recursive: true });
+    await restoreNxIgnoredFiles(existingDir);
   });
 
   afterAll(async () => {

e2e/plugin-coverage-e2e/tests/collect.e2e.test.ts

@@ -9,6 +9,7 @@ import {
   TEST_OUTPUT_DIR,
   initGitRepo,
   omitVariableReportData,
+  restoreNxIgnoredFiles,
   teardownTestFolder,
 } from '@code-pushup/test-utils';
 import { executeProcess, readJsonFile } from '@code-pushup/utils';
@@ -24,6 +25,7 @@ describe('PLUGIN collect report with coverage-plugin NPM package', () => {
 
   beforeAll(async () => {
     await cp(fixtureDir, testFileDir, { recursive: true });
+    await restoreNxIgnoredFiles(testFileDir);
     await initGitRepo(simpleGit, { baseDir: basicDir });
     await initGitRepo(simpleGit, { baseDir: existingDir });
   });

e2e/plugin-eslint-e2e/tests/collect.e2e.test.ts

@@ -7,6 +7,7 @@ import {
   E2E_ENVIRONMENTS_DIR,
   TEST_OUTPUT_DIR,
   omitVariableReportData,
+  restoreNxIgnoredFiles,
   teardownTestFolder,
 } from '@code-pushup/test-utils';
 import { executeProcess, readJsonFile } from '@code-pushup/utils';
@@ -39,10 +40,13 @@ describe('PLUGIN collect report with eslint-plugin NPM package', () => {
 
   beforeAll(async () => {
     await cp(fixturesFlatConfigDir, flatConfigDir, { recursive: true });
+    await restoreNxIgnoredFiles(flatConfigDir);
     await cp(fixturesLegacyConfigDir, legacyConfigDir, { recursive: true });
+    await restoreNxIgnoredFiles(legacyConfigDir);
     await cp(fixturesArtifactsConfigDir, artifactsConfigDir, {
       recursive: true,
     });
+    await restoreNxIgnoredFiles(artifactsConfigDir);
   });
 
   afterAll(async () => {

e2e/plugin-js-packages-e2e/tests/plugin-js-packages.e2e.test.ts

@@ -10,6 +10,7 @@ import { nxTargetProject } from '@code-pushup/test-nx-utils';
 import {
   E2E_ENVIRONMENTS_DIR,
   TEST_OUTPUT_DIR,
+  restoreNxIgnoredFiles,
   teardownTestFolder,
 } from '@code-pushup/test-utils';
 import { executeProcess, readJsonFile } from '@code-pushup/utils';
@@ -32,6 +33,7 @@ describe('plugin-js-packages', () => {
 
   beforeAll(async () => {
     await cp(fixturesNPMDir, npmRepoDir, { recursive: true });
+    await restoreNxIgnoredFiles(npmRepoDir);
   });
 
   afterAll(async () => {

e2e/plugin-jsdocs-e2e/tests/collect.e2e.test.ts

@@ -9,6 +9,7 @@ import {
   TEST_OUTPUT_DIR,
   initGitRepo,
   omitVariableReportData,
+  restoreNxIgnoredFiles,
   teardownTestFolder,
 } from '@code-pushup/test-utils';
 import { executeProcess, readJsonFile } from '@code-pushup/utils';
@@ -36,6 +37,8 @@ describe('PLUGIN collect report with jsdocs-plugin NPM package', () => {
   beforeAll(async () => {
     await cp(fixturesAngularDir, angularDir, { recursive: true });
     await cp(fixturesReactDir, reactDir, { recursive: true });
+    await restoreNxIgnoredFiles(angularDir);
+    await restoreNxIgnoredFiles(reactDir);
     await initGitRepo(simpleGit, { baseDir: angularDir });
     await initGitRepo(simpleGit, { baseDir: reactDir });
   });

e2e/plugin-lighthouse-e2e/tests/collect.e2e.test.ts

@@ -8,6 +8,7 @@ import {
   TEST_OUTPUT_DIR,
   omitVariableReportData,
   removeColorCodes,
+  restoreNxIgnoredFiles,
   teardownTestFolder,
 } from '@code-pushup/test-utils';
 import { executeProcess, readJsonFile } from '@code-pushup/utils';
@@ -25,6 +26,7 @@ describe('PLUGIN collect report with lighthouse-plugin NPM package', () => {
 
   beforeAll(async () => {
     await cp(fixturesDir, testFileDir, { recursive: true });
+    await restoreNxIgnoredFiles(testFileDir);
   });
 
   afterAll(async () => {

e2e/plugin-typescript-e2e/tests/collect.e2e.test.ts

@@ -9,6 +9,7 @@ import {
   omitVariableReportData,
   osAgnosticAuditOutputs,
   osAgnosticPath,
+  restoreNxIgnoredFiles,
   teardownTestFolder,
 } from '@code-pushup/test-utils';
 import { executeProcess, readJsonFile } from '@code-pushup/utils';
@@ -50,6 +51,7 @@ describe('PLUGIN collect report with typescript-plugin NPM package', () => {
 
   beforeAll(async () => {
     await cp(fixturesDir, envRoot, { recursive: true });
+    await restoreNxIgnoredFiles(envRoot);
   });
 
   afterAll(async () => {

packages/ci/mocks/fixtures/monorepos/npm/_package.json

@@ -0,0 +1,4 @@
+{
+  "private": true,
+  "workspaces": ["packages/*"]
+}

packages/ci/mocks/fixtures/monorepos/turbo/package.json → packages/ci/mocks/fixtures/monorepos/turbo/_package.json

@@ -1,7 +1,5 @@
 {
   "packageManager": "yarn@1.22.19",
   "private": true,
-  "workspaces": [
-    "packages/*"
-  ]
+  "workspaces": ["packages/*"]
 }

packages/ci/mocks/fixtures/monorepos/yarn/package.json → packages/ci/mocks/fixtures/monorepos/yarn/_package.json

@@ -1,7 +1,5 @@
 {
   "packageManager": "yarn@4.5.0",
   "private": true,
-  "workspaces": [
-    "packages/*"
-  ]
+  "workspaces": ["packages/*"]
 }

packages/ci/src/lib/run.int.test.ts

@@ -23,6 +23,7 @@ import {
 import {
   cleanTestFolder,
   initGitRepo,
+  restoreNxIgnoredFiles,
   simulateGitFetch,
   teardownTestFolder,
 } from '@code-pushup/test-utils';
@@ -624,6 +625,7 @@ describe('runInCI', () => {
       beforeEach(async () => {
         const monorepoDir = path.join(fixturesDir, 'monorepos', tool);
         await cp(monorepoDir, workDir, { recursive: true });
+        await restoreNxIgnoredFiles(workDir);
         await git.add('.');
         await git.commit(`Create packages in ${tool} monorepo`);
         setup?.();
@@ -1137,6 +1139,7 @@ describe('runInCI', () => {
     beforeEach(async () => {
       const monorepoDir = path.join(fixturesDir, 'monorepos', 'custom');
       await cp(monorepoDir, workDir, { recursive: true });
+      await restoreNxIgnoredFiles(workDir);
       await git.add('.');
       await git.commit('Create projects in monorepo');
     });

packages/plugin-eslint/src/lib/eslint-plugin.int.test.ts

@@ -1,33 +1,51 @@
 import ansis from 'ansis';
+import { cp } from 'node:fs/promises';
 import os from 'node:os';
 import path from 'node:path';
 import process from 'node:process';
 import { fileURLToPath } from 'node:url';
 import type { MockInstance } from 'vitest';
 import type { Audit } from '@code-pushup/models';
+import {
+  restoreNxIgnoredFiles,
+  teardownTestFolder,
+} from '@code-pushup/test-utils';
 import { eslintPlugin } from './eslint-plugin.js';
 
 describe('eslintPlugin', () => {
   const thisDir = fileURLToPath(path.dirname(import.meta.url));
 
   const fixturesDir = path.join(thisDir, '..', '..', 'mocks', 'fixtures');
-
+  const tmpDir = path.join(process.cwd(), 'tmp', 'int', 'plugin-eslint');
   let cwdSpy: MockInstance<[], string>;
   let platformSpy: MockInstance<[], NodeJS.Platform>;
 
-  beforeAll(() => {
+  beforeAll(async () => {
+    await cp(
+      path.join(fixturesDir, 'nx-monorepo'),
+      path.join(tmpDir, 'nx-monorepo'),
+      { recursive: true },
+    );
+    await restoreNxIgnoredFiles(path.join(tmpDir, 'nx-monorepo'));
+    await cp(
+      path.join(fixturesDir, 'todos-app'),
+      path.join(tmpDir, 'todos-app'),
+      { recursive: true },
+    );
+    await restoreNxIgnoredFiles(path.join(tmpDir, 'todos-app'));
     cwdSpy = vi.spyOn(process, 'cwd');
     // Linux produces extra quotation marks for globs
     platformSpy = vi.spyOn(os, 'platform').mockReturnValue('linux');
   });
 
-  afterAll(() => {
+  afterAll(async () => {
     cwdSpy.mockRestore();
     platformSpy.mockRestore();
+    await teardownTestFolder(tmpDir);
   });
 
   it('should initialize ESLint plugin for React application', async () => {
-    cwdSpy.mockReturnValue(path.join(fixturesDir, 'todos-app'));
+    cwdSpy.mockReturnValue(path.join(tmpDir, 'todos-app'));
 
     const plugin = await eslintPlugin({
       eslintrc: 'eslint.config.js',
@@ -40,7 +58,7 @@ describe('eslintPlugin', () => {
   });
 
   it('should initialize ESLint plugin for Nx project', async () => {
-    cwdSpy.mockReturnValue(path.join(fixturesDir, 'nx-monorepo'));
+    cwdSpy.mockReturnValue(path.join(tmpDir, 'nx-monorepo'));
     const plugin = await eslintPlugin({
       eslintrc: './packages/nx-plugin/eslint.config.js',
       patterns: ['packages/nx-plugin/**/*.ts', 'packages/nx-plugin/**/*.json'],
@@ -62,7 +80,7 @@ describe('eslintPlugin', () => {
   });
 
   it('should initialize with plugin options for custom groups', async () => {
-    cwdSpy.mockReturnValue(path.join(fixturesDir, 'nx-monorepo'));
+    cwdSpy.mockReturnValue(path.join(tmpDir, 'nx-monorepo'));
     const plugin = await eslintPlugin(
       {
         eslintrc: './packages/nx-plugin/eslint.config.js',
@@ -140,7 +158,7 @@ describe('eslintPlugin', () => {
   });
 
   it('should initialize with artifact options', async () => {
-    cwdSpy.mockReturnValue(path.join(fixturesDir, 'todos-app'));
+    cwdSpy.mockReturnValue(path.join(tmpDir, 'todos-app'));
     const plugin = await eslintPlugin(
       {
         eslintrc: 'eslint.config.js',

packages/plugin-eslint/src/lib/meta/rules.int.test.ts

@@ -1,6 +1,12 @@
+import { cp } from 'node:fs/promises';
 import path from 'node:path';
+import process from 'node:process';
 import { fileURLToPath } from 'node:url';
 import type { MockInstance } from 'vitest';
+import {
+  restoreNxIgnoredFiles,
+  teardownTestFolder,
+} from '@code-pushup/test-utils';
 import type { ESLintTarget } from '../config.js';
 import type { RuleData } from './parse.js';
 import { listRules } from './rules.js';
@@ -14,25 +20,31 @@ describe('listRules', () => {
     'mocks',
     'fixtures',
   );
+  const tmpDir = path.join(process.cwd(), 'tmp', 'int', 'plugin-eslint');
 
   let cwdSpy: MockInstance<[], string>;
 
   beforeAll(() => {
     cwdSpy = vi.spyOn(process, 'cwd');
   });
 
-  afterAll(() => {
+  afterAll(async () => {
     cwdSpy.mockRestore();
+    await teardownTestFolder(tmpDir);
   });
 
   describe('React app', () => {
-    const appRootDir = path.join(fixturesDir, 'todos-app');
+    const appRootDir = path.join(tmpDir, 'todos-app');
     const eslintrc = path.join(appRootDir, 'eslint.config.js');
 
     const patterns = ['src/**/*.js', 'src/**/*.jsx'];
     const targets: ESLintTarget[] = [{ eslintrc, patterns }];
 
-    beforeAll(() => {
+    beforeAll(async () => {
+      await cp(path.join(fixturesDir, 'todos-app'), appRootDir, {
+        recursive: true,
+      });
+      await restoreNxIgnoredFiles(appRootDir);
       cwdSpy.mockReturnValue(appRootDir);
     });
 
@@ -89,13 +101,17 @@ describe('listRules', () => {
   });
 
   describe('Nx monorepo project', () => {
-    const nxRootDir = path.join(fixturesDir, 'nx-monorepo');
+    const nxRootDir = path.join(tmpDir, 'nx-monorepo');
     const eslintrc = path.join(nxRootDir, 'packages/utils/eslint.config.js');
 
     const patterns = ['packages/utils/**/*.ts', 'packages/utils/**/*.json'];
     const targets: ESLintTarget[] = [{ eslintrc, patterns }];
 
-    beforeAll(() => {
+    beforeAll(async () => {
+      await cp(path.join(fixturesDir, 'nx-monorepo'), nxRootDir, {
+        recursive: true,
+      });
+      await restoreNxIgnoredFiles(nxRootDir);
       cwdSpy.mockReturnValue(nxRootDir);
     });