Introduce a simple file change detection GitHub action

jormundur00 · jormundur00 · commit aacb7d2eb244 · 2025-12-01T10:19:36.000+01:00
diff --git a/.github/actions/detect-file-changes/action.yml b/.github/actions/detect-file-changes/action.yml
@@ -0,0 +1,17 @@
+name: "Detect file changes"
+description: "Detects if any files matching given patterns changed in the current pull request."
+author: "GraalVM Reachability Metadata repository maintainers"
+inputs:
+  file-patterns:
+    description: "Glob pattern or list of glob patterns to check (supports '!' for negation, and *, **, ? wildcards)."
+    required: true
+  github_token:
+    description: "GitHub token used to read PR changed files via the GitHub API."
+    required: false
+    default: ${{ github.token }}
+runs:
+  using: "node20"
+  main: "index.js"
+outputs:
+  changes_detected:
+    description: "true if any file matches the specified patterns, false otherwise"
diff --git a/.github/actions/detect-file-changes/index.js b/.github/actions/detect-file-changes/index.js
@@ -0,0 +1,161 @@
+// In-repo file change filter for GitHub pull request workflows.
+//
+// Responsibilities:
+//   - Accepts a YAML-like input ('patterns') listing glob patterns
+//     (supports negation via '!' and wildcards *, **, ?).
+//   - Fetches changed files for the current pull request using the GitHub REST API.
+//   - Determines if any changed file matches the pattern set (negations are respected).
+//   - Emits a single GitHub Action output: 'changed=true' if any match, otherwise 'false'.
+
+const fs = require('fs');
+const https = require('https');
+
+function getInput(name, required = false) {
+  const key = `INPUT_${name.replace(/ /g, '_').toUpperCase()}`;
+  const val = process.env[key];
+  if (required && (!val || val.trim() === '')) {
+    throw new Error(`Input required and not supplied: ${name}`);
+  }
+  return val || '';
+}
+
+function httpJson(options) {
+  return new Promise((resolve, reject) => {
+    const req = https.request({ method: 'GET', ...options }, (res) => {
+      let data = '';
+      res.on('data', (chunk) => (data += chunk));
+      res.on('end', () => {
+        if (res.statusCode && res.statusCode >= 400) {
+          return reject(
+            new Error(`HTTP ${res.statusCode} ${res.statusMessage}: ${data || ''}`)
+          );
+        }
+        try {
+          resolve(data ? JSON.parse(data) : null);
+        } catch (e) {
+          reject(new Error(`Failed to parse JSON: ${e.message}. Body: ${data}`));
+        }
+      });
+    });
+    req.on('error', reject);
+    req.end();
+  });
+}
+
+async function getChangedFilesFromPR() {
+  const eventName = process.env.GITHUB_EVENT_NAME || '';
+  if (!['pull_request', 'pull_request_target'].includes(eventName)) return [];
+
+  const eventPath = process.env.GITHUB_EVENT_PATH;
+  if (!eventPath || !fs.existsSync(eventPath)) return [];
+
+  const payload = JSON.parse(fs.readFileSync(eventPath, 'utf8'));
+  const pr = payload.pull_request;
+  if (!pr || !pr.number) return [];
+
+  const [owner, repo] = (process.env.GITHUB_REPOSITORY || '').split('/');
+  const token = process.env.GITHUB_TOKEN || process.env.GH_TOKEN || process.env.INPUT_GITHUB_TOKEN;
+  if (!owner || !repo || !token) return [];
+
+  const files = [];
+  let page = 1;
+  const perPage = 100;
+
+  while (true) {
+    const path = `/repos/${owner}/${repo}/pulls/${pr.number}/files?per_page=${perPage}&page=${page}`;
+    const headers = {
+      'User-Agent': 'paths-filter-lite',
+      Authorization: `token ${token}`,
+      Accept: 'application/vnd.github+json',
+    };
+    const res = await httpJson({ hostname: 'api.github.com', path, headers });
+    if (!Array.isArray(res) || res.length === 0) break;
+    files.push(...res.map(f => f.filename).filter(Boolean));
+    if (res.length < perPage) break;
+    page += 1;
+  }
+
+  return files;
+}
+
+function parsePatterns(yamlLike) {
+  const lines = (yamlLike || '').split(/\r?\n/);
+  const patterns = [];
+  for (const line of lines) {
+    const trimmed = line.trim();
+    if (!trimmed) continue;
+    if (trimmed.startsWith('-')) {
+      let pat = trimmed.slice(1).trim();
+      if ((pat.startsWith("'") && pat.endsWith("'")) || (pat.startsWith('"') && pat.endsWith('"'))) {
+        pat = pat.slice(1, -1);
+      }
+      patterns.push(pat);
+    }
+  }
+  return patterns;
+}
+
+function escapeRegexChar(ch) {
+  return ch.replace(/[-/\\^$*+?.()|[\]{}]/g, '\\$&');
+}
+
+function globToRegex(glob) {
+  let re = '';
+  for (let i = 0; i < glob.length; i++) {
+    const ch = glob[i];
+    if (ch === '*') {
+      if (glob[i + 1] === '*') {
+        re += '.*';
+        i++;
+      } else {
+        re += '[^/]*';
+      }
+    } else if (ch === '?') {
+      re += '[^/]';
+    } else {
+      re += escapeRegexChar(ch);
+    }
+  }
+  return `^${re}$`;
+}
+
+function compilePatterns(patternsRaw) {
+  const patterns = (patternsRaw || []).map(s => {
+    let negative = false;
+    s = s.trim();
+    if (s.startsWith('!')) {
+      negative = true;
+      s = s.slice(1).trim();
+    }
+    return { negative, rx: new RegExp(globToRegex(s)) };
+  });
+  const hasPositive = patterns.some(p => !p.negative);
+  return { patterns, hasPositive };
+}
+
+function fileMatches(file, compiled) {
+  let included = compiled.hasPositive ? false : true;
+  for (const p of compiled.patterns) {
+    if (p.rx.test(file)) included = p.negative ? false : true;
+  }
+  return included;
+}
+
+(async function main() {
+  try {
+    const patternsInput = getInput('file-patterns', true);
+    const patterns = parsePatterns(patternsInput);
+    const compiled = compilePatterns(patterns);
+
+    const changedFiles = await getChangedFilesFromPR();
+    console.log(`Changed files detected (${changedFiles.length}):`);
+    changedFiles.forEach(f => console.log(`- ${f}`));
+
+    const matched = changedFiles.some(f => fileMatches(f, compiled));
+    fs.appendFileSync(process.env.GITHUB_OUTPUT, `changed=${matched ? 'true' : 'false'}\n`);
+    console.log(`Files match filter -> ${matched}`);
+  } catch (err) {
+    console.log(`paths-filter-lite encountered an error: ${err?.message || err}`);
+    process.exit(0);
+  }
+})();
diff --git a/.github/workflows/checkstyle.yml b/.github/workflows/checkstyle.yml
@@ -14,25 +14,23 @@ jobs:
 
       - name: "🔎 Detect relevant file changes"
         id: filter
-        uses: dorny/paths-filter@v3
+        uses: ./.github/actions/detect-file-changes
         with:
-          filters: |
-            relevant_files_changed:
-              - '!docs/**'
-              - '!**.md'
-              - '!library-and-framework-list*.json'
-          predicate-quantifier: 'every'
+          file-patterns: |
+            - '!docs/**'
+            - '!**.md'
+            - '!library-and-framework-list*.json'
 
       - uses: actions/setup-python@v4
-        if: steps.filter.outputs.relevant_files_changed == 'true'
+        if: steps.filter.outputs.changed == 'true'
 
       - name: "🔧 Setup java"
-        if: steps.filter.outputs.relevant_files_changed == 'true'
+        if: steps.filter.outputs.changed == 'true'
         uses: actions/setup-java@v4
         with:
           distribution: 'graalvm'
           java-version: '21'
 
       - name: "Run Checkstyle"
-        if: steps.filter.outputs.relevant_files_changed == 'true'
+        if: steps.filter.outputs.changed == 'true'
         run: ./gradlew checkstyle
diff --git a/.github/workflows/library-and-framework-list-validation.yml b/.github/workflows/library-and-framework-list-validation.yml
@@ -14,19 +14,19 @@ jobs:
 
       - name: "🔎 Detect relevant file changes"
         id: filter
-        uses: dorny/paths-filter@v3
+        uses: ./.github/actions/detect-file-changes
         with:
-          filters: |
-            relevant_files_changed:
-              - 'library-and-framework-list*.json'
+          file-patterns: |
+            - 'library-and-framework-list*.json'
 
       - uses: actions/setup-python@v4
         with:
           python-version: '3.10'
-        if: steps.filter.outputs.relevant_files_changed == 'true'
+        if: steps.filter.outputs.changed == 'true'
+
 
       - name: Check that the JSON file is well-formatted and sorted by artifact
-        if: steps.filter.outputs.relevant_files_changed == 'true'
+        if: steps.filter.outputs.changed == 'true'
         run: |
           JSON="library-and-framework-list.json"
           if ! jq -e . "${JSON}" >/dev/null; then
@@ -40,7 +40,7 @@ jobs:
           fi
 
       - name: Check that the JSON file conforms to the schema
-        if: steps.filter.outputs.relevant_files_changed == 'true'
+        if: steps.filter.outputs.changed == 'true'
         run: |
           pip install check-jsonschema
           check-jsonschema --schemafile library-and-framework-list-schema.json library-and-framework-list.json
diff --git a/.github/workflows/scan-docker-images.yml b/.github/workflows/scan-docker-images.yml
@@ -20,27 +20,26 @@ jobs:
 
       - name: "🔎 Detect relevant file changes"
         id: filter
-        uses: dorny/paths-filter@v3
+        uses: ./.github/actions/detect-file-changes
         with:
-          filters: |
-            relevant_files_changed:
-              - 'tests/tck-build-logic/src/main/resources/allowed-docker-images/**'
+          file-patterns: |
+            - 'tests/tck-build-logic/src/main/resources/allowed-docker-images/**'
 
       - uses: actions/setup-java@v4
-        if: github.event_name == 'schedule' || steps.filter.outputs.relevant_files_changed == 'true'
+        if: github.event_name == 'schedule' || steps.filter.outputs.changed == 'true'
         with:
           distribution: 'graalvm'
           java-version: '21'
           github-token: ${{ secrets.GITHUB_TOKEN }}
 
       - name: "Install required tools"
-        if: github.event_name == 'schedule' || steps.filter.outputs.relevant_files_changed == 'true'
+        if: github.event_name == 'schedule' || steps.filter.outputs.changed == 'true'
         run: |
           curl -sSfL https://get.anchore.io/grype/v0.104.0/install.sh | sudo sh -s -- -b /usr/local/bin
           sudo apt-get install jq
 
       - name: "🔎 Check changed docker images"
-        if: github.event_name == 'pull_request' && steps.filter.outputs.relevant_files_changed == 'true'
+        if: github.event_name == 'pull_request' && steps.filter.outputs.changed == 'true'
         run: ./gradlew checkAllowedDockerImages --baseCommit=${{ github.event.pull_request.base.sha }} --newCommit=${{ github.event.pull_request.head.sha }}
 
       - name: "🔎 Check all docker images"
diff --git a/.github/workflows/test-changed-infrastructure.yml b/.github/workflows/test-changed-infrastructure.yml
@@ -17,7 +17,7 @@ jobs:
     outputs:
       matrix: ${{ steps.set-matrix.outputs.matrix }}
       none-found: ${{ steps.set-matrix.outputs.none-found }}
-      relevant-files-changed: ${{ steps.filter.outputs.relevant_files_changed }}
+      relevant-files-changed: ${{ steps.filter.outputs.changed }}
     steps:
       - name: "☁️ Checkout repository"
         uses: actions/checkout@v4
@@ -26,32 +26,31 @@ jobs:
 
       - name: "🔎 Detect relevant file changes"
         id: filter
-        uses: dorny/paths-filter@v3
+        uses: ./.github/actions/detect-file-changes
         with:
-          filters: |
-            relevant_files_changed:
-              - 'tests/tck-build-logic/**'
-              - 'gradle/**'
-              - 'build.gradle'
-              - 'settings.gradle'
-              - 'gradle.properties'
+          file-patterns: |
+            - 'tests/tck-build-logic/**'
+            - 'gradle/**'
+            - 'build.gradle'
+            - 'settings.gradle'
+            - 'gradle.properties'
 
       - name: "🔧 Setup java"
-        if: steps.filter.outputs.relevant_files_changed == 'true'
+        if: steps.filter.outputs.changed == 'true'
         uses: actions/setup-java@v4
         with:
           distribution: 'graalvm'
           java-version: '21'
 
       - name: "🕸️ Populate matrix"
         id: set-matrix
-        if: steps.filter.outputs.relevant_files_changed == 'true'
+        if: steps.filter.outputs.changed == 'true'
         run: |
           ./gradlew generateInfrastructureChangedCoordinatesMatrix -PbaseCommit=${{ github.event.pull_request.base.sha }} -PnewCommit=${{ github.event.pull_request.head.sha }}
 
   test-changed-infrastructure:
     name: "🧪 ${{ matrix.coordinates }} (GraalVM for JDK ${{ matrix.version }} @ ${{ matrix.os }})"
-    if: needs.get-changed-infrastructure.outputs.relevant-files-changed == 'true' && needs.get-changed-infrastructure.result == 'success' && needs.get-changed-infrastructure.outputs.none-found != 'true' && github.repository == 'oracle/graalvm-reachability-metadata'
+    if: needs.get-changed-infrastructure.outputs.relevant-files-changed == 'true' && needs.get-changed-infrastructure.result == 'success' && needs.get-changed-infrastructure.outputs.none-found != 'true' && github.repository == 'jormundur00/graalvm-reachability-metadata'
     runs-on: ${{ matrix.os }}
     timeout-minutes: 20
     needs: get-changed-infrastructure
diff --git a/.github/workflows/test-changed-metadata.yml b/.github/workflows/test-changed-metadata.yml
@@ -17,7 +17,7 @@ jobs:
     outputs:
       matrix: ${{ steps.set-matrix.outputs.matrix }}
       none-found: ${{ steps.set-matrix.outputs.none-found }}
-      relevant-files-changed: ${{ steps.filter.outputs.relevant_files_changed }}
+      relevant-files-changed: ${{ steps.filter.outputs.changed }}
     steps:
       - name: "☁️ Checkout repository"
         uses: actions/checkout@v4
@@ -26,30 +26,30 @@ jobs:
 
       - name: "🔎 Detect relevant file changes"
         id: filter
-        uses: dorny/paths-filter@v3
+        uses: ./.github/actions/detect-file-changes
         with:
-          filters: |
-            relevant_files_changed:
-              - 'metadata/**'
-              - 'tests/src/**'
+          file-patterns: |
+            - 'metadata/**'
+            - 'tests/src/**'
 
       - name: "🔧 Setup Java"
-        if: steps.filter.outputs.relevant_files_changed == 'true'
+        if: steps.filter.outputs.changed == 'true'
         uses: actions/setup-java@v4
         with:
           distribution: 'graalvm'
           java-version: '21'
-          github-token: ${{ secrets.GITHUB_TOKEN }}
 
       - name: "🕸️ Populate matrix"
         id: set-matrix
-        if: steps.filter.outputs.relevant_files_changed == 'true'
+        if: steps.filter.outputs.changed == 'true'
         run: |
           ./gradlew generateChangedCoordinatesMatrix -PbaseCommit=${{ github.event.pull_request.base.sha }} -PnewCommit=${{ github.event.pull_request.head.sha }}
+          echo "Matrix:"
+          echo "${{ steps.set-matrix.outputs.matrix }}"
 
   test-changed-metadata:
     name: "🧪 ${{ matrix.coordinates }} (GraalVM for JDK ${{ matrix.version }} @ ${{ matrix.os }})"
-    if: needs.get-changed-metadata.outputs.relevant-files-changed == 'true' && needs.get-changed-metadata.result == 'success' && needs.get-changed-metadata.outputs.none-found != 'true' && github.repository == 'oracle/graalvm-reachability-metadata'
+    if: needs.get-changed-metadata.outputs.relevant-files-changed == 'true' && needs.get-changed-metadata.result == 'success' && needs.get-changed-metadata.outputs.none-found != 'true' && github.repository == 'jormundur00/graalvm-reachability-metadata'
     runs-on: ${{ matrix.os }}
     timeout-minutes: 20
     needs: get-changed-metadata
