Check CDN for geo stability #1374
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| # This Source Code Form is subject to the terms of the Mozilla Public | |
| # License, v. 2.0. If a copy of the MPL was not distributed with this | |
| # file, You can obtain one at https://mozilla.org/MPL/2.0/. | |
| # NB this workflow needs a cache of HTML documents, emitted by the main | |
| # site-scanning workflow for the CDN origin only | |
| name: Check CDN for geo stability | |
| env: | |
| SLACK_NOTIFICATION_WEBHOOK_URL: ${{ secrets.SLACK_NOTIFICATION_WEBHOOK_URL }} | |
| on: | |
| workflow_run: | |
| workflows: | |
| - Site scanning | |
| types: | |
| - completed | |
| jobs: | |
| check_geo_from_cache: | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: actions/setup-python@v5 | |
| with: | |
| python-version: "3.11" | |
| - name: Download page cache | |
| uses: actions/github-script@v7 | |
| with: | |
| script: | | |
| console.log("Getting all artifacts"); | |
| let allArtifacts = await github.rest.actions.listWorkflowRunArtifacts({ | |
| owner: context.repo.owner, | |
| repo: context.repo.repo, | |
| run_id: context.payload.workflow_run.id, | |
| }); | |
| console.log("Filtering to the ones we care about here"); | |
| let matchedArtifacts = allArtifacts.data.artifacts.filter((artifact) => { | |
| return artifact.name.includes("html-cache"); | |
| }); | |
| for (let i=0; i < matchedArtifacts.length; i++){ | |
| artifact = matchedArtifacts[i]; | |
| console.log("Downloading artifact", artifact); | |
| let download = await github.rest.actions.downloadArtifact({ | |
| owner: context.repo.owner, | |
| repo: context.repo.repo, | |
| artifact_id: artifact.id, | |
| archive_format: 'zip', | |
| }); | |
| let fs = require('fs'); | |
| // ${process.env.GITHUB_WORKSPACE}/page_cache already exists because it's in the repo | |
| fs.writeFileSync(`${process.env.GITHUB_WORKSPACE}/page_cache/html-cache_${i}.zip`, Buffer.from(download.data)); | |
| console.log("Done"); | |
| }; | |
| - name: Unzip page cache | |
| run: | | |
| cd page_cache | |
| unzip -o '*.zip' | |
| cd .. | |
| ls -la page_cache/ | |
| - name: Install requirements | |
| run: pip install -r requirements.txt | |
| - name: Scan the dumped cache for geo-code consistency | |
| run: python bin/check_for_cdn_geo_consistency.py | |
| env: | |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} |