{
  "repository": "llvm/llvm-project",
  "ref": "030f8ab07f2543b41cd0375e4eb37feab16ab9ae",
  "methods": [
    {
      "slug": "formal",
      "title": "Formal verification and model checking"
    },
    {
      "slug": "static_analysis",
      "title": "Static analysis"
    },
    {
      "slug": "testing",
      "title": "Testing"
    },
    {
      "slug": "formatting",
      "title": "Formatting and hygiene"
    },
    {
      "slug": "supply_chain",
      "title": "Supply chain"
    },
    {
      "slug": "unclassified",
      "title": "Unclassified"
    }
  ],
  "verifications": [
    {
      "tool": "codeql",
      "method": "static_analysis",
      "commands": [
        "uses github/codeql-action/analyze"
      ],
      "triggers": [
        "ci"
      ],
      "evidence": [
        {
          "path": ".github/workflows/gha-codeql.yml",
          "locator": "jobs.codeql.steps[2] (Perform CodeQL Analysis)"
        }
      ],
      "upstream": "https://github.com/github/codeql",
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": "pylint",
      "method": "static_analysis",
      "commands": [
        "pylint --disable=all --enable=E0102 $CHANGED_FILES"
      ],
      "triggers": [
        "ci"
      ],
      "evidence": [
        {
          "path": ".github/workflows/lldb-pylint-action.yml",
          "locator": "jobs.code_linter.steps[5] (Run Python test-name linter)"
        }
      ],
      "upstream": "https://github.com/pylint-dev/pylint",
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": "zizmor",
      "method": "static_analysis",
      "commands": [
        "uses zizmorcore/zizmor-action"
      ],
      "triggers": [
        "ci"
      ],
      "evidence": [
        {
          "path": ".github/workflows/zizmor.yml",
          "locator": "jobs.zizmor.steps[1] (Run zizmor)"
        }
      ],
      "upstream": "https://github.com/zizmorcore/zizmor",
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": "pyright",
      "method": "static_analysis",
      "commands": [],
      "triggers": [],
      "evidence": [
        {
          "path": "pyproject.toml",
          "locator": "[tool.pyright]"
        }
      ],
      "upstream": "https://github.com/microsoft/pyright",
      "docs": "https://microsoft.github.io/pyright/#/command-line",
      "exit_codes": {
        "0": "no errors",
        "1": "errors reported",
        "2": "fatal error",
        "3": "config file could not be read or parsed",
        "4": "illegal command-line parameters"
      },
      "autofix": false,
      "declared_only": true
    },
    {
      "tool": "pytest",
      "method": "testing",
      "commands": [
        "pytest"
      ],
      "triggers": [
        "ci"
      ],
      "evidence": [
        {
          "path": ".github/workflows/check-ci.yml",
          "locator": "jobs.test-python.steps[3] (Run Tests)"
        }
      ],
      "upstream": "https://github.com/pytest-dev/pytest",
      "docs": "https://docs.pytest.org/en/stable/reference/exit-codes.html",
      "exit_codes": {
        "0": "all tests passed",
        "1": "some tests failed",
        "2": "interrupted by the user",
        "3": "internal error",
        "4": "command line usage error",
        "5": "no tests were collected"
      },
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": "black",
      "method": "formatting",
      "commands": [],
      "triggers": [],
      "evidence": [
        {
          "path": "pyproject.toml",
          "locator": "[tool.black]"
        }
      ],
      "upstream": "https://github.com/psf/black",
      "docs": null,
      "exit_codes": {
        "0": "nothing to change",
        "1": "files would be reformatted (--check)",
        "123": "internal error"
      },
      "autofix": true,
      "declared_only": true
    },
    {
      "tool": "prettier",
      "method": "formatting",
      "commands": [],
      "triggers": [],
      "evidence": [
        {
          "path": "lldb/tools/lldb-dap/extension/.prettierrc.json",
          "locator": "config file"
        }
      ],
      "upstream": "https://github.com/prettier/prettier",
      "docs": "https://prettier.io/docs/cli#exit-codes",
      "exit_codes": {
        "0": "everything formatted",
        "1": "something was not formatted (--check)",
        "2": "prettier error"
      },
      "autofix": true,
      "declared_only": true
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "abi-compliance-checker $EXTRA_ARGS -l libLLVM.so -old build-baseline/*.abi -new build-latest/*.abi"
      ],
      "triggers": [
        "ci"
      ],
      "evidence": [
        {
          "path": ".github/workflows/llvm-abi-tests.yml",
          "locator": "jobs.abi-compare.steps[3] (Compare ABI)"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "abi-compliance-checker -lib $lib -old build-baseline/$lib*.abi -new build-latest/$lib*.abi"
      ],
      "triggers": [
        "ci"
      ],
      "evidence": [
        {
          "path": ".github/workflows/libclang-abi-tests.yml",
          "locator": "jobs.abi-compare.steps[2] (Compare ABI)"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "bash -c echo Running project checks targets: $WINDOWS_CHECK_TARGETS"
      ],
      "triggers": [
        "ci"
      ],
      "evidence": [
        {
          "path": ".github/workflows/premerge.yaml",
          "locator": "jobs.premerge-checks-windows.steps[1] (Build and Test)"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "bash -c echo Running runtimes checks targets: $WINDOWS_RUNTIMES_CHECK_TARGETS"
      ],
      "triggers": [
        "ci"
      ],
      "evidence": [
        {
          "path": ".github/workflows/premerge.yaml",
          "locator": "jobs.premerge-checks-windows.steps[1] (Build and Test)"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "bazelisk test --config=ci --sandbox_base= --remote_cache=https://storage.googleapis.com/$CACHE_GCS_BUCKET-bazel --google_default_credentials --remote_download_outputs=minimal $EXPR $EXPR"
      ],
      "triggers": [
        "ci"
      ],
      "evidence": [
        {
          "path": ".github/workflows/bazel-checks.yml",
          "locator": "jobs.bazel-build.steps[2] (Build/Test)"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "cmake -GNinja -DCMAKE_BUILD_TYPE=Release ../llvm"
      ],
      "triggers": [
        "ci"
      ],
      "evidence": [
        {
          "path": ".github/workflows/release-llvm-testing-tools.yml",
          "locator": "jobs.build-package.steps[1] (Build Binaries)"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "cmake ../llvm -DCMAKE_BUILD_TYPE=Release -G Ninja"
      ],
      "triggers": [
        "ci"
      ],
      "evidence": [
        {
          "path": ".github/workflows/release-tasks.yml",
          "locator": "jobs.release-lit.steps[3] (Test lit)"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "do echo Still checking out the test-suite..."
      ],
      "triggers": [
        "ci"
      ],
      "evidence": [
        {
          "path": ".github/workflows/llvm-test-suite-run.yml",
          "locator": "jobs.run-test-suite.steps[2] (Checkout the test-suite)"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "do echo Still running the test-suite..."
      ],
      "triggers": [
        "ci"
      ],
      "evidence": [
        {
          "path": ".github/workflows/llvm-test-suite-run.yml",
          "locator": "jobs.run-test-suite.steps[9] (Run the test-suite)"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "ninja check-hlsl-unit"
      ],
      "triggers": [
        "ci"
      ],
      "evidence": [
        {
          "path": ".github/workflows/hlsl-test-all.yaml",
          "locator": "jobs.build.steps[6] (Run HLSL Tests)"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "ninja check-llvm-tools-dxil-dis"
      ],
      "triggers": [
        "ci"
      ],
      "evidence": [
        {
          "path": ".github/workflows/hlsl-test-all.yaml",
          "locator": "jobs.build.steps[6] (Run HLSL Tests)"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "ninja split-file FileCheck"
      ],
      "triggers": [
        "ci"
      ],
      "evidence": [
        {
          "path": ".github/workflows/release-llvm-testing-tools.yml",
          "locator": "jobs.build-package.steps[1] (Build Binaries)"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "python ./.github/workflows/release-asset-audit.py $GITHUB_TOKEN"
      ],
      "triggers": [
        "ci"
      ],
      "evidence": [
        {
          "path": ".github/workflows/release-asset-audit.yml",
          "locator": "jobs.audit.steps[1] (Run Audit Script)"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "python ./llvm-project/llvm/utils/git/ids-check-helper.py --token $EXPR --issue-number $GITHUB_PR_NUMBER --idt-path $(which idt) --compile-commands ./llvm-project/build/compile_commands.json --start-rev HEAD~1 --end-rev HEAD --changed-files $CHANGED_FILES --verbose"
      ],
      "triggers": [
        "ci"
      ],
      "evidence": [
        {
          "path": ".github/workflows/ids-check.yml",
          "locator": "jobs.build.steps[3] (Run ids check)"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "python ./llvm/utils/git/code-format-helper.py --write-comment-to-file --token $EXPR --issue-number $GITHUB_PR_NUMBER --start-rev HEAD~1 --end-rev HEAD --changed-files $CHANGED_FILES"
      ],
      "triggers": [
        "ci"
      ],
      "evidence": [
        {
          "path": ".github/workflows/pr-code-format.yml",
          "locator": "jobs.code_formatter.steps[3] (Run code formatter)"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "python llvm-test-suite/utils/lnt/run-test-suite.py ${LNT_MACHINE} --no-auto-name --succinct-compile-output --sandbox ${RUNNER_TEMP}/sandbox --test-suite llvm-test-suite --cc ${RUNNER_TEMP}/llvm-install/bin/clang --use-make ninja --use-lit lit --benchmarking-only --threads 1 --report-format v5 --commit ${sha} ${ordinal_arg[@]} --output-v5 lnt-report.json ${filter_arg[@]} ${configured_args[@]}"
      ],
      "triggers": [
        "ci"
      ],
      "evidence": [
        {
          "path": ".github/workflows/llvm-test-suite-run.yml",
          "locator": "jobs.run-test-suite.steps[9] (Run the test-suite)"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "python llvm/utils/git/code-lint-helper.py --token $EXPR --issue-number $GITHUB_PR_NUMBER --start-rev HEAD~1 --end-rev HEAD --verbose --changed-files $CHANGED_FILES"
      ],
      "triggers": [
        "ci"
      ],
      "evidence": [
        {
          "path": ".github/workflows/pr-code-lint.yml",
          "locator": "jobs.code_linter.steps[4] (Run code linters)"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "scan-build --generate-index-only build/analyzer-results"
      ],
      "triggers": [
        "ci"
      ],
      "evidence": [
        {
          "path": ".github/workflows/ci-post-commit-analyzer.yml",
          "locator": "jobs.post-commit-analyzer.steps[3] (Build)"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "sha256sum --check"
      ],
      "triggers": [
        "ci"
      ],
      "evidence": [
        {
          "path": ".github/workflows/release-binaries.yml",
          "locator": "jobs.build-release-package.steps[5] (Build libxml2 (Linux))"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "shasum --check -"
      ],
      "triggers": [
        "ci"
      ],
      "evidence": [
        {
          "path": ".github/workflows/bazel-checks.yml",
          "locator": "jobs.buildifier.steps[1] (Setup Buildifier)"
        },
        {
          "path": ".github/workflows/bazel-checks.yml",
          "locator": "jobs.bazel-build.steps[1] (Setup System Dependencies)"
        },
        {
          "path": ".github/workflows/release-documentation.yml",
          "locator": "jobs.release-documentation.steps[3] (Install Dependencies)"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "test-suite diff from $BASE_SHA...$HEAD_SHA: $ARTIFACT_URL"
      ],
      "triggers": [
        "ci"
      ],
      "evidence": [
        {
          "path": ".github/workflows/test-suite.yml",
          "locator": "jobs.test-suite.steps[16] (Create comment)"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    }
  ]
}