{
  "repository": "duckdb/duckdb",
  "ref": "325a2a3c76a0d4ad683d1d4f514f335c93b6e53e",
  "methods": [
    {
      "slug": "formal",
      "title": "Formal verification and model checking"
    },
    {
      "slug": "static_analysis",
      "title": "Static analysis"
    },
    {
      "slug": "testing",
      "title": "Testing"
    },
    {
      "slug": "formatting",
      "title": "Formatting and hygiene"
    },
    {
      "slug": "supply_chain",
      "title": "Supply chain"
    },
    {
      "slug": "unclassified",
      "title": "Unclassified"
    }
  ],
  "verifications": [
    {
      "tool": "codeql",
      "method": "static_analysis",
      "commands": [
        "uses github/codeql-action/analyze"
      ],
      "triggers": [
        "ci"
      ],
      "evidence": [
        {
          "path": ".github/workflows/NightlyTests.yml",
          "locator": "jobs.codeql-analyze.steps[4] (Perform CodeQL Analysis)"
        }
      ],
      "upstream": "https://github.com/github/codeql",
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": "ci-matrix",
      "method": "testing",
      "commands": [
        "codeql-analyze (language: 3)"
      ],
      "triggers": [
        "ci"
      ],
      "evidence": [
        {
          "path": ".github/workflows/NightlyTests.yml",
          "locator": "jobs.codeql-analyze.strategy.matrix"
        }
      ],
      "upstream": "https://docs.github.com/en/actions/how-tos/write-workflows/choose-what-workflows-do/run-job-variations",
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": "pytest",
      "method": "testing",
      "commands": [
        "pytest tools/shell/tests --shell-binary build/release/duckdb",
        "pytest tools/sqllogic/tests --unittest-binary build/release/test/unittest",
        "pytest tools/shell/tests --shell-binary duckdb.exe"
      ],
      "triggers": [
        "ci"
      ],
      "evidence": [
        {
          "path": ".github/workflows/Main.yml",
          "locator": "jobs.linux-release.steps[12] (ARM64 tools tests)"
        },
        {
          "path": ".github/workflows/Main.yml",
          "locator": "jobs.linux-release-tests.steps[4] (Tools Tests)"
        },
        {
          "path": ".github/workflows/Main.yml",
          "locator": "jobs.linux-release-musl.steps[12] (Tools Tests)"
        },
        {
          "path": ".github/workflows/OSX.yml",
          "locator": "jobs.xcode-release.steps[23] (Tools Tests)"
        },
        {
          "path": ".github/workflows/OSX.yml",
          "locator": "jobs.xcode-release.steps[24] (Unittest Stdin Tests)"
        },
        {
          "path": ".github/workflows/Windows.yml",
          "locator": "jobs.win-release-64.steps[10] (Tools Test)"
        },
        {
          "path": ".github/workflows/Windows.yml",
          "locator": "jobs.win-release-32.steps[7] (Tools Test)"
        }
      ],
      "upstream": "https://github.com/pytest-dev/pytest",
      "docs": "https://docs.pytest.org/en/stable/reference/exit-codes.html",
      "exit_codes": {
        "0": "all tests passed",
        "1": "some tests failed",
        "2": "interrupted by the user",
        "3": "internal error",
        "4": "command line usage error",
        "5": "no tests were collected"
      },
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": "black",
      "method": "formatting",
      "commands": [],
      "triggers": [],
      "evidence": [
        {
          "path": "api_spec/pyproject.toml",
          "locator": "[dependency-groups] generate: black"
        }
      ],
      "upstream": "https://github.com/psf/black",
      "docs": null,
      "exit_codes": {
        "0": "nothing to change",
        "1": "files would be reformatted (--check)",
        "123": "internal error"
      },
      "autofix": true,
      "declared_only": true
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "autocomplete"
      ],
      "triggers": [
        "local"
      ],
      "evidence": [
        {
          "path": "Makefile",
          "locator": "target test-utils (line 903)"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "bash scripts/ci/linux_release_link_checks.sh"
      ],
      "triggers": [
        "ci",
        "local"
      ],
      "evidence": [
        {
          "path": ".github/workflows/Main.yml",
          "locator": "jobs.linux-release.steps[5] (Checks)"
        },
        {
          "path": "Makefile",
          "locator": "target linux-release-link-checks (line 679)"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "cmake $(GENERATOR) $(FORCE_COLOR) ${STATIC_LIBCPP} ${CMAKE_VARS} -DCLANG_TIDY=1 -DDISABLE_UNITY=1 -DBUILD_EXTENSIONS=parquet -DBUILD_SHELL=0 ../.."
      ],
      "triggers": [
        "ci",
        "local"
      ],
      "evidence": [
        {
          "path": ".github/workflows/Main.yml",
          "locator": "jobs.tidy-check.steps[1] (Tidy Check (clangd))"
        },
        {
          "path": "Makefile",
          "locator": "target tidy-check-clangd (line 755)"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "cmake $(GENERATOR) $(FORCE_COLOR) ${WARNINGS_AS_ERRORS} ${FORCE_32_BIT_FLAG} ${DISABLE_UNITY_FLAG} ${DISABLE_SANITIZER_FLAG} ${STATIC_LIBCPP} ${CMAKE_VARS} ${CMAKE_VARS_BUILD} $(call vcpkg_cmake_flag,${PROJ_DIR}$(1)) $(3) -DCMAKE_BUILD_TYPE=$(2) ../.."
      ],
      "triggers": [
        "ci",
        "local"
      ],
      "evidence": [
        {
          "path": ".github/workflows/Main.yml",
          "locator": "jobs.extensions-deploy.steps[4] (Validate extension signing)"
        },
        {
          "path": "Makefile",
          "locator": "target verify-extension-signing (line 461)"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "cmake -DCLANG_TIDY=1 -DDISABLE_UNITY=1 -DBUILD_EXTENSIONS=parquet -DBUILD_SHELL=0 ../.."
      ],
      "triggers": [
        "local"
      ],
      "evidence": [
        {
          "path": "Makefile",
          "locator": "target tidy-check (line 749)"
        },
        {
          "path": "Makefile",
          "locator": "target tidy-check-diff (line 758)"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "cmake -DCMAKE_BUILD_TYPE=Debug ${CMAKE_VARS} -B .cache/clangd/debug ."
      ],
      "triggers": [
        "local"
      ],
      "evidence": [
        {
          "path": "Makefile",
          "locator": "target clangd (line 840)"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "cmake -DCONFIG_DIR=.github/config -DPATCH_DIR=.github/patches/extensions -P scripts/check_extension_patches.cmake"
      ],
      "triggers": [
        "ci",
        "local"
      ],
      "evidence": [
        {
          "path": ".github/workflows/Main.yml",
          "locator": "jobs.prepare.steps[8] (Run prepare checks)"
        },
        {
          "path": "Makefile",
          "locator": "target extension-patch-check (line 725)"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "cmake -P scripts/ci/test_architecture_flags.cmake"
      ],
      "triggers": [
        "ci"
      ],
      "evidence": [
        {
          "path": ".github/workflows/NightlyTests.yml",
          "locator": "jobs.cmake-reconfigure-check.steps[1] (Check Architecture Flags)"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "do command -v $$cmd >/dev/null 2>&1"
      ],
      "triggers": [
        "ci",
        "local"
      ],
      "evidence": [
        {
          "path": ".github/workflows/Main.yml",
          "locator": "jobs.linux-release.steps[5] (Checks)"
        },
        {
          "path": "Makefile",
          "locator": "target linux-release-link-checks (line 679)"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "do dpkg-query -W -f=$${Status} $$pkg 2>/dev/null"
      ],
      "triggers": [
        "ci",
        "local"
      ],
      "evidence": [
        {
          "path": ".github/workflows/Main.yml",
          "locator": "jobs.linux-release.steps[5] (Checks)"
        },
        {
          "path": "Makefile",
          "locator": "target linux-release-link-checks (line 679)"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "done"
      ],
      "triggers": [
        "ci",
        "local"
      ],
      "evidence": [
        {
          "path": ".github/workflows/Main.yml",
          "locator": "jobs.linux-release.steps[5] (Checks)"
        },
        {
          "path": "Makefile",
          "locator": "target linux-release-link-checks (line 679)"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "doxygen Doxyfile"
      ],
      "triggers": [
        "local"
      ],
      "evidence": [
        {
          "path": "Makefile",
          "locator": "target docs (line 607)"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "else rm -f extension_entries.hpp.diff"
      ],
      "triggers": [
        "ci",
        "local"
      ],
      "evidence": [
        {
          "path": ".github/workflows/Main.yml",
          "locator": "jobs.extensions-deploy.steps[13] (Check if extension_entries.hpp is up to date)"
        },
        {
          "path": "Makefile",
          "locator": "target check-extension-entries (line 795)"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "for cmd in $(1)"
      ],
      "triggers": [
        "ci",
        "local"
      ],
      "evidence": [
        {
          "path": ".github/workflows/Main.yml",
          "locator": "jobs.linux-release.steps[5] (Checks)"
        },
        {
          "path": "Makefile",
          "locator": "target linux-release-link-checks (line 679)"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "for pkg in $(1)"
      ],
      "triggers": [
        "ci",
        "local"
      ],
      "evidence": [
        {
          "path": ".github/workflows/Main.yml",
          "locator": "jobs.linux-release.steps[5] (Checks)"
        },
        {
          "path": "Makefile",
          "locator": "target linux-release-link-checks (line 679)"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "github.event.inputs.skip_tests"
      ],
      "triggers": [
        "ci"
      ],
      "evidence": [
        {
          "path": ".github/workflows/Main.yml",
          "locator": "jobs.prepare.steps[6] (Configure CI)"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "httpfs"
      ],
      "triggers": [
        "local"
      ],
      "evidence": [
        {
          "path": "Makefile",
          "locator": "target test-utils (line 903)"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "icu"
      ],
      "triggers": [
        "local"
      ],
      "evidence": [
        {
          "path": "Makefile",
          "locator": "target test-utils (line 903)"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "inet"
      ],
      "triggers": [
        "local"
      ],
      "evidence": [
        {
          "path": "Makefile",
          "locator": "target test-utils (line 903)"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "json"
      ],
      "triggers": [
        "local"
      ],
      "evidence": [
        {
          "path": "Makefile",
          "locator": "target test-utils (line 903)"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "lipo build/release_amd64/libs/$library_name -verify_arch x86_64"
      ],
      "triggers": [
        "ci"
      ],
      "evidence": [
        {
          "path": ".github/workflows/OSX.yml",
          "locator": "jobs.xcode-release.steps[9] (Deploy)"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "lipo build/release_amd64/src/$library_name -verify_arch x86_64"
      ],
      "triggers": [
        "ci"
      ],
      "evidence": [
        {
          "path": ".github/workflows/OSX.yml",
          "locator": "jobs.xcode-release.steps[9] (Deploy)"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "lipo build/release_arm64/libs/$library_name -verify_arch arm64"
      ],
      "triggers": [
        "ci"
      ],
      "evidence": [
        {
          "path": ".github/workflows/OSX.yml",
          "locator": "jobs.xcode-release.steps[9] (Deploy)"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "lipo build/release_arm64/src/$library_name -verify_arch arm64"
      ],
      "triggers": [
        "ci"
      ],
      "evidence": [
        {
          "path": ".github/workflows/OSX.yml",
          "locator": "jobs.xcode-release.steps[9] (Deploy)"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "open build/docs/html/index.html"
      ],
      "triggers": [
        "local"
      ],
      "evidence": [
        {
          "path": "Makefile",
          "locator": "target doxygen (line 610)"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "parquet"
      ],
      "triggers": [
        "local"
      ],
      "evidence": [
        {
          "path": "Makefile",
          "locator": "target test-utils (line 903)"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "python -u ../../scripts/run-clangd-tidy.py -j $(CI_TIDY_JOBS) ${CLANGD_TIDY_BINARY_PARAMETER} ${CLANGD_BINARY_PARAMETER} ${CLANGD_TIDY_QUERY_DRIVER_PARAMETER}"
      ],
      "triggers": [
        "ci",
        "local"
      ],
      "evidence": [
        {
          "path": ".github/workflows/Main.yml",
          "locator": "jobs.tidy-check.steps[1] (Tidy Check (clangd))"
        },
        {
          "path": "Makefile",
          "locator": "target tidy-check-clangd (line 755)"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "python -u scripts/test_benchmark_sql_runner.py --shell build/relassert/duckdb"
      ],
      "triggers": [
        "ci",
        "local"
      ],
      "evidence": [
        {
          "path": ".github/workflows/Main.yml",
          "locator": "jobs.linux-relassert-tests.steps[6] (Test Benchmark SQL)"
        },
        {
          "path": "Makefile",
          "locator": "target test_benchmark_sql (line 745)"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "python ../../scripts/run-clang-tidy.py -quiet -j $(CI_CPU_COUNT) ${TIDY_BINARY_PARAMETER} ${TIDY_SHARD_PARAMETERS} ${TIDY_PERFORM_CHECKS}"
      ],
      "triggers": [
        "local"
      ],
      "evidence": [
        {
          "path": "Makefile",
          "locator": "target tidy-check (line 749)"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "python build/release/test/run.py"
      ],
      "triggers": [
        "ci"
      ],
      "evidence": [
        {
          "path": ".github/workflows/Windows.yml",
          "locator": "jobs.mingw.steps[9] (Test)"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "python scripts/banned_symbols_check.py --directory build/release/src"
      ],
      "triggers": [
        "local"
      ],
      "evidence": [
        {
          "path": "Makefile",
          "locator": "target banned-symbol-check (line 674)"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "python scripts/ci/check_staged_extensions.py --duckdb-commit $EXPR --duckdb-version $EXPR --extensions httpfs,json,parquet,ducklake,iceberg,icu"
      ],
      "triggers": [
        "ci"
      ],
      "evidence": [
        {
          "path": ".github/workflows/Main.yml",
          "locator": "jobs.extensions-install.steps[1] (Check staged extension install/load)"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "python scripts/ci/run_unit_tests.py --jobs $(CI_CPU_COUNT) $(T)"
      ],
      "triggers": [
        "ci",
        "local"
      ],
      "evidence": [
        {
          "path": ".github/workflows/Main.yml",
          "locator": "jobs.prepare.steps[8] (Run prepare checks)"
        },
        {
          "path": "Makefile",
          "locator": "target test_ci (line 702)"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "python scripts/clang-tidy-diff.py -path build/tidy -quiet -j $(CI_CPU_COUNT) ${TIDY_BINARY_PARAMETER} ${TIDY_PERFORM_CHECKS} -p1"
      ],
      "triggers": [
        "local"
      ],
      "evidence": [
        {
          "path": "Makefile",
          "locator": "target tidy-check-diff (line 758)"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "python scripts/exported_symbols_check.py build/release/src/libduckdb*.so"
      ],
      "triggers": [
        "local"
      ],
      "evidence": [
        {
          "path": "Makefile",
          "locator": "target symbol-leakage-check (line 671)"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "python scripts/format.py --all --check $(T)"
      ],
      "triggers": [
        "local"
      ],
      "evidence": [
        {
          "path": "Makefile",
          "locator": "target format-check (line 767)"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "python scripts/format.py --all --check --silent $(T)"
      ],
      "triggers": [
        "local"
      ],
      "evidence": [
        {
          "path": "Makefile",
          "locator": "target format-check-silent (line 770)"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "python scripts/format.py --all --fix --noconfirm $(T)"
      ],
      "triggers": [
        "local"
      ],
      "evidence": [
        {
          "path": "Makefile",
          "locator": "target format-fix (line 781)"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "python scripts/format.py --files-from $(FORMAT_FILES_FROM) --check --silent $(T)"
      ],
      "triggers": [
        "ci",
        "local"
      ],
      "evidence": [
        {
          "path": ".github/workflows/Main.yml",
          "locator": "jobs.prepare.steps[8] (Run prepare checks)"
        },
        {
          "path": "Makefile",
          "locator": "target format-check-files (line 773)"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "python scripts/format.py --files-from $(FORMAT_FILES_FROM) --fix --noconfirm $(T)"
      ],
      "triggers": [
        "ci",
        "local"
      ],
      "evidence": [
        {
          "path": ".github/workflows/Main.yml",
          "locator": "jobs.prepare.steps[8] (Run prepare checks)"
        },
        {
          "path": "Makefile",
          "locator": "target generate-files (line 884)"
        },
        {
          "path": "Makefile",
          "locator": "target format-fix-files (line 777)"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "python scripts/format.py --files-from - --fix --noconfirm"
      ],
      "triggers": [
        "local"
      ],
      "evidence": [
        {
          "path": "Makefile",
          "locator": "target format-parser-grammar (line 784)"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "python scripts/format.py HEAD --fix --noconfirm $(T)"
      ],
      "triggers": [
        "local"
      ],
      "evidence": [
        {
          "path": "Makefile",
          "locator": "target format-head (line 801)"
        },
        {
          "path": "Makefile",
          "locator": "target format-changes (line 804)"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "python scripts/format.py feature --fix --noconfirm $(T)"
      ],
      "triggers": [
        "local"
      ],
      "evidence": [
        {
          "path": "Makefile",
          "locator": "target format-feature (line 810)"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "python scripts/format.py main --fix --noconfirm $(T)"
      ],
      "triggers": [
        "local"
      ],
      "evidence": [
        {
          "path": "Makefile",
          "locator": "target format-main (line 807)"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "python scripts/format.py src/include/duckdb/main/extension_entries.hpp --fix --noconfirm"
      ],
      "triggers": [
        "ci",
        "local"
      ],
      "evidence": [
        {
          "path": ".github/workflows/Main.yml",
          "locator": "jobs.extensions-deploy.steps[13] (Check if extension_entries.hpp is up to date)"
        },
        {
          "path": "Makefile",
          "locator": "target check-extension-entries (line 795)"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "python scripts/generate_extensions_function.py"
      ],
      "triggers": [
        "ci",
        "local"
      ],
      "evidence": [
        {
          "path": ".github/workflows/Main.yml",
          "locator": "jobs.extensions-deploy.steps[13] (Check if extension_entries.hpp is up to date)"
        },
        {
          "path": "Makefile",
          "locator": "target check-extension-entries (line 795)"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "python scripts/lldb/tests/run_tests.py --unittest build/debug/test/unittest --lldb $(xcrun --find lldb) --coverage-dir build/lldb-coverage"
      ],
      "triggers": [
        "ci"
      ],
      "evidence": [
        {
          "path": ".github/workflows/OSX.yml",
          "locator": "jobs.xcode-debug.steps[10] (LLDB helper tests)"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "python scripts/regression/test_runner.py --nofail --old duckdb/build/release/benchmark/benchmark_runner --new build/release/benchmark/benchmark_runner --benchmarks .github/regression/h2oai.csv --threads 2"
      ],
      "triggers": [
        "ci"
      ],
      "evidence": [
        {
          "path": ".github/workflows/ExtendedTests.yml",
          "locator": "jobs.regression-lto-benchmark-runner.steps[10] (Regression Test H2OAI)"
        },
        {
          "path": ".github/workflows/ExtendedTests.yml",
          "locator": "jobs.regression-clang16-vs-clang14-benchmark-runner.steps[10] (Regression Test H2OAI)"
        },
        {
          "path": ".github/workflows/ExtendedTests.yml",
          "locator": "jobs.regression-clang-benchmark-runner.steps[10] (Regression Test H2OAI)"
        },
        {
          "path": ".github/workflows/ExtendedTests.yml",
          "locator": "jobs.regression-flto-gcc-benchmark-runner.steps[10] (Regression Test H2OAI)"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "python scripts/regression/test_runner.py --nofail --old duckdb/build/release/benchmark/benchmark_runner --new build/release/benchmark/benchmark_runner --benchmarks .github/regression/imdb.csv --threads 2"
      ],
      "triggers": [
        "ci"
      ],
      "evidence": [
        {
          "path": ".github/workflows/ExtendedTests.yml",
          "locator": "jobs.regression-lto-benchmark-runner.steps[11] (Regression Test IMDB)"
        },
        {
          "path": ".github/workflows/ExtendedTests.yml",
          "locator": "jobs.regression-clang16-vs-clang14-benchmark-runner.steps[11] (Regression Test IMDB)"
        },
        {
          "path": ".github/workflows/ExtendedTests.yml",
          "locator": "jobs.regression-clang-benchmark-runner.steps[11] (Regression Test IMDB)"
        },
        {
          "path": ".github/workflows/ExtendedTests.yml",
          "locator": "jobs.regression-flto-gcc-benchmark-runner.steps[11] (Regression Test IMDB)"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "python scripts/regression/test_runner.py --nofail --old duckdb/build/release/benchmark/benchmark_runner --new build/release/benchmark/benchmark_runner --benchmarks .github/regression/micro.csv --threads 2"
      ],
      "triggers": [
        "ci"
      ],
      "evidence": [
        {
          "path": ".github/workflows/ExtendedTests.yml",
          "locator": "jobs.regression-lto-benchmark-runner.steps[6] (Regression Test Micro)"
        },
        {
          "path": ".github/workflows/ExtendedTests.yml",
          "locator": "jobs.regression-clang16-vs-clang14-benchmark-runner.steps[6] (Regression Test Micro)"
        },
        {
          "path": ".github/workflows/ExtendedTests.yml",
          "locator": "jobs.regression-clang-benchmark-runner.steps[6] (Regression Test Micro)"
        },
        {
          "path": ".github/workflows/ExtendedTests.yml",
          "locator": "jobs.regression-flto-gcc-benchmark-runner.steps[6] (Regression Test Micro)"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "python scripts/regression/test_runner.py --nofail --old duckdb/build/release/benchmark/benchmark_runner --new build/release/benchmark/benchmark_runner --benchmarks .github/regression/tpcds.csv --threads 2"
      ],
      "triggers": [
        "ci"
      ],
      "evidence": [
        {
          "path": ".github/workflows/ExtendedTests.yml",
          "locator": "jobs.regression-lto-benchmark-runner.steps[9] (Regression Test TPCDS)"
        },
        {
          "path": ".github/workflows/ExtendedTests.yml",
          "locator": "jobs.regression-clang16-vs-clang14-benchmark-runner.steps[9] (Regression Test TPCDS)"
        },
        {
          "path": ".github/workflows/ExtendedTests.yml",
          "locator": "jobs.regression-clang-benchmark-runner.steps[9] (Regression Test TPCDS)"
        },
        {
          "path": ".github/workflows/ExtendedTests.yml",
          "locator": "jobs.regression-flto-gcc-benchmark-runner.steps[9] (Regression Test TPCDS)"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "python scripts/regression/test_runner.py --nofail --old duckdb/build/release/benchmark/benchmark_runner --new build/release/benchmark/benchmark_runner --benchmarks .github/regression/tpch.csv --threads 2"
      ],
      "triggers": [
        "ci"
      ],
      "evidence": [
        {
          "path": ".github/workflows/ExtendedTests.yml",
          "locator": "jobs.regression-lto-benchmark-runner.steps[7] (Regression Test TPCH)"
        },
        {
          "path": ".github/workflows/ExtendedTests.yml",
          "locator": "jobs.regression-clang16-vs-clang14-benchmark-runner.steps[7] (Regression Test TPCH)"
        },
        {
          "path": ".github/workflows/ExtendedTests.yml",
          "locator": "jobs.regression-clang-benchmark-runner.steps[7] (Regression Test TPCH)"
        },
        {
          "path": ".github/workflows/ExtendedTests.yml",
          "locator": "jobs.regression-flto-gcc-benchmark-runner.steps[7] (Regression Test TPCH)"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "python scripts/regression/test_runner.py --nofail --old duckdb/build/release/benchmark/benchmark_runner --new build/release/benchmark/benchmark_runner --benchmarks .github/regression/tpch_parquet.csv --threads 2"
      ],
      "triggers": [
        "ci"
      ],
      "evidence": [
        {
          "path": ".github/workflows/ExtendedTests.yml",
          "locator": "jobs.regression-lto-benchmark-runner.steps[8] (Regression Test TPCH-PARQUET)"
        },
        {
          "path": ".github/workflows/ExtendedTests.yml",
          "locator": "jobs.regression-clang16-vs-clang14-benchmark-runner.steps[8] (Regression Test TPCH-PARQUET)"
        },
        {
          "path": ".github/workflows/ExtendedTests.yml",
          "locator": "jobs.regression-clang-benchmark-runner.steps[8] (Regression Test TPCH-PARQUET)"
        },
        {
          "path": ".github/workflows/ExtendedTests.yml",
          "locator": "jobs.regression-flto-gcc-benchmark-runner.steps[8] (Regression Test TPCH-PARQUET)"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "python scripts/regression/test_runner.py --old build/base/release/benchmark/benchmark_runner --new build/current/release/benchmark/benchmark_runner --benchmarks $EXPR $EXPR --verbose --early-stop --disable-timeout --memory-limit 6.5GiB --benchmark-argument sf=$EXPR --threads $EXPR"
      ],
      "triggers": [
        "ci"
      ],
      "evidence": [
        {
          "path": ".github/workflows/Regression.yml",
          "locator": "jobs.regression-bench-tpc.steps[6] (Run regression benchmark)"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "python scripts/regression/test_runner.py --old build/base/release/benchmark/benchmark_runner --new build/current/release/benchmark/benchmark_runner --benchmarks $EXPR --verbose --early-stop --memory-limit 6.5GiB --threads 2"
      ],
      "triggers": [
        "ci"
      ],
      "evidence": [
        {
          "path": ".github/workflows/Regression.yml",
          "locator": "jobs.regression-bench.steps[6] (Run regression benchmark)"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "python scripts/regression/test_runner.py --old build/base/release/benchmark/benchmark_runner --new build/current/release/benchmark/benchmark_runner --benchmarks benchmark/fivetran/benchmark_list.csv --verbose --early-stop --memory-limit 6.5GiB --threads 2"
      ],
      "triggers": [
        "ci"
      ],
      "evidence": [
        {
          "path": ".github/workflows/Regression.yml",
          "locator": "jobs.regression-bench-fivetran.steps[6] (Run regression benchmark)"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "python scripts/regression/test_runner.py --old duckdb/build/release/benchmark/benchmark_runner --new build/release/benchmark/benchmark_runner --benchmarks alltests.list --verbose --threads 2"
      ],
      "triggers": [
        "ci"
      ],
      "evidence": [
        {
          "path": ".github/workflows/ExtraTests.yml",
          "locator": "jobs.regression-test-all.steps[6] (Regression Test)"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "python scripts/regression/test_runner.py --old unsafe/build/release/benchmark/benchmark_runner --new build/release/benchmark/benchmark_runner --benchmarks .github/regression/h2oai.csv --verbose --threads 2"
      ],
      "triggers": [
        "ci"
      ],
      "evidence": [
        {
          "path": ".github/workflows/NightlyTests.yml",
          "locator": "jobs.regression-test-memory-safety.steps[12] (Regression Test H2OAI)"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "python scripts/regression/test_runner.py --old unsafe/build/release/benchmark/benchmark_runner --new build/release/benchmark/benchmark_runner --benchmarks .github/regression/imdb.csv --verbose --threads 2"
      ],
      "triggers": [
        "ci"
      ],
      "evidence": [
        {
          "path": ".github/workflows/NightlyTests.yml",
          "locator": "jobs.regression-test-memory-safety.steps[13] (Regression Test IMDB)"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "python scripts/regression/test_runner.py --old unsafe/build/release/benchmark/benchmark_runner --new build/release/benchmark/benchmark_runner --benchmarks .github/regression/micro.csv --verbose --threads 2"
      ],
      "triggers": [
        "ci"
      ],
      "evidence": [
        {
          "path": ".github/workflows/NightlyTests.yml",
          "locator": "jobs.regression-test-memory-safety.steps[9] (Regression Test Micro)"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "python scripts/regression/test_runner.py --old unsafe/build/release/benchmark/benchmark_runner --new build/release/benchmark/benchmark_runner --benchmarks .github/regression/tpcds.csv --verbose --threads 2"
      ],
      "triggers": [
        "ci"
      ],
      "evidence": [
        {
          "path": ".github/workflows/NightlyTests.yml",
          "locator": "jobs.regression-test-memory-safety.steps[11] (Regression Test TPCDS)"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "python scripts/regression/test_runner.py --old unsafe/build/release/benchmark/benchmark_runner --new build/release/benchmark/benchmark_runner --benchmarks .github/regression/tpch.csv --verbose --threads 2"
      ],
      "triggers": [
        "ci"
      ],
      "evidence": [
        {
          "path": ".github/workflows/NightlyTests.yml",
          "locator": "jobs.regression-test-memory-safety.steps[10] (Regression Test TPCH)"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "python scripts/regression_test_extension_size.py --old build/base/release --new build/current/release --expect cli,json,parquet,tpch,tpcds"
      ],
      "triggers": [
        "ci"
      ],
      "evidence": [
        {
          "path": ".github/workflows/Regression.yml",
          "locator": "jobs.regression-tests.steps[6] (Binary Size Regression Test)"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "python scripts/regression_test_storage_size.py --old build/base/release/duckdb --new build/current/release/duckdb"
      ],
      "triggers": [
        "ci"
      ],
      "evidence": [
        {
          "path": ".github/workflows/Regression.yml",
          "locator": "jobs.regression-tests.steps[5] (Storage Size Regression Test)"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "python scripts/test_compile.py"
      ],
      "triggers": [
        "local"
      ],
      "evidence": [
        {
          "path": "Makefile",
          "locator": "target test_compile (line 764)"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "python scripts/test_storage_compatibility.py --versions \"1.2.1"
      ],
      "triggers": [
        "ci",
        "local"
      ],
      "evidence": [
        {
          "path": ".github/workflows/Main.yml",
          "locator": "jobs.linux-configs.steps[4] (Test Storage Compatibility)"
        },
        {
          "path": "Makefile",
          "locator": "target test_storage (line 572)"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "python scripts/test_zero_initialize.py"
      ],
      "triggers": [
        "ci"
      ],
      "evidence": [
        {
          "path": ".github/workflows/NightlyTests.yml",
          "locator": "jobs.storage-initialization.steps[6] (Test)"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "python scripts/verify_enum_integrity.py src/include/duckdb.h"
      ],
      "triggers": [
        "ci",
        "local"
      ],
      "evidence": [
        {
          "path": ".github/workflows/Main.yml",
          "locator": "jobs.prepare.steps[8] (Run prepare checks)"
        },
        {
          "path": "Makefile",
          "locator": "target enum-integrity-check (line 721)"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "python test/memoryleak/test_memory_leaks.py"
      ],
      "triggers": [
        "ci"
      ],
      "evidence": [
        {
          "path": ".github/workflows/NightlyTests.yml",
          "locator": "jobs.linux-memory-leaks.steps[7] (Test)"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "python test/run.py"
      ],
      "triggers": [
        "ci"
      ],
      "evidence": [
        {
          "path": ".github/workflows/Windows.yml",
          "locator": "jobs.win-release-64.steps[8] (Test)"
        },
        {
          "path": ".github/workflows/Windows.yml",
          "locator": "jobs.win-release-64.steps[9] (Test with VS2019 C++ stdlib)"
        },
        {
          "path": ".github/workflows/Windows.yml",
          "locator": "jobs.win-release-32.steps[6] (Test)"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "tpcds"
      ],
      "triggers": [
        "local"
      ],
      "evidence": [
        {
          "path": "Makefile",
          "locator": "target test-utils (line 903)"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "tpch"
      ],
      "triggers": [
        "local"
      ],
      "evidence": [
        {
          "path": "Makefile",
          "locator": "target test-utils (line 903)"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "trap rm -rf ./pchs EXIT"
      ],
      "triggers": [
        "ci",
        "local"
      ],
      "evidence": [
        {
          "path": ".github/workflows/Main.yml",
          "locator": "jobs.tidy-check.steps[1] (Tidy Check (clangd))"
        },
        {
          "path": "Makefile",
          "locator": "target tidy-check-clangd (line 755)"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "venv $(FORMAT_VENV)"
      ],
      "triggers": [
        "local"
      ],
      "evidence": [
        {
          "path": "Makefile",
          "locator": "target format_venv (line 729)"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    }
  ]
}