{
  "repository": "vitessio/vitess",
  "ref": "c2c2897b37c838055095051616336bf05b3d8e41",
  "methods": [
    {
      "slug": "formal",
      "title": "Formal verification and model checking"
    },
    {
      "slug": "static_analysis",
      "title": "Static analysis"
    },
    {
      "slug": "testing",
      "title": "Testing"
    },
    {
      "slug": "formatting",
      "title": "Formatting and hygiene"
    },
    {
      "slug": "supply_chain",
      "title": "Supply chain"
    },
    {
      "slug": "unclassified",
      "title": "Unclassified"
    }
  ],
  "verifications": [
    {
      "tool": "codeql",
      "method": "static_analysis",
      "commands": [
        "uses github/codeql-action/analyze"
      ],
      "triggers": [
        "ci"
      ],
      "evidence": [
        {
          "path": ".github/workflows/codeql_analysis.yml",
          "locator": "jobs.analyze.steps[8] (Perform CodeQL Analysis)"
        }
      ],
      "upstream": "https://github.com/github/codeql",
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": "zizmor",
      "method": "static_analysis",
      "commands": [
        "uses zizmorcore/zizmor-action"
      ],
      "triggers": [
        "ci"
      ],
      "evidence": [
        {
          "path": ".github/workflows/static_checks_etc.yml",
          "locator": "jobs.build.steps[25] (Run zizmor 🌈)"
        }
      ],
      "upstream": "https://github.com/zizmorcore/zizmor",
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": "eslint",
      "method": "static_analysis",
      "commands": [],
      "triggers": [],
      "evidence": [
        {
          "path": "web/vtadmin/eslint.config.js",
          "locator": "config file"
        }
      ],
      "upstream": "https://github.com/eslint/eslint",
      "docs": "https://eslint.org/docs/latest/use/command-line-interface#exit-codes",
      "exit_codes": {
        "0": "no errors",
        "1": "linting errors found",
        "2": "configuration problem or internal error"
      },
      "autofix": true,
      "declared_only": true
    },
    {
      "tool": "golangci-lint",
      "method": "static_analysis",
      "commands": [],
      "triggers": [],
      "evidence": [
        {
          "path": ".golangci.yml",
          "locator": "config file"
        }
      ],
      "upstream": "https://github.com/golangci/golangci-lint",
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": true
    },
    {
      "tool": "ci-matrix",
      "method": "testing",
      "commands": [
        "analyze (language: 3)"
      ],
      "triggers": [
        "ci"
      ],
      "evidence": [
        {
          "path": ".github/workflows/codeql_analysis.yml",
          "locator": "jobs.analyze.strategy.matrix"
        }
      ],
      "upstream": "https://docs.github.com/en/actions/how-tos/write-workflows/choose-what-workflows-do/run-job-variations",
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": "go-test",
      "method": "testing",
      "commands": [
        "go test $(VT_GO_PARALLEL) ./go/.../endtoend/...",
        "go test ./go/vt/worker/"
      ],
      "triggers": [
        "local"
      ],
      "evidence": [
        {
          "path": "Makefile",
          "locator": "target e2e_test (line 192)"
        },
        {
          "path": "Makefile",
          "locator": "target worker_test (line 214)"
        }
      ],
      "upstream": "https://github.com/golang/go",
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "go generate ./go/vt/vtadmin/"
      ],
      "triggers": [
        "local"
      ],
      "evidence": [
        {
          "path": "Makefile",
          "locator": "target vtadmin_authz_testgen (line 341)"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "go run -trimpath -modfile=tools/gofumpt/go.mod mvdan.cc/gofumpt -w ./go/vt/vtadmin/"
      ],
      "triggers": [
        "local"
      ],
      "evidence": [
        {
          "path": "Makefile",
          "locator": "target vtadmin_authz_testgen (line 341)"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "go run -trimpath -modfile=tools/golangci-lint/go.mod github.com/golangci/golangci-lint/v2/cmd/golangci-lint run --fix ./go/..."
      ],
      "triggers": [
        "local"
      ],
      "evidence": [
        {
          "path": "Makefile",
          "locator": "target lint-fix (line 329)"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "go run -trimpath -modfile=tools/golangci-lint/go.mod github.com/golangci/golangci-lint/v2/cmd/golangci-lint run ./go/..."
      ],
      "triggers": [
        "local"
      ],
      "evidence": [
        {
          "path": "Makefile",
          "locator": "target lint (line 325)"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "go run test.go -docker=false"
      ],
      "triggers": [
        "local"
      ],
      "evidence": [
        {
          "path": "Makefile",
          "locator": "target test (line 170)"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "go run test.go -docker=false -follow -shard $SHARD $EXTRA_FLAGS"
      ],
      "triggers": [
        "ci"
      ],
      "evidence": [
        {
          "path": ".github/workflows/cluster_endtoend.yml",
          "locator": "jobs.test.steps[16] (Run cluster endtoend test)"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "go run test.go -docker=false -follow -shard tabletmanager_disk_health_monitor"
      ],
      "triggers": [
        "ci"
      ],
      "evidence": [
        {
          "path": ".github/workflows/cluster_endtoend_disk_health_monitor.yml",
          "locator": "jobs.test.steps[10] (Run cluster endtoend test)"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "go run test.go -docker=false -skip-build -print-log -follow -timeout=60m vtop_example"
      ],
      "triggers": [
        "ci"
      ],
      "evidence": [
        {
          "path": ".github/workflows/vtop_example.yml",
          "locator": "jobs.build.steps[10] (vtop_example)"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "go run test.go -docker=false -tag=site_test"
      ],
      "triggers": [
        "local"
      ],
      "evidence": [
        {
          "path": "Makefile",
          "locator": "target site_integration_test (line 218)"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "go run test.go -docker=false -tag=worker_test"
      ],
      "triggers": [
        "local"
      ],
      "evidence": [
        {
          "path": "Makefile",
          "locator": "target worker_test (line 214)"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "go run test.go -docker=true -pull=false -flavor=$EXPR -bootstrap-version=$EXPR --follow -shard $EXPR"
      ],
      "triggers": [
        "ci"
      ],
      "evidence": [
        {
          "path": ".github/workflows/docker_ci.yml",
          "locator": "jobs.build.steps[7] (Run docker tests - ${{ matrix.shard }})"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "go run test.go -flavor $(flavor)"
      ],
      "triggers": [
        "local"
      ],
      "evidence": [
        {
          "path": "Makefile",
          "locator": "target docker_test (line 298)"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "go run test.go -flavor $(flavor) unit"
      ],
      "triggers": [
        "local"
      ],
      "evidence": [
        {
          "path": "Makefile",
          "locator": "target docker_unit_test (line 301)"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "go run test.go -print-log -follow -pull=false -flavor=$EXPR -bootstrap-version=$EXPR local_example"
      ],
      "triggers": [
        "ci"
      ],
      "evidence": [
        {
          "path": ".github/workflows/local_example.yml",
          "locator": "jobs.build.steps[9] (local_example)"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "go run test.go -print-log -follow -pull=false -flavor=$EXPR -bootstrap-version=$EXPR region_example"
      ],
      "triggers": [
        "ci"
      ],
      "evidence": [
        {
          "path": ".github/workflows/region_example.yml",
          "locator": "jobs.build.steps[9] (region_example)"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "go run test.go -skip-build -docker=false -print-log -follow -tag upgrade_downgrade_backups"
      ],
      "triggers": [
        "ci"
      ],
      "evidence": [
        {
          "path": ".github/workflows/upgrade_downgrade_test_backups_e2e.yml",
          "locator": "jobs.upgrade_downgrade_test_e2e.steps[16] (Run backups tests (${{ matrix.name }}))"
        },
        {
          "path": ".github/workflows/upgrade_downgrade_test_backups_e2e_next_release.yml",
          "locator": "jobs.upgrade_downgrade_test_e2e.steps[16] (Run backups tests (${{ matrix.name }}))"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "go run test.go -skip-build -keep-data=false -docker=false -print-log -follow -tag upgrade_downgrade_onlineddl_flow"
      ],
      "triggers": [
        "ci"
      ],
      "evidence": [
        {
          "path": ".github/workflows/upgrade_downgrade_test_onlineddl_flow.yml",
          "locator": "jobs.upgrade_downgrade_test.steps[18] (Run Online DDL tests (primary=N, replica=N-1))"
        },
        {
          "path": ".github/workflows/upgrade_downgrade_test_onlineddl_flow.yml",
          "locator": "jobs.upgrade_downgrade_test.steps[19] (Run Online DDL tests (primary=N-1, replica=N))"
        },
        {
          "path": ".github/workflows/upgrade_downgrade_test_onlineddl_flow.yml",
          "locator": "jobs.upgrade_downgrade_test.steps[20] (Run Online DDL tests (primary=N+1, replica=N))"
        },
        {
          "path": ".github/workflows/upgrade_downgrade_test_onlineddl_flow.yml",
          "locator": "jobs.upgrade_downgrade_test.steps[21] (Run Online DDL tests (primary=N, replica=N+1))"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "go run test.go -skip-build -keep-data=false -docker=false -print-log -follow -tag upgrade_downgrade_query_serving_queries"
      ],
      "triggers": [
        "ci"
      ],
      "evidence": [
        {
          "path": ".github/workflows/upgrade_downgrade_test_query_serving_queries.yml",
          "locator": "jobs.upgrade_downgrade_test.steps[15] (Run query serving tests (${{ matrix.name }}))"
        },
        {
          "path": ".github/workflows/upgrade_downgrade_test_query_serving_queries_next_release.yml",
          "locator": "jobs.upgrade_downgrade_test.steps[16] (Run query serving tests (${{ matrix.name }}))"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "go run test.go -skip-build -keep-data=false -docker=false -print-log -follow -tag upgrade_downgrade_query_serving_queries_2"
      ],
      "triggers": [
        "ci"
      ],
      "evidence": [
        {
          "path": ".github/workflows/upgrade_downgrade_test_query_serving_queries_2.yml",
          "locator": "jobs.upgrade_downgrade_test.steps[15] (Run query serving tests (${{ matrix.name }}))"
        },
        {
          "path": ".github/workflows/upgrade_downgrade_test_query_serving_queries_2_next_release.yml",
          "locator": "jobs.upgrade_downgrade_test.steps[16] (Run query serving tests (${{ matrix.name }}))"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "go run test.go -skip-build -keep-data=false -docker=false -print-log -follow -tag upgrade_downgrade_query_serving_schema"
      ],
      "triggers": [
        "ci"
      ],
      "evidence": [
        {
          "path": ".github/workflows/upgrade_downgrade_test_query_serving_schema.yml",
          "locator": "jobs.upgrade_downgrade_test.steps[16] (Run query serving tests (${{ matrix.name }}))"
        },
        {
          "path": ".github/workflows/upgrade_downgrade_test_query_serving_schema_next_release.yml",
          "locator": "jobs.upgrade_downgrade_test.steps[16] (Run query serving tests (${{ matrix.name }}))"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "go run test.go -skip-build -keep-data=false -docker=false -print-log -follow -tag upgrade_downgrade_reparent"
      ],
      "triggers": [
        "ci"
      ],
      "evidence": [
        {
          "path": ".github/workflows/upgrade_downgrade_test_reparent_new_vtctl.yml",
          "locator": "jobs.upgrade_downgrade_test.steps[15] (Run reparent tests (vtctl=N+1, vttablet=N))"
        },
        {
          "path": ".github/workflows/upgrade_downgrade_test_reparent_new_vttablet.yml",
          "locator": "jobs.upgrade_downgrade_test.steps[16] (Run reparent tests (vtctl=N, vttablet=N+1))"
        },
        {
          "path": ".github/workflows/upgrade_downgrade_test_reparent_old_vtctl.yml",
          "locator": "jobs.upgrade_downgrade_test.steps[15] (Run reparent tests (vtctl=N-1, vttablet=N))"
        },
        {
          "path": ".github/workflows/upgrade_downgrade_test_reparent_old_vttablet.yml",
          "locator": "jobs.upgrade_downgrade_test.steps[15] (Run reparent tests (vtctl=N, vttablet=N-1))"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "launchable record tests --build $GITHUB_RUN_ID go-test ."
      ],
      "triggers": [
        "ci"
      ],
      "evidence": [
        {
          "path": ".github/workflows/cluster_endtoend.yml",
          "locator": "jobs.test.steps[17] (Record test results in launchable)"
        },
        {
          "path": ".github/workflows/cluster_endtoend_disk_health_monitor.yml",
          "locator": "jobs.test.steps[11] (Record test results in launchable)"
        },
        {
          "path": ".github/workflows/unit_test.yml",
          "locator": "jobs.test.steps[13] (Record test results in launchable)"
        },
        {
          "path": ".github/workflows/vitess_tester_vtgate.yml",
          "locator": "jobs.build.steps[11] (Record test results in launchable if PR is not a draft)"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "launchable verify"
      ],
      "triggers": [
        "ci"
      ],
      "evidence": [
        {
          "path": ".github/workflows/cluster_endtoend.yml",
          "locator": "jobs.test.steps[15] (Setup launchable dependencies)"
        },
        {
          "path": ".github/workflows/cluster_endtoend_disk_health_monitor.yml",
          "locator": "jobs.test.steps[9] (Setup launchable dependencies)"
        },
        {
          "path": ".github/workflows/unit_test.yml",
          "locator": "jobs.test.steps[11] (Setup launchable dependencies)"
        },
        {
          "path": ".github/workflows/vitess_tester_vtgate.yml",
          "locator": "jobs.build.steps[9] (Setup launchable dependencies)"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "lint config verify"
      ],
      "triggers": [
        "ci"
      ],
      "evidence": [
        {
          "path": ".github/workflows/static_checks_etc.yml",
          "locator": "jobs.build.steps[18] (Run golangci-lint)"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "lint run --timeout 10m ./go/..."
      ],
      "triggers": [
        "ci"
      ],
      "evidence": [
        {
          "path": ".github/workflows/static_checks_etc.yml",
          "locator": "jobs.build.steps[18] (Run golangci-lint)"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "log -1 --format=%H -S\"${version}\" -- go/vt/servenv/version.go)"
      ],
      "triggers": [
        "ci"
      ],
      "evidence": [
        {
          "path": ".github/workflows/tag_go_module_dev_version.yml",
          "locator": "jobs.tag.steps[2] (Tag the commit that started this version)"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "mvn -f java/pom.xml -B clean verify"
      ],
      "triggers": [
        "local"
      ],
      "evidence": [
        {
          "path": "Makefile",
          "locator": "target java_test (line 221)"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "unit_test }}"
      ],
      "triggers": [
        "ci"
      ],
      "evidence": [
        {
          "path": ".github/workflows/unit_test.yml",
          "locator": "jobs.test.steps[12] (Run test)"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "unit_test_race"
      ],
      "triggers": [
        "ci"
      ],
      "evidence": [
        {
          "path": ".github/workflows/unit_test.yml",
          "locator": "jobs.test.steps[12] (Run test)"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "vt tester --sharded --xunit $dir/*.test"
      ],
      "triggers": [
        "ci"
      ],
      "evidence": [
        {
          "path": ".github/workflows/vitess_tester_vtgate.yml",
          "locator": "jobs.build.steps[10] (Run cluster endtoend test)"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "vt tester --xunit --vschema $dirvschema.json $dir/*.test"
      ],
      "triggers": [
        "ci"
      ],
      "evidence": [
        {
          "path": ".github/workflows/vitess_tester_vtgate.yml",
          "locator": "jobs.build.steps[10] (Run cluster endtoend test)"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "yamllint -d {extends: relaxed, rules: {indentation: disable, line-length: disable, trailing-spaces: disable}} .github/*.yml .github/ISSUE_TEMPLATE/*.yml .github/workflows/*.yml"
      ],
      "triggers": [
        "ci"
      ],
      "evidence": [
        {
          "path": ".github/workflows/static_checks_etc.yml",
          "locator": "jobs.build.steps[17] (Check .github YAML configs)"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    }
  ]
}