{
  "repository": "neondatabase/neon",
  "ref": "fa504217c61bbcaf5c512d75830564541f917f8f",
  "methods": [
    {
      "slug": "formal",
      "title": "Formal verification and model checking"
    },
    {
      "slug": "static_analysis",
      "title": "Static analysis"
    },
    {
      "slug": "testing",
      "title": "Testing"
    },
    {
      "slug": "formatting",
      "title": "Formatting and hygiene"
    },
    {
      "slug": "supply_chain",
      "title": "Supply chain"
    },
    {
      "slug": "unclassified",
      "title": "Unclassified"
    }
  ],
  "verifications": [
    {
      "tool": "tla-plus",
      "method": "formal",
      "commands": [],
      "triggers": [],
      "evidence": [
        {
          "path": "safekeeper/spec/MCProposerAcceptorReconfig.tla",
          "locator": "4 file(s)"
        }
      ],
      "upstream": "https://github.com/tlaplus/tlaplus",
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": true
    },
    {
      "tool": "mypy",
      "method": "static_analysis",
      "commands": [
        "mypy ."
      ],
      "triggers": [
        "ci"
      ],
      "evidence": [
        {
          "path": ".github/workflows/_check-codestyle-python.yml",
          "locator": "jobs.check-codestyle-python.steps[6]"
        },
        {
          "path": "pyproject.toml",
          "locator": "[tool.mypy]"
        },
        {
          "path": "pyproject.toml",
          "locator": "[tool.poetry.group.dev]: mypy"
        }
      ],
      "upstream": "https://github.com/python/mypy",
      "docs": "https://mypy.readthedocs.io/en/stable/command_line.html",
      "exit_codes": {
        "0": "no type errors",
        "1": "type errors found",
        "2": "crash or invalid invocation"
      },
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": "ruff-check",
      "method": "static_analysis",
      "commands": [
        "ruff check ."
      ],
      "triggers": [
        "ci"
      ],
      "evidence": [
        {
          "path": ".github/workflows/_check-codestyle-python.yml",
          "locator": "jobs.check-codestyle-python.steps[4]"
        },
        {
          "path": "pyproject.toml",
          "locator": "[tool.ruff]"
        },
        {
          "path": "pyproject.toml",
          "locator": "[tool.poetry.group.dev]: ruff"
        }
      ],
      "upstream": "https://github.com/astral-sh/ruff",
      "docs": "https://docs.astral.sh/ruff/linter/#exit-codes",
      "exit_codes": {
        "0": "no violations",
        "1": "violations found",
        "2": "invalid configuration, CLI options or internal error"
      },
      "autofix": true,
      "declared_only": false
    },
    {
      "tool": "clippy",
      "method": "static_analysis",
      "commands": [],
      "triggers": [],
      "evidence": [
        {
          "path": "clippy.toml",
          "locator": "config file"
        }
      ],
      "upstream": "https://github.com/rust-lang/rust-clippy",
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": true
    },
    {
      "tool": "pytest",
      "method": "testing",
      "commands": [],
      "triggers": [],
      "evidence": [
        {
          "path": "pytest.ini",
          "locator": "config file"
        }
      ],
      "upstream": "https://github.com/pytest-dev/pytest",
      "docs": "https://docs.pytest.org/en/stable/reference/exit-codes.html",
      "exit_codes": {
        "0": "all tests passed",
        "1": "some tests failed",
        "2": "interrupted by the user",
        "3": "internal error",
        "4": "command line usage error",
        "5": "no tests were collected"
      },
      "autofix": false,
      "declared_only": true
    },
    {
      "tool": "ruff-format",
      "method": "formatting",
      "commands": [
        "ruff format --check ."
      ],
      "triggers": [
        "ci"
      ],
      "evidence": [
        {
          "path": ".github/workflows/_check-codestyle-python.yml",
          "locator": "jobs.check-codestyle-python.steps[5]"
        }
      ],
      "upstream": "https://github.com/astral-sh/ruff",
      "docs": "https://docs.astral.sh/ruff/formatter/#exit-codes",
      "exit_codes": {
        "0": "already formatted",
        "1": "files would be reformatted (--check)",
        "2": "error"
      },
      "autofix": true,
      "declared_only": false
    },
    {
      "tool": "rustfmt",
      "method": "formatting",
      "commands": [
        "cargo fmt --all -- --check"
      ],
      "triggers": [
        "ci"
      ],
      "evidence": [
        {
          "path": ".github/workflows/_check-codestyle-rust.yml",
          "locator": "jobs.check-codestyle-rust.steps[8] (Check formatting)"
        },
        {
          "path": "compute_tools/rustfmt.toml",
          "locator": "config file"
        }
      ],
      "upstream": "https://github.com/rust-lang/rustfmt",
      "docs": null,
      "exit_codes": {},
      "autofix": true,
      "declared_only": false
    },
    {
      "tool": "cargo-deny",
      "method": "supply_chain",
      "commands": [
        "cargo deny check --hide-inclusion-graph $CARGO_DENY_TARGET"
      ],
      "triggers": [
        "ci"
      ],
      "evidence": [
        {
          "path": ".github/workflows/cargo-deny.yml",
          "locator": "jobs.cargo-deny.steps[2] (Check rust licenses/bans/advisories/sources)"
        },
        {
          "path": "deny.toml",
          "locator": "config file"
        }
      ],
      "upstream": "https://github.com/EmbarkStudios/cargo-deny",
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "elif [[ $BUILD_TYPE == debug ]]"
      ],
      "triggers": [
        "ci"
      ],
      "evidence": [
        {
          "path": ".github/workflows/_build-and-test-locally.yml",
          "locator": "jobs.build-neon.steps[7] (Set env variables)"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "elif [[ $BUILD_TYPE == release ]]"
      ],
      "triggers": [
        "ci"
      ],
      "evidence": [
        {
          "path": ".github/workflows/_build-and-test-locally.yml",
          "locator": "jobs.build-neon.steps[7] (Set env variables)"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "for build_type in debug release"
      ],
      "triggers": [
        "ci"
      ],
      "evidence": [
        {
          "path": ".github/workflows/build_and_test.yml",
          "locator": "jobs.promote-compatibility-data.steps[2] (Promote compatibility snapshot and Neon artifact)"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "jsonnetfmt --in-place $(jsonnet_files)"
      ],
      "triggers": [
        "local"
      ],
      "evidence": [
        {
          "path": "compute/Makefile",
          "locator": "target jsonnetfmt-format (line 27)"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "jsonnetfmt --test $(jsonnet_files)"
      ],
      "triggers": [
        "ci",
        "local"
      ],
      "evidence": [
        {
          "path": ".github/workflows/build_and_test.yml",
          "locator": "jobs.check-codestyle-jsonnet.steps[2] (Check Jsonnet code formatting)"
        },
        {
          "path": "compute/Makefile",
          "locator": "target jsonnetfmt-test (line 23)"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "neonvm-azure-captest-new"
      ],
      "triggers": [
        "ci"
      ],
      "evidence": [
        {
          "path": ".github/workflows/benchmarking.yml",
          "locator": "jobs.pgbench-compare.steps[5] (Set up Connection String)"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "neonvm-captest-freetier"
      ],
      "triggers": [
        "ci"
      ],
      "evidence": [
        {
          "path": ".github/workflows/benchmarking.yml",
          "locator": "jobs.pgbench-compare.steps[5] (Set up Connection String)"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "neonvm-captest-new"
      ],
      "triggers": [
        "ci"
      ],
      "evidence": [
        {
          "path": ".github/workflows/benchmarking.yml",
          "locator": "jobs.generate-matrices.steps[1] (Generate matrix for pgbench benchmark)"
        },
        {
          "path": ".github/workflows/benchmarking.yml",
          "locator": "jobs.pgbench-compare.steps[5] (Set up Connection String)"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "neonvm-captest-new-many-tables"
      ],
      "triggers": [
        "ci"
      ],
      "evidence": [
        {
          "path": ".github/workflows/benchmarking.yml",
          "locator": "jobs.pgbench-compare.steps[5] (Set up Connection String)"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "neonvm-captest-reuse"
      ],
      "triggers": [
        "ci"
      ],
      "evidence": [
        {
          "path": ".github/workflows/benchmarking.yml",
          "locator": "jobs.generate-matrices.steps[2] (Generate matrix for OLAP benchmarks)"
        },
        {
          "path": ".github/workflows/benchmarking.yml",
          "locator": "jobs.generate-matrices.steps[3] (Generate matrix for TPC-H benchmarks)"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "python upload_results_to_perf_test_results.py --load-log $LOAD_LOG --run-type load --warehouses ${WAREHOUSES} --min-cu ${MIN_CU} --max-cu ${MAX_CU} --project-id ${PROJECT_ID} --revision ${REVISION} --connection-string ${PERF_DB_CONNSTR}"
      ],
      "triggers": [
        "ci"
      ],
      "evidence": [
        {
          "path": ".github/workflows/benchbase_tpcc.yml",
          "locator": "jobs.benchbase-tpcc.steps[10] (Process results (upload to test results database and generate diagrams))"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "python upload_results_to_perf_test_results.py --summary-json $OPTRATE_JSON --results-csv $OPTRATE_CSV --run-type opt-rate --min-cu ${MIN_CU} --max-cu ${MAX_CU} --project-id ${PROJECT_ID} --revision ${REVISION} --connection-string ${PERF_DB_CONNSTR}"
      ],
      "triggers": [
        "ci"
      ],
      "evidence": [
        {
          "path": ".github/workflows/benchbase_tpcc.yml",
          "locator": "jobs.benchbase-tpcc.steps[10] (Process results (upload to test results database and generate diagrams))"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "python upload_results_to_perf_test_results.py --summary-json $RAMPUP_JSON --results-csv $RAMPUP_CSV --run-type ramp-up --min-cu ${MIN_CU} --max-cu ${MAX_CU} --project-id ${PROJECT_ID} --revision ${REVISION} --connection-string ${PERF_DB_CONNSTR}"
      ],
      "triggers": [
        "ci"
      ],
      "evidence": [
        {
          "path": ".github/workflows/benchbase_tpcc.yml",
          "locator": "jobs.benchbase-tpcc.steps[10] (Process results (upload to test results database and generate diagrams))"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "python upload_results_to_perf_test_results.py --summary-json $WARMUP_JSON --results-csv $WARMUP_CSV --run-type warmup --min-cu ${MIN_CU} --max-cu ${MAX_CU} --project-id ${PROJECT_ID} --revision ${REVISION} --connection-string ${PERF_DB_CONNSTR}"
      ],
      "triggers": [
        "ci"
      ],
      "evidence": [
        {
          "path": ".github/workflows/benchbase_tpcc.yml",
          "locator": "jobs.benchbase-tpcc.steps[10] (Process results (upload to test results database and generate diagrams))"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "uniq > postgres-$*-typedefs-full.list"
      ],
      "triggers": [
        "local"
      ],
      "evidence": [
        {
          "path": "Makefile",
          "locator": "target postgres-%-pgindent (line 178)"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    }
  ]
}