{
  "repository": "huggingface/tokenizers",
  "ref": "92f653006d513133c591a930fa8729ffa1d0f07e",
  "methods": [
    {
      "slug": "formal",
      "title": "Formal verification and model checking"
    },
    {
      "slug": "static_analysis",
      "title": "Static analysis"
    },
    {
      "slug": "testing",
      "title": "Testing"
    },
    {
      "slug": "formatting",
      "title": "Formatting and hygiene"
    },
    {
      "slug": "supply_chain",
      "title": "Supply chain"
    },
    {
      "slug": "unclassified",
      "title": "Unclassified"
    }
  ],
  "verifications": [
    {
      "tool": "clippy",
      "method": "static_analysis",
      "commands": [
        "cargo clippy -p bitcannon --all-targets --target wasm32-wasip1 --target wasm32-unknown-unknown -- -D warnings",
        "cargo clippy --all-targets --all-features -- -D warnings",
        "cargo clippy --workspace --all-targets --all-features -- -D warnings"
      ],
      "triggers": [
        "ci",
        "local"
      ],
      "evidence": [
        {
          "path": ".github/workflows/bitcannon.yml",
          "locator": "jobs.wasm.steps[2] (Clippy wasm32 (wasip1 + browser))"
        },
        {
          "path": ".github/workflows/node.yml",
          "locator": "jobs.quality.steps[4] (Lint with Clippy)"
        },
        {
          "path": ".github/workflows/python.yml",
          "locator": "jobs.quality.steps[3] (Lint with Clippy)"
        },
        {
          "path": ".github/workflows/rust.yml",
          "locator": "jobs.clippy.steps[3] (Lint with Clippy)"
        },
        {
          "path": "tokenizers/Makefile",
          "locator": "target lint (line 39)"
        }
      ],
      "upstream": "https://github.com/rust-lang/rust-clippy",
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": "cargo-test",
      "method": "testing",
      "commands": [
        "cargo test -p bitcannon",
        "cargo test -p bitcannon --no-run --message-format=json",
        "cargo test -p bitcannon --target wasm32-wasip1",
        "cargo test --workspace --no-fail-fast",
        "cargo test -p tk-convert --features bench-baseline --test oracle"
      ],
      "triggers": [
        "ci",
        "local"
      ],
      "evidence": [
        {
          "path": ".github/workflows/bitcannon.yml",
          "locator": "jobs.native.steps[2]"
        },
        {
          "path": ".github/workflows/bitcannon.yml",
          "locator": "jobs.avx512-sde.steps[3] (Run tests under SDE (-future = AVX-512))"
        },
        {
          "path": ".github/workflows/bitcannon.yml",
          "locator": "jobs.wasm.steps[4] (Test under wasmtime)"
        },
        {
          "path": ".github/workflows/rust.yml",
          "locator": "jobs.build_and_test.steps[6] (Run tests)"
        },
        {
          "path": "tokenizers/Makefile",
          "locator": "target test (line 44)"
        },
        {
          "path": ".github/workflows/rust.yml",
          "locator": "jobs.build_and_test.steps[7] (Run the release-crate oracle)"
        },
        {
          "path": "tokenizers/Makefile",
          "locator": "target oracle (line 49)"
        },
        {
          "path": ".github/workflows/rust.yml",
          "locator": "jobs.build_and_test.steps[9] (Run lib & doc tests on Windows)"
        }
      ],
      "upstream": "https://github.com/rust-lang/cargo",
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": "ci-matrix",
      "method": "testing",
      "commands": [
        "wasm (rustflags: 2)",
        "test-wheel (config: 12)",
        "build_and_test (os: 3)",
        "clippy (os: 3)"
      ],
      "triggers": [
        "ci"
      ],
      "evidence": [
        {
          "path": ".github/workflows/bitcannon.yml",
          "locator": "jobs.wasm.strategy.matrix"
        },
        {
          "path": ".github/workflows/python-release.yml",
          "locator": "jobs.test-wheel.strategy.matrix"
        },
        {
          "path": ".github/workflows/rust.yml",
          "locator": "jobs.build_and_test.strategy.matrix"
        },
        {
          "path": ".github/workflows/rust.yml",
          "locator": "jobs.clippy.strategy.matrix"
        }
      ],
      "upstream": "https://docs.github.com/en/actions/how-tos/write-workflows/choose-what-workflows-do/run-job-variations",
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": "pytest",
      "method": "testing",
      "commands": [
        "pytest tests -m not network"
      ],
      "triggers": [
        "ci"
      ],
      "evidence": [
        {
          "path": ".github/workflows/python-release.yml",
          "locator": "jobs.test-wheel.steps[4] (test the wheel)"
        }
      ],
      "upstream": "https://github.com/pytest-dev/pytest",
      "docs": "https://docs.pytest.org/en/stable/reference/exit-codes.html",
      "exit_codes": {
        "0": "all tests passed",
        "1": "some tests failed",
        "2": "interrupted by the user",
        "3": "internal error",
        "4": "command line usage error",
        "5": "no tests were collected"
      },
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": "rustfmt",
      "method": "formatting",
      "commands": [
        "cargo fmt -- --check",
        "cargo fmt --all -- --check",
        "cargo fmt --all --"
      ],
      "triggers": [
        "ci",
        "local"
      ],
      "evidence": [
        {
          "path": ".github/workflows/node.yml",
          "locator": "jobs.quality.steps[3] (Lint with RustFmt)"
        },
        {
          "path": ".github/workflows/rust.yml",
          "locator": "jobs.format.steps[2] (Lint with RustFmt)"
        },
        {
          "path": "tokenizers/Makefile",
          "locator": "target format (line 35)"
        },
        {
          "path": "tokenizers/Makefile",
          "locator": "target lint (line 39)"
        },
        {
          "path": "bindings/node/rustfmt.toml",
          "locator": "config file"
        }
      ],
      "upstream": "https://github.com/rust-lang/rustfmt",
      "docs": null,
      "exit_codes": {},
      "autofix": true,
      "declared_only": false
    },
    {
      "tool": "cargo-audit",
      "method": "supply_chain",
      "commands": [
        "cargo audit -D warnings -f bindings/node/Cargo.lock",
        "cargo audit -D warnings -f bindings/python/Cargo.lock",
        "cargo audit -D warnings -f tokenizers/Cargo.lock"
      ],
      "triggers": [
        "ci"
      ],
      "evidence": [
        {
          "path": ".github/workflows/node.yml",
          "locator": "jobs.audit.steps[4] (Run Audit)"
        },
        {
          "path": ".github/workflows/python.yml",
          "locator": "jobs.audit.steps[4] (Run Audit)"
        },
        {
          "path": ".github/workflows/rust.yml",
          "locator": "jobs.audit.steps[4] (Run Audit)"
        }
      ],
      "upstream": "https://github.com/rustsec/rustsec",
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "cargo semver-checks --package tokenizers"
      ],
      "triggers": [
        "ci"
      ],
      "evidence": [
        {
          "path": ".github/workflows/rust.yml",
          "locator": "jobs.semver.steps[4] (Check semver)"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "hf download hf-internal-testing/tokenizers-test-data gpt2.json albert-base-v1-tokenizer.json --repo-type dataset --revision 54d012f11a4911b797aa6ef2dffc0fb67cbc7619 --local-dir data"
      ],
      "triggers": [
        "ci"
      ],
      "evidence": [
        {
          "path": ".github/workflows/rust.yml",
          "locator": "jobs.build_and_test.steps[8] (Download lib-test fixtures on Windows)"
        },
        {
          "path": ".github/workflows/rust.yml",
          "locator": "jobs.feature_matrix.steps[5] (Download lib-test fixtures)"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "twine check --strict dist/*"
      ],
      "triggers": [
        "ci"
      ],
      "evidence": [
        {
          "path": ".github/workflows/python-release.yml",
          "locator": "jobs.build-sdist.steps[4] (twine check)"
        },
        {
          "path": ".github/workflows/python-release.yml",
          "locator": "jobs.build-wheel.steps[5] (twine check)"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    }
  ]
}