{
  "repository": "stanfordnlp/dspy",
  "ref": "c941671b1d2b6e208d472e93f954632b94000277",
  "methods": [
    {
      "slug": "formal",
      "title": "Formal verification and model checking"
    },
    {
      "slug": "static_analysis",
      "title": "Static analysis"
    },
    {
      "slug": "testing",
      "title": "Testing"
    },
    {
      "slug": "formatting",
      "title": "Formatting and hygiene"
    },
    {
      "slug": "supply_chain",
      "title": "Supply chain"
    },
    {
      "slug": "unclassified",
      "title": "Unclassified"
    }
  ],
  "verifications": [
    {
      "tool": "ruff-check",
      "method": "static_analysis",
      "commands": [
        "ruff check --fix-only --diff --exit-non-zero-on-fix",
        "pre-commit hook ruff"
      ],
      "triggers": [
        "pre_commit",
        "ci"
      ],
      "evidence": [
        {
          "path": ".github/workflows/run_tests.yml",
          "locator": "jobs.fix.steps[5] (Ruff Check)"
        },
        {
          "path": ".pre-commit-config.yaml",
          "locator": "hooks.ruff"
        },
        {
          "path": "pyproject.toml",
          "locator": "[tool.ruff]"
        },
        {
          "path": "pyproject.toml",
          "locator": "[project.optional-dependencies] dev: ruff"
        }
      ],
      "upstream": "https://github.com/astral-sh/ruff",
      "docs": "https://docs.astral.sh/ruff/linter/#exit-codes",
      "exit_codes": {
        "0": "no violations",
        "1": "violations found",
        "2": "invalid configuration, CLI options or internal error"
      },
      "autofix": true,
      "declared_only": false
    },
    {
      "tool": "zizmor",
      "method": "static_analysis",
      "commands": [
        "uses zizmorcore/zizmor-action"
      ],
      "triggers": [
        "ci"
      ],
      "evidence": [
        {
          "path": ".github/workflows/run_tests.yml",
          "locator": "jobs.workflow-lint.steps[1] (Run zizmor)"
        }
      ],
      "upstream": "https://github.com/zizmorcore/zizmor",
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": "ci-matrix",
      "method": "testing",
      "commands": [
        "dependency-range (include: 2)",
        "test (python-version: 6)",
        "extra_test (python-version: 6)"
      ],
      "triggers": [
        "ci"
      ],
      "evidence": [
        {
          "path": ".github/workflows/dependency-range.yml",
          "locator": "jobs.dependency-range.strategy.matrix"
        },
        {
          "path": ".github/workflows/run_tests.yml",
          "locator": "jobs.test.strategy.matrix"
        },
        {
          "path": ".github/workflows/run_tests.yml",
          "locator": "jobs.extra_test.strategy.matrix"
        }
      ],
      "upstream": "https://docs.github.com/en/actions/how-tos/write-workflows/choose-what-workflows-do/run-job-variations",
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": "pytest",
      "method": "testing",
      "commands": [
        "pytest tests/metadata/test_metadata.py tests/predict",
        "pytest -q -n auto --dist worksteal tests/ --extra --deno 2>&1",
        "pytest -vv -m not extra and not deno -n auto --dist worksteal tests/",
        "pytest tests/ -m extra or deno --extra --deno -n auto --dist worksteal",
        "pytest tests/utils/test_mcp.py -m extra --extra"
      ],
      "triggers": [
        "ci"
      ],
      "evidence": [
        {
          "path": ".github/workflows/build_and_release.yml",
          "locator": "jobs.build-and-publish-test-pypi.steps[10] (Test package installation and functionality)"
        },
        {
          "path": ".github/workflows/build_and_release.yml",
          "locator": "jobs.build-and-publish-pypi.steps[11] (Test package installation and functionality)"
        },
        {
          "path": ".github/workflows/dependency-range.yml",
          "locator": "jobs.dependency-range.steps[5] (Run non-live tests)"
        },
        {
          "path": ".github/workflows/run_tests.yml",
          "locator": "jobs.test.steps[5] (Run tests with pytest)"
        },
        {
          "path": ".github/workflows/run_tests.yml",
          "locator": "jobs.extra_test.steps[5] (Run extra and deno tests)"
        },
        {
          "path": ".github/workflows/run_tests.yml",
          "locator": "jobs.mcp_v2_test.steps[5] (Run MCP tests)"
        },
        {
          "path": ".github/workflows/run_tests.yml",
          "locator": "jobs.llm_call_test.steps[11] (Run tests)"
        },
        {
          "path": "pyproject.toml",
          "locator": "[project.optional-dependencies] dev: pytest"
        }
      ],
      "upstream": "https://github.com/pytest-dev/pytest",
      "docs": "https://docs.pytest.org/en/stable/reference/exit-codes.html",
      "exit_codes": {
        "0": "all tests passed",
        "1": "some tests failed",
        "2": "interrupted by the user",
        "3": "internal error",
        "4": "command line usage error",
        "5": "no tests were collected"
      },
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": "pre-commit-hooks",
      "method": "formatting",
      "commands": [
        "pre-commit hook check-yaml",
        "pre-commit hook check-toml",
        "pre-commit hook check-added-large-files",
        "pre-commit hook check-merge-conflict",
        "pre-commit hook debug-statements"
      ],
      "triggers": [
        "pre_commit"
      ],
      "evidence": [
        {
          "path": ".pre-commit-config.yaml",
          "locator": "hooks.check-yaml"
        },
        {
          "path": ".pre-commit-config.yaml",
          "locator": "hooks.check-toml"
        },
        {
          "path": ".pre-commit-config.yaml",
          "locator": "hooks.check-added-large-files"
        },
        {
          "path": ".pre-commit-config.yaml",
          "locator": "hooks.check-merge-conflict"
        },
        {
          "path": ".pre-commit-config.yaml",
          "locator": "hooks.debug-statements"
        }
      ],
      "upstream": "https://github.com/pre-commit/pre-commit-hooks",
      "docs": null,
      "exit_codes": {},
      "autofix": true,
      "declared_only": false
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "assert importlib.util.find_spec(\"litellm\") is None'"
      ],
      "triggers": [
        "ci"
      ],
      "evidence": [
        {
          "path": ".github/workflows/vendored_lm15.yml",
          "locator": "jobs.installed-wheel.steps[3] (Test the installed wheel outside the checkout)"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "python -P $GITHUB_WORKSPACE/docs/scripts/build_docs.py release --config $GITHUB_WORKSPACE/docs/mkdocs.yml --output $GITHUB_WORKSPACE/release-site --version $VERSION --artifact $GITHUB_WORKSPACE/release-wheel/*.whl --package-source workflow-wheel"
      ],
      "triggers": [
        "ci"
      ],
      "evidence": [
        {
          "path": ".github/workflows/build_and_release.yml",
          "locator": "jobs.release-docs.steps[6] (Build immutable release documentation)"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "python docs/scripts/build_docs.py current --config docs/mkdocs.yml --output current-site"
      ],
      "triggers": [
        "ci"
      ],
      "evidence": [
        {
          "path": ".github/workflows/docs-push.yml",
          "locator": "jobs.publish-current.steps[3] (Build Current documentation)"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "python docs/scripts/build_docs.py current --config docs/mkdocs.yml --output docs/site"
      ],
      "triggers": [
        "ci"
      ],
      "evidence": [
        {
          "path": ".github/workflows/docs-push.yml",
          "locator": "jobs.build-test.steps[1] (Install dependencies and build)"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "python docs/scripts/publish_versioned_docs.py --repository docs-deployment --site current-site --identifier current --package-source working-tree --branch master --require-current-renderer zensical"
      ],
      "triggers": [
        "ci"
      ],
      "evidence": [
        {
          "path": ".github/workflows/docs-push.yml",
          "locator": "jobs.publish-current.steps[5] (Publish Current through Mike)"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "python docs/scripts/publish_versioned_docs.py --repository docs-deployment --site release-site --identifier $VERSION ${aliases[@]} --package-source workflow-wheel --branch master --require-current-renderer zensical"
      ],
      "triggers": [
        "ci"
      ],
      "evidence": [
        {
          "path": ".github/workflows/build_and_release.yml",
          "locator": "jobs.release-docs.steps[8] (Publish immutable release documentation)"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "tee $RUNNER_TEMP/pytest-$PROFILE.log"
      ],
      "triggers": [
        "ci"
      ],
      "evidence": [
        {
          "path": ".github/workflows/dependency-range.yml",
          "locator": "jobs.dependency-range.steps[5] (Run non-live tests)"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "twine check --strict .github/.internal_dspyai/dist/*"
      ],
      "triggers": [
        "ci"
      ],
      "evidence": [
        {
          "path": ".github/workflows/build_and_release.yml",
          "locator": "jobs.build-and-publish-pypi.steps[18] (Validate built distributions (dspy-ai))"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "twine check --strict dist/*"
      ],
      "triggers": [
        "ci"
      ],
      "evidence": [
        {
          "path": ".github/workflows/build_and_release.yml",
          "locator": "jobs.build-and-publish-test-pypi.steps[8] (Validate built distributions)"
        },
        {
          "path": ".github/workflows/build_and_release.yml",
          "locator": "jobs.build-and-publish-pypi.steps[9] (Validate built distributions)"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "ty check"
      ],
      "triggers": [
        "pre_commit",
        "ci"
      ],
      "evidence": [
        {
          "path": ".github/workflows/run_tests.yml",
          "locator": "jobs.fix.steps[6] (Check internal types)"
        },
        {
          "path": ".pre-commit-config.yaml",
          "locator": "hooks.ty"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "venv test_before_pypi"
      ],
      "triggers": [
        "ci"
      ],
      "evidence": [
        {
          "path": ".github/workflows/build_and_release.yml",
          "locator": "jobs.build-and-publish-pypi.steps[10] (Create test environment)"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    },
    {
      "tool": null,
      "method": "unclassified",
      "commands": [
        "venv test_before_testpypi"
      ],
      "triggers": [
        "ci"
      ],
      "evidence": [
        {
          "path": ".github/workflows/build_and_release.yml",
          "locator": "jobs.build-and-publish-test-pypi.steps[9] (Create test environment)"
        }
      ],
      "upstream": null,
      "docs": null,
      "exit_codes": {},
      "autofix": false,
      "declared_only": false
    }
  ]
}