Skip to content

data_validation: OWASP 2026 lists, CVSS v4.0, format checks, 2020-12 schemas #24

data_validation: OWASP 2026 lists, CVSS v4.0, format checks, 2020-12 schemas

data_validation: OWASP 2026 lists, CVSS v4.0, format checks, 2020-12 schemas #24

name: dataset-agentdataflow-validate
# Runs the dataset-local validator for agentdataflow_toolexchange_traces on
# every change to it, so "enforced by validate.py" in that dataset's README
# is true of the merged tree and not only of whoever remembered to run it
# locally. Path-filtered to the dataset.
on:
push:
branches: [main]
paths:
- 'datasets/agentdataflow_toolexchange_traces/**'
- 'datasets/_shared/**'
- '.github/workflows/dataset-agentdataflow-validate.yml'
pull_request:
paths:
- 'datasets/agentdataflow_toolexchange_traces/**'
- 'datasets/_shared/**'
- '.github/workflows/dataset-agentdataflow-validate.yml'
permissions:
contents: read
jobs:
validate:
runs-on: ubuntu-latest
steps:
- name: Checkout
uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
- name: Set up Python
uses: actions/setup-python@5fda3b95a4ea91299a34e894583c3862153e4b97 # v7.0.0
with:
python-version: '3.11'
- name: Install jsonschema and pytest
run: python -m pip install --quiet jsonschema pytest
- name: Validate entries and example against schema.json
run: python validate.py
working-directory: datasets/agentdataflow_toolexchange_traces
- name: index.csv is up to date with entries/
run: |
python build_index.py
git diff --exit-code index.csv
working-directory: datasets/agentdataflow_toolexchange_traces
- name: Known-bad fixtures still fail the way they're supposed to
run: python -m pytest tests/ -v
working-directory: datasets/agentdataflow_toolexchange_traces