meta.json

{"generator":"scripts/generate_aggregates.py","seed":480,"sample_docs":200000,"faithful_to":"FineWeb_EDA.ipynb (Milestone 1)","note":"Aggregates are computed from a simulated sample whose distributions match the Milestone-1 EDA. Per-domain counts are illustrative of the long-tail shape. Run scripts/prepare_data.py to regenerate from the live FineWeb stream (identical schema).","source_dataset":"https://huggingface.co/datasets/HuggingFaceFW/fineweb","paper":"Penedo et al., 'The FineWeb Datasets', NeurIPS 2024"}