fix: floating point issue with python not returning 1.0 for prob sum (#261)

Co-authored-by: Raktim Mitra <raktim@localhost>
This commit is contained in:
Raktim Mitra
2025-06-11 17:44:42 -07:00
committed by GitHub
parent 242920dbcd
commit c7e4e74778

View File

@@ -189,7 +189,8 @@ def recursively_instantiate_datasets_and_samplers(
# ... check that the sum of probabilities of all datasets is 1
assert (
sum(dataset_info["probability"] for dataset_info in datasets_info) == 1.0
abs(1 - sum(dataset_info["probability"] for dataset_info in datasets_info))
< 1e-5
), "Sum of probabilities must be 1.0"
# ... compose the list of datasets into a single dataset