Hotfix for get beaker dataset id (#357)

* Hotfix for get beaker dataset id * quick fix
allenai · Sep 18, 2024 · cea945b · cea945b
1 parent e26c023
commit cea945b
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/open_instruct/utils.py b/open_instruct/utils.py
@@ -734,7 +734,7 @@ def get_beaker_dataset_ids(experiment_id: str, sort=False) -> Optional[List[str]
         dataset_infos.extend(
             [
                 DatasetInfo(
-                    id=dataset["id"], committed=dataset["committed"], non_empty=dataset["storage"]["totalSize"] > 0
+                    id=dataset["id"], committed=dataset["committed"], non_empty=False if dataset["storage"]["totalSize"] is None else dataset["storage"]["totalSize"] > 0
                 )
                 for dataset in datasets
             ]