!199 修正数据集多端适配报错

Merge pull request !199 from humphrey007/update_datasets
2025-05-08 01:48:27 +00:00
parent 0aaa75bed6
commit 94c6ec7252
1 changed files with 2 additions and 1 deletions
--- a/src/openmind/flow/datasets/loader.py
+++ b/src/openmind/flow/datasets/loader.py
@ -93,7 +93,8 @@ def _get_merged_datasets(dataset_names: Optional[str]):
        dataset_attr = get_dataset_attr(name, dataset_info)
        load_dataset_func, openmind_platform = get_platform_loader("dataset")

-        if not dataset_attr.is_custom:
+        # if dataset in dataset_info.json, dataset_attr.load_from = {"modelers":xxx, "huggingface":xxx}
+        if isinstance(dataset_attr.load_from, Dict):
            dataset_attr.load_from = dataset_attr.load_from[openmind_platform]

        dataset = load_dataset_func(