!249 update dataset processing related

Merge pull request !249 from 金勇旭/master
This commit is contained in:
金勇旭
2025-06-27 07:27:31 +00:00
committed by i-robot
parent 5b8d1d4bf2
commit b8186e58a8

View File

@ -112,7 +112,7 @@ def convert_alpaca(examples, datasets_attr: InstructionDatasetAttr, convert_syst
if examples[datasets_attr.prompt][i]:
content.append(examples[datasets_attr.prompt][i])
if examples[datasets_attr.query][i]:
if examples.get(datasets_attr.query, None) and examples[datasets_attr.query][i]:
content.append(examples[datasets_attr.query][i])
prompt.append({"role": "user", "content": "\n".join(content)})