frozenleaves/trl
1
0
Fork 0
mirror of https://github.com/huggingface/trl.git synced 2025-10-21 02:53:59 +08:00
Code Issues Packages Projects Releases Wiki Activity

a workaround for failing log_stats (#708)

Browse Source
This commit is contained in:
Younes Belkada
2023-08-30 12:23:57 +02:00
committed by GitHub
parent 7f636c9ed7
commit 79b90e19ba
4 changed files with 13 additions and 9 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
examples/research_projects/tools/python_interpreter.py
View File

@ -188,7 +188,7 @@ for epoch in range(args.n_epochs):
"response": [tokenizer.decode(response) for response in responses],
"answer": batch["answer"],
}
ppo_trainer.log_stats(train_stats, texts, rewards)
ppo_trainer.log_stats(train_stats, texts, rewards, columns_to_log=["query", "response", "answer"])
reward_mean_test = evaluate(test_dataloader, text_env, ppo_trainer)
ppo_trainer.save_pretrained(f"model/{args.model_name}-gsm8k")