frozenleaves/verl
1
0
Fork 0
mirror of https://github.com/volcengine/verl.git synced 2025-10-20 13:43:50 +08:00
Code Issues Packages Projects Releases Wiki Activity

[fix] use correct variable for saving hf model (#1681)

Browse Source
This commit is contained in:
Baiqing Lyu
2025-05-25 03:49:43 -07:00
committed by GitHub
parent c60546d305
commit 3d5f15fa9a
1 changed files with 4 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
scripts/model_merger.py
View File

@ -123,9 +123,9 @@ class BaseModelMerger(ABC):
"""
if model.can_generate():
try:
model.generation_config = GenerationConfig.from_pretrained(self.config_path)
model.generation_config = GenerationConfig.from_pretrained(self.hf_model_config_path)
except OSError:
print(f"Warning: Generation config file not found in {self.config_path}, using a generation config created from the model config.")
print(f"Warning: Generation config file not found in {self.hf_model_config_path}, using a generation config created from the model config.")
return model
def save_hf_model_and_tokenizer(self, state_dict: dict[str, torch.Tensor]):
@ -140,8 +140,8 @@ class BaseModelMerger(ABC):
del state_dict
del model
processor = hf_processor(self.config_path)
tokenizer = hf_tokenizer(self.config_path)
processor = hf_processor(self.hf_model_config_path)
tokenizer = hf_tokenizer(self.hf_model_config_path)
if processor is not None:
print(f"Saving processor to {self.config.target_dir}")
processor.save_pretrained(self.config.target_dir)