mirrors/openmoss--moss
1
0
Fork 0
Code Issues Pull Requests Actions Deployments Models Agent Notes Packages Projects Releases Wiki Activity

Update finetune_moss.py

Browse Source
This commit is contained in:
xyliu
2023-04-26 14:00:54 +08:00
committed by GitHub
parent 96b34aec5e
commit 222b676b59
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
finetune_moss.py
+1 -1
View File
@@ -118,7 +118,7 @@ class SFTDataset(Dataset):
batch_labels.append(label)
batch_input_ids = torch.nn.utils.rnn.pad_sequence(batch_input_ids, batch_first=True, padding_value=self.tokenizer.eos_token_id)
batch_attn_mask = torch.nn.utils.rnn.pad_sequence(batch_input_ids, batch_first=True, padding_value=0).to(torch.bool)
batch_attn_mask = torch.nn.utils.rnn.pad_sequence(batch_attn_mask, batch_first=True, padding_value=0).to(torch.bool)
batch_labels = torch.nn.utils.rnn.pad_sequence(batch_labels, batch_first=True, padding_value=-100)
return batch_input_ids, batch_attn_mask, batch_labels