add Gemma2 models

Former-commit-id: 6f63050e1b
This commit is contained in:
hiyouga
2024-06-28 01:26:50 +08:00
parent 2105cf6000
commit d3b7c489f2
4 changed files with 15 additions and 3 deletions

View File

@@ -105,7 +105,7 @@ class PairwiseTrainer(Trainer):
Subclass and override to inject custom behavior.
Note that the first element will be removed from the output tuple.
See: https://github.com/huggingface/transformers/blob/v4.39.1/src/transformers/trainer.py#L3777
See: https://github.com/huggingface/transformers/blob/v4.40.0/src/transformers/trainer.py#L3842
"""
# Compute rewards
_, _, values = model(**inputs, output_hidden_states=True, return_dict=True)