fix some errors due to inconsistency of model cards

Former-commit-id: 2166b9bc6b
This commit is contained in:
Kingsley
2024-09-30 19:58:34 +08:00
parent 4f85098088
commit 94ce8f561f
5 changed files with 66 additions and 69 deletions

View File

@@ -168,7 +168,7 @@ class HuggingfaceEngine(BaseEngine):
for key, value in mm_inputs.items():
value = value if isinstance(value, torch.Tensor) else torch.tensor(value)
gen_kwargs[key] = value.to(model.device)
return gen_kwargs, prompt_length
@staticmethod