From 77781d95163bd073662775c82b4a00dd9d071487 Mon Sep 17 00:00:00 2001
From: hiyouga <hiyouga@buaa.edu.cn>
Date: Sat, 21 Oct 2023 00:30:04 +0800
Subject: [PATCH] fix tokenizer padding side in evaluate.py

Former-commit-id: 641ffa2f6ee05bda5b8548286c161c30aa0bcfb6
---
 src/evaluate.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/src/evaluate.py b/src/evaluate.py
index a198ed09..d7511f6b 100644
--- a/src/evaluate.py
+++ b/src/evaluate.py
@@ -122,7 +122,7 @@ def evaluate(
         checkpoint_dir=checkpoint_dir,
         template=template
     ))
-    chat_model.tokenizer.padding_side = "left" # avoid overflow issue in batched inference for llama2
+    chat_model.tokenizer.padding_side = "right" # avoid overflow issue in batched inference for llama2
     eval_template = eval_templates[lang]
 
     category_corrects: Dict[str, np.ndarray] = {