From 21a454fa6ce19d1191a09e6092cfa382d9f9487e Mon Sep 17 00:00:00 2001
From: hiyouga <hiyouga@buaa.edu.cn>
Date: Thu, 28 Sep 2023 01:03:04 +0800
Subject: [PATCH] tiny fix

Former-commit-id: 35b355b76d2a8f8adf3750a905224e52d03d218f
---
 src/llmtuner/extras/patches/llama_patch.py | 5 +----
 1 file changed, 1 insertion(+), 4 deletions(-)

diff --git a/src/llmtuner/extras/patches/llama_patch.py b/src/llmtuner/extras/patches/llama_patch.py
index cc22041d..42691194 100644
--- a/src/llmtuner/extras/patches/llama_patch.py
+++ b/src/llmtuner/extras/patches/llama_patch.py
@@ -1,7 +1,3 @@
-# coding=utf-8
-# Modified from:
-# [1] https://github.com/huggingface/transformers/blob/main/src/transformers/models/llama/modeling_llama.py
-
 import math
 import torch
 import torch.nn as nn
@@ -19,6 +15,7 @@ except ImportError:
 logger = logging.get_logger(__name__)
 
 
+# Modified from: https://github.com/huggingface/transformers/blob/main/src/transformers/models/llama/modeling_llama.py
 class LlamaShiftShortAttention(LlamaAttention):
 
     def forward(