423A35C7/LLaMA-Factory
1
0
Fork 0
mirror of https://github.com/hiyouga/LLaMA-Factory.git synced 2025-10-16 16:48:11 +08:00
Code Issues Packages Projects Releases Wiki Activity

tiny fix

Browse Source 
Former-commit-id: 35b355b76d2a8f8adf3750a905224e52d03d218f
This commit is contained in:
hiyouga 2023-09-28 01:03:04 +08:00
parent 22c6c27f78
commit 21a454fa6c
1 changed files with 1 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
src/llmtuner/extras/patches/llama_patch.py
View File

@ -1,7 +1,3 @@
# coding=utf-8
# Modified from:
# [1] https://github.com/huggingface/transformers/blob/main/src/transformers/models/llama/modeling_llama.py
import math import math
import torch import torch
import torch.nn as nn import torch.nn as nn
@ -19,6 +15,7 @@ except ImportError:
logger = logging.get_logger(__name__) logger = logging.get_logger(__name__)
# Modified from: https://github.com/huggingface/transformers/blob/main/src/transformers/models/llama/modeling_llama.py
class LlamaShiftShortAttention(LlamaAttention): class LlamaShiftShortAttention(LlamaAttention):
def forward( def forward(