423A35C7/LLaMA-Factory
1
0
Fork 0
mirror of https://github.com/hiyouga/LLaMA-Factory.git synced 2025-08-04 12:42:51 +08:00
Code Issues Packages Projects Releases Wiki Activity

tiny fix

Browse Source 
Former-commit-id: 5d4118b09639ea4ee46d3d750cdd542c30555a03
This commit is contained in:
hiyouga 2023-09-28 01:03:04 +08:00
parent 8a8ba08bf7
commit f61a000e73
1 changed files with 1 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
src/llmtuner/extras/patches/llama_patch.py
View File

@ -1,7 +1,3 @@
# coding=utf-8
# Modified from:
# [1] https://github.com/huggingface/transformers/blob/main/src/transformers/models/llama/modeling_llama.py
import math import math
import torch import torch
import torch.nn as nn import torch.nn as nn
@ -19,6 +15,7 @@ except ImportError:
logger = logging.get_logger(__name__) logger = logging.get_logger(__name__)
# Modified from: https://github.com/huggingface/transformers/blob/main/src/transformers/models/llama/modeling_llama.py
class LlamaShiftShortAttention(LlamaAttention): class LlamaShiftShortAttention(LlamaAttention):
def forward( def forward(