423A35C7/LLaMA-Factory
1
0
Fork 0
mirror of https://github.com/hiyouga/LLaMA-Factory.git synced 2025-10-14 23:58:11 +08:00
Code Issues Packages Projects Releases Wiki Activity

shuffle few shot examples

Browse Source 
Former-commit-id: 2c9c14c122382e640dfa41a3799628c764c99457
This commit is contained in:
hiyouga 2023-09-23 00:53:20 +08:00
parent 28062c71b5
commit 9564ddbb48
1 changed files with 2 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
evaluation/evaluate.py
View File

@ -8,6 +8,7 @@ import os
import fire
import json
import torch
import random
import numpy as np
from tqdm import tqdm
from typing import TYPE_CHECKING, Dict, List, Literal, Optional, Tuple
@ -48,6 +49,7 @@ class EvalTemplate:
history = [self.parse_example(support_set[k]) for k in range(len(support_set))]
if len(history):
random.shuffle(history)
temp = history.pop(0)
history.insert(0, (self.system.format(subject=subject_name) + temp[0], temp[1]))
else: