423A35C7/LLaMA-Factory
1
0
Fork 0
mirror of https://github.com/hiyouga/LLaMA-Factory.git synced 2025-11-09 06:44:45 +08:00
Code Issues Packages Projects Releases Wiki Activity

shuffle few shot examples

Browse Source 
Former-commit-id: ef1ea1aead19d23dcc87093b66a2fae67324c574
This commit is contained in:
hiyouga 2023-09-23 00:53:20 +08:00
parent c714e445d8
commit 98aa2ef7f5
1 changed files with 2 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
evaluation/evaluate.py
View File

@ -8,6 +8,7 @@ import os
import fire import fire
import json import json
import torch import torch
import random
import numpy as np import numpy as np
from tqdm import tqdm from tqdm import tqdm
from typing import TYPE_CHECKING, Dict, List, Literal, Optional, Tuple from typing import TYPE_CHECKING, Dict, List, Literal, Optional, Tuple
@ -48,6 +49,7 @@ class EvalTemplate:
history = [self.parse_example(support_set[k]) for k in range(len(support_set))] history = [self.parse_example(support_set[k]) for k in range(len(support_set))]
if len(history): if len(history):
random.shuffle(history)
temp = history.pop(0) temp = history.pop(0)
history.insert(0, (self.system.format(subject=subject_name) + temp[0], temp[1])) history.insert(0, (self.system.format(subject=subject_name) + temp[0], temp[1]))
else: else: