shuffle few shot examples

Former-commit-id: ef1ea1aead19d23dcc87093b66a2fae67324c574
This commit is contained in:
hiyouga 2023-09-23 00:53:20 +08:00
parent c714e445d8
commit 98aa2ef7f5

View File

@ -8,6 +8,7 @@ import os
import fire
import json
import torch
import random
import numpy as np
from tqdm import tqdm
from typing import TYPE_CHECKING, Dict, List, Literal, Optional, Tuple
@ -48,6 +49,7 @@ class EvalTemplate:
history = [self.parse_example(support_set[k]) for k in range(len(support_set))]
if len(history):
random.shuffle(history)
temp = history.pop(0)
history.insert(0, (self.system.format(subject=subject_name) + temp[0], temp[1]))
else: