Update run.py

This commit is contained in:
Daya Guo 2023-12-28 23:18:12 +08:00 committed by GitHub
parent 791c8e2c2c
commit a1874c8784
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23

View File

@ -162,7 +162,7 @@ def eval(args):
# load data # load data
samples = [] samples = []
for rank in range(args.world_size): for rank in range(args.world_size):
out_file = f"outputs/{args.model_name}/{args.data_name}/world_size_{args.world_size}_rank_{args.rank}.json" out_file = f"outputs/{args.model_name}/{args.data_name}/world_size_{args.world_size}_rank_{rank}.json"
if not os.path.exists(out_file): if not os.path.exists(out_file):
raise FileNotFoundError(f"File {out_file} does not exist.") raise FileNotFoundError(f"File {out_file} does not exist.")
samples.extend(json.load(open(out_file,"r"))) samples.extend(json.load(open(out_file,"r")))