update submit_eval_jobs

evaluation/infer/run_cot_eval.py

@@ -1,5 +1,10 @@
 import argparse
 import os
+import sys
+import_path = os.path.abspath(__file__)
+for _ in range(2):
+    import_path = os.path.dirname(import_path)
+sys.path.append(import_path)
 
 from tqdm import tqdm
 import json

evaluation/infer/run_pal_eval.py

@@ -1,5 +1,11 @@
 import argparse
 import os
+import sys
+import_path = os.path.abspath(__file__)
+for _ in range(2):
+    import_path = os.path.dirname(import_path)
+sys.path.append(import_path)
+
 import json
 from copy import deepcopy
 from functools import partial

evaluation/infer/run_tool_integrated_eval.py

@@ -1,5 +1,11 @@
 import argparse
 import os
+import sys
+import_path = os.path.abspath(__file__)
+for _ in range(2):
+    import_path = os.path.dirname(import_path)
+sys.path.append(import_path)
+
 from tqdm import tqdm
 import regex
 import json

evaluation/submit_eval_jobs.py

@@ -46,21 +46,21 @@ def main():
     args = parser.parse_args()
 
     conf = base_conf # TODO: your conf here
-    for rank in range(args.n_gpus):
-        cmd = "python run_subset_parallel.py"
-        for key, val in conf.items():
-            if key == 'expname':
-                continue
-            if isinstance(val, str):
-                cmd += f" --{key} {val}"
-            elif val:
-                cmd += f" --{key}"
-        cmd += f" --test-conf {conf['test-conf']}"
-        cmd += f" --n-repeats {args.n_repeats}"
-        cmd += f" --temperature {args.temperature}"
-        cmd += f" --rank {rank} &"
-        print(cmd, flush=True)
-        os.system(cmd)
+    cmd = "python run_subset_parallel.py"
+    for key, val in conf.items():
+        if key == 'expname':
+            continue
+        if isinstance(val, str):
+            cmd += f" --{key} {val}"
+        elif val:
+            cmd += f" --{key}"
+    cmd += f" --test-conf {conf['test-conf']}"
+    cmd += f" --n-repeats {args.n_repeats}"
+    cmd += f" --temperature {args.temperature}"
+    cmd += f" --ngpus {args.n_gpus}"
+    cmd += f" --rank {0} &"
+    print(cmd, flush=True)
+    os.system(cmd)
 
 if __name__ == '__main__':
     main()