UniqAI/tree-of-thought-llm
1
0
Fork 0
mirror of https://github.com/princeton-nlp/tree-of-thought-llm synced 2025-04-19 21:54:52 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

Add initial SWETask script

Browse Source
This commit is contained in:
ricardo-larosa 2024-04-03 14:30:45 +02:00
parent f9900e798c
commit f26589b0c0
1 changed files with 20 additions and 14 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

14
tasks/swe-bench.py
View File

@ -1,9 +1,13 @@
import argparse
from tot.methods.bfs import solve
from tot.tasks.swe import SWETask
from datasets import load_dataset
args = argparse.Namespace(backend='gpt-4',
temperature=0.7,
train_dataset = load_dataset("princeton-nlp/SWE-bench_Lite", split = "test")
args = argparse.Namespace(
backend='gpt-4',
temperature=0.1,
task='swe',
naive_run=False,
prompt_sample=None,
@ -14,6 +18,8 @@ args = argparse.Namespace(backend='gpt-4',
n_evaluate_sample=3,
n_select_sample=5)
task = SWETask()
ys, infos = solve(args=args, task=task, idx=1)
task = SWETask(train_dataset)
ys, infos = solve(args, task, 1)
print(ys[0])