UniqAI/tree-of-thought-llm
1
0
Fork 0
mirror of https://github.com/princeton-nlp/tree-of-thought-llm synced 2025-04-18 21:25:00 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

Add initial SWETask script

Browse Source
This commit is contained in:
ricardo-larosa 2024-04-03 14:30:45 +02:00
parent f9900e798c
commit f26589b0c0
1 changed files with 20 additions and 14 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

34
tasks/swe-bench.py
View File

@ -1,19 +1,25 @@
import argparse
from tot.methods.bfs import solve
from tot.tasks.swe import SWETask
from datasets import load_dataset
args = argparse.Namespace(backend='gpt-4',
temperature=0.7,
task='swe',
naive_run=False,
prompt_sample=None,
method_generate='propose',
method_evaluate='vote',
method_select='greedy',
n_generate_sample=1,
n_evaluate_sample=3,
n_select_sample=5)
train_dataset = load_dataset("princeton-nlp/SWE-bench_Lite", split = "test")
task = SWETask()
ys, infos = solve(args=args, task=task, idx=1)
print(ys[0])
args = argparse.Namespace(
backend='gpt-4',
temperature=0.1,
task='swe',
naive_run=False,
prompt_sample=None,
method_generate='propose',
method_evaluate='vote',
method_select='greedy',
n_generate_sample=1,
n_evaluate_sample=3,
n_select_sample=5)
task = SWETask(train_dataset)
ys, infos = solve(args, task, 1)
print(ys[0])