File tree Expand file tree Collapse file tree 4 files changed +24
-4
lines changed Expand file tree Collapse file tree 4 files changed +24
-4
lines changed Original file line number Diff line number Diff line change @@ -258,7 +258,12 @@ def test(
258258 branch = "reference"
259259 else :
260260 dataset_name = commit0_config ["dataset_name" ].lower ()
261- if "humaneval" in dataset_name or "mbpp" in dataset_name or "bigcodebench" in dataset_name or "codecontests" in dataset_name :
261+ if (
262+ "humaneval" in dataset_name
263+ or "mbpp" in dataset_name
264+ or "bigcodebench" in dataset_name
265+ or "codecontests" in dataset_name
266+ ):
262267 branch = repo_or_repo_path
263268 else :
264269 if branch is None and not reference :
Original file line number Diff line number Diff line change @@ -28,7 +28,12 @@ def main(
2828 dataset_name = dataset_name .lower ()
2929 if "swe" in dataset_name :
3030 dataset_type = "swebench"
31- elif "humaneval" in dataset_name or "mbpp" in dataset_name or "bigcodebench" in dataset_name or "codecontests" in dataset_name :
31+ elif (
32+ "humaneval" in dataset_name
33+ or "mbpp" in dataset_name
34+ or "bigcodebench" in dataset_name
35+ or "codecontests" in dataset_name
36+ ):
3237 dataset_type = "simple"
3338 else :
3439 dataset_type = "commit0"
Original file line number Diff line number Diff line change @@ -62,7 +62,12 @@ def main(
6262 if "swe" in dataset_name :
6363 repo_name = example ["instance_id" ]
6464 dataset_type = "swebench"
65- elif "humaneval" in dataset_name or "mbpp" in dataset_name or "bigcodebench" in dataset_name or "codecontests" in dataset_name :
65+ elif (
66+ "humaneval" in dataset_name
67+ or "mbpp" in dataset_name
68+ or "bigcodebench" in dataset_name
69+ or "codecontests" in dataset_name
70+ ):
6671 repo_name = example ["instance_id" ]
6772 dataset_type = "simple"
6873 else :
Original file line number Diff line number Diff line change @@ -24,7 +24,12 @@ def main(
2424) -> None :
2525 dataset : Iterator [RepoInstance ] = load_dataset (dataset_name , split = dataset_split ) # type: ignore
2626 dataset_name = dataset_name .lower ()
27- if "humaneval" in dataset_name or "mbpp" in dataset_name or "bigcodebench" in dataset_name or "codecontests" in dataset_name :
27+ if (
28+ "humaneval" in dataset_name
29+ or "mbpp" in dataset_name
30+ or "bigcodebench" in dataset_name
31+ or "codecontests" in dataset_name
32+ ):
2833 return
2934 for example in dataset :
3035 repo_name = example ["repo" ].split ("/" )[- 1 ]
You can’t perform that action at this time.
0 commit comments