mirror of
https://github.com/deepseek-ai/DeepSeek-Coder
synced 2024-12-13 07:34:08 +00:00
162 lines
253 KiB
Plaintext
162 lines
253 KiB
Plaintext
|
{"name": "HumanEval_23_strlen", "language": "php", "prompt": "<?php\n// Return length of given string\n// >>> strlen(\"\")\n// 0\n// >>> strlen(\"abc\")\n// 3\nfunction strlen($string) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_23_strlen.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return strlen(...$args);\n}\n\nfunction test(): void {\n if (candidate(\"\") !== 0) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"x\") !== 1) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"asdasnakj\") !== 9) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_23_strlen"}
|
||
|
{"name": "HumanEval_89_encrypt", "language": "php", "prompt": "<?php\n// Create a function encrypt that takes a string as an argument and\n// returns a string encrypted with the alphabet being rotated. \n// The alphabet should be rotated in a manner such that the letters \n// shift down by two multiplied to two places.\n// For example:\n// >>> encrypt(\"hi\")\n// \"lm\"\n// >>> encrypt(\"asdfghjkl\")\n// \"ewhjklnop\"\n// >>> encrypt(\"gf\")\n// \"kj\"\n// >>> encrypt(\"et\")\n// \"ix\"\nfunction encrypt($s) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_89_encrypt.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return encrypt(...$args);\n}\n\nfunction test(): void {\n if (candidate(\"hi\") !== \"lm\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"asdfghjkl\") !== \"ewhjklnop\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"gf\") !== \"kj\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"et\") !== \"ix\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"faewfawefaewg\") !== \"jeiajeaijeiak\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"hellomyfriend\") !== \"lippsqcjvmirh\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"dxzdlmnilfuhmilufhlihufnmlimnufhlimnufhfucufh\") !== \"hbdhpqrmpjylqmpyjlpmlyjrqpmqryjlpmqryjljygyjl\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"a\") !== \"e\") { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_89_encrypt"}
|
||
|
{"name": "HumanEval_95_check_dict_case", "language": "php", "prompt": "<?php\n// Given an array, return true if all keys are strings in lower \n// case or all keys are strings in upper case, else return false.\n// The function should return false is the given array is empty.\n// Examples:\n// >>> check_dict_case(array(\"a\" => \"apple\", \"b\" => \"banana\"))\n// true\n// >>> check_dict_case(array(\"a\" => \"apple\", \"A\" => \"banana\", \"B\" => \"banana\"))\n// false\n// >>> check_dict_case(array(\"a\" => \"apple\", 8 => \"banana\", \"a\" => \"apple\"))\n// false\n// >>> check_dict_case(array(\"Name\" => \"John\", \"Age\" => \"36\", \"City\" => \"Houston\"))\n// false\n// >>> check_dict_case(array(\"STATE\" => \"NC\", \"ZIP\" => \"12345\"))\n// true\nfunction check_dict_case($dict) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_95_check_dict_case.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return check_dict_case(...$args);\n}\n\nfunction test(): void {\n if (candidate(array(\"p\" => \"pineapple\", \"b\" => \"banana\")) !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(\"p\" => \"pineapple\", \"A\" => \"banana\", \"B\" => \"banana\")) !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(\"p\" => \"pineapple\", \"5\" => \"banana\", \"a\" => \"apple\")) !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(\"Name\" => \"John\", \"Age\" => \"36\", \"City\" => \"Houston\")) !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(\"STATE\" => \"NC\", \"ZIP\" => \"12345\")) !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(\"fruit\" => \"Orange\", \"taste\" => \"Sweet\")) !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(array()) !== false) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_95_check_dict_case"}
|
||
|
{"name": "HumanEval_85_add", "language": "php", "prompt": "<?php\n// Given a non-empty array of integers lst. add the even elements that are at odd indices..\n// Examples:\n// >>> add(array(4, 2, 6, 7))\n// 2\nfunction add($lst) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_85_add.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return add(...$args);\n}\n\nfunction test(): void {\n if (candidate(array(4, 88)) !== 88) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(4, 5, 6, 7, 2, 122)) !== 122) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(4, 0, 6, 7)) !== 0) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(4, 4, 6, 8)) !== 12) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_85_add"}
|
||
|
{"name": "HumanEval_140_fix_spaces", "language": "php", "prompt": "<?php\n// Given a string text, replace all spaces in it with underscores, \n// and if a string has more than 2 consecutive spaces, \n// then replace all consecutive spaces with - \n// >>> fix_spaces(\" Example\")\n// \"Example\"\n// >>> fix_spaces(\" Example 1\")\n// \"Example_1\"\n// >>> fix_spaces(\" Example 2\")\n// \"_Example_2\"\n// >>> fix_spaces(\" Example 3\")\n// \"_Example-3\"\nfunction fix_spaces($text) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_140_fix_spaces.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return fix_spaces(...$args);\n}\n\nfunction test(): void {\n if (candidate(\"Example\") !== \"Example\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"Mudasir Hanif \") !== \"Mudasir_Hanif_\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"Yellow Yellow Dirty Fellow\") !== \"Yellow_Yellow__Dirty__Fellow\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"Exa mple\") !== \"Exa-mple\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\" Exa 1 2 2 mple\") !== \"-Exa_1_2_2_mple\") { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_140_fix_spaces"}
|
||
|
{"name": "HumanEval_63_fibfib", "language": "php", "prompt": "<?php\n// The FibFib number sequence is a sequence similar to the Fibbonacci sequnece that's defined as follows:\n// fibfib(0) == 0\n// fibfib(1) == 0\n// fibfib(2) == 1\n// fibfib(n) == fibfib(n-1) + fibfib(n-2) + fibfib(n-3).\n// Please write a function to efficiently compute the n-th element of the fibfib number sequence.\n// >>> fibfib(1)\n// 0\n// >>> fibfib(5)\n// 4\n// >>> fibfib(8)\n// 24\nfunction fibfib($n) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_63_fibfib.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return fibfib(...$args);\n}\n\nfunction test(): void {\n if (candidate(2) !== 1) { throw new Exception(\"Test failed!\"); }\n if (candidate(1) !== 0) { throw new Exception(\"Test failed!\"); }\n if (candidate(5) !== 4) { throw new Exception(\"Test failed!\"); }\n if (candidate(8) !== 24) { throw new Exception(\"Test failed!\"); }\n if (candidate(10) !== 81) { throw new Exception(\"Test failed!\"); }\n if (candidate(12) !== 274) { throw new Exception(\"Test failed!\"); }\n if (candidate(14) !== 927) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_63_fibfib"}
|
||
|
{"name": "HumanEval_151_double_the_difference", "language": "php", "prompt": "<?php\n// Given an array of numbers, return the sum of squares of the numbers\n// in the array that are odd. Ignore numbers that are negative or not integers.\n// >>> double_the_difference(array(1, 3, 2, 0))\n// 10\n// >>> double_the_difference(array(-1, -2, 0))\n// 0\n// >>> double_the_difference(array(9, -2))\n// 81\n// >>> double_the_difference(array(0))\n// 0\n// If the input array is empty, return 0.\nfunction double_the_difference($lst) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_151_double_the_difference.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return double_the_difference(...$args);\n}\n\nfunction test(): void {\n if (candidate(array()) !== 0) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(5.0, 4.0)) !== 25) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(0.1, 0.2, 0.3)) !== 0) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(-10.0, -20.0, -30.0)) !== 0) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(-1.0, -2.0, 8.0)) !== 0) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(0.2, 3.0, 5.0)) !== 34) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(-9.0, -7.0, -5.0, -3.0, -1.0, 1.0, 3.0, 5.0, 7.0, 9.0)) !== 165) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_151_double_the_difference"}
|
||
|
{"name": "HumanEval_22_filter_integers", "language": "php", "prompt": "<?php\n// Filter given array of any phpthon values only for integers\n// >>> filter_integers(array(\"a\", 3.14, 5))\n// array(5)\n// >>> filter_integers(array(1, 2, 3, \"abc\", array(), array()))\n// array(1, 2, 3)\nfunction filter_integers($values) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_22_filter_integers.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return filter_integers(...$args);\n}\n\nfunction test(): void {\n if (candidate(array()) !== array()) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(4, array(), array(), 23.2, 9, \"adasd\")) !== array(4, 9)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(3, \"c\", 3, 3, \"a\", \"b\")) !== array(3, 3, 3)) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_22_filter_integers"}
|
||
|
{"name": "HumanEval_41_car_race_collision", "language": "php", "prompt": "<?php\n// Imagine a road that's a perfectly straight infinitely long line.\n// n cars are driving left to right; simultaneously, a different set of n cars\n// are driving right to left. The two sets of cars start out being very far from\n// each other. All cars move in the same speed. Two cars are said to collide\n// when a car that's moving left to right hits a car that's moving right to left.\n// However, the cars are infinitely sturdy and strong; as a result, they continue moving\n// in their trajectory as if they did not collide.\n// This function outputs the number of such collisions.\nfunction car_race_collision($n) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_41_car_race_collision.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return car_race_collision(...$args);\n}\n\nfunction test(): void {\n if (candidate(2) !== 4) { throw new Exception(\"Test failed!\"); }\n if (candidate(3) !== 9) { throw new Exception(\"Test failed!\"); }\n if (candidate(4) !== 16) { throw new Exception(\"Test failed!\"); }\n if (candidate(8) !== 64) { throw new Exception(\"Test failed!\"); }\n if (candidate(10) !== 100) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_41_car_race_collision"}
|
||
|
{"name": "HumanEval_17_parse_music", "language": "php", "prompt": "<?php\n// Input to this function is a string representing musical notes in a special ASCII format.\n// Your task is to parse this string and return array of integers corresponding to how many beats does each\n// not last.\n// Here is a legend:\n// 'o' - whole note, lasts four beats\n// 'o|' - half note, lasts two beats\n// '.|' - quater note, lasts one beat\n// >>> parse_music(\"o o| .| o| o| .| .| .| .| o o\")\n// array(4, 2, 1, 2, 2, 1, 1, 1, 1, 4, 4)\nfunction parse_music($music_string) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_17_parse_music.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return parse_music(...$args);\n}\n\nfunction test(): void {\n if (candidate(\"\") !== array()) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"o o o o\") !== array(4, 4, 4, 4)) { throw new Exception(\"Test failed!\"); }\n if (candidate(\".| .| .| .|\") !== array(1, 1, 1, 1)) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"o| o| .| .| o o o o\") !== array(2, 2, 1, 1, 4, 4, 4, 4)) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"o| .| o| .| o o| o o|\") !== array(2, 1, 2, 1, 4, 2, 4, 2)) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_17_parse_music"}
|
||
|
{"name": "HumanEval_79_decimal_to_binary", "language": "php", "prompt": "<?php\n// You will be given a number in decimal form and your task is to convert it to\n// binary format. The function should return a string, with each character representing a binary\n// number. Each character in the string will be '0' or '1'.\n// There will be an extra couple of characters 'db' at the beginning and at the end of the string.\n// The extra characters are there to help with the format.\n// Examples:\n// >>> decimal_to_binary(15)\n// \"db1111db\"\n// >>> decimal_to_binary(32)\n// \"db100000db\"\nfunction decimal_to_binary($decimal) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_79_decimal_to_binary.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return decimal_to_binary(...$args);\n}\n\nfunction test(): void {\n if (candidate(0) !== \"db0db\") { throw new Exception(\"Test failed!\"); }\n if (candidate(32) !== \"db100000db\") { throw new Exception(\"Test failed!\"); }\n if (candidate(103) !== \"db1100111db\") { throw new Exception(\"Test failed!\"); }\n if (candidate(15) !== \"db1111db\") { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_79_decimal_to_binary"}
|
||
|
{"name": "HumanEval_14_all_prefixes", "language": "php", "prompt": "<?php\n// Return array of all prefixes from shortest to longest of the input string\n// >>> all_prefixes(\"abc\")\n// array(\"a\", \"ab\", \"abc\")\nfunction all_prefixes($string) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_14_all_prefixes.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return all_prefixes(...$args);\n}\n\nfunction test(): void {\n if (candidate(\"\") !== array()) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"asdfgh\") !== array(\"a\", \"as\", \"asd\", \"asdf\", \"asdfg\", \"asdfgh\")) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"WWW\") !== array(\"W\", \"WW\", \"WWW\")) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_14_all_prefixes"}
|
||
|
{"name": "HumanEval_53_add", "language": "php", "prompt": "<?php\n// Add two numbers x and y\n// >>> add(2, 3)\n// 5\n// >>> add(5, 7)\n// 12\nfunction add($x, $y) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_53_add.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return add(...$args);\n}\n\nfunction test(): void {\n if (candidate(0, 1) !== 1) { throw new Exception(\"Test failed!\"); }\n if (candidate(1, 0) !== 1) { throw new Exception(\"Test failed!\"); }\n if (candidate(2, 3) !== 5) { throw new Exception(\"Test failed!\"); }\n if (candidate(5, 7) !== 12) { throw new Exception(\"Test failed!\"); }\n if (candidate(7, 5) !== 12) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_53_add"}
|
||
|
{"name": "HumanEval_159_eat", "language": "php", "prompt": "<?php\n// You're a hungry rabbit, and you already have eaten a certain number of carrots,\n// but now you need to eat more carrots to complete the day's meals.\n// you should return an array of [ total number of eaten carrots after your meals,\n// the number of carrots left after your meals ]\n// if there are not enough remaining carrots, you will eat all remaining carrots, but will still be hungry.\n// Example:\n// >>> eat(5, 6, 10)\n// array(11, 4)\n// >>> eat(4, 8, 9)\n// array(12, 1)\n// >>> eat(1, 10, 10)\n// array(11, 0)\n// >>> eat(2, 11, 5)\n// array(7, 0)\n// Variables:\n// @number : integer\n// the number of carrots that you have eaten.\n// @need : integer\n// the number of carrots that you need to eat.\n// @remaining : integer\n// the number of remaining carrots thet exist in stock\n// Constrain:\n// * 0 <= number <= 1000\n// * 0 <= need <= 1000\n// * 0 <= remaining <= 1000\n// Have fun :)\nfunction eat($number, $need, $remaining) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_159_eat.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return eat(...$args);\n}\n\nfunction test(): void {\n if (candidate(5, 6, 10) !== array(11, 4)) { throw new Exception(\"Test failed!\"); }\n if (candidate(4, 8, 9) !== array(12, 1)) { throw new Exception(\"Test failed!\"); }\n if (candidate(1, 10, 10) !== array(11, 0)) { throw new Exception(\"Test failed!\"); }\n if (candidate(2, 11, 5) !== array(7, 0)) { throw new Exception(\"Test failed!\"); }\n if (candidate(4, 5, 7) !== array(9, 2)) { throw new Exception(\"Test failed!\"); }\n if (candidate(4, 5, 1) !== array(5, 0)) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_159_eat"}
|
||
|
{"name": "HumanEval_115_max_fill", "language": "php", "prompt": "<?php\n// You are given a rectangular grid of wells. Each row represents a single well,\n// and each 1 in a row represents a single unit of water.\n// Each well has a corresponding bucket that can be used to extract water from it, \n// and all buckets have the same capacity.\n// Your task is to use the buckets to empty the wells.\n// Output the number of times you need to lower the buckets.\n// Example 1:\n// >>> max_fill(array(array(0, 0, 1, 0), array(0, 1, 0, 0), array(1, 1, 1, 1)), 1)\n// 6\n// Example 2:\n// >>> max_fill(array(array(0, 0, 1, 1), array(0, 0, 0, 0), array(1, 1, 1, 1), array(0, 1, 1, 1)), 2)\n// 5\n// Example 3:\n// >>> max_fill(array(array(0, 0, 0), array(0, 0, 0)), 5)\n// 0\n// Constraints:\n// * all wells have the same length\n// * 1 <= grid.length <= 10^2\n// * 1 <= grid[:,1].length <= 10^2\n// * grid[i][j] -> 0 | 1\n// * 1 <= capacity <= 10\nfunction max_fill($grid, $capacity) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_115_max_fill.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return max_fill(...$args);\n}\n\nfunction test(): void {\n if (candidate(array(array(0, 0, 1, 0), array(0, 1, 0, 0), array(1, 1, 1, 1)), 1) !== 6) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(array(0, 0, 1, 1), array(0, 0, 0, 0), array(1, 1, 1, 1), array(0, 1, 1, 1)), 2) !== 5) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(array(0, 0, 0), array(0, 0, 0)), 5) !== 0) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(array(1, 1, 1, 1), array(1, 1, 1, 1)), 2) !== 4) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(array(1, 1, 1, 1), array(1, 1, 1, 1)), 9) !== 2) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_115_max_fill"}
|
||
|
{"name": "HumanEval_160_do_algebra", "language": "php", "prompt": "<?php\n// Given two arrays operator, and operand. The first array has basic algebra operations, and \n// the second array is an array of integers. Use the two given arrays to build the algebric \n// expression and return the evaluation of this expression.\n// The basic algebra operations:\n// Addition ( + ) \n// Subtraction ( - ) \n// Multiplication ( * ) \n// Floor division ( // ) \n// Exponentiation ( ** ) \n// Example:\n// operator['+', '*', '-']\n// array = [2, 3, 4, 5]\n// result = 2 + 3 * 4 - 5\n// => result = 9\n// Note:\n// The length of operator array is equal to the length of operand array minus one.\n// Operand is an array of of non-negative integers.\n// Operator array has at least one operator, and operand array has at least two operands.\nfunction do_algebra($operator, $operand) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_160_do_algebra.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return do_algebra(...$args);\n}\n\nfunction test(): void {\n if (candidate(array(\"**\", \"*\", \"+\"), array(2, 3, 4, 5)) !== 37) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(\"+\", \"*\", \"-\"), array(2, 3, 4, 5)) !== 9) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(\"//\", \"*\"), array(7, 3, 4)) !== 8) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_160_do_algebra"}
|
||
|
{"name": "HumanEval_27_flip_case", "language": "php", "prompt": "<?php\n// For a given string, flip lowercase characters to uppercase and uppercase to lowercase.\n// >>> flip_case(\"Hello\")\n// \"hELLO\"\nfunction flip_case($string) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_27_flip_case.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return flip_case(...$args);\n}\n\nfunction test(): void {\n if (candidate(\"\") !== \"\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"Hello!\") !== \"hELLO!\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"These violent delights have violent ends\") !== \"tHESE VIOLENT DELIGHTS HAVE VIOLENT ENDS\") { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_27_flip_case"}
|
||
|
{"name": "HumanEval_105_by_length", "language": "php", "prompt": "<?php\n// Given an array of integers, sort the integers that are between 1 and 9 inclusive,\n// reverse the resulting array, and then replace each digit by its corresponding name from\n// \"One\", \"Two\", \"Three\", \"Four\", \"Five\", \"Six\", \"Seven\", \"Eight\", \"Nine\".\n// For example:\n// >>> by_length(array(2, 1, 1, 4, 5, 8, 2, 3))\n// array(\"Eight\", \"Five\", \"Four\", \"Three\", \"Two\", \"Two\", \"One\", \"One\")\n// If the array is empty, return an empty array:\n// >>> by_length(array())\n// array()\n// If the array has any strange number ignore it:\n// >>> by_length(array(1, -1, 55))\n// array(\"One\")\nfunction by_length($arr) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_105_by_length.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return by_length(...$args);\n}\n\nfunction test(): void {\n if (candidate(array(2, 1, 1, 4, 5, 8, 2, 3)) !== array(\"Eight\", \"Five\", \"Four\", \"Three\", \"Two\", \"Two\", \"One\", \"One\")) { throw new Exception(\"Test failed!\"); }\n if (candidate(array()) !== array()) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1, -1, 55)) !== array(\"One\")) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1, -1, 3, 2)) !== array(\"Three\", \"Two\", \"One\")) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(9, 4, 8)) !== array(\"Nine\", \"Eight\", \"Four\")) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_105_by_length"}
|
||
|
{"name": "HumanEval_25_factorize", "language": "php", "prompt": "<?php\n// Return array of prime factors of given integer in the order from smallest to largest.\n// Each of the factors should be arrayed number of times corresponding to how many times it appeares in factorization.\n// Input number should be equal to the product of all factors\n// >>> factorize(8)\n// array(2, 2, 2)\n// >>> factorize(25)\n// array(5, 5)\n// >>> factorize(70)\n// array(2, 5, 7)\nfunction factorize($n) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_25_factorize.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return factorize(...$args);\n}\n\nfunction test(): void {\n if (candidate(2) !== array(2)) { throw new Exception(\"Test failed!\"); }\n if (candidate(4) !== array(2, 2)) { throw new Exception(\"Test failed!\"); }\n if (candidate(8) !== array(2, 2, 2)) { throw new Exception(\"Test failed!\"); }\n if (candidate(57) !== array(3, 19)) { throw new Exception(\"Test failed!\"); }\n if (candidate(3249) !== array(3, 3, 19, 19)) { throw new Exception(\"Test failed!\"); }\n if (candidate(185193) !== array(3, 3, 3, 19, 19, 19)) { throw new Exception(\"Test failed!\"); }\n if (candidate(20577) !== array(3, 19, 19, 19)) { throw new Exception(\"Test failed!\"); }\n if (candidate(18) !== array(2, 3, 3)) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_25_factorize"}
|
||
|
{"name": "HumanEval_96_count_up_to", "language": "php", "prompt": "<?php\n// Implement a function that takes an non-negative integer and returns an array of the first n\n// integers that are prime numbers and less than n.\n// for example:\n// >>> count_up_to(5)\n// array(2, 3)\n// >>> count_up_to(11)\n// array(2, 3, 5, 7)\n// >>> count_up_to(0)\n// array()\n// >>> count_up_to(20)\n// array(2, 3, 5, 7, 11, 13, 17, 19)\n// >>> count_up_to(1)\n// array()\n// >>> count_up_to(18)\n// array(2, 3, 5, 7, 11, 13, 17)\nfunction count_up_to($n) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_96_count_up_to.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return count_up_to(...$args);\n}\n\nfunction test(): void {\n if (candidate(5) !== array(2, 3)) { throw new Exception(\"Test failed!\"); }\n if (candidate(6) !== array(2, 3, 5)) { throw new Exception(\"Test failed!\"); }\n if (candidate(7) !== array(2, 3, 5)) { throw new Exception(\"Test failed!\"); }\n if (candidate(10) !== array(2, 3, 5, 7)) { throw new Exception(\"Test failed!\"); }\n if (candidate(0) !== array()) { throw new Exception(\"Test failed!\"); }\n if (candidate(22) !== array(2, 3, 5, 7, 11, 13, 17, 19)) { throw new Exception(\"Test failed!\"); }\n if (candidate(1) !== array()) { throw new Exception(\"Test failed!\"); }\n if (candidate(18) !== array(2, 3, 5, 7, 11, 13, 17)) { throw new Exception(\"Test failed!\"); }\n if (candidate(47) !== array(2, 3, 5, 7, 11, 13, 17, 19, 23, 29, 31, 37, 41, 43)) { throw new Exception(\"Test failed!\"); }\n if (candidate(101) !== array(2, 3, 5, 7, 11, 13, 17, 19, 23, 29, 31, 37, 41, 43, 47, 53, 59, 61, 67, 71, 73, 79, 83, 89, 97)) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_96_count_up_to"}
|
||
|
{"name": "HumanEval_34_unique", "language": "php", "prompt": "<?php\n// Return sorted unique elements in an array\n// >>> unique(array(5, 3, 5, 2, 3, 3, 9, 0, 123))\n// array(0, 2, 3, 5, 9, 123)\nfunction unique($l) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_34_unique.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return unique(...$args);\n}\n\nfunction test(): void {\n if (candidate(array(5, 3, 5, 2, 3, 3, 9, 0, 123)) !== array(0, 2, 3, 5, 9, 123)) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_34_unique"}
|
||
|
{"name": "HumanEval_74_total_match", "language": "php", "prompt": "<?php\n// Write a function that accepts two arrays of strings and returns the array that has \n// total number of chars in the all strings of the array less than the other array.\n// if the two arrays have the same number of chars, return the first array.\n// Examples\n// >>> total_match(array(), array())\n// array()\n// >>> total_match(array(\"hi\", \"admin\"), array(\"hI\", \"Hi\"))\n// array(\"hI\", \"Hi\")\n// >>> total_match(array(\"hi\", \"admin\"), array(\"hi\", \"hi\", \"admin\", \"project\"))\n// array(\"hi\", \"admin\")\n// >>> total_match(array(\"hi\", \"admin\"), array(\"hI\", \"hi\", \"hi\"))\n// array(\"hI\", \"hi\", \"hi\")\n// >>> total_match(array(\"4\"), array(\"1\", \"2\", \"3\", \"4\", \"5\"))\n// array(\"4\")\nfunction total_match($lst1, $lst2) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_74_total_match.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return total_match(...$args);\n}\n\nfunction test(): void {\n if (candidate(array(), array()) !== array()) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(\"hi\", \"admin\"), array(\"hi\", \"hi\")) !== array(\"hi\", \"hi\")) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(\"hi\", \"admin\"), array(\"hi\", \"hi\", \"admin\", \"project\")) !== array(\"hi\", \"admin\")) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(\"4\"), array(\"1\", \"2\", \"3\", \"4\", \"5\")) !== array(\"4\")) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(\"hi\", \"admin\"), array(\"hI\", \"Hi\")) !== array(\"hI\", \"Hi\")) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(\"hi\", \"admin\"), array(\"hI\", \"hi\", \"hi\")) !== array(\"hI\", \"hi\", \"hi\")) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(\"hi\", \"admin\"), array(\"hI\", \"hi\", \"hii\")) !== array(\"hi\", \"admin\")) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(), array(\"this\")) !== array()) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(\"this\"), array()) !== array()) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_74_total_match"}
|
||
|
{"name": "HumanEval_35_max_element", "language": "php", "prompt": "<?php\n// Return maximum element in the array.\n// >>> max_element(array(1, 2, 3))\n// 3\n// >>> max_element(array(5, 3, -5, 2, -3, 3, 9, 0, 123, 1, -10))\n// 123\nfunction max_element($l) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_35_max_element.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return max_element(...$args);\n}\n\nfunction test(): void {\n if (candidate(array(1, 2, 3)) !== 3) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(5, 3, -5, 2, -3, 3, 9, 0, 124, 1, -10)) !== 124) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_35_max_element"}
|
||
|
{"name": "HumanEval_132_is_nested", "language": "php", "prompt": "<?php\n// Create a function that takes a string as input which contains only square brackets.\n// The function should return true if and only if there is a valid subsequence of brackets \n// where at least one bracket in the subsequence is nested.\n// >>> is_nested(\"[[]]\")\n// true\n// >>> is_nested(\"[]]]]]]][[[[[]\")\n// false\n// >>> is_nested(\"[][]\")\n// false\n// >>> is_nested(\"[]\")\n// false\n// >>> is_nested(\"[[][]]\")\n// true\n// >>> is_nested(\"[[]][[\")\n// true\nfunction is_nested($string) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_132_is_nested.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return is_nested(...$args);\n}\n\nfunction test(): void {\n if (candidate(\"[[]]\") !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"[]]]]]]][[[[[]\") !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"[][]\") !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"[]\") !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"[[[[]]]]\") !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"[]]]]]]]]]]\") !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"[][][[]]\") !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"[[]\") !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"[]]\") !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"[[]][[\") !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"[[][]]\") !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"\") !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"[[[[[[[[\") !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"]]]]]]]]\") !== false) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_132_is_nested"}
|
||
|
{"name": "HumanEval_103_rounded_avg", "language": "php", "prompt": "<?php\n// You are given two positive integers n and m, and your task is to compute the\n// average of the integers from n through m (including n and m). \n// Round the answer to the nearest integer and convert that to binary.\n// If n is greater than m, return -1.\n// Example:\n// >>> rounded_avg(1, 5)\n// \"0b11\"\n// >>> rounded_avg(7, 5)\n// -1\n// >>> rounded_avg(10, 20)\n// \"0b1111\"\n// >>> rounded_avg(20, 33)\n// \"0b11010\"\nfunction rounded_avg($n, $m) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_103_rounded_avg.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return rounded_avg(...$args);\n}\n\nfunction test(): void {\n if (candidate(1, 5) !== \"0b11\") { throw new Exception(\"Test failed!\"); }\n if (candidate(7, 13) !== \"0b1010\") { throw new Exception(\"Test failed!\"); }\n if (candidate(964, 977) !== \"0b1111001010\") { throw new Exception(\"Test failed!\"); }\n if (candidate(996, 997) !== \"0b1111100100\") { throw new Exception(\"Test failed!\"); }\n if (candidate(560, 851) !== \"0b1011000010\") { throw new Exception(\"Test failed!\"); }\n if (candidate(185, 546) !== \"0b101101110\") { throw new Exception(\"Test failed!\"); }\n if (candidate(362, 496) !== \"0b110101101\") { throw new Exception(\"Test failed!\"); }\n if (candidate(350, 902) !== \"0b1001110010\") { throw new Exception(\"Test failed!\"); }\n if (candidate(197, 233) !== \"0b11010111\") { throw new Exception(\"Test failed!\"); }\n if (candidate(7, 5) !== -1) { throw new Exception(\"Test failed!\"); }\n if (candidate(5, 1) !== -1) { throw new Exception(\"Test failed!\"); }\n if (candidate(5, 5) !== \"0b101\") { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_103_rounded_avg"}
|
||
|
{"name": "HumanEval_113_odd_count", "language": "php", "prompt": "<?php\n// Given an array of strings, where each string consists of only digits, return an array.\n// Each element i of the output should be \"the number of odd elements in the\n// string i of the input.\" where all the i's should be replaced by the number\n// of odd digits in the i'th string of the input.\n// >>> odd_count(array(\"1234567\"))\n// array(\"the number of odd elements 4n the str4ng 4 of the 4nput.\")\n// >>> odd_count(array(\"3\", \"11111111\"))\n// array(\"the number of odd elements 1n the str1ng 1 of the 1nput.\", \"the number of odd elements 8n the str8ng 8 of the 8nput.\")\nfunction odd_count($lst) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_113_odd_count.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return odd_count(...$args);\n}\n\nfunction test(): void {\n if (candidate(array(\"1234567\")) !== array(\"the number of odd elements 4n the str4ng 4 of the 4nput.\")) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(\"3\", \"11111111\")) !== array(\"the number of odd elements 1n the str1ng 1 of the 1nput.\", \"the number of odd elements 8n the str8ng 8 of the 8nput.\")) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(\"271\", \"137\", \"314\")) !== array(\"the number of odd elements 2n the str2ng 2 of the 2nput.\", \"the number of odd elements 3n the str3ng 3 of the 3nput.\", \"the number of odd elements 2n the str2ng 2 of the 2nput.\")) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_113_odd_count"}
|
||
|
{"name": "HumanEval_109_move_one_ball", "language": "php", "prompt": "<?php\n// We have an array 'arr' of N integers arr[1], arr[2], ..., arr[N].The\n// numbers in the array will be randomly ordered. Your task is to determine if\n// it is possible to get an array sorted in non-decreasing order by performing \n// the following operation on the given array:\n// You are allowed to perform right shift operation any number of times.\n// One right shift operation means shifting all elements of the array by one\n// position in the right direction. The last element of the array will be moved to\n// the starting position in the array i.e. 0th index. \n// If it is possible to obtain the sorted array by performing the above operation\n// then return true else return false.\n// If the given array is empty then return true.\n// Note: The given array is guaranteed to have unique elements.\n// For Example:\n// >>> move_one_ball(array(3, 4, 5, 1, 2))\n// true\n// Explanation: By performin 2 right shift operations, non-decreasing order can\n// be achieved for the given array.\n// >>> move_one_ball(array(3, 5, 4, 1, 2))\n// false\n// Explanation:It is not possible to get non-decreasing order for the given\n// array by performing any number of right shift operations.\nfunction move_one_ball($arr) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_109_move_one_ball.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return move_one_ball(...$args);\n}\n\nfunction test(): void {\n if (candidate(array(3, 4, 5, 1, 2)) !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(3, 5, 10, 1, 2)) !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(4, 3, 1, 2)) !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(3, 5, 4, 1, 2)) !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(array()) !== true) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_109_move_one_ball"}
|
||
|
{"name": "HumanEval_107_even_odd_palindrome", "language": "php", "prompt": "<?php\n// Given a positive integer n, return an array that has the number of even and odd\n// integer palindromes that fall within the range(1, n), inclusive.\n// Example 1:\n// >>> even_odd_palindrome(3)\n// array(1, 2)\n// Explanation:\n// Integer palindrome are 1, 2, 3. one of them is even, and two of them are odd.\n// Example 2:\n// >>> even_odd_palindrome(12)\n// array(4, 6)\n// Explanation:\n// Integer palindrome are 1, 2, 3, 4, 5, 6, 7, 8, 9, 11. four of them are even, and 6 of them are odd.\n// Note:\n// 1. 1 <= n <= 10^3\n// 2. returned array has the number of even and odd integer palindromes respectively.\nfunction even_odd_palindrome($n) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_107_even_odd_palindrome.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return even_odd_palindrome(...$args);\n}\n\nfunction test(): void {\n if (candidate(123) !== array(8, 13)) { throw new Exception(\"Test failed!\"); }\n if (candidate(12) !== array(4, 6)) { throw new Exception(\"Test failed!\"); }\n if (candidate(3) !== array(1, 2)) { throw new Exception(\"Test failed!\"); }\n if (candidate(63) !== array(6, 8)) { throw new Exception(\"Test failed!\"); }\n if (candidate(25) !== array(5, 6)) { throw new Exception(\"Test failed!\"); }\n if (candidate(19) !== array(4, 6)) { throw new Exception(\"Test failed!\"); }\n if (candidate(9) !== array(4, 5)) { throw new Exception(\"Test failed!\"); }\n if (candidate(1) !== array(0, 1)) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_107_even_odd_palindrome"}
|
||
|
{"name": "HumanEval_138_is_equal_to_sum_even", "language": "php", "prompt": "<?php\n// Evaluate whether the given number n can be written as the sum of exactly 4 positive even numbers\n// Example\n// >>> is_equal_to_sum_even(4)\n// false\n// >>> is_equal_to_sum_even(6)\n// false\n// >>> is_equal_to_sum_even(8)\n// true\nfunction is_equal_to_sum_even($n) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_138_is_equal_to_sum_even.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return is_equal_to_sum_even(...$args);\n}\n\nfunction test(): void {\n if (candidate(4) !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(6) !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(8) !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(10) !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(11) !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(12) !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(13) !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(16) !== true) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_138_is_equal_to_sum_even"}
|
||
|
{"name": "HumanEval_62_derivative", "language": "php", "prompt": "<?php\n// xs represent coefficients of a polynomial.\n// xs[0] + xs[1] * x + xs[2] * x^2 + ....\n// Return derivative of this polynomial in the same form.\n// >>> derivative(array(3, 1, 2, 4, 5))\n// array(1, 4, 12, 20)\n// >>> derivative(array(1, 2, 3))\n// array(2, 6)\nfunction derivative($xs) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_62_derivative.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return derivative(...$args);\n}\n\nfunction test(): void {\n if (candidate(array(3, 1, 2, 4, 5)) !== array(1, 4, 12, 20)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1, 2, 3)) !== array(2, 6)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(3, 2, 1)) !== array(2, 2)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(3, 2, 1, 0, 4)) !== array(2, 2, 0, 16)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1)) !== array()) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_62_derivative"}
|
||
|
{"name": "HumanEval_126_is_sorted", "language": "php", "prompt": "<?php\n// Given an array of numbers, return whether or not they are sorted\n// in ascending order. If array has more than 1 duplicate of the same\n// number, return false. Assume no negative numbers and only integers.\n// Examples\n// >>> is_sorted(array(5))\n// true\n// >>> is_sorted(array(1, 2, 3, 4, 5))\n// true\n// >>> is_sorted(array(1, 3, 2, 4, 5))\n// false\n// >>> is_sorted(array(1, 2, 3, 4, 5, 6))\n// true\n// >>> is_sorted(array(1, 2, 3, 4, 5, 6, 7))\n// true\n// >>> is_sorted(array(1, 3, 2, 4, 5, 6, 7))\n// false\n// >>> is_sorted(array(1, 2, 2, 3, 3, 4))\n// true\n// >>> is_sorted(array(1, 2, 2, 2, 3, 4))\n// false\nfunction is_sorted($lst) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_126_is_sorted.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return is_sorted(...$args);\n}\n\nfunction test(): void {\n if (candidate(array(5)) !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1, 2, 3, 4, 5)) !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1, 3, 2, 4, 5)) !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1, 2, 3, 4, 5, 6)) !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1, 2, 3, 4, 5, 6, 7)) !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1, 3, 2, 4, 5, 6, 7)) !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(array()) !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1)) !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(3, 2, 1)) !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1, 2, 2, 2, 3, 4)) !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1, 2, 3, 3, 3, 4)) !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1, 2, 2, 3, 3, 4)) !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1, 2, 3, 4)) !== true) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_126_is_sorted"}
|
||
|
{"name": "HumanEval_161_solve", "language": "php", "prompt": "<?php\n// You are given a string s.\n// if s[i] is a letter, reverse its case from lower to upper or vise versa, \n// otherwise keep it as it is.\n// If the string contains no letters, reverse the string.\n// The function should return the resulted string.\n// Examples\n// >>> solve(\"1234\")\n// \"4321\"\n// >>> solve(\"ab\")\n// \"AB\"\n// >>> solve(\"#a@C\")\n// \"#A@c\"\nfunction solve($s) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_161_solve.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return solve(...$args);\n}\n\nfunction test(): void {\n if (candidate(\"AsDf\") !== \"aSdF\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"1234\") !== \"4321\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"ab\") !== \"AB\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"#a@C\") !== \"#A@c\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"#AsdfW^45\") !== \"#aSDFw^45\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"#6@2\") !== \"2@6#\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"#$a^D\") !== \"#$A^d\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"#ccc\") !== \"#CCC\") { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_161_solve"}
|
||
|
{"name": "HumanEval_130_tri", "language": "php", "prompt": "<?php\n// Everyone knows Fibonacci sequence, it was studied deeply by mathematicians in \n// the last couple centuries. However, what people don't know is Tribonacci sequence.\n// Tribonacci sequence is defined by the recurrence:\n// tri(1) = 3\n// tri(n) = 1 + n / 2, if n is even.\n// tri(n) = tri(n - 1) + tri(n - 2) + tri(n + 1), if n is odd.\n// For example:\n// tri(2) = 1 + (2 / 2) = 2\n// tri(4) = 3\n// tri(3) = tri(2) + tri(1) + tri(4)\n// = 2 + 3 + 3 = 8 \n// You are given a non-negative integer number n, you have to a return an array of the \n// first n + 1 numbers of the Tribonacci sequence.\n// Examples:\n// >>> tri(3)\n// array(1, 3, 2, 8)\nfunction tri($n) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_130_tri.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return tri(...$args);\n}\n\nfunction test(): void {\n if (candidate(3) !== array(1, 3, 2, 8)) { throw new Exception(\"Test failed!\"); }\n if (candidate(4) !== array(1, 3, 2, 8, 3)) { throw new Exception(\"Test failed!\"); }\n if (candidate(5) !== array(1, 3, 2, 8, 3, 15)) { throw new Exception(\"Test failed!\"); }\n if (candidate(6) !== array(1, 3, 2, 8, 3, 15, 4)) { throw new Exception(\"Test failed!\"); }\n if (candidate(7) !== array(1, 3, 2, 8, 3, 15, 4, 24)) { throw new Exception(\"Test failed!\"); }\n if (candidate(8) !== array(1, 3, 2, 8, 3, 15, 4, 24, 5)) { throw new Exception(\"Test failed!\"); }\n if (candidate(9) !== array(1, 3, 2, 8, 3, 15, 4, 24, 5, 35)) { throw new Exception(\"Test failed!\"); }\n if (candidate(20) !== array(1, 3, 2, 8, 3, 15, 4, 24, 5, 35, 6, 48, 7, 63, 8, 80, 9, 99, 10, 120, 11)) { throw new Exception(\"Test failed!\"); }\n if (candidate(0) !== array(1)) { throw new Exception(\"Test failed!\"); }\n if (candidate(1) !== array(1, 3)) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_130_tri"}
|
||
|
{"name": "HumanEval_36_fizz_buzz", "language": "php", "prompt": "<?php\n// Return the number of times the digit 7 appears in integers less than n which are divisible by 11 or 13.\n// >>> fizz_buzz(50)\n// 0\n// >>> fizz_buzz(78)\n// 2\n// >>> fizz_buzz(79)\n// 3\nfunction fizz_buzz($n) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_36_fizz_buzz.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return fizz_buzz(...$args);\n}\n\nfunction test(): void {\n if (candidate(50) !== 0) { throw new Exception(\"Test failed!\"); }\n if (candidate(78) !== 2) { throw new Exception(\"Test failed!\"); }\n if (candidate(79) !== 3) { throw new Exception(\"Test failed!\"); }\n if (candidate(100) !== 3) { throw new Exception(\"Test failed!\"); }\n if (candidate(200) !== 6) { throw new Exception(\"Test failed!\"); }\n if (candidate(4000) !== 192) { throw new Exception(\"Test failed!\"); }\n if (candidate(10000) !== 639) { throw new Exception(\"Test failed!\"); }\n if (candidate(100000) !== 8026) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_36_fizz_buzz"}
|
||
|
{"name": "HumanEval_29_filter_by_prefix", "language": "php", "prompt": "<?php\n// Filter an input array of strings only for ones that start with a given prefix.\n// >>> filter_by_prefix(array(), \"a\")\n// array()\n// >>> filter_by_prefix(array(\"abc\", \"bcd\", \"cde\", \"array\"), \"a\")\n// array(\"abc\", \"array\")\nfunction filter_by_prefix($strings, $prefix) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_29_filter_by_prefix.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return filter_by_prefix(...$args);\n}\n\nfunction test(): void {\n if (candidate(array(), \"john\") !== array()) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(\"xxx\", \"asd\", \"xxy\", \"john doe\", \"xxxAAA\", \"xxx\"), \"xxx\") !== array(\"xxx\", \"xxxAAA\", \"xxx\")) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_29_filter_by_prefix"}
|
||
|
{"name": "HumanEval_84_solve", "language": "php", "prompt": "<?php\n// Given a positive integer N, return the total sum of its digits in binary.\n// Example\n// >>> solve(1000)\n// \"1\"\n// >>> solve(150)\n// \"110\"\n// >>> solve(147)\n// \"1100\"\n// Variables:\n// @N integer\n// Constraints: 0 \u2264 N \u2264 10000.\n// Output:\n// a string of binary number\nfunction solve($N) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_84_solve.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return solve(...$args);\n}\n\nfunction test(): void {\n if (candidate(1000) !== \"1\") { throw new Exception(\"Test failed!\"); }\n if (candidate(150) !== \"110\") { throw new Exception(\"Test failed!\"); }\n if (candidate(147) !== \"1100\") { throw new Exception(\"Test failed!\"); }\n if (candidate(333) !== \"1001\") { throw new Exception(\"Test failed!\"); }\n if (candidate(963) !== \"10010\") { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_84_solve"}
|
||
|
{"name": "HumanEval_129_minPath", "language": "php", "prompt": "<?php\n// Given a grid with N rows and N columns (N >= 2) and a positive integer k, \n// each cell of the grid contains a value. Every integer in the range [1, N * N]\n// inclusive appears exactly once on the cells of the grid.\n// You have to find the minimum path of length k in the grid. You can start\n// from any cell, and in each step you can move to any of the neighbor cells,\n// in other words, you can go to cells which share an edge with you current\n// cell.\n// Please note that a path of length k means visiting exactly k cells (not\n// necessarily distinct).\n// You CANNOT go off the grid.\n// A path A (of length k) is considered less than a path B (of length k) if\n// after making the ordered arrays of the values on the cells that A and B go\n// through (let's call them lst_A and lst_B), lst_A is lexicographically less\n// than lst_B, in other words, there exist an integer index i (1 <= i <= k)\n// such that lst_A[i] < lst_B[i] and for any j (1 <= j < i) we have\n// lst_A[j] = lst_B[j].\n// It is guaranteed that the answer is unique.\n// Return an ordered array of the values on the cells that the minimum path go through.\n// Examples: \n// >>> minPath(array(array(1, 2, 3), array(4, 5, 6), array(7, 8, 9)), 3)\n// array(1, 2, 1)\n// >>> minPath(array(array(5, 9, 3), array(4, 1, 6), array(7, 8, 2)), 1)\n// array(1)\nfunction minPath($grid, $k) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_129_minPath.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return minPath(...$args);\n}\n\nfunction test(): void {\n if (candidate(array(array(1, 2, 3), array(4, 5, 6), array(7, 8, 9)), 3) !== array(1, 2, 1)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(array(5, 9, 3), array(4, 1, 6), array(7, 8, 2)), 1) !== array(1)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(array(1, 2, 3, 4), array(5, 6, 7, 8), array(9, 10, 11, 12), array(13, 14, 15, 16)), 4) !== array(1, 2, 1, 2)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(array(6, 4, 13, 10), array(5, 7, 12, 1), array(3, 16, 11, 15), array(8, 14, 9, 2)), 7) !== array(1, 10, 1, 10, 1, 10, 1)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(array(8, 14, 9, 2), array(6, 4, 13, 15), array(5, 7, 1, 12), array(3, 10, 11, 16)), 5) !== array(1, 7, 1, 7, 1)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(array(11, 8, 7, 2), array(5, 16, 14, 4), array(9, 3, 15, 6), array(12, 13, 10, 1)), 9) !== array(1, 6, 1, 6, 1, 6, 1, 6, 1)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(array(12, 13, 10, 1), array(9, 3, 15, 6), array(5, 16, 14, 4), array(11, 8, 7, 2)), 12) !== array(1, 6, 1, 6, 1, 6, 1, 6, 1, 6, 1, 6)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(array(2, 7, 4), array(3, 1, 5), array(6, 8, 9)), 8) !== array(1, 3, 1, 3, 1, 3, 1, 3)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(array(6, 1, 5), array(3, 8, 9), array(2, 7, 4)), 8) !== array(1, 5, 1, 5, 1, 5, 1, 5)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(array(1, 2), array(3, 4)), 10) !== array(1, 2, 1, 2, 1, 2, 1, 2, 1, 2)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(array(1, 3), array(3, 2)), 10) !== array(1, 3, 1, 3, 1, 3, 1, 3, 1, 3)) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_129_minPath"}
|
||
|
{"name": "HumanEval_98_count_upper", "language": "php", "prompt": "<?php\n// Given a string s, count the number of uppercase vowels in even indices.\n// For example:\n// >>> count_upper(\"aBCdEf\")\n// 1\n// >>> count_upper(\"abcdefg\")\n// 0\n// >>> count_upper(\"dBBE\")\n// 0\nfunction count_upper($s) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_98_count_upper.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return count_upper(...$args);\n}\n\nfunction test(): void {\n if (candidate(\"aBCdEf\") !== 1) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"abcdefg\") !== 0) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"dBBE\") !== 0) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"B\") !== 0) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"U\") !== 1) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"\") !== 0) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"EEEE\") !== 2) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_98_count_upper"}
|
||
|
{"name": "HumanEval_120_maximum", "language": "php", "prompt": "<?php\n// Given an array arr of integers and a positive integer k, return a sorted array \n// of length k with the maximum k numbers in arr.\n// Example 1:\n// >>> maximum(array(-3, -4, 5), 3)\n// array(-4, -3, 5)\n// Example 2:\n// >>> maximum(array(4, -4, 4), 2)\n// array(4, 4)\n// Example 3:\n// >>> maximum(array(-3, 2, 1, 2, -1, -2, 1), 1)\n// array(2)\n// Note:\n// 1. The length of the array will be in the range of [1, 1000].\n// 2. The elements in the array will be in the range of [-1000, 1000].\n// 3. 0 <= k <= len(arr)\nfunction maximum($arr, $k) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_120_maximum.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return maximum(...$args);\n}\n\nfunction test(): void {\n if (candidate(array(-3, -4, 5), 3) !== array(-4, -3, 5)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(4, -4, 4), 2) !== array(4, 4)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(-3, 2, 1, 2, -1, -2, 1), 1) !== array(2)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(123, -123, 20, 0, 1, 2, -3), 3) !== array(2, 20, 123)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(-123, 20, 0, 1, 2, -3), 4) !== array(0, 1, 2, 20)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(5, 15, 0, 3, -13, -8, 0), 7) !== array(-13, -8, 0, 0, 3, 5, 15)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(-1, 0, 2, 5, 3, -10), 2) !== array(3, 5)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1, 0, 5, -7), 1) !== array(5)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(4, -4), 2) !== array(-4, 4)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(-10, 10), 2) !== array(-10, 10)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1, 2, 3, -23, 243, -400, 0), 0) !== array()) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_120_maximum"}
|
||
|
{"name": "HumanEval_24_largest_divisor", "language": "php", "prompt": "<?php\n// For a given number n, find the largest number that divides n evenly, smaller than n\n// >>> largest_divisor(15)\n// 5\nfunction largest_divisor($n) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_24_largest_divisor.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return largest_divisor(...$args);\n}\n\nfunction test(): void {\n if (candidate(3) !== 1) { throw new Exception(\"Test failed!\"); }\n if (candidate(7) !== 1) { throw new Exception(\"Test failed!\"); }\n if (candidate(10) !== 5) { throw new Exception(\"Test failed!\"); }\n if (candidate(100) !== 50) { throw new Exception(\"Test failed!\"); }\n if (candidate(49) !== 7) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_24_largest_divisor"}
|
||
|
{"name": "HumanEval_88_sort_array", "language": "php", "prompt": "<?php\n// Given an array of non-negative integers, return a cophp of the given array after sorting,\n// you will sort the given array in ascending order if the sum( first index value, last index value) is odd,\n// or sort it in descending order if the sum( first index value, last index value) is even.\n// Note:\n// * don't change the given array.\n// Examples:\n// >>> sort_array(array())\n// array()\n// >>> sort_array(array(5))\n// array(5)\n// >>> sort_array(array(2, 4, 3, 0, 1, 5))\n// array(0, 1, 2, 3, 4, 5)\n// >>> sort_array(array(2, 4, 3, 0, 1, 5, 6))\n// array(6, 5, 4, 3, 2, 1, 0)\nfunction sort_array($array) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_88_sort_array.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return sort_array(...$args);\n}\n\nfunction test(): void {\n if (candidate(array()) !== array()) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(5)) !== array(5)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(2, 4, 3, 0, 1, 5)) !== array(0, 1, 2, 3, 4, 5)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(2, 4, 3, 0, 1, 5, 6)) !== array(6, 5, 4, 3, 2, 1, 0)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(2, 1)) !== array(1, 2)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(15, 42, 87, 32, 11, 0)) !== array(0, 11, 15, 32, 42, 87)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(21, 14, 23, 11)) !== array(23, 21, 14, 11)) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_88_sort_array"}
|
||
|
{"name": "HumanEval_106_f", "language": "php", "prompt": "<?php\n// Implement the function f that takes n as a parameter,\n// and returns an array of size n, such that the value of the element at index i is the factorial of i if i is even\n// or the sum of numbers from 1 to i otherwise.\n// i starts from 1.\n// the factorial of i is the multiplication of the numbers from 1 to i (1 * 2 * ... * i).\n// Example:\n// >>> f(5)\n// array(1, 2, 6, 24, 15)\nfunction f($n) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_106_f.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return f(...$args);\n}\n\nfunction test(): void {\n if (candidate(5) !== array(1, 2, 6, 24, 15)) { throw new Exception(\"Test failed!\"); }\n if (candidate(7) !== array(1, 2, 6, 24, 15, 720, 28)) { throw new Exception(\"Test failed!\"); }\n if (candidate(1) !== array(1)) { throw new Exception(\"Test failed!\"); }\n if (candidate(3) !== array(1, 2, 6)) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_106_f"}
|
||
|
{"name": "HumanEval_77_iscube", "language": "php", "prompt": "<?php\n// Write a function that takes an integer a and returns true \n// if this ingeger is a cube of some integer number.\n// Note: you may assume the input is always valid.\n// Examples:\n// >>> iscube(1)\n// true\n// >>> iscube(2)\n// false\n// >>> iscube(-1)\n// true\n// >>> iscube(64)\n// true\n// >>> iscube(0)\n// true\n// >>> iscube(180)\n// false\nfunction iscube($a) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_77_iscube.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return iscube(...$args);\n}\n\nfunction test(): void {\n if (candidate(1) !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(2) !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(-1) !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(64) !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(180) !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(1000) !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(0) !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(1729) !== false) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_77_iscube"}
|
||
|
{"name": "HumanEval_93_encode", "language": "php", "prompt": "<?php\n// Write a function that takes a message, and encodes in such a \n// way that it swaps case of all letters, replaces all vowels in \n// the message with the letter that appears 2 places ahead of that \n// vowel in the english alphabet. \n// Assume only letters. \n// Examples:\n// >>> encode(\"test\")\n// \"TGST\"\n// >>> encode(\"This is a message\")\n// \"tHKS KS C MGSSCGG\"\nfunction encode($message) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_93_encode.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return encode(...$args);\n}\n\nfunction test(): void {\n if (candidate(\"TEST\") !== \"tgst\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"Mudasir\") !== \"mWDCSKR\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"YES\") !== \"ygs\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"This is a message\") !== \"tHKS KS C MGSSCGG\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"I DoNt KnOw WhAt tO WrItE\") !== \"k dQnT kNqW wHcT Tq wRkTg\") { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_93_encode"}
|
||
|
{"name": "HumanEval_91_is_bored", "language": "php", "prompt": "<?php\n// You'll be given a string of words, and your task is to count the number\n// of boredoms. A boredom is a sentence that starts with the word \"I\".\n// Sentences are delimited by '.', '?' or '!'.\n// For example:\n// >>> is_bored(\"Hello world\")\n// 0\n// >>> is_bored(\"The sky is blue. The sun is shining. I love this weather\")\n// 1\nfunction is_bored($S) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_91_is_bored.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return is_bored(...$args);\n}\n\nfunction test(): void {\n if (candidate(\"Hello world\") !== 0) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"Is the sky blue?\") !== 0) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"I love It !\") !== 1) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"bIt\") !== 0) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"I feel good today. I will be productive. will kill It\") !== 2) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"You and I are going for a walk\") !== 0) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_91_is_bored"}
|
||
|
{"name": "HumanEval_43_pairs_sum_to_zero", "language": "php", "prompt": "<?php\n// pairs_sum_to_zero takes an array of integers as an input.\n// it returns true if there are two distinct elements in the array that\n// sum to zero, and false otherwise.\n// >>> pairs_sum_to_zero(array(1, 3, 5, 0))\n// false\n// >>> pairs_sum_to_zero(array(1, 3, -2, 1))\n// false\n// >>> pairs_sum_to_zero(array(1, 2, 3, 7))\n// false\n// >>> pairs_sum_to_zero(array(2, 4, -5, 3, 5, 7))\n// true\n// >>> pairs_sum_to_zero(array(1))\n// false\nfunction pairs_sum_to_zero($l) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_43_pairs_sum_to_zero.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return pairs_sum_to_zero(...$args);\n}\n\nfunction test(): void {\n if (candidate(array(1, 3, 5, 0)) !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1, 3, -2, 1)) !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1, 2, 3, 7)) !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(2, 4, -5, 3, 5, 7)) !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1)) !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(-3, 9, -1, 3, 2, 30)) !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(-3, 9, -1, 3, 2, 31)) !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(-3, 9, -1, 4, 2, 30)) !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(-3, 9, -1, 4, 2, 31)) !== false) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_43_pairs_sum_to_zero"}
|
||
|
{"name": "HumanEval_71_triangle_area", "language": "php", "prompt": "<?php\n// Given the lengths of the three sides of a triangle. Return the area of\n// the triangle rounded to 2 decimal points if the three sides form a valid triangle. \n// Otherwise return -1\n// Three sides make a valid triangle when the sum of any two sides is greater \n// than the third side.\n// Example:\n// >>> triangle_area(3, 4, 5)\n// 6.0\n// >>> triangle_area(1, 2, 10)\n// -1\nfunction triangle_area($a, $b, $c) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_71_triangle_area.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return triangle_area(...$args);\n}\n\nfunction test(): void {\n if (candidate(3, 4, 5) !== 6.0) { throw new Exception(\"Test failed!\"); }\n if (candidate(1, 2, 10) !== -1) { throw new Exception(\"Test failed!\"); }\n if (candidate(4, 8, 5) !== 8.18) { throw new Exception(\"Test failed!\"); }\n if (candidate(2, 2, 2) !== 1.73) { throw new Exception(\"Test failed!\"); }\n if (candidate(1, 2, 3) !== -1) { throw new Exception(\"Test failed!\"); }\n if (candidate(10, 5, 7) !== 16.25) { throw new Exception(\"Test failed!\"); }\n if (candidate(2, 6, 3) !== -1) { throw new Exception(\"Test failed!\"); }\n if (candidate(1, 1, 1) !== 0.43) { throw new Exception(\"Test failed!\"); }\n if (candidate(2, 2, 10) !== -1) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_71_triangle_area"}
|
||
|
{"name": "HumanEval_148_bf", "language": "php", "prompt": "<?php\n// There are eight planets in our solar system: the closerst to the Sun \n// is Mercury, the next one is Venus, then Earth, Mars, Jupiter, Saturn, \n// Uranus, Neptune.\n// Write a function that takes two planet names as strings planet1 and planet2. \n// The function should return an array containing all planets whose orbits are \n// located between the orbit of planet1 and the orbit of planet2, sorted by \n// the proximity to the sun. \n// The function should return an empty array if planet1 or planet2\n// are not correct planet names. \n// Examples\n// >>> bf(\"Jupiter\", \"Neptune\")\n// array(\"Saturn\", \"Uranus\")\n// >>> bf(\"Earth\", \"Mercury\")\n// \"Venus\"\n// >>> bf(\"Mercury\", \"Uranus\")\n// array(\"Venus\", \"Earth\", \"Mars\", \"Jupiter\", \"Saturn\")\nfunction bf($planet1, $planet2) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_148_bf.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return bf(...$args);\n}\n\nfunction test(): void {\n if (candidate(\"Jupiter\", \"Neptune\") !== array(\"Saturn\", \"Uranus\")) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"Earth\", \"Mercury\") !== array(\"Venus\")) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"Mercury\", \"Uranus\") !== array(\"Venus\", \"Earth\", \"Mars\", \"Jupiter\", \"Saturn\")) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"Neptune\", \"Venus\") !== array(\"Earth\", \"Mars\", \"Jupiter\", \"Saturn\", \"Uranus\")) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"Earth\", \"Earth\") !== array()) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"Mars\", \"Earth\") !== array()) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"Jupiter\", \"Makemake\") !== array()) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_148_bf"}
|
||
|
{"name": "HumanEval_131_digits", "language": "php", "prompt": "<?php\n// Given a positive integer n, return the product of the odd digits.\n// Return 0 if all digits are even.\n// For example:\n// >>> digits(1)\n// 1\n// >>> digits(4)\n// 0\n// >>> digits(235)\n// 15\nfunction digits($n) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_131_digits.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return digits(...$args);\n}\n\nfunction test(): void {\n if (candidate(5) !== 5) { throw new Exception(\"Test failed!\"); }\n if (candidate(54) !== 5) { throw new Exception(\"Test failed!\"); }\n if (candidate(120) !== 1) { throw new Exception(\"Test failed!\"); }\n if (candidate(5014) !== 5) { throw new Exception(\"Test failed!\"); }\n if (candidate(98765) !== 315) { throw new Exception(\"Test failed!\"); }\n if (candidate(5576543) !== 2625) { throw new Exception(\"Test failed!\"); }\n if (candidate(2468) !== 0) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_131_digits"}
|
||
|
{"name": "HumanEval_101_words_string", "language": "php", "prompt": "<?php\n// You will be given a string of words separated by commas or spaces. Your task is\n// to split the string into words and return an array of the words.\n// For example:\n// >>> words_string(\"Hi, my name is John\")\n// array(\"Hi\", \"my\", \"name\", \"is\", \"John\")\n// >>> words_string(\"One, two, three, four, five, six\")\n// array(\"One\", \"two\", \"three\", \"four\", \"five\", \"six\")\nfunction words_string($s) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_101_words_string.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return words_string(...$args);\n}\n\nfunction test(): void {\n if (candidate(\"Hi, my name is John\") !== array(\"Hi\", \"my\", \"name\", \"is\", \"John\")) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"One, two, three, four, five, six\") !== array(\"One\", \"two\", \"three\", \"four\", \"five\", \"six\")) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"Hi, my name\") !== array(\"Hi\", \"my\", \"name\")) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"One,, two, three, four, five, six,\") !== array(\"One\", \"two\", \"three\", \"four\", \"five\", \"six\")) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"\") !== array()) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"ahmed , gamal\") !== array(\"ahmed\", \"gamal\")) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_101_words_string"}
|
||
|
{"name": "HumanEval_18_how_many_times", "language": "php", "prompt": "<?php\n// Find how many times a given substring can be found in the original string. Count overlaping cases.\n// >>> how_many_times(\"\", \"a\")\n// 0\n// >>> how_many_times(\"aaa\", \"a\")\n// 3\n// >>> how_many_times(\"aaaa\", \"aa\")\n// 3\nfunction how_many_times($string, $substring) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_18_how_many_times.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return how_many_times(...$args);\n}\n\nfunction test(): void {\n if (candidate(\"\", \"x\") !== 0) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"xyxyxyx\", \"x\") !== 4) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"cacacacac\", \"cac\") !== 4) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"john doe\", \"john\") !== 1) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_18_how_many_times"}
|
||
|
{"name": "HumanEval_137_compare_one", "language": "php", "prompt": "<?php\n// Create a function that takes integers, floats, or strings representing\n// real numbers, and returns the larger variable in its given variable type.\n// Return null if the values are equal.\n// Note: If a real number is represented as a string, the floating point might be . or ,\n// >>> compare_one(1, 2.5)\n// 2.5\n// >>> compare_one(1, \"2,3\")\n// \"2,3\"\n// >>> compare_one(\"5,1\", \"6\")\n// \"6\"\n// >>> compare_one(\"1\", 1)\n// null\nfunction compare_one($a, $b) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_137_compare_one.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return compare_one(...$args);\n}\n\nfunction test(): void {\n if (candidate(1, 2) !== 2) { throw new Exception(\"Test failed!\"); }\n if (candidate(1, 2.5) !== 2.5) { throw new Exception(\"Test failed!\"); }\n if (candidate(2, 3) !== 3) { throw new Exception(\"Test failed!\"); }\n if (candidate(5, 6) !== 6) { throw new Exception(\"Test failed!\"); }\n if (candidate(1, \"2,3\") !== \"2,3\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"5,1\", \"6\") !== \"6\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"1\", \"2\") !== \"2\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"1\", 1) !== null) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_137_compare_one"}
|
||
|
{"name": "HumanEval_51_remove_vowels", "language": "php", "prompt": "<?php\n// remove_vowels is a function that takes string and returns string without vowels.\n// >>> remove_vowels(\"\")\n// \"\"\n// >>> remove_vowels(\"abcdef\")\n// \"bcdf\"\n// >>> remove_vowels(\"aaaaa\")\n// \"\"\n// >>> remove_vowels(\"aaBAA\")\n// \"B\"\n// >>> remove_vowels(\"zbcd\")\n// \"zbcd\"\nfunction remove_vowels($text) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_51_remove_vowels.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return remove_vowels(...$args);\n}\n\nfunction test(): void {\n if (candidate(\"\") !== \"\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"abcdef\\nghijklm\") !== \"bcdf\\nghjklm\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"fedcba\") !== \"fdcb\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"eeeee\") !== \"\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"acBAA\") !== \"cB\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"EcBOO\") !== \"cB\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"ybcd\") !== \"ybcd\") { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_51_remove_vowels"}
|
||
|
{"name": "HumanEval_70_strange_sort_list", "language": "php", "prompt": "<?php\n// Given array of integers, return array in strange order.\n// Strange sorting, is when you start with the minimum value,\n// then maximum of the remaining integers, then minimum and so on.\n// Examples:\n// >>> strange_sort_list(array(1, 2, 3, 4))\n// array(1, 4, 2, 3)\n// >>> strange_sort_list(array(5, 5, 5, 5))\n// array(5, 5, 5, 5)\n// >>> strange_sort_list(array())\n// array()\nfunction strange_sort_list($lst) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_70_strange_sort_list.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return strange_sort_list(...$args);\n}\n\nfunction test(): void {\n if (candidate(array(1, 2, 3, 4)) !== array(1, 4, 2, 3)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(5, 6, 7, 8, 9)) !== array(5, 9, 6, 8, 7)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1, 2, 3, 4, 5)) !== array(1, 5, 2, 4, 3)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(5, 6, 7, 8, 9, 1)) !== array(1, 9, 5, 8, 6, 7)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(5, 5, 5, 5)) !== array(5, 5, 5, 5)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array()) !== array()) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1, 2, 3, 4, 5, 6, 7, 8)) !== array(1, 8, 2, 7, 3, 6, 4, 5)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(0, 2, 2, 2, 5, 5, -5, -5)) !== array(-5, 5, -5, 5, 0, 2, 2, 2)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(111111)) !== array(111111)) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_70_strange_sort_list"}
|
||
|
{"name": "HumanEval_20_find_closest_elements", "language": "php", "prompt": "<?php\n// From a supplied array of numbers (of length at least two) select and return two that are the closest to each\n// other and return them in order (smaller number, larger number).\n// >>> find_closest_elements(array(1.0, 2.0, 3.0, 4.0, 5.0, 2.2))\n// array(2.0, 2.2)\n// >>> find_closest_elements(array(1.0, 2.0, 3.0, 4.0, 5.0, 2.0))\n// array(2.0, 2.0)\nfunction find_closest_elements($numbers) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_20_find_closest_elements.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return find_closest_elements(...$args);\n}\n\nfunction test(): void {\n if (candidate(array(1.0, 2.0, 3.9, 4.0, 5.0, 2.2)) !== array(3.9, 4.0)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1.0, 2.0, 5.9, 4.0, 5.0)) !== array(5.0, 5.9)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1.0, 2.0, 3.0, 4.0, 5.0, 2.2)) !== array(2.0, 2.2)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1.0, 2.0, 3.0, 4.0, 5.0, 2.0)) !== array(2.0, 2.0)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1.1, 2.2, 3.1, 4.1, 5.1)) !== array(2.2, 3.1)) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_20_find_closest_elements"}
|
||
|
{"name": "HumanEval_76_is_simple_power", "language": "php", "prompt": "<?php\n// Your task is to write a function that returns true if a number x is a simple\n// power of n and false in other cases.\n// x is a simple power of n if n**int=x\n// For example:\n// >>> is_simple_power(1, 4)\n// true\n// >>> is_simple_power(2, 2)\n// true\n// >>> is_simple_power(8, 2)\n// true\n// >>> is_simple_power(3, 2)\n// false\n// >>> is_simple_power(3, 1)\n// false\n// >>> is_simple_power(5, 3)\n// false\nfunction is_simple_power($x, $n) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_76_is_simple_power.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return is_simple_power(...$args);\n}\n\nfunction test(): void {\n if (candidate(16, 2) !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(143214, 16) !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(4, 2) !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(9, 3) !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(16, 4) !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(24, 2) !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(128, 4) !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(12, 6) !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(1, 1) !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(1, 12) !== true) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_76_is_simple_power"}
|
||
|
{"name": "HumanEval_39_prime_fib", "language": "php", "prompt": "<?php\n// prime_fib returns n-th number that is a Fibonacci number and it's also prime.\n// >>> prime_fib(1)\n// 2\n// >>> prime_fib(2)\n// 3\n// >>> prime_fib(3)\n// 5\n// >>> prime_fib(4)\n// 13\n// >>> prime_fib(5)\n// 89\nfunction prime_fib($n) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_39_prime_fib.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return prime_fib(...$args);\n}\n\nfunction test(): void {\n if (candidate(1) !== 2) { throw new Exception(\"Test failed!\"); }\n if (candidate(2) !== 3) { throw new Exception(\"Test failed!\"); }\n if (candidate(3) !== 5) { throw new Exception(\"Test failed!\"); }\n if (candidate(4) !== 13) { throw new Exception(\"Test failed!\"); }\n if (candidate(5) !== 89) { throw new Exception(\"Test failed!\"); }\n if (candidate(6) !== 233) { throw new Exception(\"Test failed!\"); }\n if (candidate(7) !== 1597) { throw new Exception(\"Test failed!\"); }\n if (candidate(8) !== 28657) { throw new Exception(\"Test failed!\"); }\n if (candidate(9) !== 514229) { throw new Exception(\"Test failed!\"); }\n if (candidate(10) !== 433494437) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_39_prime_fib"}
|
||
|
{"name": "HumanEval_145_order_by_points", "language": "php", "prompt": "<?php\n// Write a function which sorts the given array of integers\n// in ascending order according to the sum of their digits.\n// Note: if there are several items with similar sum of their digits,\n// order them based on their index in original array.\n// For example:\n// >>> order_by_points(array(1, 11, -1, -11, -12))\n// array(-1, -11, 1, -12, 11)\n// >>> order_by_points(array())\n// array()\nfunction order_by_points($nums) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_145_order_by_points.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return order_by_points(...$args);\n}\n\nfunction test(): void {\n if (candidate(array(1, 11, -1, -11, -12)) !== array(-1, -11, 1, -12, 11)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1234, 423, 463, 145, 2, 423, 423, 53, 6, 37, 3457, 3, 56, 0, 46)) !== array(0, 2, 3, 6, 53, 423, 423, 423, 1234, 145, 37, 46, 56, 463, 3457)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array()) !== array()) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1, -11, -32, 43, 54, -98, 2, -3)) !== array(-3, -32, -98, -11, 1, 2, 43, 54)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11)) !== array(1, 10, 2, 11, 3, 4, 5, 6, 7, 8, 9)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(0, 6, 6, -76, -21, 23, 4)) !== array(-76, -21, 0, 4, 23, 6, 6)) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_145_order_by_points"}
|
||
|
{"name": "HumanEval_0_has_close_elements", "language": "php", "prompt": "<?php\n// Check if in given array of numbers, are any two numbers closer to each other than\n// given threshold.\n// >>> has_close_elements(array(1.0, 2.0, 3.0), 0.5)\n// false\n// >>> has_close_elements(array(1.0, 2.8, 3.0, 4.0, 5.0, 2.0), 0.3)\n// true\nfunction has_close_elements($numbers, $threshold) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_0_has_close_elements.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return has_close_elements(...$args);\n}\n\nfunction test(): void {\n if (candidate(array(1.0, 2.0, 3.9, 4.0, 5.0, 2.2), 0.3) !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1.0, 2.0, 3.9, 4.0, 5.0, 2.2), 0.05) !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1.0, 2.0, 5.9, 4.0, 5.0), 0.95) !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1.0, 2.0, 5.9, 4.0, 5.0), 0.8) !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1.0, 2.0, 3.0, 4.0, 5.0, 2.0), 0.1) !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1.1, 2.2, 3.1, 4.1, 5.1), 1.0) !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1.1, 2.2, 3.1, 4.1, 5.1), 0.5) !== false) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_0_has_close_elements"}
|
||
|
{"name": "HumanEval_10_make_palindrome", "language": "php", "prompt": "<?php\n// Find the shortest palindrome that begins with a supplied string.\n// Algorithm idea is simple:\n// - Find the longest postfix of supplied string that is a palindrome.\n// - Append to the end of the string reverse of a string prefix that comes before the palindromic suffix.\n// >>> make_palindrome(\"\")\n// \"\"\n// >>> make_palindrome(\"cat\")\n// \"catac\"\n// >>> make_palindrome(\"cata\")\n// \"catac\"\nfunction make_palindrome($string) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_10_make_palindrome.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return make_palindrome(...$args);\n}\n\nfunction test(): void {\n if (candidate(\"\") !== \"\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"x\") !== \"x\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"xyz\") !== \"xyzyx\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"xyx\") !== \"xyx\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"jerry\") !== \"jerryrrej\") { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_10_make_palindrome"}
|
||
|
{"name": "HumanEval_11_string_xor", "language": "php", "prompt": "<?php\n// Input are two strings a and b consisting only of 1s and 0s.\n// Perform binary XOR on these inputs and return result also as a string.\n// >>> string_xor(\"010\", \"110\")\n// \"100\"\nfunction string_xor($a, $b) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_11_string_xor.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return string_xor(...$args);\n}\n\nfunction test(): void {\n if (candidate(\"111000\", \"101010\") !== \"010010\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"1\", \"1\") !== \"0\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"0101\", \"0000\") !== \"0101\") { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_11_string_xor"}
|
||
|
{"name": "HumanEval_139_special_factorial", "language": "php", "prompt": "<?php\n// The Brazilian factorial is defined as:\n// brazilian_factorial(n) = n! * (n-1)! * (n-2)! * ... * 1!\n// where n > 0\n// For example:\n// >>> special_factorial(4)\n// 288\n// The function will receive an integer as input and should return the special\n// factorial of this integer.\nfunction special_factorial($n) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_139_special_factorial.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return special_factorial(...$args);\n}\n\nfunction test(): void {\n if (candidate(4) !== 288) { throw new Exception(\"Test failed!\"); }\n if (candidate(5) !== 34560) { throw new Exception(\"Test failed!\"); }\n if (candidate(7) !== 125411328000) { throw new Exception(\"Test failed!\"); }\n if (candidate(1) !== 1) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_139_special_factorial"}
|
||
|
{"name": "HumanEval_122_add_elements", "language": "php", "prompt": "<?php\n// Given a non-empty array of integers arr and an integer k, return\n// the sum of the elements with at most two digits from the first k elements of arr.\n// Example:\n// >>> add_elements(array(111, 21, 3, 4000, 5, 6, 7, 8, 9), 4)\n// 24\n// Constraints:\n// 1. 1 <= len(arr) <= 100\n// 2. 1 <= k <= len(arr)\nfunction add_elements($arr, $k) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_122_add_elements.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return add_elements(...$args);\n}\n\nfunction test(): void {\n if (candidate(array(1, -2, -3, 41, 57, 76, 87, 88, 99), 3) !== -4) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(111, 121, 3, 4000, 5, 6), 2) !== 0) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(11, 21, 3, 90, 5, 6, 7, 8, 9), 4) !== 125) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(111, 21, 3, 4000, 5, 6, 7, 8, 9), 4) !== 24) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1), 1) !== 1) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_122_add_elements"}
|
||
|
{"name": "HumanEval_46_fib4", "language": "php", "prompt": "<?php\n// The Fib4 number sequence is a sequence similar to the Fibbonacci sequnece that's defined as follows:\n// fib4(0) -> 0\n// fib4(1) -> 0\n// fib4(2) -> 2\n// fib4(3) -> 0\n// fib4(n) -> fib4(n-1) + fib4(n-2) + fib4(n-3) + fib4(n-4).\n// Please write a function to efficiently compute the n-th element of the fib4 number sequence. Do not use recursion.\n// >>> fib4(5)\n// 4\n// >>> fib4(6)\n// 8\n// >>> fib4(7)\n// 14\nfunction fib4($n) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_46_fib4.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return fib4(...$args);\n}\n\nfunction test(): void {\n if (candidate(5) !== 4) { throw new Exception(\"Test failed!\"); }\n if (candidate(8) !== 28) { throw new Exception(\"Test failed!\"); }\n if (candidate(10) !== 104) { throw new Exception(\"Test failed!\"); }\n if (candidate(12) !== 386) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_46_fib4"}
|
||
|
{"name": "HumanEval_104_unique_digits", "language": "php", "prompt": "<?php\n// Given an array of positive integers x. return a sorted array of all \n// elements that hasn't any even digit.\n// Note: Returned array should be sorted in increasing order.\n// For example:\n// >>> unique_digits(array(15, 33, 1422, 1))\n// array(1, 15, 33)\n// >>> unique_digits(array(152, 323, 1422, 10))\n// array()\nfunction unique_digits($x) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_104_unique_digits.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return unique_digits(...$args);\n}\n\nfunction test(): void {\n if (candidate(array(15, 33, 1422, 1)) !== array(1, 15, 33)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(152, 323, 1422, 10)) !== array()) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(12345, 2033, 111, 151)) !== array(111, 151)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(135, 103, 31)) !== array(31, 135)) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_104_unique_digits"}
|
||
|
{"name": "HumanEval_117_select_words", "language": "php", "prompt": "<?php\n// Given a string s and a natural number n, you have been tasked to implement \n// a function that returns an array of all words from string s that contain exactly \n// n consonants, in order these words appear in the string s.\n// If the string s is empty then the function should return an empty array.\n// Note: you may assume the input string contains only letters and spaces.\n// Examples:\n// >>> select_words(\"Mary had a little lamb\", 4)\n// array(\"little\")\n// >>> select_words(\"Mary had a little lamb\", 3)\n// array(\"Mary\", \"lamb\")\n// >>> select_words(\"simple white space\", 2)\n// array()\n// >>> select_words(\"Hello world\", 4)\n// array(\"world\")\n// >>> select_words(\"Uncle sam\", 3)\n// array(\"Uncle\")\nfunction select_words($s, $n) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_117_select_words.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return select_words(...$args);\n}\n\nfunction test(): void {\n if (candidate(\"Mary had a little lamb\", 4) !== array(\"little\")) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"Mary had a little lamb\", 3) !== array(\"Mary\", \"lamb\")) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"simple white space\", 2) !== array()) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"Hello world\", 4) !== array(\"world\")) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"Uncle sam\", 3) !== array(\"Uncle\")) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"\", 4) !== array()) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"a b c d e f\", 1) !== array(\"b\", \"c\", \"d\", \"f\")) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_117_select_words"}
|
||
|
{"name": "HumanEval_72_will_it_fly", "language": "php", "prompt": "<?php\n// Write a function that returns true if the object q will fly, and false otherwise.\n// The object q will fly if it's balanced (it is a palindromic array) and the sum of its elements is less than or equal the maximum possible weight w.\n// Example:\n// >>> will_it_fly(array(1, 2), 5)\n// false\n// # 1+2 is less than the maximum possible weight, but it's unbalanced.\n// >>> will_it_fly(array(3, 2, 3), 1)\n// false\n// # it's balanced, but 3+2+3 is more than the maximum possible weight.\n// >>> will_it_fly(array(3, 2, 3), 9)\n// true\n// # 3+2+3 is less than the maximum possible weight, and it's balanced.\n// >>> will_it_fly(array(3), 5)\n// true\n// # 3 is less than the maximum possible weight, and it's balanced.\nfunction will_it_fly($q, $w) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_72_will_it_fly.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return will_it_fly(...$args);\n}\n\nfunction test(): void {\n if (candidate(array(3, 2, 3), 9) !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1, 2), 5) !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(3), 5) !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(3, 2, 3), 1) !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1, 2, 3), 6) !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(5), 5) !== true) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_72_will_it_fly"}
|
||
|
{"name": "HumanEval_55_fib", "language": "php", "prompt": "<?php\n// Return n-th Fibonacci number.\n// >>> fib(10)\n// 55\n// >>> fib(1)\n// 1\n// >>> fib(8)\n// 21\nfunction fib($n) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_55_fib.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return fib(...$args);\n}\n\nfunction test(): void {\n if (candidate(10) !== 55) { throw new Exception(\"Test failed!\"); }\n if (candidate(1) !== 1) { throw new Exception(\"Test failed!\"); }\n if (candidate(8) !== 21) { throw new Exception(\"Test failed!\"); }\n if (candidate(11) !== 89) { throw new Exception(\"Test failed!\"); }\n if (candidate(12) !== 144) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_55_fib"}
|
||
|
{"name": "HumanEval_153_Strongest_Extension", "language": "php", "prompt": "<?php\n// You will be given the name of a class (a string) and an array of extensions.\n// The extensions are to be used to load additional classes to the class. The\n// strength of the extension is as follows: Let CAP be the number of the uppercase\n// letters in the extension's name, and let SM be the number of lowercase letters \n// in the extension's name, the strength is given by the fraction CAP - SM. \n// You should find the strongest extension and return a string in this \n// format: ClassName.StrongestExtensionName.\n// If there are two or more extensions with the same strength, you should\n// choose the one that comes first in the array.\n// For example, if you are given \"Slices\" as the class and an array of the\n// extensions: ['SErviNGSliCes', 'Cheese', 'StuFfed'] then you should\n// return 'Slices.SErviNGSliCes' since 'SErviNGSliCes' is the strongest extension \n// (its strength is -1).\n// Example:\n// >>> Strongest_Extension(\"my_class\", array(\"AA\", \"Be\", \"CC\"))\n// \"my_class.AA\"\nfunction Strongest_Extension($class_name, $extensions) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_153_Strongest_Extension.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return Strongest_Extension(...$args);\n}\n\nfunction test(): void {\n if (candidate(\"Watashi\", array(\"tEN\", \"niNE\", \"eIGHt8OKe\")) !== \"Watashi.eIGHt8OKe\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"Boku123\", array(\"nani\", \"NazeDa\", \"YEs.WeCaNe\", \"32145tggg\")) !== \"Boku123.YEs.WeCaNe\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"__YESIMHERE\", array(\"t\", \"eMptY\", \"nothing\", \"zeR00\", \"NuLl__\", \"123NoooneB321\")) !== \"__YESIMHERE.NuLl__\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"K\", array(\"Ta\", \"TAR\", \"t234An\", \"cosSo\")) !== \"K.TAR\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"__HAHA\", array(\"Tab\", \"123\", \"781345\", \"-_-\")) !== \"__HAHA.123\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"YameRore\", array(\"HhAas\", \"okIWILL123\", \"WorkOut\", \"Fails\", \"-_-\")) !== \"YameRore.okIWILL123\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"finNNalLLly\", array(\"Die\", \"NowW\", \"Wow\", \"WoW\")) !== \"finNNalLLly.WoW\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"_\", array(\"Bb\", \"91245\")) !== \"_.Bb\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"Sp\", array(\"671235\", \"Bb\")) !== \"Sp.671235\") { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_153_Strongest_Extension"}
|
||
|
{"name": "HumanEval_119_match_parens", "language": "php", "prompt": "<?php\n// You are given an array of two strings, both strings consist of open\n// parentheses '(' or close parentheses ')' only.\n// Your job is to check if it is possible to concatenate the two strings in\n// some order, that the resulting string will be good.\n// A string S is considered to be good if and only if all parentheses in S\n// are balanced. For example: the string '(())()' is good, while the string\n// '())' is not.\n// Return 'Yes' if there's a way to make a good string, and return 'No' otherwise.\n// Examples:\n// >>> match_parens(array(\"()(\", \")\"))\n// \"Yes\"\n// >>> match_parens(array(\")\", \")\"))\n// \"No\"\nfunction match_parens($lst) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_119_match_parens.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return match_parens(...$args);\n}\n\nfunction test(): void {\n if (candidate(array(\"()(\", \")\")) !== \"Yes\") { throw new Exception(\"Test failed!\"); }\n if (candidate(array(\")\", \")\")) !== \"No\") { throw new Exception(\"Test failed!\"); }\n if (candidate(array(\"(()(())\", \"())())\")) !== \"No\") { throw new Exception(\"Test failed!\"); }\n if (candidate(array(\")())\", \"(()()(\")) !== \"Yes\") { throw new Exception(\"Test failed!\"); }\n if (candidate(array(\"(())))\", \"(()())((\")) !== \"Yes\") { throw new Exception(\"Test failed!\"); }\n if (candidate(array(\"()\", \"())\")) !== \"No\") { throw new Exception(\"Test failed!\"); }\n if (candidate(array(\"(()(\", \"()))()\")) !== \"Yes\") { throw new Exception(\"Test failed!\"); }\n if (candidate(array(\"((((\", \"((())\")) !== \"No\") { throw new Exception(\"Test failed!\"); }\n if (candidate(array(\")(()\", \"(()(\")) !== \"No\") { throw new Exception(\"Test failed!\"); }\n if (candidate(array(\")(\", \")(\")) !== \"No\") { throw new Exception(\"Test failed!\"); }\n if (candidate(array(\"(\", \")\")) !== \"Yes\") { throw new Exception(\"Test failed!\"); }\n if (candidate(array(\")\", \"(\")) !== \"Yes\") { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_119_match_parens"}
|
||
|
{"name": "HumanEval_90_next_smallest", "language": "php", "prompt": "<?php\n// You are given an array of integers.\n// Write a function next_smallest() that returns the 2nd smallest element of the array.\n// Return null if there is no such element.\n// >>> next_smallest(array(1, 2, 3, 4, 5))\n// 2\n// >>> next_smallest(array(5, 1, 4, 3, 2))\n// 2\n// >>> next_smallest(array())\n// null\n// >>> next_smallest(array(1, 1))\n// null\nfunction next_smallest($lst) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_90_next_smallest.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return next_smallest(...$args);\n}\n\nfunction test(): void {\n if (candidate(array(1, 2, 3, 4, 5)) !== 2) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(5, 1, 4, 3, 2)) !== 2) { throw new Exception(\"Test failed!\"); }\n if (candidate(array()) !== null) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1, 1)) !== null) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1, 1, 1, 1, 0)) !== 1) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1, 1)) !== null) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(-35, 34, 12, -45)) !== -35) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_90_next_smallest"}
|
||
|
{"name": "HumanEval_92_any_int", "language": "php", "prompt": "<?php\n// Create a function that takes 3 numbers.\n// Returns true if one of the numbers is equal to the sum of the other two, and all numbers are integers.\n// Returns false in any other cases.\n// Examples\n// >>> any_int(5, 2, 7)\n// true\n// >>> any_int(3, 2, 2)\n// false\n// >>> any_int(3, -2, 1)\n// true\n// >>> any_int(3.6, -2.2, 2)\n// false\nfunction any_int($x, $y, $z) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_92_any_int.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return any_int(...$args);\n}\n\nfunction test(): void {\n if (candidate(2, 3, 1) !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(2.5, 2, 3) !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(1.5, 5, 3.5) !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(2, 6, 2) !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(4, 2, 2) !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(2.2, 2.2, 2.2) !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(-4, 6, 2) !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(2, 1, 1) !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(3, 4, 7) !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(3.0, 4, 7) !== false) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_92_any_int"}
|
||
|
{"name": "HumanEval_2_truncate_number", "language": "php", "prompt": "<?php\n// Given a positive floating point number, it can be decomposed into\n// and integer part (largest integer smaller than given number) and decimals\n// (leftover part always smaller than 1).\n// Return the decimal part of the number.\n// >>> truncate_number(3.5)\n// 0.5\nfunction truncate_number($number) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_2_truncate_number.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return truncate_number(...$args);\n}\n\nfunction test(): void {\n if (candidate(3.5) !== 0.5) { throw new Exception(\"Test failed!\"); }\n if (candidate(1.25) !== 0.25) { throw new Exception(\"Test failed!\"); }\n if (candidate(123.0) !== 0.0) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_2_truncate_number"}
|
||
|
{"name": "HumanEval_42_incr_list", "language": "php", "prompt": "<?php\n// Return array with elements incremented by 1.\n// >>> incr_list(array(1, 2, 3))\n// array(2, 3, 4)\n// >>> incr_list(array(5, 3, 5, 2, 3, 3, 9, 0, 123))\n// array(6, 4, 6, 3, 4, 4, 10, 1, 124)\nfunction incr_list($l) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_42_incr_list.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return incr_list(...$args);\n}\n\nfunction test(): void {\n if (candidate(array()) !== array()) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(3, 2, 1)) !== array(4, 3, 2)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(5, 2, 5, 2, 3, 3, 9, 0, 123)) !== array(6, 3, 6, 3, 4, 4, 10, 1, 124)) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_42_incr_list"}
|
||
|
{"name": "HumanEval_150_x_or_y", "language": "php", "prompt": "<?php\n// A simple program which should return the value of x if n is \n// a prime number and should return the value of y otherwise.\n// Examples:\n// >>> x_or_y(7, 34, 12)\n// 34\n// >>> x_or_y(15, 8, 5)\n// 5\nfunction x_or_y($n, $x, $y) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_150_x_or_y.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return x_or_y(...$args);\n}\n\nfunction test(): void {\n if (candidate(7, 34, 12) !== 34) { throw new Exception(\"Test failed!\"); }\n if (candidate(15, 8, 5) !== 5) { throw new Exception(\"Test failed!\"); }\n if (candidate(3, 33, 5212) !== 33) { throw new Exception(\"Test failed!\"); }\n if (candidate(1259, 3, 52) !== 3) { throw new Exception(\"Test failed!\"); }\n if (candidate(7919, -1, 12) !== -1) { throw new Exception(\"Test failed!\"); }\n if (candidate(3609, 1245, 583) !== 583) { throw new Exception(\"Test failed!\"); }\n if (candidate(91, 56, 129) !== 129) { throw new Exception(\"Test failed!\"); }\n if (candidate(6, 34, 1234) !== 1234) { throw new Exception(\"Test failed!\"); }\n if (candidate(1, 2, 0) !== 0) { throw new Exception(\"Test failed!\"); }\n if (candidate(2, 2, 0) !== 2) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_150_x_or_y"}
|
||
|
{"name": "HumanEval_49_modp", "language": "php", "prompt": "<?php\n// Return 2^n modulo p (be aware of numerics).\n// >>> modp(3, 5)\n// 3\n// >>> modp(1101, 101)\n// 2\n// >>> modp(0, 101)\n// 1\n// >>> modp(3, 11)\n// 8\n// >>> modp(100, 101)\n// 1\nfunction modp($n, $p) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_49_modp.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return modp(...$args);\n}\n\nfunction test(): void {\n if (candidate(3, 5) !== 3) { throw new Exception(\"Test failed!\"); }\n if (candidate(1101, 101) !== 2) { throw new Exception(\"Test failed!\"); }\n if (candidate(0, 101) !== 1) { throw new Exception(\"Test failed!\"); }\n if (candidate(3, 11) !== 8) { throw new Exception(\"Test failed!\"); }\n if (candidate(100, 101) !== 1) { throw new Exception(\"Test failed!\"); }\n if (candidate(30, 5) !== 4) { throw new Exception(\"Test failed!\"); }\n if (candidate(31, 5) !== 3) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_49_modp"}
|
||
|
{"name": "HumanEval_155_even_odd_count", "language": "php", "prompt": "<?php\n// Given an integer. return an array that has the number of even and odd digits respectively.\n// Example:\n// >>> even_odd_count(-12)\n// array(1, 1)\n// >>> even_odd_count(123)\n// array(1, 2)\nfunction even_odd_count($num) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_155_even_odd_count.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return even_odd_count(...$args);\n}\n\nfunction test(): void {\n if (candidate(7) !== array(0, 1)) { throw new Exception(\"Test failed!\"); }\n if (candidate(-78) !== array(1, 1)) { throw new Exception(\"Test failed!\"); }\n if (candidate(3452) !== array(2, 2)) { throw new Exception(\"Test failed!\"); }\n if (candidate(346211) !== array(3, 3)) { throw new Exception(\"Test failed!\"); }\n if (candidate(-345821) !== array(3, 3)) { throw new Exception(\"Test failed!\"); }\n if (candidate(-2) !== array(1, 0)) { throw new Exception(\"Test failed!\"); }\n if (candidate(-45347) !== array(2, 3)) { throw new Exception(\"Test failed!\"); }\n if (candidate(0) !== array(1, 0)) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_155_even_odd_count"}
|
||
|
{"name": "HumanEval_80_is_happy", "language": "php", "prompt": "<?php\n// You are given a string s.\n// Your task is to check if the string is happhp or not.\n// A string is happhp if its length is at least 3 and every 3 consecutive letters are distinct\n// For example:\n// >>> is_happy(\"a\")\n// false\n// >>> is_happy(\"aa\")\n// false\n// >>> is_happy(\"abcd\")\n// true\n// >>> is_happy(\"aabb\")\n// false\n// >>> is_happy(\"adb\")\n// true\n// >>> is_happy(\"xyy\")\n// false\nfunction is_happy($s) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_80_is_happy.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return is_happy(...$args);\n}\n\nfunction test(): void {\n if (candidate(\"a\") !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"aa\") !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"abcd\") !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"aabb\") !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"adb\") !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"xyy\") !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"iopaxpoi\") !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"iopaxioi\") !== false) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_80_is_happy"}
|
||
|
{"name": "HumanEval_59_largest_prime_factor", "language": "php", "prompt": "<?php\n// Return the largest prime factor of n. Assume n > 1 and is not a prime.\n// >>> largest_prime_factor(13195)\n// 29\n// >>> largest_prime_factor(2048)\n// 2\nfunction largest_prime_factor($n) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_59_largest_prime_factor.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return largest_prime_factor(...$args);\n}\n\nfunction test(): void {\n if (candidate(15) !== 5) { throw new Exception(\"Test failed!\"); }\n if (candidate(27) !== 3) { throw new Exception(\"Test failed!\"); }\n if (candidate(63) !== 7) { throw new Exception(\"Test failed!\"); }\n if (candidate(330) !== 11) { throw new Exception(\"Test failed!\"); }\n if (candidate(13195) !== 29) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_59_largest_prime_factor"}
|
||
|
{"name": "HumanEval_66_digitSum", "language": "php", "prompt": "<?php\n// Task\n// Write a function that takes a string as input and returns the sum of the upper characters only'\n// ASCII codes.\n// Examples:\n// >>> digitSum(\"\")\n// 0\n// >>> digitSum(\"abAB\")\n// 131\n// >>> digitSum(\"abcCd\")\n// 67\n// >>> digitSum(\"helloE\")\n// 69\n// >>> digitSum(\"woArBld\")\n// 131\n// >>> digitSum(\"aAaaaXa\")\n// 153\nfunction digitSum($s) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_66_digitSum.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return digitSum(...$args);\n}\n\nfunction test(): void {\n if (candidate(\"\") !== 0) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"abAB\") !== 131) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"abcCd\") !== 67) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"helloE\") !== 69) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"woArBld\") !== 131) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"aAaaaXa\") !== 153) { throw new Exception(\"Test failed!\"); }\n if (candidate(\" How are yOu?\") !== 151) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"You arE Very Smart\") !== 327) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_66_digitSum"}
|
||
|
{"name": "HumanEval_21_rescale_to_unit", "language": "php", "prompt": "<?php\n// Given array of numbers (of at least two elements), apply a linear transform to that array,\n// such that the smallest number will become 0 and the largest will become 1\n// >>> rescale_to_unit(array(1.0, 2.0, 3.0, 4.0, 5.0))\n// array(0.0, 0.25, 0.5, 0.75, 1.0)\nfunction rescale_to_unit($numbers) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_21_rescale_to_unit.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return rescale_to_unit(...$args);\n}\n\nfunction test(): void {\n if (candidate(array(2.0, 49.9)) !== array(0.0, 1.0)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(100.0, 49.9)) !== array(1.0, 0.0)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1.0, 2.0, 3.0, 4.0, 5.0)) !== array(0.0, 0.25, 0.5, 0.75, 1.0)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(2.0, 1.0, 5.0, 3.0, 4.0)) !== array(0.25, 0.0, 1.0, 0.5, 0.75)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(12.0, 11.0, 15.0, 13.0, 14.0)) !== array(0.25, 0.0, 1.0, 0.5, 0.75)) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_21_rescale_to_unit"}
|
||
|
{"name": "HumanEval_121_solution", "language": "php", "prompt": "<?php\n// Given a non-empty array of integers, return the sum of all of the odd elements that are in even positions.\n// Examples\n// >>> solution(array(5, 8, 7, 1))\n// 12\n// >>> solution(array(3, 3, 3, 3, 3))\n// 9\n// >>> solution(array(30, 13, 24, 321))\n// 0\nfunction solution($lst) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_121_solution.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return solution(...$args);\n}\n\nfunction test(): void {\n if (candidate(array(5, 8, 7, 1)) !== 12) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(3, 3, 3, 3, 3)) !== 9) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(30, 13, 24, 321)) !== 0) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(5, 9)) !== 5) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(2, 4, 8)) !== 0) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(30, 13, 23, 32)) !== 23) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(3, 13, 2, 9)) !== 3) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_121_solution"}
|
||
|
{"name": "HumanEval_68_pluck", "language": "php", "prompt": "<?php\n// \"Given an array representing a branch of a tree that has non-negative integer nodes\n// your task is to pluck one of the nodes and return it.\n// The plucked node should be the node with the smallest even value.\n// If multiple nodes with the same smallest even value are found return the node that has smallest index.\n// The plucked node should be returned in an array, [ smalest_value, its index ],\n// If there are no even values or the given array is empty, return [].\n// Example 1:\n// >>> pluck(array(4, 2, 3))\n// array(2, 1)\n// Explanation: 2 has the smallest even value, and 2 has the smallest index.\n// Example 2:\n// >>> pluck(array(1, 2, 3))\n// array(2, 1)\n// Explanation: 2 has the smallest even value, and 2 has the smallest index.\n// Example 3:\n// >>> pluck(array())\n// array()\n// Example 4:\n// >>> pluck(array(5, 0, 3, 0, 4, 2))\n// array(0, 1)\n// Explanation: 0 is the smallest value, but there are two zeros,\n// so we will choose the first zero, which has the smallest index.\n// Constraints:\n// * 1 <= nodes.length <= 10000\n// * 0 <= node.value\nfunction pluck($arr) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_68_pluck.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return pluck(...$args);\n}\n\nfunction test(): void {\n if (candidate(array(4, 2, 3)) !== array(2, 1)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1, 2, 3)) !== array(2, 1)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array()) !== array()) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(5, 0, 3, 0, 4, 2)) !== array(0, 1)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1, 2, 3, 0, 5, 3)) !== array(0, 3)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(5, 4, 8, 4, 8)) !== array(4, 1)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(7, 6, 7, 1)) !== array(6, 1)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(7, 9, 7, 1)) !== array()) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_68_pluck"}
|
||
|
{"name": "HumanEval_147_get_max_triples", "language": "php", "prompt": "<?php\n// You are given a positive integer n. You have to create an integer array a of length n.\n// For each i (1 \u2264 i \u2264 n), the value of a[i] = i * i - i + 1.\n// Return the number of triples (a[i], a[j], a[k]) of a where i < j < k, \n// and a[i] + a[j] + a[k] is a multiple of 3.\n// Example :\n// >>> get_max_triples(5)\n// 1\n// Explanation: \n// a = [1, 3, 7, 13, 21]\n// The only valid triple is (1, 7, 13).\nfunction get_max_triples($n) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_147_get_max_triples.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return get_max_triples(...$args);\n}\n\nfunction test(): void {\n if (candidate(5) !== 1) { throw new Exception(\"Test failed!\"); }\n if (candidate(6) !== 4) { throw new Exception(\"Test failed!\"); }\n if (candidate(10) !== 36) { throw new Exception(\"Test failed!\"); }\n if (candidate(100) !== 53361) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_147_get_max_triples"}
|
||
|
{"name": "HumanEval_110_exchange", "language": "php", "prompt": "<?php\n// In this problem, you will implement a function that takes two arrays of numbers,\n// and determines whether it is possible to perform an exchange of elements\n// between them to make lst1 an array of only even numbers.\n// There is no limit on the number of exchanged elements between lst1 and lst2.\n// If it is possible to exchange elements between the lst1 and lst2 to make\n// all the elements of lst1 to be even, return \"YES\".\n// Otherwise, return \"NO\".\n// For example:\n// >>> exchange(array(1, 2, 3, 4), array(1, 2, 3, 4))\n// \"YES\"\n// >>> exchange(array(1, 2, 3, 4), array(1, 5, 3, 4))\n// \"NO\"\n// It is assumed that the input arrays will be non-empty.\nfunction exchange($lst1, $lst2) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_110_exchange.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return exchange(...$args);\n}\n\nfunction test(): void {\n if (candidate(array(1, 2, 3, 4), array(1, 2, 3, 4)) !== \"YES\") { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1, 2, 3, 4), array(1, 5, 3, 4)) !== \"NO\") { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1, 2, 3, 4), array(2, 1, 4, 3)) !== \"YES\") { throw new Exception(\"Test failed!\"); }\n if (candidate(array(5, 7, 3), array(2, 6, 4)) !== \"YES\") { throw new Exception(\"Test failed!\"); }\n if (candidate(array(5, 7, 3), array(2, 6, 3)) !== \"NO\") { throw new Exception(\"Test failed!\"); }\n if (candidate(array(3, 2, 6, 1, 8, 9), array(3, 5, 5, 1, 1, 1)) !== \"NO\") { throw new Exception(\"Test failed!\"); }\n if (candidate(array(100, 200), array(200, 200)) !== \"YES\") { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_110_exchange"}
|
||
|
{"name": "HumanEval_47_median", "language": "php", "prompt": "<?php\n// Return median of elements in the array l.\n// >>> median(array(3, 1, 2, 4, 5))\n// 3\n// >>> median(array(-10, 4, 6, 1000, 10, 20))\n// 15.0\nfunction median($l) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_47_median.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return median(...$args);\n}\n\nfunction test(): void {\n if (candidate(array(3, 1, 2, 4, 5)) !== 3) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(-10, 4, 6, 1000, 10, 20)) !== 8.0) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(5)) !== 5) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(6, 5)) !== 5.5) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(8, 1, 3, 9, 9, 2, 7)) !== 7) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_47_median"}
|
||
|
{"name": "HumanEval_82_prime_length", "language": "php", "prompt": "<?php\n// Write a function that takes a string and returns true if the string\n// length is a prime number or false otherwise\n// Examples\n// >>> prime_length(\"Hello\")\n// true\n// >>> prime_length(\"abcdcba\")\n// true\n// >>> prime_length(\"kittens\")\n// true\n// >>> prime_length(\"orange\")\n// false\nfunction prime_length($string) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_82_prime_length.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return prime_length(...$args);\n}\n\nfunction test(): void {\n if (candidate(\"Hello\") !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"abcdcba\") !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"kittens\") !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"orange\") !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"wow\") !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"world\") !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"MadaM\") !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"Wow\") !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"\") !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"HI\") !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"go\") !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"gogo\") !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"aaaaaaaaaaaaaaa\") !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"Madam\") !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"M\") !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"0\") !== false) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_82_prime_length"}
|
||
|
{"name": "HumanEval_73_smallest_change", "language": "php", "prompt": "<?php\n// Given an array arr of integers, find the minimum number of elements that\n// need to be changed to make the array palindromic. A palindromic array is an array that\n// is read the same backwards and forwards. In one change, you can change one element to any other element.\n// For example:\n// >>> smallest_change(array(1, 2, 3, 5, 4, 7, 9, 6))\n// 4\n// >>> smallest_change(array(1, 2, 3, 4, 3, 2, 2))\n// 1\n// >>> smallest_change(array(1, 2, 3, 2, 1))\n// 0\nfunction smallest_change($arr) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_73_smallest_change.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return smallest_change(...$args);\n}\n\nfunction test(): void {\n if (candidate(array(1, 2, 3, 5, 4, 7, 9, 6)) !== 4) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1, 2, 3, 4, 3, 2, 2)) !== 1) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1, 4, 2)) !== 1) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1, 4, 4, 2)) !== 1) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1, 2, 3, 2, 1)) !== 0) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(3, 1, 1, 3)) !== 0) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1)) !== 0) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(0, 1)) !== 1) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_73_smallest_change"}
|
||
|
{"name": "HumanEval_133_sum_squares", "language": "php", "prompt": "<?php\n// You are given an array of numbers.\n// You need to return the sum of squared numbers in the given array,\n// round each element in the array to the upper int(Ceiling) first.\n// Examples:\n// >>> lst(array(1.0, 2.0, 3.0))\n// 14\n// >>> lst(array(1.0, 4.0, 9.0))\n// 98\n// >>> lst(array(1.0, 3.0, 5.0, 7.0))\n// 84\n// >>> lst(array(1.4, 4.2, 0.0))\n// 29\n// >>> lst(array(-2.4, 1.0, 1.0))\n// 6\nfunction sum_squares($lst) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_133_sum_squares.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return sum_squares(...$args);\n}\n\nfunction test(): void {\n if (candidate(array(1.0, 2.0, 3.0)) !== 14) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1.0, 2.0, 3.0)) !== 14) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1.0, 3.0, 5.0, 7.0)) !== 84) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1.4, 4.2, 0.0)) !== 29) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(-2.4, 1.0, 1.0)) !== 6) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(100.0, 1.0, 15.0, 2.0)) !== 10230) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(10000.0, 10000.0)) !== 200000000) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(-1.4, 4.6, 6.3)) !== 75) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(-1.4, 17.9, 18.9, 19.9)) !== 1086) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(0.0)) !== 0) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(-1.0)) !== 1) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(-1.0, 1.0, 0.0)) !== 2) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_133_sum_squares"}
|
||
|
{"name": "HumanEval_141_file_name_check", "language": "php", "prompt": "<?php\n// Create a function which takes a string representing a file's name, and returns\n// 'Yes' if the the file's name is valid, and returns 'No' otherwise.\n// A file's name is considered to be valid if and only if all the following conditions \n// are met:\n// - There should not be more than three digits ('0'-'9') in the file's name.\n// - The file's name contains exactly one dot '.'\n// - The substring before the dot should not be empty, and it starts with a letter from \n// the latin alphapet ('a'-'z' and 'A'-'Z').\n// - The substring after the dot should be one of these: ['txt', 'exe', 'dll']\n// Examples:\n// >>> file_name_check(\"example.txt\")\n// \"Yes\"\n// >>> file_name_check(\"1example.dll\")\n// \"No\"\nfunction file_name_check($file_name) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_141_file_name_check.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return file_name_check(...$args);\n}\n\nfunction test(): void {\n if (candidate(\"example.txt\") !== \"Yes\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"1example.dll\") !== \"No\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"s1sdf3.asd\") !== \"No\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"K.dll\") !== \"Yes\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"MY16FILE3.exe\") !== \"Yes\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"His12FILE94.exe\") !== \"No\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"_Y.txt\") !== \"No\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"?aREYA.exe\") !== \"No\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"/this_is_valid.dll\") !== \"No\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"this_is_valid.wow\") !== \"No\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"this_is_valid.txt\") !== \"Yes\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"this_is_valid.txtexe\") !== \"No\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"#this2_i4s_5valid.ten\") !== \"No\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"@this1_is6_valid.exe\") !== \"No\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"this_is_12valid.6exe4.txt\") !== \"No\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"all.exe.txt\") !== \"No\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"I563_No.exe\") !== \"Yes\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"Is3youfault.txt\") !== \"Yes\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"no_one#knows.dll\") !== \"Yes\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"1I563_Yes3.exe\") !== \"No\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"I563_Yes3.txtt\") !== \"No\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"final..txt\") !== \"No\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"final132\") !== \"No\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"_f4indsartal132.\") !== \"No\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\".txt\") !== \"No\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"s.\") !== \"No\") { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_141_file_name_check"}
|
||
|
{"name": "HumanEval_40_triples_sum_to_zero", "language": "php", "prompt": "<?php\n// triples_sum_to_zero takes an array of integers as an input.\n// it returns true if there are three distinct elements in the array that\n// sum to zero, and false otherwise.\n// >>> triples_sum_to_zero(array(1, 3, 5, 0))\n// false\n// >>> triples_sum_to_zero(array(1, 3, -2, 1))\n// true\n// >>> triples_sum_to_zero(array(1, 2, 3, 7))\n// false\n// >>> triples_sum_to_zero(array(2, 4, -5, 3, 9, 7))\n// true\n// >>> triples_sum_to_zero(array(1))\n// false\nfunction triples_sum_to_zero($l) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_40_triples_sum_to_zero.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return triples_sum_to_zero(...$args);\n}\n\nfunction test(): void {\n if (candidate(array(1, 3, 5, 0)) !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1, 3, 5, -1)) !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1, 3, -2, 1)) !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1, 2, 3, 7)) !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1, 2, 5, 7)) !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(2, 4, -5, 3, 9, 7)) !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1)) !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1, 3, 5, -100)) !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(100, 3, 5, -100)) !== false) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_40_triples_sum_to_zero"}
|
||
|
{"name": "HumanEval_127_intersection", "language": "php", "prompt": "<?php\n// You are given two intervals,\n// where each interval is a pair of integers. For example, interval = (start, end) = (1, 2).\n// The given intervals are closed which means that the interval (start, end)\n// includes both start and end.\n// For each given interval, it is assumed that its start is less or equal its end.\n// Your task is to determine whether the length of intersection of these two \n// intervals is a prime number.\n// Example, the intersection of the intervals (1, 3), (2, 4) is (2, 3)\n// which its length is 1, which not a prime number.\n// If the length of the intersection is a prime number, return \"YES\",\n// otherwise, return \"NO\".\n// If the two intervals don't intersect, return \"NO\".\n// [input/output] samples:\n// >>> intersection(array(1, 2), array(2, 3))\n// \"NO\"\n// >>> intersection(array(-1, 1), array(0, 4))\n// \"NO\"\n// >>> intersection(array(-3, -1), array(-5, 5))\n// \"YES\"\nfunction intersection($interval1, $interval2) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_127_intersection.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return intersection(...$args);\n}\n\nfunction test(): void {\n if (candidate(array(1, 2), array(2, 3)) !== \"NO\") { throw new Exception(\"Test failed!\"); }\n if (candidate(array(-1, 1), array(0, 4)) !== \"NO\") { throw new Exception(\"Test failed!\"); }\n if (candidate(array(-3, -1), array(-5, 5)) !== \"YES\") { throw new Exception(\"Test failed!\"); }\n if (candidate(array(-2, 2), array(-4, 0)) !== \"YES\") { throw new Exception(\"Test failed!\"); }\n if (candidate(array(-11, 2), array(-1, -1)) !== \"NO\") { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1, 2), array(3, 5)) !== \"NO\") { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1, 2), array(1, 2)) !== \"NO\") { throw new Exception(\"Test failed!\"); }\n if (candidate(array(-2, -2), array(-3, -2)) !== \"NO\") { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_127_intersection"}
|
||
|
{"name": "HumanEval_1_separate_paren_groups", "language": "php", "prompt": "<?php\n// Input to this function is a string containing multiple groups of nested parentheses. Your goal is to\n// separate those group into separate strings and return the array of those.\n// Separate groups are balanced (each open brace is properly closed) and not nested within each other\n// Ignore any spaces in the input string.\n// >>> separate_paren_groups(\"( ) (( )) (( )( ))\")\n// array(\"()\", \"(())\", \"(()())\")\nfunction separate_paren_groups($paren_string) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_1_separate_paren_groups.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return separate_paren_groups(...$args);\n}\n\nfunction test(): void {\n if (candidate(\"(()()) ((())) () ((())()())\") !== array(\"(()())\", \"((()))\", \"()\", \"((())()())\")) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"() (()) ((())) (((())))\") !== array(\"()\", \"(())\", \"((()))\", \"(((())))\")) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"(()(())((())))\") !== array(\"(()(())((())))\")) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"( ) (( )) (( )( ))\") !== array(\"()\", \"(())\", \"(()())\")) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_1_separate_paren_groups"}
|
||
|
{"name": "HumanEval_152_compare", "language": "php", "prompt": "<?php\n// I think we all remember that feeling when the result of some long-awaited\n// event is finally known. The feelings and thoughts you have at that moment are\n// definitely worth noting down and comparing.\n// Your task is to determine if a person correctly guessed the results of a number of matches.\n// You are given two arrays of scores and guesses of equal length, where each index shows a match. \n// Return an array of the same length denoting how far off each guess was. If they have guessed correctly,\n// the value is 0, and if not, the value is the absolute difference between the guess and the score.\n// example:\n// >>> compare(array(1, 2, 3, 4, 5, 1), array(1, 2, 3, 4, 2, -2))\n// array(0, 0, 0, 0, 3, 3)\n// >>> compare(array(0, 5, 0, 0, 0, 4), array(4, 1, 1, 0, 0, -2))\n// array(4, 4, 1, 0, 0, 6)\nfunction compare($game, $guess) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_152_compare.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return compare(...$args);\n}\n\nfunction test(): void {\n if (candidate(array(1, 2, 3, 4, 5, 1), array(1, 2, 3, 4, 2, -2)) !== array(0, 0, 0, 0, 3, 3)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(0, 0, 0, 0, 0, 0), array(0, 0, 0, 0, 0, 0)) !== array(0, 0, 0, 0, 0, 0)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1, 2, 3), array(-1, -2, -3)) !== array(2, 4, 6)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1, 2, 3, 5), array(-1, 2, 3, 4)) !== array(2, 0, 0, 1)) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_152_compare"}
|
||
|
{"name": "HumanEval_83_starts_one_ends", "language": "php", "prompt": "<?php\n// Given a positive integer n, return the count of the numbers of n-digit\n// positive integers that start or end with 1.\nfunction starts_one_ends($n) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_83_starts_one_ends.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return starts_one_ends(...$args);\n}\n\nfunction test(): void {\n if (candidate(1) !== 1) { throw new Exception(\"Test failed!\"); }\n if (candidate(2) !== 18) { throw new Exception(\"Test failed!\"); }\n if (candidate(3) !== 180) { throw new Exception(\"Test failed!\"); }\n if (candidate(4) !== 1800) { throw new Exception(\"Test failed!\"); }\n if (candidate(5) !== 18000) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_83_starts_one_ends"}
|
||
|
{"name": "HumanEval_134_check_if_last_char_is_a_letter", "language": "php", "prompt": "<?php\n// Create a function that returns true if the last character\n// of a given string is an alphabetical character and is not\n// a part of a word, and false otherwise.\n// Note: \"word\" is a group of characters separated by space.\n// Examples:\n// >>> check_if_last_char_is_a_letter(\"apple pie\")\n// false\n// >>> check_if_last_char_is_a_letter(\"apple pi e\")\n// true\n// >>> check_if_last_char_is_a_letter(\"apple pi e \")\n// false\n// >>> check_if_last_char_is_a_letter(\"\")\n// false\nfunction check_if_last_char_is_a_letter($txt) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_134_check_if_last_char_is_a_letter.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return check_if_last_char_is_a_letter(...$args);\n}\n\nfunction test(): void {\n if (candidate(\"apple\") !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"apple pi e\") !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"eeeee\") !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"A\") !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"Pumpkin pie \") !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"Pumpkin pie 1\") !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"\") !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"eeeee e \") !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"apple pie\") !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"apple pi e \") !== false) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_134_check_if_last_char_is_a_letter"}
|
||
|
{"name": "HumanEval_124_valid_date", "language": "php", "prompt": "<?php\n// You have to write a function which validates a given date string and\n// returns true if the date is valid otherwise false.\n// The date is valid if all of the following rules are satisfied:\n// 1. The date string is not empty.\n// 2. The number of days is not less than 1 or higher than 31 days for months 1,3,5,7,8,10,12. And the number of days is not less than 1 or higher than 30 days for months 4,6,9,11. And, the number of days is not less than 1 or higher than 29 for the month 2.\n// 3. The months should not be less than 1 or higher than 12.\n// 4. The date should be in the format: mm-dd-yyyy\n// >>> valid_date(\"03-11-2000\")\n// true\n// >>> valid_date(\"15-01-2012\")\n// false\n// >>> valid_date(\"04-0-2040\")\n// false\n// >>> valid_date(\"06-04-2020\")\n// true\n// >>> valid_date(\"06/04/2020\")\n// false\nfunction valid_date($date) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_124_valid_date.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return valid_date(...$args);\n}\n\nfunction test(): void {\n if (candidate(\"03-11-2000\") !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"15-01-2012\") !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"04-0-2040\") !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"06-04-2020\") !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"01-01-2007\") !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"03-32-2011\") !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"\") !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"04-31-3000\") !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"06-06-2005\") !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"21-31-2000\") !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"04-12-2003\") !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"04122003\") !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"20030412\") !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"2003-04\") !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"2003-04-12\") !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"04-2003\") !== false) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_124_valid_date"}
|
||
|
{"name": "HumanEval_108_count_nums", "language": "php", "prompt": "<?php\n// Write a function count_nums which takes an array of integers and returns\n// the number of elements which has a sum of digits > 0.\n// If a number is negative, then its first signed digit will be negative:\n// e.g. -123 has signed digits -1, 2, and 3.\n// >>> count_nums(array())\n// 0\n// >>> count_nums(array(-1, 11, -11))\n// 1\n// >>> count_nums(array(1, 1, 2))\n// 3\nfunction count_nums($arr) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_108_count_nums.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return count_nums(...$args);\n}\n\nfunction test(): void {\n if (candidate(array()) !== 0) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(-1, -2, 0)) !== 0) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1, 1, 2, -2, 3, 4, 5)) !== 6) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1, 6, 9, -6, 0, 1, 5)) !== 5) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1, 100, 98, -7, 1, -1)) !== 4) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(12, 23, 34, -45, -56, 0)) !== 5) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(0, 1)) !== 1) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1)) !== 1) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_108_count_nums"}
|
||
|
{"name": "HumanEval_86_anti_shuffle", "language": "php", "prompt": "<?php\n// Write a function that takes a string and returns an ordered version of it.\n// Ordered version of string, is a string where all words (separated by space)\n// are replaced by a new word where all the characters arranged in\n// ascending order based on ascii value.\n// Note: You should keep the order of words and blank spaces in the sentence.\n// For example:\n// >>> anti_shuffle(\"Hi\")\n// \"Hi\"\n// >>> anti_shuffle(\"hello\")\n// \"ehllo\"\n// >>> anti_shuffle(\"Hello World!!!\")\n// \"Hello !!!Wdlor\"\nfunction anti_shuffle($s) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_86_anti_shuffle.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return anti_shuffle(...$args);\n}\n\nfunction test(): void {\n if (candidate(\"Hi\") !== \"Hi\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"hello\") !== \"ehllo\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"number\") !== \"bemnru\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"abcd\") !== \"abcd\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"Hello World!!!\") !== \"Hello !!!Wdlor\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"\") !== \"\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"Hi. My name is Mister Robot. How are you?\") !== \".Hi My aemn is Meirst .Rboot How aer ?ouy\") { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_86_anti_shuffle"}
|
||
|
{"name": "HumanEval_48_is_palindrome", "language": "php", "prompt": "<?php\n// Checks if given string is a palindrome\n// >>> is_palindrome(\"\")\n// true\n// >>> is_palindrome(\"aba\")\n// true\n// >>> is_palindrome(\"aaaaa\")\n// true\n// >>> is_palindrome(\"zbcd\")\n// false\nfunction is_palindrome($text) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_48_is_palindrome.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return is_palindrome(...$args);\n}\n\nfunction test(): void {\n if (candidate(\"\") !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"aba\") !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"aaaaa\") !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"zbcd\") !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"xywyx\") !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"xywyz\") !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"xywzx\") !== false) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_48_is_palindrome"}
|
||
|
{"name": "HumanEval_118_get_closest_vowel", "language": "php", "prompt": "<?php\n// You are given a word. Your task is to find the closest vowel that stands between \n// two consonants from the right side of the word (case sensitive).\n// Vowels in the beginning and ending doesn't count. Return empty string if you didn't\n// find any vowel met the above condition. \n// You may assume that the given string contains English letter only.\n// Example:\n// >>> get_closest_vowel(\"yogurt\")\n// \"u\"\n// >>> get_closest_vowel(\"FULL\")\n// \"U\"\n// >>> get_closest_vowel(\"quick\")\n// \"\"\n// >>> get_closest_vowel(\"ab\")\n// \"\"\nfunction get_closest_vowel($word) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_118_get_closest_vowel.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return get_closest_vowel(...$args);\n}\n\nfunction test(): void {\n if (candidate(\"yogurt\") !== \"u\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"full\") !== \"u\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"easy\") !== \"\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"eAsy\") !== \"\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"ali\") !== \"\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"bad\") !== \"a\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"most\") !== \"o\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"ab\") !== \"\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"ba\") !== \"\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"quick\") !== \"\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"anime\") !== \"i\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"Asia\") !== \"\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"Above\") !== \"o\") { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_118_get_closest_vowel"}
|
||
|
{"name": "HumanEval_31_is_prime", "language": "php", "prompt": "<?php\n// Return true if a given number is prime, and false otherwise.\n// >>> is_prime(6)\n// false\n// >>> is_prime(101)\n// true\n// >>> is_prime(11)\n// true\n// >>> is_prime(13441)\n// true\n// >>> is_prime(61)\n// true\n// >>> is_prime(4)\n// false\n// >>> is_prime(1)\n// false\nfunction is_prime($n) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_31_is_prime.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return is_prime(...$args);\n}\n\nfunction test(): void {\n if (candidate(6) !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(101) !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(11) !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(13441) !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(61) !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(4) !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(1) !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(5) !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(11) !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(17) !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(85) !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(77) !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(255379) !== false) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_31_is_prime"}
|
||
|
{"name": "HumanEval_144_simplify", "language": "php", "prompt": "<?php\n// Your task is to implement a function that will simplify the expression\n// x * n. The function returns true if x * n evaluates to a whole number and false\n// otherwise. Both x and n, are string representation of a fraction, and have the following format,\n// <numerator>/<denominator> where both numerator and denominator are positive whole numbers.\n// You can assume that x, and n are valid fractions, and do not have zero as denominator.\n// >>> simplify(\"1/5\", \"5/1\")\n// true\n// >>> simplify(\"1/6\", \"2/1\")\n// false\n// >>> simplify(\"7/10\", \"10/2\")\n// false\nfunction simplify($x, $n) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_144_simplify.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return simplify(...$args);\n}\n\nfunction test(): void {\n if (candidate(\"1/5\", \"5/1\") !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"1/6\", \"2/1\") !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"5/1\", \"3/1\") !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"7/10\", \"10/2\") !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"2/10\", \"50/10\") !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"7/2\", \"4/2\") !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"11/6\", \"6/1\") !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"2/3\", \"5/2\") !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"5/2\", \"3/5\") !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"2/4\", \"8/4\") !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"2/4\", \"4/2\") !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"1/5\", \"5/1\") !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"1/5\", \"1/5\") !== false) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_144_simplify"}
|
||
|
{"name": "HumanEval_78_hex_key", "language": "php", "prompt": "<?php\n// You have been tasked to write a function that receives \n// a hexadecimal number as a string and counts the number of hexadecimal \n// digits that are primes (prime number, or a prime, is a natural number \n// greater than 1 that is not a product of two smaller natural numbers).\n// Hexadecimal digits are 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, A, B, C, D, E, F.\n// Prime numbers are 2, 3, 5, 7, 11, 13, 17,...\n// So you have to determine a number of the following digits: 2, 3, 5, 7, \n// B (=decimal 11), D (=decimal 13).\n// Note: you may assume the input is always correct or empty string, \n// and symbols A,B,C,D,E,F are always uppercase.\n// Examples:\n// >>> hex_key(\"AB\")\n// 1\n// >>> hex_key(\"1077E\")\n// 2\n// >>> hex_key(\"ABED1A33\")\n// 4\n// >>> hex_key(\"123456789ABCDEF0\")\n// 6\n// >>> hex_key(\"2020\")\n// 2\nfunction hex_key($num) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_78_hex_key.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return hex_key(...$args);\n}\n\nfunction test(): void {\n if (candidate(\"AB\") !== 1) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"1077E\") !== 2) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"ABED1A33\") !== 4) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"2020\") !== 2) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"123456789ABCDEF0\") !== 6) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"112233445566778899AABBCCDDEEFF00\") !== 12) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_78_hex_key"}
|
||
|
{"name": "HumanEval_143_words_in_sentence", "language": "php", "prompt": "<?php\n// You are given a string representing a sentence,\n// the sentence contains some words separated by a space,\n// and you have to return a string that contains the words from the original sentence,\n// whose lengths are prime numbers,\n// the order of the words in the new string should be the same as the original one.\n// Example 1:\n// >>> words_in_sentence(\"This is a test\")\n// \"is\"\n// Example 2:\n// >>> words_in_sentence(\"lets go for swimming\")\n// \"go for\"\n// Constraints:\n// * 1 <= len(sentence) <= 100\n// * sentence contains only letters\nfunction words_in_sentence($sentence) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_143_words_in_sentence.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return words_in_sentence(...$args);\n}\n\nfunction test(): void {\n if (candidate(\"This is a test\") !== \"is\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"lets go for swimming\") !== \"go for\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"there is no place available here\") !== \"there is no place\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"Hi I am Hussein\") !== \"Hi am Hussein\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"go for it\") !== \"go for it\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"here\") !== \"\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"here is\") !== \"is\") { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_143_words_in_sentence"}
|
||
|
{"name": "HumanEval_111_histogram", "language": "php", "prompt": "<?php\n// Given a string representing a space separated lowercase letters, return an array\n// of the letter with the most repetition and containing the corresponding count.\n// If several letters have the same occurrence, return all of them.\n// Example:\n// >>> histogram(\"a b c\")\n// array(\"a\" => 1, \"b\" => 1, \"c\" => 1)\n// >>> histogram(\"a b b a\")\n// array(\"a\" => 2, \"b\" => 2)\n// >>> histogram(\"a b c a b\")\n// array(\"a\" => 2, \"b\" => 2)\n// >>> histogram(\"b b b b a\")\n// array(\"b\" => 4)\n// >>> histogram(\"\")\n// array()\nfunction histogram($test) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_111_histogram.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return histogram(...$args);\n}\n\nfunction test(): void {\n if (candidate(\"a b b a\") !== array(\"a\" => 2, \"b\" => 2)) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"a b c a b\") !== array(\"a\" => 2, \"b\" => 2)) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"a b c d g\") !== array(\"a\" => 1, \"b\" => 1, \"c\" => 1, \"d\" => 1, \"g\" => 1)) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"r t g\") !== array(\"r\" => 1, \"t\" => 1, \"g\" => 1)) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"b b b b a\") !== array(\"b\" => 4)) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"r t g\") !== array(\"r\" => 1, \"t\" => 1, \"g\" => 1)) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"\") !== array()) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"a\") !== array(\"a\" => 1)) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_111_histogram"}
|
||
|
{"name": "HumanEval_87_get_row", "language": "php", "prompt": "<?php\n// You are given a 2 dimensional data, as a nested arrays,\n// which is similar to matrix, however, unlike matrices,\n// each row may contain a different number of columns.\n// Given lst, and integer x, find integers x in the array,\n// and return array of arrays, [(x1, y1), (x2, y2) ...] such that\n// each array is a coordinate - (row, columns), starting with 0.\n// Sort coordinates initially by rows in ascending order.\n// Also, sort coordinates of the row by columns in descending order.\n// Examples:\n// >>> get_row(array(array(1, 2, 3, 4, 5, 6), array(1, 2, 3, 4, 1, 6), array(1, 2, 3, 4, 5, 1)), 1)\n// array(array(0, 0), array(1, 4), array(1, 0), array(2, 5), array(2, 0))\n// >>> get_row(array(), 1)\n// array()\n// >>> get_row(array(array(), array(1), array(1, 2, 3)), 3)\n// array(array(2, 2))\nfunction get_row($lst, $x) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_87_get_row.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return get_row(...$args);\n}\n\nfunction test(): void {\n if (candidate(array(array(1, 2, 3, 4, 5, 6), array(1, 2, 3, 4, 1, 6), array(1, 2, 3, 4, 5, 1)), 1) !== array(array(0, 0), array(1, 4), array(1, 0), array(2, 5), array(2, 0))) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(array(1, 2, 3, 4, 5, 6), array(1, 2, 3, 4, 5, 6), array(1, 2, 3, 4, 5, 6), array(1, 2, 3, 4, 5, 6), array(1, 2, 3, 4, 5, 6), array(1, 2, 3, 4, 5, 6)), 2) !== array(array(0, 1), array(1, 1), array(2, 1), array(3, 1), array(4, 1), array(5, 1))) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(array(1, 2, 3, 4, 5, 6), array(1, 2, 3, 4, 5, 6), array(1, 1, 3, 4, 5, 6), array(1, 2, 1, 4, 5, 6), array(1, 2, 3, 1, 5, 6), array(1, 2, 3, 4, 1, 6), array(1, 2, 3, 4, 5, 1)), 1) !== array(array(0, 0), array(1, 0), array(2, 1), array(2, 0), array(3, 2), array(3, 0), array(4, 3), array(4, 0), array(5, 4), array(5, 0), array(6, 5), array(6, 0))) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(), 1) !== array()) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(array(1)), 2) !== array()) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(array(), array(1), array(1, 2, 3)), 3) !== array(array(2, 2))) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_87_get_row"}
|
||
|
{"name": "HumanEval_123_get_odd_collatz", "language": "php", "prompt": "<?php\n// Given a positive integer n, return a sorted array that has the odd numbers in collatz sequence.\n// The Collatz conjecture is a conjecture in mathematics that concerns a sequence defined\n// as follows: start with any positive integer n. Then each term is obtained from the \n// previous term as follows: if the previous term is even, the next term is one half of \n// the previous term. If the previous term is odd, the next term is 3 times the previous\n// term plus 1. The conjecture is that no matter what value of n, the sequence will always reach 1.\n// Note: \n// 1. Collatz(1) is [1].\n// 2. returned array sorted in increasing order.\n// For example:\n// get_odd_collatz(5) returns [1, 5] # The collatz sequence for 5 is [5, 16, 8, 4, 2, 1], so the odd numbers are only 1, and 5.\n// >>> get_odd_collatz(5)\n// array(1, 5)\nfunction get_odd_collatz($n) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_123_get_odd_collatz.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return get_odd_collatz(...$args);\n}\n\nfunction test(): void {\n if (candidate(14) !== array(1, 5, 7, 11, 13, 17)) { throw new Exception(\"Test failed!\"); }\n if (candidate(5) !== array(1, 5)) { throw new Exception(\"Test failed!\"); }\n if (candidate(12) !== array(1, 3, 5)) { throw new Exception(\"Test failed!\"); }\n if (candidate(1) !== array(1)) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_123_get_odd_collatz"}
|
||
|
{"name": "HumanEval_135_can_arrange", "language": "php", "prompt": "<?php\n// Create a function which returns the largest index of an element which\n// is not greater than or equal to the element immediately preceding it. If\n// no such element exists then return -1. The given array will not contain\n// duplicate values.\n// Examples:\n// >>> can_arrange(array(1, 2, 4, 3, 5))\n// 3\n// >>> can_arrange(array(1, 2, 3))\n// -1\nfunction can_arrange($arr) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_135_can_arrange.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return can_arrange(...$args);\n}\n\nfunction test(): void {\n if (candidate(array(1, 2, 4, 3, 5)) !== 3) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1, 2, 4, 5)) !== -1) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1, 4, 2, 5, 6, 7, 8, 9, 10)) !== 2) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(4, 8, 5, 7, 3)) !== 4) { throw new Exception(\"Test failed!\"); }\n if (candidate(array()) !== -1) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_135_can_arrange"}
|
||
|
{"name": "HumanEval_19_sort_numbers", "language": "php", "prompt": "<?php\n// Input is a space-delimited string of numberals from 'zero' to 'nine'.\n// Valid choices are 'zero', 'one', 'two', 'three', 'four', 'five', 'six', 'seven', 'eight' and 'nine'.\n// Return the string with numbers sorted from smallest to largest\n// >>> sort_numbers(\"three one five\")\n// \"one three five\"\nfunction sort_numbers($numbers) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_19_sort_numbers.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return sort_numbers(...$args);\n}\n\nfunction test(): void {\n if (candidate(\"\") !== \"\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"three\") !== \"three\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"three five nine\") !== \"three five nine\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"five zero four seven nine eight\") !== \"zero four five seven eight nine\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"six five four three two one zero\") !== \"zero one two three four five six\") { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_19_sort_numbers"}
|
||
|
{"name": "HumanEval_65_circular_shift", "language": "php", "prompt": "<?php\n// Circular shift the digits of the integer x, shift the digits right by shift\n// and return the result as a string.\n// If shift > number of digits, return digits reversed.\n// >>> circular_shift(12, 1)\n// \"21\"\n// >>> circular_shift(12, 2)\n// \"12\"\nfunction circular_shift($x, $shift) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_65_circular_shift.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return circular_shift(...$args);\n}\n\nfunction test(): void {\n if (candidate(100, 2) !== \"001\") { throw new Exception(\"Test failed!\"); }\n if (candidate(12, 2) !== \"12\") { throw new Exception(\"Test failed!\"); }\n if (candidate(97, 8) !== \"79\") { throw new Exception(\"Test failed!\"); }\n if (candidate(12, 1) !== \"21\") { throw new Exception(\"Test failed!\"); }\n if (candidate(11, 101) !== \"11\") { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_65_circular_shift"}
|
||
|
{"name": "HumanEval_142_sum_squares", "language": "php", "prompt": "<?php\n// \"\n// This function will take an array of integers. For all entries in the array, the function shall square the integer entry if its index is a \n// multiple of 3 and will cube the integer entry if its index is a multiple of 4 and not a multiple of 3. The function will not \n// change the entries in the array whose indexes are not a multiple of 3 or 4. The function shall then return the sum of all entries. \n// Examples:\n// >>> lst\n// array(1, 2, 3)\n// >>> lst\n// array()\n// >>> lst\n// array(-1, -5, 2, -1, -5)\nfunction sum_squares($lst) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_142_sum_squares.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return sum_squares(...$args);\n}\n\nfunction test(): void {\n if (candidate(array(1, 2, 3)) !== 6) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1, 4, 9)) !== 14) { throw new Exception(\"Test failed!\"); }\n if (candidate(array()) !== 0) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1, 1, 1, 1, 1, 1, 1, 1, 1)) !== 9) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(-1, -1, -1, -1, -1, -1, -1, -1, -1)) !== -3) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(0)) !== 0) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(-1, -5, 2, -1, -5)) !== -126) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(-56, -99, 1, 0, -2)) !== 3030) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(-1, 0, 0, 0, 0, 0, 0, 0, -1)) !== 0) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(-16, -9, -2, 36, 36, 26, -20, 25, -40, 20, -4, 12, -26, 35, 37)) !== -14196) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(-1, -3, 17, -1, -15, 13, -1, 14, -14, -12, -5, 14, -14, 6, 13, 11, 16, 16, 4, 10)) !== -1448) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_142_sum_squares"}
|
||
|
{"name": "HumanEval_94_skjkasdkd", "language": "php", "prompt": "<?php\n// You are given an array of integers.\n// You need to find the largest prime value and return the sum of its digits.\n// Examples:\n// >>> skjkasdkd(array(0, 3, 2, 1, 3, 5, 7, 4, 5, 5, 5, 2, 181, 32, 4, 32, 3, 2, 32, 324, 4, 3))\n// 10\n// >>> skjkasdkd(array(1, 0, 1, 8, 2, 4597, 2, 1, 3, 40, 1, 2, 1, 2, 4, 2, 5, 1))\n// 25\n// >>> skjkasdkd(array(1, 3, 1, 32, 5107, 34, 83278, 109, 163, 23, 2323, 32, 30, 1, 9, 3))\n// 13\n// >>> skjkasdkd(array(0, 724, 32, 71, 99, 32, 6, 0, 5, 91, 83, 0, 5, 6))\n// 11\n// >>> skjkasdkd(array(0, 81, 12, 3, 1, 21))\n// 3\n// >>> skjkasdkd(array(0, 8, 1, 2, 1, 7))\n// 7\nfunction skjkasdkd($lst) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_94_skjkasdkd.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return skjkasdkd(...$args);\n}\n\nfunction test(): void {\n if (candidate(array(0, 3, 2, 1, 3, 5, 7, 4, 5, 5, 5, 2, 181, 32, 4, 32, 3, 2, 32, 324, 4, 3)) !== 10) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1, 0, 1, 8, 2, 4597, 2, 1, 3, 40, 1, 2, 1, 2, 4, 2, 5, 1)) !== 25) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1, 3, 1, 32, 5107, 34, 83278, 109, 163, 23, 2323, 32, 30, 1, 9, 3)) !== 13) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(0, 724, 32, 71, 99, 32, 6, 0, 5, 91, 83, 0, 5, 6)) !== 11) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(0, 81, 12, 3, 1, 21)) !== 3) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(0, 8, 1, 2, 1, 7)) !== 7) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(8191)) !== 19) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(8191, 123456, 127, 7)) !== 19) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(127, 97, 8192)) !== 10) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_94_skjkasdkd"}
|
||
|
{"name": "HumanEval_8_sum_product", "language": "php", "prompt": "<?php\n// For a given array of integers, return an array consisting of a sum and a product of all the integers in an array.\n// Empty sum should be equal to 0 and empty product should be equal to 1.\n// >>> sum_product(array())\n// array(0, 1)\n// >>> sum_product(array(1, 2, 3, 4))\n// array(10, 24)\nfunction sum_product($numbers) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_8_sum_product.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return sum_product(...$args);\n}\n\nfunction test(): void {\n if (candidate(array()) !== array(0, 1)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1, 1, 1)) !== array(3, 1)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(100, 0)) !== array(100, 0)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(3, 5, 7)) !== array(15, 105)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(10)) !== array(10, 10)) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_8_sum_product"}
|
||
|
{"name": "HumanEval_102_choose_num", "language": "php", "prompt": "<?php\n// This function takes two positive numbers x and y and returns the\n// biggest even integer number that is in the range [x, y] inclusive. If \n// there's no such number, then the function should return -1.\n// For example:\n// >>> choose_num(12, 15)\n// 14\n// >>> choose_num(13, 12)\n// -1\nfunction choose_num($x, $y) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_102_choose_num.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return choose_num(...$args);\n}\n\nfunction test(): void {\n if (candidate(12, 15) !== 14) { throw new Exception(\"Test failed!\"); }\n if (candidate(13, 12) !== -1) { throw new Exception(\"Test failed!\"); }\n if (candidate(33, 12354) !== 12354) { throw new Exception(\"Test failed!\"); }\n if (candidate(5234, 5233) !== -1) { throw new Exception(\"Test failed!\"); }\n if (candidate(6, 29) !== 28) { throw new Exception(\"Test failed!\"); }\n if (candidate(27, 10) !== -1) { throw new Exception(\"Test failed!\"); }\n if (candidate(7, 7) !== -1) { throw new Exception(\"Test failed!\"); }\n if (candidate(546, 546) !== 546) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_102_choose_num"}
|
||
|
{"name": "HumanEval_136_largest_smallest_integers", "language": "php", "prompt": "<?php\n// Create a function that returns an array (a, b), where 'a' is\n// the largest of negative integers, and 'b' is the smallest\n// of positive integers in an array.\n// If there is no negative or positive integers, return them as null.\n// Examples:\n// >>> largest_smallest_integers(array(2, 4, 1, 3, 5, 7))\n// array(null, 1)\n// >>> largest_smallest_integers(array())\n// array(null, null)\n// >>> largest_smallest_integers(array(0))\n// array(null, null)\nfunction largest_smallest_integers($lst) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_136_largest_smallest_integers.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return largest_smallest_integers(...$args);\n}\n\nfunction test(): void {\n if (candidate(array(2, 4, 1, 3, 5, 7)) !== array(null, 1)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(2, 4, 1, 3, 5, 7, 0)) !== array(null, 1)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1, 3, 2, 4, 5, 6, -2)) !== array(-2, 1)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(4, 5, 3, 6, 2, 7, -7)) !== array(-7, 2)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(7, 3, 8, 4, 9, 2, 5, -9)) !== array(-9, 2)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array()) !== array(null, null)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(0)) !== array(null, null)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(-1, -3, -5, -6)) !== array(-1, null)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(-1, -3, -5, -6, 0)) !== array(-1, null)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(-6, -4, -4, -3, 1)) !== array(-3, 1)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(-6, -4, -4, -3, -100, 1)) !== array(-3, 1)) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_136_largest_smallest_integers"}
|
||
|
{"name": "HumanEval_16_count_distinct_characters", "language": "php", "prompt": "<?php\n// Given a string, find out how many distinct characters (regardless of case) does it consist of\n// >>> count_distinct_characters(\"xyzXYZ\")\n// 3\n// >>> count_distinct_characters(\"Jerry\")\n// 4\nfunction count_distinct_characters($string) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_16_count_distinct_characters.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return count_distinct_characters(...$args);\n}\n\nfunction test(): void {\n if (candidate(\"\") !== 0) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"abcde\") !== 5) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"abcdecadeCADE\") !== 5) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"aaaaAAAAaaaa\") !== 1) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"Jerry jERRY JeRRRY\") !== 5) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_16_count_distinct_characters"}
|
||
|
{"name": "HumanEval_100_make_a_pile", "language": "php", "prompt": "<?php\n// Given a positive integer n, you have to make a pile of n levels of stones.\n// The first level has n stones.\n// The number of stones in the next level is:\n// - the next odd number if n is odd.\n// - the next even number if n is even.\n// Return the number of stones in each level in an array, where element at index\n// i represents the number of stones in the level (i+1).\n// Examples:\n// >>> make_a_pile(3)\n// array(3, 5, 7)\nfunction make_a_pile($n) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_100_make_a_pile.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return make_a_pile(...$args);\n}\n\nfunction test(): void {\n if (candidate(3) !== array(3, 5, 7)) { throw new Exception(\"Test failed!\"); }\n if (candidate(4) !== array(4, 6, 8, 10)) { throw new Exception(\"Test failed!\"); }\n if (candidate(5) !== array(5, 7, 9, 11, 13)) { throw new Exception(\"Test failed!\"); }\n if (candidate(6) !== array(6, 8, 10, 12, 14, 16)) { throw new Exception(\"Test failed!\"); }\n if (candidate(8) !== array(8, 10, 12, 14, 16, 18, 20, 22)) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_100_make_a_pile"}
|
||
|
{"name": "HumanEval_128_prod_signs", "language": "php", "prompt": "<?php\n// You are given an array arr of integers and you need to return\n// sum of magnitudes of integers multiplied by product of all signs\n// of each number in the array, represented by 1, -1 or 0.\n// Note: return null for empty arr.\n// Example:\n// >>> prod_signs(array(1, 2, 2, -4))\n// 9\n// >>> prod_signs(array(0, 1))\n// 0\n// >>> prod_signs(array())\n// null\nfunction prod_signs($arr) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_128_prod_signs.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return prod_signs(...$args);\n}\n\nfunction test(): void {\n if (candidate(array(1, 2, 2, -4)) !== -9) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(0, 1)) !== 0) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1, 1, 1, 2, 3, -1, 1)) !== -10) { throw new Exception(\"Test failed!\"); }\n if (candidate(array()) !== null) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(2, 4, 1, 2, -1, -1, 9)) !== 20) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(-1, 1, -1, 1)) !== 4) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(-1, 1, 1, 1)) !== -4) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(-1, 1, 1, 0)) !== 0) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_128_prod_signs"}
|
||
|
{"name": "HumanEval_114_minSubArraySum", "language": "php", "prompt": "<?php\n// Given an array of integers nums, find the minimum sum of any non-empty sub-array\n// of nums.\n// Example\n// >>> minSubArraySum(array(2, 3, 4, 1, 2, 4))\n// 1\n// >>> minSubArraySum(array(-1, -2, -3))\n// -6\nfunction minSubArraySum($nums) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_114_minSubArraySum.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return minSubArraySum(...$args);\n}\n\nfunction test(): void {\n if (candidate(array(2, 3, 4, 1, 2, 4)) !== 1) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(-1, -2, -3)) !== -6) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(-1, -2, -3, 2, -10)) !== -14) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(-9999999999999999)) !== -9999999999999999) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(0, 10, 20, 1000000)) !== 0) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(-1, -2, -3, 10, -5)) !== -6) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(100, -1, -2, -3, 10, -5)) !== -6) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(10, 11, 13, 8, 3, 4)) !== 3) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(100, -33, 32, -1, 0, -2)) !== -33) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(-10)) !== -10) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(7)) !== 7) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1, -1)) !== -1) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_114_minSubArraySum"}
|
||
|
{"name": "HumanEval_15_string_sequence", "language": "php", "prompt": "<?php\n// Return a string containing space-delimited numbers starting from 0 upto n inclusive.\n// >>> string_sequence(0)\n// \"0\"\n// >>> string_sequence(5)\n// \"0 1 2 3 4 5\"\nfunction string_sequence($n) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_15_string_sequence.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return string_sequence(...$args);\n}\n\nfunction test(): void {\n if (candidate(0) !== \"0\") { throw new Exception(\"Test failed!\"); }\n if (candidate(3) !== \"0 1 2 3\") { throw new Exception(\"Test failed!\"); }\n if (candidate(10) !== \"0 1 2 3 4 5 6 7 8 9 10\") { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_15_string_sequence"}
|
||
|
{"name": "HumanEval_154_cycpattern_check", "language": "php", "prompt": "<?php\n// You are given 2 words. You need to return true if the second word or any of its rotations is a substring in the first word\n// >>> cycpattern_check(\"abcd\", \"abd\")\n// false\n// >>> cycpattern_check(\"hello\", \"ell\")\n// true\n// >>> cycpattern_check(\"whassup\", \"psus\")\n// false\n// >>> cycpattern_check(\"abab\", \"baa\")\n// true\n// >>> cycpattern_check(\"efef\", \"eeff\")\n// false\n// >>> cycpattern_check(\"himenss\", \"simen\")\n// true\nfunction cycpattern_check($a, $b) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_154_cycpattern_check.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return cycpattern_check(...$args);\n}\n\nfunction test(): void {\n if (candidate(\"xyzw\", \"xyw\") !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"yello\", \"ell\") !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"whattup\", \"ptut\") !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"efef\", \"fee\") !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"abab\", \"aabb\") !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"winemtt\", \"tinem\") !== true) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_154_cycpattern_check"}
|
||
|
{"name": "HumanEval_57_monotonic", "language": "php", "prompt": "<?php\n// Return true is array elements are monotonically increasing or decreasing.\n// >>> monotonic(array(1, 2, 4, 20))\n// true\n// >>> monotonic(array(1, 20, 4, 10))\n// false\n// >>> monotonic(array(4, 1, 0, -10))\n// true\nfunction monotonic($l) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_57_monotonic.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return monotonic(...$args);\n}\n\nfunction test(): void {\n if (candidate(array(1, 2, 4, 10)) !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1, 2, 4, 20)) !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1, 20, 4, 10)) !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(4, 1, 0, -10)) !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(4, 1, 1, 0)) !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1, 2, 3, 2, 5, 60)) !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1, 2, 3, 4, 5, 60)) !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(9, 9, 9, 9)) !== true) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_57_monotonic"}
|
||
|
{"name": "HumanEval_12_longest", "language": "php", "prompt": "<?php\n// Out of array of strings, return the longest one. Return the first one in case of multiple\n// strings of the same length. Return null in case the input array is empty.\n// >>> longest(array())\n// null\n// >>> longest(array(\"a\", \"b\", \"c\"))\n// \"a\"\n// >>> longest(array(\"a\", \"bb\", \"ccc\"))\n// \"ccc\"\nfunction longest($strings) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_12_longest.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return longest(...$args);\n}\n\nfunction test(): void {\n if (candidate(array()) !== null) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(\"x\", \"y\", \"z\")) !== \"x\") { throw new Exception(\"Test failed!\"); }\n if (candidate(array(\"x\", \"yyy\", \"zzzz\", \"www\", \"kkkk\", \"abc\")) !== \"zzzz\") { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_12_longest"}
|
||
|
{"name": "HumanEval_52_below_threshold", "language": "php", "prompt": "<?php\n// Return true if all numbers in the array l are below threshold t.\n// >>> below_threshold(array(1, 2, 4, 10), 100)\n// true\n// >>> below_threshold(array(1, 20, 4, 10), 5)\n// false\nfunction below_threshold($l, $t) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_52_below_threshold.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return below_threshold(...$args);\n}\n\nfunction test(): void {\n if (candidate(array(1, 2, 4, 10), 100) !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1, 20, 4, 10), 5) !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1, 20, 4, 10), 21) !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1, 20, 4, 10), 22) !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1, 8, 4, 10), 11) !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1, 8, 4, 10), 10) !== false) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_52_below_threshold"}
|
||
|
{"name": "HumanEval_75_is_multiply_prime", "language": "php", "prompt": "<?php\n// Write a function that returns true if the given number is the multiplication of 3 prime numbers\n// and false otherwise.\n// Knowing that (a) is less then 100. \n// Example:\n// >>> is_multiply_prime(30)\n// true\n// 30 = 2 * 3 * 5\nfunction is_multiply_prime($a) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_75_is_multiply_prime.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return is_multiply_prime(...$args);\n}\n\nfunction test(): void {\n if (candidate(5) !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(30) !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(8) !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(10) !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(125) !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(105) !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(126) !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(729) !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(891) !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(1001) !== true) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_75_is_multiply_prime"}
|
||
|
{"name": "HumanEval_30_get_positive", "language": "php", "prompt": "<?php\n// Return only positive numbers in the array.\n// >>> get_positive(array(-1, 2, -4, 5, 6))\n// array(2, 5, 6)\n// >>> get_positive(array(5, 3, -5, 2, -3, 3, 9, 0, 123, 1, -10))\n// array(5, 3, 2, 3, 9, 123, 1)\nfunction get_positive($l) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_30_get_positive.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return get_positive(...$args);\n}\n\nfunction test(): void {\n if (candidate(array(-1, -2, 4, 5, 6)) !== array(4, 5, 6)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(5, 3, -5, 2, 3, 3, 9, 0, 123, 1, -10)) !== array(5, 3, 2, 3, 3, 9, 123, 1)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(-1, -2)) !== array()) { throw new Exception(\"Test failed!\"); }\n if (candidate(array()) !== array()) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_30_get_positive"}
|
||
|
{"name": "HumanEval_33_sort_third", "language": "php", "prompt": "<?php\n// This function takes an array l and returns an array l' such that\n// l' is identical to l in the indicies that are not divisible by three, while its values at the indicies that are divisible by three are equal\n// to the values of the corresponding indicies of l, but sorted.\n// >>> sort_third(array(1, 2, 3))\n// array(1, 2, 3)\n// >>> sort_third(array(5, 6, 3, 4, 8, 9, 2))\n// array(2, 6, 3, 4, 8, 9, 5)\nfunction sort_third($l) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_33_sort_third.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return sort_third(...$args);\n}\n\nfunction test(): void {\n if (candidate(array(5, 6, 3, 4, 8, 9, 2)) !== array(2, 6, 3, 4, 8, 9, 5)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(5, 8, 3, 4, 6, 9, 2)) !== array(2, 8, 3, 4, 6, 9, 5)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(5, 6, 9, 4, 8, 3, 2)) !== array(2, 6, 9, 4, 8, 3, 5)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(5, 6, 3, 4, 8, 9, 2, 1)) !== array(2, 6, 3, 4, 8, 9, 5, 1)) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_33_sort_third"}
|
||
|
{"name": "HumanEval_6_parse_nested_parens", "language": "php", "prompt": "<?php\n// Input to this function is a string represented multiple groups for nested parentheses separated by spaces.\n// For each of the group, output the deepest level of nesting of parentheses.\n// E.g. (()()) has maximum two levels of nesting while ((())) has three.\n// >>> parse_nested_parens(\"(()()) ((())) () ((())()())\")\n// array(2, 3, 1, 3)\nfunction parse_nested_parens($paren_string) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_6_parse_nested_parens.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return parse_nested_parens(...$args);\n}\n\nfunction test(): void {\n if (candidate(\"(()()) ((())) () ((())()())\") !== array(2, 3, 1, 3)) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"() (()) ((())) (((())))\") !== array(1, 2, 3, 4)) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"(()(())((())))\") !== array(4)) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_6_parse_nested_parens"}
|
||
|
{"name": "HumanEval_45_triangle_area", "language": "php", "prompt": "<?php\n// Given length of a side and high return area for a triangle.\n// >>> triangle_area(5, 3)\n// 7.5\nfunction triangle_area($a, $h) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_45_triangle_area.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return triangle_area(...$args);\n}\n\nfunction test(): void {\n if (candidate(5, 3) !== 7.5) { throw new Exception(\"Test failed!\"); }\n if (candidate(2, 2) !== 2.0) { throw new Exception(\"Test failed!\"); }\n if (candidate(10, 8) !== 40.0) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_45_triangle_area"}
|
||
|
{"name": "HumanEval_97_multiply", "language": "php", "prompt": "<?php\n// Complete the function that takes two integers and returns \n// the product of their unit digits.\n// Assume the input is always valid.\n// Examples:\n// >>> multiply(148, 412)\n// 16\n// >>> multiply(19, 28)\n// 72\n// >>> multiply(2020, 1851)\n// 0\n// >>> multiply(14, -15)\n// 20\nfunction multiply($a, $b) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_97_multiply.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return multiply(...$args);\n}\n\nfunction test(): void {\n if (candidate(148, 412) !== 16) { throw new Exception(\"Test failed!\"); }\n if (candidate(19, 28) !== 72) { throw new Exception(\"Test failed!\"); }\n if (candidate(2020, 1851) !== 0) { throw new Exception(\"Test failed!\"); }\n if (candidate(14, -15) !== 20) { throw new Exception(\"Test failed!\"); }\n if (candidate(76, 67) !== 42) { throw new Exception(\"Test failed!\"); }\n if (candidate(17, 27) !== 49) { throw new Exception(\"Test failed!\"); }\n if (candidate(0, 1) !== 0) { throw new Exception(\"Test failed!\"); }\n if (candidate(0, 0) !== 0) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_97_multiply"}
|
||
|
{"name": "HumanEval_4_mean_absolute_deviation", "language": "php", "prompt": "<?php\n// For a given array of input numbers, calculate Mean Absolute Deviation\n// around the mean of this dataset.\n// Mean Absolute Deviation is the average absolute difference between each\n// element and a centerpoint (mean in this case):\n// MAD = average | x - x_mean |\n// >>> mean_absolute_deviation(array(1.0, 2.0, 3.0, 4.0))\n// 1.0\nfunction mean_absolute_deviation($numbers) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_4_mean_absolute_deviation.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return mean_absolute_deviation(...$args);\n}\n\nfunction test(): void {\n if (candidate(array(1.0, 2.0)) !== 0.5) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1.0, 2.0, 3.0, 4.0)) !== 1.0) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1.0, 2.0, 3.0, 4.0, 5.0)) !== 1.2) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_4_mean_absolute_deviation"}
|
||
|
{"name": "HumanEval_58_common", "language": "php", "prompt": "<?php\n// Return sorted unique common elements for two arrays.\n// >>> common(array(1, 4, 3, 34, 653, 2, 5), array(5, 7, 1, 5, 9, 653, 121))\n// array(1, 5, 653)\n// >>> common(array(5, 3, 2, 8), array(3, 2))\n// array(2, 3)\nfunction common($l1, $l2) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_58_common.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return common(...$args);\n}\n\nfunction test(): void {\n if (candidate(array(1, 4, 3, 34, 653, 2, 5), array(5, 7, 1, 5, 9, 653, 121)) !== array(1, 5, 653)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(5, 3, 2, 8), array(3, 2)) !== array(2, 3)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(4, 3, 2, 8), array(3, 2, 4)) !== array(2, 3, 4)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(4, 3, 2, 8), array()) !== array()) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_58_common"}
|
||
|
{"name": "HumanEval_156_int_to_mini_roman", "language": "php", "prompt": "<?php\n// Given a positive integer, obtain its roman numeral equivalent as a string,\n// and return it in lowercase.\n// Restrictions: 1 <= num <= 1000\n// Examples:\n// >>> int_to_mini_roman(19)\n// \"xix\"\n// >>> int_to_mini_roman(152)\n// \"clii\"\n// >>> int_to_mini_roman(426)\n// \"cdxxvi\"\nfunction int_to_mini_roman($number) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_156_int_to_mini_roman.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return int_to_mini_roman(...$args);\n}\n\nfunction test(): void {\n if (candidate(19) !== \"xix\") { throw new Exception(\"Test failed!\"); }\n if (candidate(152) !== \"clii\") { throw new Exception(\"Test failed!\"); }\n if (candidate(251) !== \"ccli\") { throw new Exception(\"Test failed!\"); }\n if (candidate(426) !== \"cdxxvi\") { throw new Exception(\"Test failed!\"); }\n if (candidate(500) !== \"d\") { throw new Exception(\"Test failed!\"); }\n if (candidate(1) !== \"i\") { throw new Exception(\"Test failed!\"); }\n if (candidate(4) !== \"iv\") { throw new Exception(\"Test failed!\"); }\n if (candidate(43) !== \"xliii\") { throw new Exception(\"Test failed!\"); }\n if (candidate(90) !== \"xc\") { throw new Exception(\"Test failed!\"); }\n if (candidate(94) !== \"xciv\") { throw new Exception(\"Test failed!\"); }\n if (candidate(532) !== \"dxxxii\") { throw new Exception(\"Test failed!\"); }\n if (candidate(900) !== \"cm\") { throw new Exception(\"Test failed!\"); }\n if (candidate(994) !== \"cmxciv\") { throw new Exception(\"Test failed!\"); }\n if (candidate(1000) !== \"m\") { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_156_int_to_mini_roman"}
|
||
|
{"name": "HumanEval_67_fruit_distribution", "language": "php", "prompt": "<?php\n// In this task, you will be given a string that represents a number of apples and oranges \n// that are distributed in a basket of fruit this basket contains \n// apples, oranges, and mango fruits. Given the string that represents the total number of \n// the oranges and apples and an integer that represent the total number of the fruits \n// in the basket return the number of the mango fruits in the basket.\n// for examble:\n// >>> fruit_distribution(\"5 apples and 6 oranges\", 19)\n// 8\n// >>> fruit_distribution(\"0 apples and 1 oranges\", 3)\n// 2\n// >>> fruit_distribution(\"2 apples and 3 oranges\", 100)\n// 95\n// >>> fruit_distribution(\"100 apples and 1 oranges\", 120)\n// 19\nfunction fruit_distribution($s, $n) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_67_fruit_distribution.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return fruit_distribution(...$args);\n}\n\nfunction test(): void {\n if (candidate(\"5 apples and 6 oranges\", 19) !== 8) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"5 apples and 6 oranges\", 21) !== 10) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"0 apples and 1 oranges\", 3) !== 2) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"1 apples and 0 oranges\", 3) !== 2) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"2 apples and 3 oranges\", 100) !== 95) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"2 apples and 3 oranges\", 5) !== 0) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"1 apples and 100 oranges\", 120) !== 19) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_67_fruit_distribution"}
|
||
|
{"name": "HumanEval_112_reverse_delete", "language": "php", "prompt": "<?php\n// Task\n// We are given two strings s and c, you have to deleted all the characters in s that are equal to any character in c\n// then check if the result string is palindrome.\n// A string is called palindrome if it reads the same backward as forward.\n// You should return an array containing the result string and true/false for the check.\n// Example\n// >>> reverse_delete(\"abcde\", \"ae\")\n// array(\"bcd\", false)\n// >>> reverse_delete(\"abcdef\", \"b\")\n// array(\"acdef\", false)\n// >>> reverse_delete(\"abcdedcba\", \"ab\")\n// array(\"cdedc\", true)\nfunction reverse_delete($s, $c) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_112_reverse_delete.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return reverse_delete(...$args);\n}\n\nfunction test(): void {\n if (candidate(\"abcde\", \"ae\") !== array(\"bcd\", false)) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"abcdef\", \"b\") !== array(\"acdef\", false)) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"abcdedcba\", \"ab\") !== array(\"cdedc\", true)) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"dwik\", \"w\") !== array(\"dik\", false)) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"a\", \"a\") !== array(\"\", true)) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"abcdedcba\", \"\") !== array(\"abcdedcba\", true)) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"abcdedcba\", \"v\") !== array(\"abcdedcba\", true)) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"vabba\", \"v\") !== array(\"abba\", true)) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"mamma\", \"mia\") !== array(\"\", true)) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_112_reverse_delete"}
|
||
|
{"name": "HumanEval_13_greatest_common_divisor", "language": "php", "prompt": "<?php\n// Return a greatest common divisor of two integers a and b\n// >>> greatest_common_divisor(3, 5)\n// 1\n// >>> greatest_common_divisor(25, 15)\n// 5\nfunction greatest_common_divisor($a, $b) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_13_greatest_common_divisor.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return greatest_common_divisor(...$args);\n}\n\nfunction test(): void {\n if (candidate(3, 7) !== 1) { throw new Exception(\"Test failed!\"); }\n if (candidate(10, 15) !== 5) { throw new Exception(\"Test failed!\"); }\n if (candidate(49, 14) !== 7) { throw new Exception(\"Test failed!\"); }\n if (candidate(144, 60) !== 12) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_13_greatest_common_divisor"}
|
||
|
{"name": "HumanEval_125_split_words", "language": "php", "prompt": "<?php\n// Given a string of words, return an array of words split on whitespace, if no whitespaces exists in the text you\n// should split on commas ',' if no commas exists you should return the number of lower-case letters with odd order in the\n// alphabet, ord('a') = 0, ord('b') = 1, ... ord('z') = 25\n// Examples\n// >>> split_words(\"Hello world!\")\n// array(\"Hello\", \"world!\")\n// >>> split_words(\"Hello,world!\")\n// array(\"Hello\", \"world!\")\n// >>> split_words(\"abcdef\")\n// 3\nfunction split_words($txt) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_125_split_words.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return split_words(...$args);\n}\n\nfunction test(): void {\n if (candidate(\"Hello world!\") !== array(\"Hello\", \"world!\")) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"Hello,world!\") !== array(\"Hello\", \"world!\")) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"Hello world,!\") !== array(\"Hello\", \"world,!\")) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"Hello,Hello,world !\") !== array(\"Hello,Hello,world\", \"!\")) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"abcdef\") !== 3) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"aaabb\") !== 2) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"aaaBb\") !== 1) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"\") !== 0) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_125_split_words"}
|
||
|
{"name": "HumanEval_116_sort_array", "language": "php", "prompt": "<?php\n// In this Kata, you have to sort an array of non-negative integers according to\n// number of ones in their binary representation in ascending order.\n// For similar number of ones, sort based on decimal value.\n// It must be implemented like this:\n// >>> sort_array(array(1, 5, 2, 3, 4))\n// array(1, 2, 3, 4, 5)\n// >>> sort_array(array(-2, -3, -4, -5, -6))\n// array(-6, -5, -4, -3, -2)\n// >>> sort_array(array(1, 0, 2, 3, 4))\n// array(0, 1, 2, 3, 4)\nfunction sort_array($arr) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_116_sort_array.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return sort_array(...$args);\n}\n\nfunction test(): void {\n if (candidate(array(1, 5, 2, 3, 4)) !== array(1, 2, 4, 3, 5)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(-2, -3, -4, -5, -6)) !== array(-4, -2, -6, -5, -3)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1, 0, 2, 3, 4)) !== array(0, 1, 2, 4, 3)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array()) !== array()) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(2, 5, 77, 4, 5, 3, 5, 7, 2, 3, 4)) !== array(2, 2, 4, 4, 3, 3, 5, 5, 5, 7, 77)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(3, 6, 44, 12, 32, 5)) !== array(32, 3, 5, 6, 12, 44)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(2, 4, 8, 16, 32)) !== array(2, 4, 8, 16, 32)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(2, 4, 8, 16, 32)) !== array(2, 4, 8, 16, 32)) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_116_sort_array"}
|
||
|
{"name": "HumanEval_28_concatenate", "language": "php", "prompt": "<?php\n// Concatenate array of strings into a single string\n// >>> concatenate(array())\n// \"\"\n// >>> concatenate(array(\"a\", \"b\", \"c\"))\n// \"abc\"\nfunction concatenate($strings) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_28_concatenate.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return concatenate(...$args);\n}\n\nfunction test(): void {\n if (candidate(array()) !== \"\") { throw new Exception(\"Test failed!\"); }\n if (candidate(array(\"x\", \"y\", \"z\")) !== \"xyz\") { throw new Exception(\"Test failed!\"); }\n if (candidate(array(\"x\", \"y\", \"z\", \"w\", \"k\")) !== \"xyzwk\") { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_28_concatenate"}
|
||
|
{"name": "HumanEval_149_sorted_list_sum", "language": "php", "prompt": "<?php\n// Write a function that accepts an array of strings as a parameter,\n// deletes the strings that have odd lengths from it,\n// and returns the resulted array with a sorted order,\n// The array is always an array of strings and never an array of numbers,\n// and it may contain duplicates.\n// The order of the array should be ascending by length of each word, and you\n// should return the array sorted by that rule.\n// If two words have the same length, sort the array alphabetically.\n// The function should return an array of strings in sorted order.\n// You may assume that all words will have the same length.\n// For example:\n// >>> list_sort(array(\"aa\", \"a\", \"aaa\"))\n// array(\"aa\")\n// >>> list_sort(array(\"ab\", \"a\", \"aaa\", \"cd\"))\n// array(\"ab\", \"cd\")\nfunction sorted_list_sum($lst) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_149_sorted_list_sum.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return sorted_list_sum(...$args);\n}\n\nfunction test(): void {\n if (candidate(array(\"aa\", \"a\", \"aaa\")) !== array(\"aa\")) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(\"school\", \"AI\", \"asdf\", \"b\")) !== array(\"AI\", \"asdf\", \"school\")) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(\"d\", \"b\", \"c\", \"a\")) !== array()) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(\"d\", \"dcba\", \"abcd\", \"a\")) !== array(\"abcd\", \"dcba\")) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(\"AI\", \"ai\", \"au\")) !== array(\"AI\", \"ai\", \"au\")) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(\"a\", \"b\", \"b\", \"c\", \"c\", \"a\")) !== array()) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(\"aaaa\", \"bbbb\", \"dd\", \"cc\")) !== array(\"cc\", \"dd\", \"aaaa\", \"bbbb\")) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_149_sorted_list_sum"}
|
||
|
{"name": "HumanEval_7_filter_by_substring", "language": "php", "prompt": "<?php\n// Filter an input array of strings only for ones that contain given substring\n// >>> filter_by_substring(array(), \"a\")\n// array()\n// >>> filter_by_substring(array(\"abc\", \"bacd\", \"cde\", \"array\"), \"a\")\n// array(\"abc\", \"bacd\", \"array\")\nfunction filter_by_substring($strings, $substring) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_7_filter_by_substring.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return filter_by_substring(...$args);\n}\n\nfunction test(): void {\n if (candidate(array(), \"john\") !== array()) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(\"xxx\", \"asd\", \"xxy\", \"john doe\", \"xxxAAA\", \"xxx\"), \"xxx\") !== array(\"xxx\", \"xxxAAA\", \"xxx\")) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(\"xxx\", \"asd\", \"aaaxxy\", \"john doe\", \"xxxAAA\", \"xxx\"), \"xx\") !== array(\"xxx\", \"aaaxxy\", \"xxxAAA\", \"xxx\")) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(\"grunt\", \"trumpet\", \"prune\", \"gruesome\"), \"run\") !== array(\"grunt\", \"prune\")) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_7_filter_by_substring"}
|
||
|
{"name": "HumanEval_99_closest_integer", "language": "php", "prompt": "<?php\n// Create a function that takes a value (string) representing a number\n// and returns the closest integer to it. If the number is equidistant\n// from two integers, round it away from zero.\n// Examples\n// >>> closest_integer(\"10\")\n// 10\n// >>> closest_integer(\"15.3\")\n// 15\n// Note:\n// Rounding away from zero means that if the given number is equidistant\n// from two integers, the one you should return is the one that is the\n// farthest from zero. For example closest_integer(\"14.5\") should\n// return 15 and closest_integer(\"-14.5\") should return -15.\nfunction closest_integer($value) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_99_closest_integer.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return closest_integer(...$args);\n}\n\nfunction test(): void {\n if (candidate(\"10\") !== 10) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"14.5\") !== 15) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"-15.5\") !== -16) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"15.3\") !== 15) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"0\") !== 0) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_99_closest_integer"}
|
||
|
{"name": "HumanEval_64_vowels_count", "language": "php", "prompt": "<?php\n// Write a function vowels_count which takes a string representing\n// a word as input and returns the number of vowels in the string.\n// Vowels in this case are 'a', 'e', 'i', 'o', 'u'. Here, 'y' is also a\n// vowel, but only when it is at the end of the given word.\n// Example:\n// >>> vowels_count(\"abcde\")\n// 2\n// >>> vowels_count(\"ACEDY\")\n// 3\nfunction vowels_count($s) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_64_vowels_count.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return vowels_count(...$args);\n}\n\nfunction test(): void {\n if (candidate(\"abcde\") !== 2) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"Alone\") !== 3) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"key\") !== 2) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"bye\") !== 1) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"keY\") !== 2) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"bYe\") !== 1) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"ACEDY\") !== 3) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_64_vowels_count"}
|
||
|
{"name": "HumanEval_158_find_max", "language": "php", "prompt": "<?php\n// Write a function that accepts an array of strings.\n// The array contains different words. Return the word with maximum number\n// of unique characters. If multiple strings have maximum number of unique\n// characters, return the one which comes first in lexicographical order.\n// >>> find_max(array(\"name\", \"of\", \"string\"))\n// \"string\"\n// >>> find_max(array(\"name\", \"enam\", \"game\"))\n// \"enam\"\n// >>> find_max(array(\"aaaaaaa\", \"bb\", \"cc\"))\n// \"aaaaaaa\"\nfunction find_max($words) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_158_find_max.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return find_max(...$args);\n}\n\nfunction test(): void {\n if (candidate(array(\"name\", \"of\", \"string\")) !== \"string\") { throw new Exception(\"Test failed!\"); }\n if (candidate(array(\"name\", \"enam\", \"game\")) !== \"enam\") { throw new Exception(\"Test failed!\"); }\n if (candidate(array(\"aaaaaaa\", \"bb\", \"cc\")) !== \"aaaaaaa\") { throw new Exception(\"Test failed!\"); }\n if (candidate(array(\"abc\", \"cba\")) !== \"abc\") { throw new Exception(\"Test failed!\"); }\n if (candidate(array(\"play\", \"this\", \"game\", \"of\", \"footbott\")) !== \"footbott\") { throw new Exception(\"Test failed!\"); }\n if (candidate(array(\"we\", \"are\", \"gonna\", \"rock\")) !== \"gonna\") { throw new Exception(\"Test failed!\"); }\n if (candidate(array(\"we\", \"are\", \"a\", \"mad\", \"nation\")) !== \"nation\") { throw new Exception(\"Test failed!\"); }\n if (candidate(array(\"this\", \"is\", \"a\", \"prrk\")) !== \"this\") { throw new Exception(\"Test failed!\"); }\n if (candidate(array(\"b\")) !== \"b\") { throw new Exception(\"Test failed!\"); }\n if (candidate(array(\"play\", \"play\", \"play\")) !== \"play\") { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_158_find_max"}
|
||
|
{"name": "HumanEval_162_string_to_md5", "language": "php", "prompt": "<?php\n// Given a string 'text', return its md5 hash equivalent string.\n// If 'text' is an empty string, return null.\n// >>> string_to_md5(\"Hello world\")\n// \"3e25960a79dbc69b674cd4ec67a72c62\"\nfunction string_to_md5($text) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_162_string_to_md5.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return string_to_md5(...$args);\n}\n\nfunction test(): void {\n if (candidate(\"Hello world\") !== \"3e25960a79dbc69b674cd4ec67a72c62\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"\") !== null) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"A B C\") !== \"0ef78513b0cb8cef12743f5aeb35f888\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"password\") !== \"5f4dcc3b5aa765d61d8327deb882cf99\") { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_162_string_to_md5"}
|
||
|
{"name": "HumanEval_44_change_base", "language": "php", "prompt": "<?php\n// Change numerical base of input number x to base.\n// return string representation after the conversion.\n// base numbers are less than 10.\n// >>> change_base(8, 3)\n// \"22\"\n// >>> change_base(8, 2)\n// \"1000\"\n// >>> change_base(7, 2)\n// \"111\"\nfunction change_base($x, $base) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_44_change_base.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return change_base(...$args);\n}\n\nfunction test(): void {\n if (candidate(8, 3) !== \"22\") { throw new Exception(\"Test failed!\"); }\n if (candidate(9, 3) !== \"100\") { throw new Exception(\"Test failed!\"); }\n if (candidate(234, 2) !== \"11101010\") { throw new Exception(\"Test failed!\"); }\n if (candidate(16, 2) !== \"10000\") { throw new Exception(\"Test failed!\"); }\n if (candidate(8, 2) !== \"1000\") { throw new Exception(\"Test failed!\"); }\n if (candidate(7, 2) !== \"111\") { throw new Exception(\"Test failed!\"); }\n if (candidate(2, 3) !== \"2\") { throw new Exception(\"Test failed!\"); }\n if (candidate(3, 4) !== \"3\") { throw new Exception(\"Test failed!\"); }\n if (candidate(4, 5) !== \"4\") { throw new Exception(\"Test failed!\"); }\n if (candidate(5, 6) !== \"5\") { throw new Exception(\"Test failed!\"); }\n if (candidate(6, 7) !== \"6\") { throw new Exception(\"Test failed!\"); }\n if (candidate(7, 8) !== \"7\") { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_44_change_base"}
|
||
|
{"name": "HumanEval_157_right_angle_triangle", "language": "php", "prompt": "<?php\n// Given the lengths of the three sides of a triangle. Return true if the three\n// sides form a right-angled triangle, false otherwise.\n// A right-angled triangle is a triangle in which one angle is right angle or \n// 90 degree.\n// Example:\n// >>> right_angle_triangle(3, 4, 5)\n// true\n// >>> right_angle_triangle(1, 2, 3)\n// false\nfunction right_angle_triangle($a, $b, $c) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_157_right_angle_triangle.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return right_angle_triangle(...$args);\n}\n\nfunction test(): void {\n if (candidate(3, 4, 5) !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(1, 2, 3) !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(10, 6, 8) !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(2, 2, 2) !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(7, 24, 25) !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(10, 5, 7) !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(5, 12, 13) !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(15, 8, 17) !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(48, 55, 73) !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(1, 1, 1) !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(2, 2, 10) !== false) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_157_right_angle_triangle"}
|
||
|
{"name": "HumanEval_81_numerical_letter_grade", "language": "php", "prompt": "<?php\n// It is the last week of the semester and the teacher has to give the grades\n// to students. The teacher has been making her own algorithm for grading.\n// The only problem is, she has lost the code she used for grading.\n// She has given you an array of GPAs for some students and you have to write \n// a function that can output an array of letter grades using the following table:\n// GPA | Letter grade\n// 4.0 A+\n// > 3.7 A \n// > 3.3 A- \n// > 3.0 B+\n// > 2.7 B \n// > 2.3 B-\n// > 2.0 C+\n// > 1.7 C\n// > 1.3 C-\n// > 1.0 D+ \n// > 0.7 D \n// > 0.0 D-\n// 0.0 E\n// Example:\n// >>> grade_equation(array(4.0, 3, 1.7, 2, 3.5))\n// array(\"A+\", \"B\", \"C-\", \"C\", \"A-\")\nfunction numerical_letter_grade($grades) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_81_numerical_letter_grade.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return numerical_letter_grade(...$args);\n}\n\nfunction test(): void {\n if (candidate(array(4.0, 3, 1.7, 2, 3.5)) !== array(\"A+\", \"B\", \"C-\", \"C\", \"A-\")) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1.2)) !== array(\"D+\")) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(0.5)) !== array(\"D-\")) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(0.0)) !== array(\"E\")) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1.0, 0.3, 1.5, 2.8, 3.3)) !== array(\"D\", \"D-\", \"C-\", \"B\", \"B+\")) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(0.0, 0.7)) !== array(\"E\", \"D-\")) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_81_numerical_letter_grade"}
|
||
|
{"name": "HumanEval_5_intersperse", "language": "php", "prompt": "<?php\n// Insert a number 'delimeter' between every two consecutive elements of input array `numbers'\n// >>> intersperse(array(), 4)\n// array()\n// >>> intersperse(array(1, 2, 3), 4)\n// array(1, 4, 2, 4, 3)\nfunction intersperse($numbers, $delimeter) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_5_intersperse.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return intersperse(...$args);\n}\n\nfunction test(): void {\n if (candidate(array(), 7) !== array()) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(5, 6, 3, 2), 8) !== array(5, 8, 6, 8, 3, 8, 2)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(2, 2, 2), 2) !== array(2, 2, 2, 2, 2)) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_5_intersperse"}
|
||
|
{"name": "HumanEval_146_specialFilter", "language": "php", "prompt": "<?php\n// Write a function that takes an array of numbers as input and returns \n// the number of elements in the array that are greater than 10 and both \n// first and last digits of a number are odd (1, 3, 5, 7, 9).\n// For example:\n// >>> specialFilter(array(15, -73, 14, -15))\n// 1\n// >>> specialFilter(array(33, -2, -3, 45, 21, 109))\n// 2\nfunction specialFilter($nums) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_146_specialFilter.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return specialFilter(...$args);\n}\n\nfunction test(): void {\n if (candidate(array(5, -2, 1, -5)) !== 0) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(15, -73, 14, -15)) !== 1) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(33, -2, -3, 45, 21, 109)) !== 2) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(43, -12, 93, 125, 121, 109)) !== 4) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(71, -2, -33, 75, 21, 19)) !== 3) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1)) !== 0) { throw new Exception(\"Test failed!\"); }\n if (candidate(array()) !== 0) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_146_specialFilter"}
|
||
|
{"name": "HumanEval_60_sum_to_n", "language": "php", "prompt": "<?php\n// sum_to_n is a function that sums numbers from 1 to n.\n// >>> sum_to_n(30)\n// 465\n// >>> sum_to_n(100)\n// 5050\n// >>> sum_to_n(5)\n// 15\n// >>> sum_to_n(10)\n// 55\n// >>> sum_to_n(1)\n// 1\nfunction sum_to_n($n) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_60_sum_to_n.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return sum_to_n(...$args);\n}\n\nfunction test(): void {\n if (candidate(1) !== 1) { throw new Exception(\"Test failed!\"); }\n if (candidate(6) !== 21) { throw new Exception(\"Test failed!\"); }\n if (candidate(11) !== 66) { throw new Exception(\"Test failed!\"); }\n if (candidate(30) !== 465) { throw new Exception(\"Test failed!\"); }\n if (candidate(100) !== 5050) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_60_sum_to_n"}
|
||
|
{"name": "HumanEval_26_remove_duplicates", "language": "php", "prompt": "<?php\n// From an array of integers, remove all elements that occur more than once.\n// Keep order of elements left the same as in the input.\n// >>> remove_duplicates(array(1, 2, 3, 2, 4))\n// array(1, 3, 4)\nfunction remove_duplicates($numbers) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_26_remove_duplicates.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return remove_duplicates(...$args);\n}\n\nfunction test(): void {\n if (candidate(array()) !== array()) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1, 2, 3, 4)) !== array(1, 2, 3, 4)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1, 2, 3, 2, 4, 3, 5)) !== array(1, 4, 5)) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_26_remove_duplicates"}
|
||
|
{"name": "HumanEval_163_generate_integers", "language": "php", "prompt": "<?php\n// Given two positive integers a and b, return the even digits between a\n// and b, in ascending order.\n// For example:\n// >>> generate_integers(2, 8)\n// array(2, 4, 6, 8)\n// >>> generate_integers(8, 2)\n// array(2, 4, 6, 8)\n// >>> generate_integers(10, 14)\n// array()\nfunction generate_integers($a, $b) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_163_generate_integers.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return generate_integers(...$args);\n}\n\nfunction test(): void {\n if (candidate(2, 10) !== array(2, 4, 6, 8)) { throw new Exception(\"Test failed!\"); }\n if (candidate(10, 2) !== array(2, 4, 6, 8)) { throw new Exception(\"Test failed!\"); }\n if (candidate(132, 2) !== array(2, 4, 6, 8)) { throw new Exception(\"Test failed!\"); }\n if (candidate(17, 89) !== array()) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_163_generate_integers"}
|
||
|
{"name": "HumanEval_9_rolling_max", "language": "php", "prompt": "<?php\n// From a given array of integers, generate an array of rolling maximum element found until given moment\n// in the sequence.\n// >>> rolling_max(array(1, 2, 3, 2, 3, 4, 2))\n// array(1, 2, 3, 3, 3, 4, 4)\nfunction rolling_max($numbers) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_9_rolling_max.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return rolling_max(...$args);\n}\n\nfunction test(): void {\n if (candidate(array()) !== array()) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1, 2, 3, 4)) !== array(1, 2, 3, 4)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(4, 3, 2, 1)) !== array(4, 4, 4, 4)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(3, 2, 3, 100, 3)) !== array(3, 3, 3, 100, 100)) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_9_rolling_max"}
|
||
|
{"name": "HumanEval_3_below_zero", "language": "php", "prompt": "<?php\n// You're given an array of deposit and withdrawal operations on a bank account that starts with\n// zero balance. Your task is to detect if at any point the balance of account fallls below zero, and\n// at that point function should return true. Otherwise it should return false.\n// >>> below_zero(array(1, 2, 3))\n// false\n// >>> below_zero(array(1, 2, -4, 5))\n// true\nfunction below_zero($operations) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_3_below_zero.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return below_zero(...$args);\n}\n\nfunction test(): void {\n if (candidate(array()) !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1, 2, -3, 1, 2, -3)) !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1, 2, -4, 5, 6)) !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1, -1, 2, -2, 5, -5, 4, -4)) !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1, -1, 2, -2, 5, -5, 4, -5)) !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1, -2, 2, -2, 5, -5, 4, -4)) !== true) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_3_below_zero"}
|
||
|
{"name": "HumanEval_69_search", "language": "php", "prompt": "<?php\n// You are given a non-empty array of positive integers. Return the greatest integer that is greater than \n// zero, and has a frequency greater than or equal to the value of the integer itself. \n// The frequency of an integer is the number of times it appears in the array.\n// If no such a value exist, return -1.\n// Examples:\n// >>> search(array(4, 1, 2, 2, 3, 1))\n// 2\n// >>> search(array(1, 2, 2, 3, 3, 3, 4, 4, 4))\n// 3\n// >>> search(array(5, 5, 4, 4, 4))\n// -1\nfunction search($lst) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_69_search.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return search(...$args);\n}\n\nfunction test(): void {\n if (candidate(array(5, 5, 5, 5, 1)) !== 1) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(4, 1, 4, 1, 4, 4)) !== 4) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(3, 3)) !== -1) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(8, 8, 8, 8, 8, 8, 8, 8)) !== 8) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(2, 3, 3, 2, 2)) !== 2) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(2, 7, 8, 8, 4, 8, 7, 3, 9, 6, 5, 10, 4, 3, 6, 7, 1, 7, 4, 10, 8, 1)) !== 1) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(3, 2, 8, 2)) !== 2) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(6, 7, 1, 8, 8, 10, 5, 8, 5, 3, 10)) !== 1) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(8, 8, 3, 6, 5, 6, 4)) !== -1) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(6, 9, 6, 7, 1, 4, 7, 1, 8, 8, 9, 8, 10, 10, 8, 4, 10, 4, 10, 1, 2, 9, 5, 7, 9)) !== 1) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1, 9, 10, 1, 3)) !== 1) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(6, 9, 7, 5, 8, 7, 5, 3, 7, 5, 10, 10, 3, 6, 10, 2, 8, 6, 5, 4, 9, 5, 3, 10)) !== 5) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1)) !== 1) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(8, 8, 10, 6, 4, 3, 5, 8, 2, 4, 2, 8, 4, 6, 10, 4, 2, 1, 10, 2, 1, 1, 5)) !== 4) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(2, 10, 4, 8, 2, 10, 5, 1, 2, 9, 5, 5, 6, 3, 8, 6, 4, 10)) !== 2) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1, 6, 10, 1, 6, 9, 10, 8, 6, 8, 7, 3)) !== 1) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(9, 2, 4, 1, 5, 1, 5, 2, 5, 7, 7, 7, 3, 10, 1, 5, 4, 2, 8, 4, 1, 9, 10, 7, 10, 2, 8, 10, 9, 4)) !== 4) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(2, 6, 4, 2, 8, 7, 5, 6, 4, 10, 4, 6, 3, 7, 8, 8, 3, 1, 4, 2, 2, 10, 7)) !== 4) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(9, 8, 6, 10, 2, 6, 10, 2, 7, 8, 10, 3, 8, 2, 6, 2, 3, 1)) !== 2) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(5, 5, 3, 9, 5, 6, 3, 2, 8, 5, 6, 10, 10, 6, 8, 4, 10, 7, 7, 10, 8)) !== -1) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(10)) !== -1) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(9, 7, 7, 2, 4, 7, 2, 10, 9, 7, 5, 7, 2)) !== 2) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(5, 4, 10, 2, 1, 1, 10, 3, 6, 1, 8)) !== 1) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(7, 9, 9, 9, 3, 4, 1, 5, 9, 1, 2, 1, 1, 10, 7, 5, 6, 7, 6, 7, 7, 6)) !== 1) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(3, 10, 10, 9, 2)) !== -1) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_69_search"}
|
||
|
{"name": "HumanEval_61_correct_bracketing", "language": "php", "prompt": "<?php\n// brackets is a string of \"(\" and \")\".\n// return true if every opening bracket has a corresponding closing bracket.\n// >>> correct_bracketing(\"(\")\n// false\n// >>> correct_bracketing(\"()\")\n// true\n// >>> correct_bracketing(\"(()())\")\n// true\n// >>> correct_bracketing(\")(()\")\n// false\nfunction correct_bracketing($brackets) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_61_correct_bracketing.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return correct_bracketing(...$args);\n}\n\nfunction test(): void {\n if (candidate(\"()\") !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"(()())\") !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"()()(()())()\") !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"()()((()()())())(()()(()))\") !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"((()())))\") !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(\")(()\") !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"(\") !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"((((\") !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(\")\") !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"(()\") !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"()()(()())())(()\") !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"()()(()())()))()\") !== false) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_61_correct_bracketing"}
|
||
|
{"name": "HumanEval_37_sort_even", "language": "php", "prompt": "<?php\n// This function takes an array l and returns an array l' such that\n// l' is identical to l in the odd indicies, while its values at the even indicies are equal\n// to the values of the even indicies of l, but sorted.\n// >>> sort_even(array(1, 2, 3))\n// array(1, 2, 3)\n// >>> sort_even(array(5, 6, 3, 4))\n// array(3, 6, 5, 4)\nfunction sort_even($l) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_37_sort_even.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return sort_even(...$args);\n}\n\nfunction test(): void {\n if (candidate(array(1, 2, 3)) !== array(1, 2, 3)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(5, 3, -5, 2, -3, 3, 9, 0, 123, 1, -10)) !== array(-10, 3, -5, 2, -3, 3, 5, 0, 9, 1, 123)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(5, 8, -12, 4, 23, 2, 3, 11, 12, -10)) !== array(-12, 8, 3, 4, 5, 2, 12, 11, 23, -10)) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_37_sort_even"}
|
||
|
{"name": "HumanEval_54_same_chars", "language": "php", "prompt": "<?php\n// Check if two words have the same characters.\n// >>> same_chars(\"eabcdzzzz\", \"dddzzzzzzzddeddabc\")\n// true\n// >>> same_chars(\"abcd\", \"dddddddabc\")\n// true\n// >>> same_chars(\"dddddddabc\", \"abcd\")\n// true\n// >>> same_chars(\"eabcd\", \"dddddddabc\")\n// false\n// >>> same_chars(\"abcd\", \"dddddddabce\")\n// false\n// >>> same_chars(\"eabcdzzzz\", \"dddzzzzzzzddddabc\")\n// false\nfunction same_chars($s0, $s1) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_54_same_chars.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return same_chars(...$args);\n}\n\nfunction test(): void {\n if (candidate(\"eabcdzzzz\", \"dddzzzzzzzddeddabc\") !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"abcd\", \"dddddddabc\") !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"dddddddabc\", \"abcd\") !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"eabcd\", \"dddddddabc\") !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"abcd\", \"dddddddabcf\") !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"eabcdzzzz\", \"dddzzzzzzzddddabc\") !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"aabb\", \"aaccc\") !== false) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_54_same_chars"}
|
||
|
{"name": "HumanEval_56_correct_bracketing", "language": "php", "prompt": "<?php\n// brackets is a string of \"<\" and \">\".\n// return true if every opening bracket has a corresponding closing bracket.\n// >>> correct_bracketing(\"<\")\n// false\n// >>> correct_bracketing(\"<>\")\n// true\n// >>> correct_bracketing(\"<<><>>\")\n// true\n// >>> correct_bracketing(\"><<>\")\n// false\nfunction correct_bracketing($brackets) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_56_correct_bracketing.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return correct_bracketing(...$args);\n}\n\nfunction test(): void {\n if (candidate(\"<>\") !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"<<><>>\") !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"<><><<><>><>\") !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"<><><<<><><>><>><<><><<>>>\") !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"<<<><>>>>\") !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"><<>\") !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"<\") !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"<<<<\") !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(\">\") !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"<<>\") !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"<><><<><>><>><<>\") !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"<><><<><>><>>><>\") !== false) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_56_correct_bracketing"}
|