Skip to content

Latest commit

 

History

History
178 lines (171 loc) · 5.27 KB

144.md

File metadata and controls

178 lines (171 loc) · 5.27 KB
Raw

Results of GPT-4 on HumanEval/144

Date: 18 July, 2023
Model: gpt-4
Temperature: 0.2
Passing runs: 10
Total runs: 10
Success rate: 100%

Prompt

Tokens: 181

def simplify(x, n):
    """Your task is to implement a function that will simplify the expression
    x * n. The function returns True if x * n evaluates to a whole number and False
    otherwise. Both x and n, are string representation of a fraction, and have the following format,
    <numerator>/<denominator> where both numerator and denominator are positive whole numbers.

    You can assume that x, and n are valid fractions, and do not have zero as denominator.

    simplify("1/5", "5/1") = True
    simplify("1/6", "2/1") = False
    simplify("7/10", "10/2") = False
    """

The above is an incomplete Python code fragment. Return the complete and correct code with no additional text.

Correct solution

def simplify(x, n):
    """Your task is to implement a function that will simplify the expression
    x * n. The function returns True if x * n evaluates to a whole number and False
    otherwise. Both x and n, are string representation of a fraction, and have the following format,
    <numerator>/<denominator> where both numerator and denominator are positive whole numbers.

    You can assume that x, and n are valid fractions, and do not have zero as denominator.

    simplify("1/5", "5/1") = True
    simplify("1/6", "2/1") = False
    simplify("7/10", "10/2") = False
    """a, b = x.split("/")
    c, d = n.split("/")
    numerator = int(a) * int(c)
    denom = int(b) * int(d)
    if (numerator/denom == int(numerator/denom)):
        return True
    return False

Unit tests

def check(candidate):

    # Check some simple cases
    assert candidate("1/5", "5/1") == True, 'test1'
    assert candidate("1/6", "2/1") == False, 'test2'
    assert candidate("5/1", "3/1") == True, 'test3'
    assert candidate("7/10", "10/2") == False, 'test4'
    assert candidate("2/10", "50/10") == True, 'test5'
    assert candidate("7/2", "4/2") == True, 'test6'
    assert candidate("11/6", "6/1") == True, 'test7'
    assert candidate("2/3", "5/2") == False, 'test8'
    assert candidate("5/2", "3/5") == False, 'test9'
    assert candidate("2/4", "8/4") == True, 'test10'


    # Check some edge cases that are easy to work out by hand.
    assert candidate("2/4", "4/2") == True, 'test11'
    assert candidate("1/5", "5/1") == True, 'test12'
    assert candidate("1/5", "1/5") == False, 'test13'

Runs

✅ Run 1

Start time: 2023-07-18 17:51:05
Duration: 5.61s
Completion tokens: 59
Result: Pass

def simplify(x, n):
    x_num, x_den = map(int, x.split('/'))
    n_num, n_den = map(int, n.split('/'))
    return (x_num * n_num) % (x_den * n_den) == 0

✅ Run 2

Start time: 2023-07-18 17:50:59
Duration: 5.71s
Completion tokens: 59
Result: Pass

def simplify(x, n):
    x_num, x_den = map(int, x.split('/'))
    n_num, n_den = map(int, n.split('/'))
    return (x_num * n_num) % (x_den * n_den) == 0

✅ Run 3

Start time: 2023-07-18 17:50:54
Duration: 4.79s
Completion tokens: 59
Result: Pass

def simplify(x, n):
    x_num, x_den = map(int, x.split('/'))
    n_num, n_den = map(int, n.split('/'))
    return (x_num * n_num) % (x_den * n_den) == 0

✅ Run 4

Start time: 2023-07-18 17:50:49
Duration: 5.13s
Completion tokens: 59
Result: Pass

def simplify(x, n):
    x_num, x_den = map(int, x.split('/'))
    n_num, n_den = map(int, n.split('/'))
    return (x_num * n_num) % (x_den * n_den) == 0

✅ Run 5

Start time: 2023-07-18 17:50:43
Duration: 5.65s
Completion tokens: 59
Result: Pass

def simplify(x, n):
    x_num, x_den = map(int, x.split('/'))
    n_num, n_den = map(int, n.split('/'))
    return (x_num * n_num) % (x_den * n_den) == 0

✅ Run 6

Start time: 2023-07-18 17:50:37
Duration: 6.01s
Completion tokens: 59
Result: Pass

def simplify(x, n):
    x_num, x_den = map(int, x.split('/'))
    n_num, n_den = map(int, n.split('/'))
    return (x_num * n_num) % (x_den * n_den) == 0

✅ Run 7

Start time: 2023-07-18 17:50:28
Duration: 8.64s
Completion tokens: 63
Result: Pass

def simplify(x, n):
    x_num, x_denom = map(int, x.split('/'))
    n_num, n_denom = map(int, n.split('/'))
    return (x_num * n_num) % (x_denom * n_denom) == 0

✅ Run 8

Start time: 2023-07-18 17:50:23
Duration: 5.14s
Completion tokens: 59
Result: Pass

def simplify(x, n):
    x_num, x_den = map(int, x.split('/'))
    n_num, n_den = map(int, n.split('/'))
    return (x_num * n_num) % (x_den * n_den) == 0

✅ Run 9

Start time: 2023-07-18 17:50:18
Duration: 4.85s
Completion tokens: 59
Result: Pass

def simplify(x, n):
    x_num, x_den = map(int, x.split('/'))
    n_num, n_den = map(int, n.split('/'))
    return (x_num * n_num) % (x_den * n_den) == 0

✅ Run 10

Start time: 2023-07-18 17:50:12
Duration: 5.84s
Completion tokens: 59
Result: Pass

def simplify(x, n):
    x_num, x_den = map(int, x.split('/'))
    n_num, n_den = map(int, n.split('/'))
    return (x_num * n_num) % (x_den * n_den) == 0