Skip to content

Latest commit

 

History

History
315 lines (312 loc) · 7.82 KB

63.md

File metadata and controls

315 lines (312 loc) · 7.82 KB
Raw

Results of GPT-3.5 on HumanEval/63

Date: 18 July, 2023
Model: gpt-3.5-turbo
Temperature: 0.2
Passing runs: 10
Total runs: 10
Success rate: 100%

Prompt

Tokens: 175

def fibfib(n: int):
    """The FibFib number sequence is a sequence similar to the Fibbonacci sequnece that's defined as follows:
    fibfib(0) == 0
    fibfib(1) == 0
    fibfib(2) == 1
    fibfib(n) == fibfib(n-1) + fibfib(n-2) + fibfib(n-3).
    Please write a function to efficiently compute the n-th element of the fibfib number sequence.
    >>> fibfib(1)
    0
    >>> fibfib(5)
    4
    >>> fibfib(8)
    24
    """

The above is an incomplete Python code fragment. Return the complete and correct code with no additional text.

Correct solution

def fibfib(n: int):
    """The FibFib number sequence is a sequence similar to the Fibbonacci sequnece that's defined as follows:
    fibfib(0) == 0
    fibfib(1) == 0
    fibfib(2) == 1
    fibfib(n) == fibfib(n-1) + fibfib(n-2) + fibfib(n-3).
    Please write a function to efficiently compute the n-th element of the fibfib number sequence.
    >>> fibfib(1)
    0
    >>> fibfib(5)
    4
    >>> fibfib(8)
    24
    """if n == 0:
        return 0
    if n == 1:
        return 0
    if n == 2:
        return 1
    return fibfib(n - 1) + fibfib(n - 2) + fibfib(n - 3)

Unit tests

METADATA = {}


def check(candidate):
    assert candidate(2) == 1
    assert candidate(1) == 0
    assert candidate(5) == 4
    assert candidate(8) == 24
    assert candidate(10) == 81
    assert candidate(12) == 274
    assert candidate(14) == 927

Runs

✅ Run 1

Start time: 2023-07-18 17:18:42
Duration: 6.67s
Completion tokens: 172
Result: Pass

def fibfib(n: int):
    if n == 0:
        return 0
    elif n == 1:
        return 0
    elif n == 2:
        return 1
    else:
        fibfib_n_minus_1 = 1
        fibfib_n_minus_2 = 0
        fibfib_n_minus_3 = 0
        fibfib_n = 0
        for i in range(3, n+1):
            fibfib_n = fibfib_n_minus_1 + fibfib_n_minus_2 + fibfib_n_minus_3
            fibfib_n_minus_3 = fibfib_n_minus_2
            fibfib_n_minus_2 = fibfib_n_minus_1
            fibfib_n_minus_1 = fibfib_n
        return fibfib_n

✅ Run 2

Start time: 2023-07-18 17:18:35
Duration: 7.15s
Completion tokens: 194
Result: Pass

def fibfib(n: int):
    if n == 0:
        return 0
    elif n == 1:
        return 0
    elif n == 2:
        return 1
    else:
        fibfib_n_minus_1 = 1
        fibfib_n_minus_2 = 0
        fibfib_n_minus_3 = 0
        fibfib_n = 0
        for i in range(3, n+1):
            fibfib_n = fibfib_n_minus_1 + fibfib_n_minus_2 + fibfib_n_minus_3
            fibfib_n_minus_3 = fibfib_n_minus_2
            fibfib_n_minus_2 = fibfib_n_minus_1
            fibfib_n_minus_1 = fibfib_n
        return fibfib_n

print(fibfib(1))
print(fibfib(5))
print(fibfib(8))

✅ Run 3

Start time: 2023-07-18 17:18:28
Duration: 6.05s
Completion tokens: 164
Result: Pass

def fibfib(n: int):
    if n == 0:
        return 0
    elif n == 1:
        return 0
    elif n == 2:
        return 1
    else:
        fibfib_n_minus_1 = 1
        fibfib_n_minus_2 = 0
        fibfib_n_minus_3 = 0
        for i in range(3, n+1):
            fibfib_n = fibfib_n_minus_1 + fibfib_n_minus_2 + fibfib_n_minus_3
            fibfib_n_minus_3 = fibfib_n_minus_2
            fibfib_n_minus_2 = fibfib_n_minus_1
            fibfib_n_minus_1 = fibfib_n
        return fibfib_n

✅ Run 4

Start time: 2023-07-18 17:18:22
Duration: 6.33s
Completion tokens: 164
Result: Pass

def fibfib(n: int):
    if n == 0:
        return 0
    elif n == 1:
        return 0
    elif n == 2:
        return 1
    else:
        fibfib_n_minus_1 = 1
        fibfib_n_minus_2 = 0
        fibfib_n_minus_3 = 0
        for i in range(3, n+1):
            fibfib_n = fibfib_n_minus_1 + fibfib_n_minus_2 + fibfib_n_minus_3
            fibfib_n_minus_3 = fibfib_n_minus_2
            fibfib_n_minus_2 = fibfib_n_minus_1
            fibfib_n_minus_1 = fibfib_n
        return fibfib_n

✅ Run 5

Start time: 2023-07-18 17:18:15
Duration: 7.05s
Completion tokens: 172
Result: Pass

def fibfib(n: int):
    if n == 0:
        return 0
    elif n == 1:
        return 0
    elif n == 2:
        return 1
    else:
        fibfib_n_minus_1 = 1
        fibfib_n_minus_2 = 0
        fibfib_n_minus_3 = 0
        fibfib_n = 0
        for i in range(3, n+1):
            fibfib_n = fibfib_n_minus_1 + fibfib_n_minus_2 + fibfib_n_minus_3
            fibfib_n_minus_3 = fibfib_n_minus_2
            fibfib_n_minus_2 = fibfib_n_minus_1
            fibfib_n_minus_1 = fibfib_n
        return fibfib_n

✅ Run 6

Start time: 2023-07-18 17:18:09
Duration: 6.34s
Completion tokens: 172
Result: Pass

def fibfib(n: int):
    if n == 0:
        return 0
    elif n == 1:
        return 0
    elif n == 2:
        return 1
    else:
        fibfib_n_minus_1 = 1
        fibfib_n_minus_2 = 0
        fibfib_n_minus_3 = 0
        fibfib_n = 0
        for i in range(3, n+1):
            fibfib_n = fibfib_n_minus_1 + fibfib_n_minus_2 + fibfib_n_minus_3
            fibfib_n_minus_3 = fibfib_n_minus_2
            fibfib_n_minus_2 = fibfib_n_minus_1
            fibfib_n_minus_1 = fibfib_n
        return fibfib_n

✅ Run 7

Start time: 2023-07-18 17:18:02
Duration: 6.43s
Completion tokens: 172
Result: Pass

def fibfib(n: int):
    if n == 0:
        return 0
    elif n == 1:
        return 0
    elif n == 2:
        return 1
    else:
        fibfib_n_minus_1 = 1
        fibfib_n_minus_2 = 0
        fibfib_n_minus_3 = 0
        fibfib_n = 0
        for i in range(3, n+1):
            fibfib_n = fibfib_n_minus_1 + fibfib_n_minus_2 + fibfib_n_minus_3
            fibfib_n_minus_3 = fibfib_n_minus_2
            fibfib_n_minus_2 = fibfib_n_minus_1
            fibfib_n_minus_1 = fibfib_n
        return fibfib_n

✅ Run 8

Start time: 2023-07-18 17:17:57
Duration: 5.21s
Completion tokens: 164
Result: Pass

def fibfib(n: int):
    if n == 0:
        return 0
    elif n == 1:
        return 0
    elif n == 2:
        return 1
    else:
        fibfib_n_minus_1 = 1
        fibfib_n_minus_2 = 0
        fibfib_n_minus_3 = 0
        for i in range(3, n+1):
            fibfib_n = fibfib_n_minus_1 + fibfib_n_minus_2 + fibfib_n_minus_3
            fibfib_n_minus_3 = fibfib_n_minus_2
            fibfib_n_minus_2 = fibfib_n_minus_1
            fibfib_n_minus_1 = fibfib_n
        return fibfib_n

✅ Run 9

Start time: 2023-07-18 17:17:50
Duration: 6.26s
Completion tokens: 172
Result: Pass

def fibfib(n: int):
    if n == 0:
        return 0
    elif n == 1:
        return 0
    elif n == 2:
        return 1
    else:
        fibfib_n_minus_1 = 1
        fibfib_n_minus_2 = 0
        fibfib_n_minus_3 = 0
        fibfib_n = 0
        for i in range(3, n+1):
            fibfib_n = fibfib_n_minus_1 + fibfib_n_minus_2 + fibfib_n_minus_3
            fibfib_n_minus_3 = fibfib_n_minus_2
            fibfib_n_minus_2 = fibfib_n_minus_1
            fibfib_n_minus_1 = fibfib_n
        return fibfib_n

✅ Run 10

Start time: 2023-07-18 17:17:44
Duration: 6.32s
Completion tokens: 172
Result: Pass

def fibfib(n: int):
    if n == 0:
        return 0
    elif n == 1:
        return 0
    elif n == 2:
        return 1
    else:
        fibfib_n_minus_1 = 1
        fibfib_n_minus_2 = 0
        fibfib_n_minus_3 = 0
        fibfib_n = 0
        for i in range(3, n+1):
            fibfib_n = fibfib_n_minus_1 + fibfib_n_minus_2 + fibfib_n_minus_3
            fibfib_n_minus_3 = fibfib_n_minus_2
            fibfib_n_minus_2 = fibfib_n_minus_1
            fibfib_n_minus_1 = fibfib_n
        return fibfib_n