Spaces:
Sleeping
Sleeping
Kewen Zhao
commited on
Commit
·
11138f3
1
Parent(s):
306dfab
typo, update README
Browse files- README.md +3 -3
- code_eval_stdio.py +1 -1
README.md
CHANGED
@@ -86,7 +86,7 @@ Full match at `k=1`:
|
|
86 |
```python
|
87 |
from evaluate import load
|
88 |
code_eval_stdio = load("hage2000/code_eval_stdio")
|
89 |
-
references = [{"
|
90 |
candidates = [[ "nums = list(map(int, input().split()))\nprint(sum(nums))"]]
|
91 |
pass_at_k, results = code_eval_stdio.compute(references=references, predictions=candidates, k=[1, 2])
|
92 |
print(pass_at_k)
|
@@ -98,7 +98,7 @@ No match for k = 1:
|
|
98 |
```python
|
99 |
from evaluate import load
|
100 |
code_eval_stdio = load("hage2000/code_eval_stdio")
|
101 |
-
references = [{"
|
102 |
candidates = [[ "nums = list(map(int, input().split()))\nprint(nums[0]*nums[1])"]]
|
103 |
pass_at_k, results = code_eval_stdio.compute(references=references, predictions=candidates, k=[1, 2])
|
104 |
print(pass_at_k)
|
@@ -110,7 +110,7 @@ Partial match at k=1, full match at k=2:
|
|
110 |
```python
|
111 |
from evaluate import load
|
112 |
code_eval_stdio = load("hage2000/code_eval_stdio")
|
113 |
-
references = [{"
|
114 |
candidates = [[ "nums = list(map(int, input().split()))\nprint(sum(nums))", "nums = list(map(int, input().split()))\nprint(nums[0]*nums[1])"]]
|
115 |
pass_at_k, results = code_eval_stdio.compute(references=references, predictions=candidates, k=[1, 2])
|
116 |
print(pass_at_k)
|
|
|
86 |
```python
|
87 |
from evaluate import load
|
88 |
code_eval_stdio = load("hage2000/code_eval_stdio")
|
89 |
+
references = [{"inputs":["2 3"], "reference_outputs":["5"]}]
|
90 |
candidates = [[ "nums = list(map(int, input().split()))\nprint(sum(nums))"]]
|
91 |
pass_at_k, results = code_eval_stdio.compute(references=references, predictions=candidates, k=[1, 2])
|
92 |
print(pass_at_k)
|
|
|
98 |
```python
|
99 |
from evaluate import load
|
100 |
code_eval_stdio = load("hage2000/code_eval_stdio")
|
101 |
+
references = [{"inputs":["2 3"], "reference_outputs":["5"]}]
|
102 |
candidates = [[ "nums = list(map(int, input().split()))\nprint(nums[0]*nums[1])"]]
|
103 |
pass_at_k, results = code_eval_stdio.compute(references=references, predictions=candidates, k=[1, 2])
|
104 |
print(pass_at_k)
|
|
|
110 |
```python
|
111 |
from evaluate import load
|
112 |
code_eval_stdio = load("hage2000/code_eval_stdio")
|
113 |
+
references = [{"inputs": ["2 3"]:, "reference_outputs":["5"]}]
|
114 |
candidates = [[ "nums = list(map(int, input().split()))\nprint(sum(nums))", "nums = list(map(int, input().split()))\nprint(nums[0]*nums[1])"]]
|
115 |
pass_at_k, results = code_eval_stdio.compute(references=references, predictions=candidates, k=[1, 2])
|
116 |
print(pass_at_k)
|
code_eval_stdio.py
CHANGED
@@ -26,7 +26,7 @@ import numpy as np
|
|
26 |
|
27 |
import evaluate
|
28 |
|
29 |
-
|
30 |
|
31 |
|
32 |
_CITATION = """\
|
|
|
26 |
|
27 |
import evaluate
|
28 |
|
29 |
+
from .execute import check_correctness
|
30 |
|
31 |
|
32 |
_CITATION = """\
|