Kewen Zhao commited on
Commit
11138f3
·
1 Parent(s): 306dfab

typo, update README

Browse files
Files changed (2) hide show
  1. README.md +3 -3
  2. code_eval_stdio.py +1 -1
README.md CHANGED
@@ -86,7 +86,7 @@ Full match at `k=1`:
86
  ```python
87
  from evaluate import load
88
  code_eval_stdio = load("hage2000/code_eval_stdio")
89
- references = [{"input":"2 3", "reference_output":"5"}]
90
  candidates = [[ "nums = list(map(int, input().split()))\nprint(sum(nums))"]]
91
  pass_at_k, results = code_eval_stdio.compute(references=references, predictions=candidates, k=[1, 2])
92
  print(pass_at_k)
@@ -98,7 +98,7 @@ No match for k = 1:
98
  ```python
99
  from evaluate import load
100
  code_eval_stdio = load("hage2000/code_eval_stdio")
101
- references = [{"input":"2 3", "reference_output":"5"}]
102
  candidates = [[ "nums = list(map(int, input().split()))\nprint(nums[0]*nums[1])"]]
103
  pass_at_k, results = code_eval_stdio.compute(references=references, predictions=candidates, k=[1, 2])
104
  print(pass_at_k)
@@ -110,7 +110,7 @@ Partial match at k=1, full match at k=2:
110
  ```python
111
  from evaluate import load
112
  code_eval_stdio = load("hage2000/code_eval_stdio")
113
- references = [{"input":, "reference_output":"5"}]
114
  candidates = [[ "nums = list(map(int, input().split()))\nprint(sum(nums))", "nums = list(map(int, input().split()))\nprint(nums[0]*nums[1])"]]
115
  pass_at_k, results = code_eval_stdio.compute(references=references, predictions=candidates, k=[1, 2])
116
  print(pass_at_k)
 
86
  ```python
87
  from evaluate import load
88
  code_eval_stdio = load("hage2000/code_eval_stdio")
89
+ references = [{"inputs":["2 3"], "reference_outputs":["5"]}]
90
  candidates = [[ "nums = list(map(int, input().split()))\nprint(sum(nums))"]]
91
  pass_at_k, results = code_eval_stdio.compute(references=references, predictions=candidates, k=[1, 2])
92
  print(pass_at_k)
 
98
  ```python
99
  from evaluate import load
100
  code_eval_stdio = load("hage2000/code_eval_stdio")
101
+ references = [{"inputs":["2 3"], "reference_outputs":["5"]}]
102
  candidates = [[ "nums = list(map(int, input().split()))\nprint(nums[0]*nums[1])"]]
103
  pass_at_k, results = code_eval_stdio.compute(references=references, predictions=candidates, k=[1, 2])
104
  print(pass_at_k)
 
110
  ```python
111
  from evaluate import load
112
  code_eval_stdio = load("hage2000/code_eval_stdio")
113
+ references = [{"inputs": ["2 3"]:, "reference_outputs":["5"]}]
114
  candidates = [[ "nums = list(map(int, input().split()))\nprint(sum(nums))", "nums = list(map(int, input().split()))\nprint(nums[0]*nums[1])"]]
115
  pass_at_k, results = code_eval_stdio.compute(references=references, predictions=candidates, k=[1, 2])
116
  print(pass_at_k)
code_eval_stdio.py CHANGED
@@ -26,7 +26,7 @@ import numpy as np
26
 
27
  import evaluate
28
 
29
- .from execute import check_correctness
30
 
31
 
32
  _CITATION = """\
 
26
 
27
  import evaluate
28
 
29
+ from .execute import check_correctness
30
 
31
 
32
  _CITATION = """\