init

.dockerignore

@@ -170,5 +170,5 @@ HumanEvalPlus*.jsonl
 HumanEvalPlus*.gz
 MbppPlus*.jsonl
 MbppPlus*.gz
-evalplus/_version.py
+openeval/_version.py
 *mbpp.json

.github/ISSUE_TEMPLATE/buggy_contract.yml

@@ -7,14 +7,14 @@ body:
     id: version
     attributes:
       label: "EvalPlus version"
-      description: What is the version of EvalPlus? You can find it by running `pip show evalplus`.
+      description: What is the version of EvalPlus? You can find it by running `pip show openeval`.
       placeholder: For example, 0.1.0
     validations:
       required: true
   - type: input
     id: cache
     attributes:
-      label: "Output of running `ls ~/.cache/evalplus`"
+      label: "Output of running `ls ~/.cache/openeval`"
     validations:
       required: true
   - type: input
@@ -28,7 +28,7 @@ body:
     id: original
     attributes:
       label: "The original wrong contract"
-      description: You can run `python -c "from evalplus.data import get_human_eval_plus; print(get_human_eval_plus()['HumanEval/❓']['contract'])"`
+      description: You can run `python -c "from openeval.data import get_human_eval_plus; print(get_human_eval_plus()['HumanEval/❓']['contract'])"`
       render: python
     validations:
       required: true

.github/ISSUE_TEMPLATE/buggy_test.yml

@@ -7,14 +7,14 @@ body:
     id: version
     attributes:
       label: "EvalPlus version"
-      description: What is the version of EvalPlus? You can find it by running `pip show evalplus`.
+      description: What is the version of EvalPlus? You can find it by running `pip show openeval`.
       placeholder: For example, 0.1.0
     validations:
       required: true
   - type: input
     id: cache
     attributes:
-      label: "Output of running `ls ~/.cache/evalplus`"
+      label: "Output of running `ls ~/.cache/openeval`"
     validations:
       required: true
   - type: input

.gitignore

@@ -162,12 +162,11 @@ cython_debug/
 
 # VSCode
 .vscode/
-EvalPlus/
+OpenPlus/
 backup/
 passrate.p*
 min_cov_dir/
-HumanEvalPlus*.gz
-MbppPlus*.gz
-evalplus/_version.py
-*mbpp.json
+openeval/_version.py
 *.jsonl
+inspect/
+*.zip

CITATION.cff

@@ -1,25 +1,19 @@
 cff-version: 1.2.0
 message: "If you use this work and love it, consider citing it as below \U0001F917"
-title: EvalPlus
+title: OpenEval
 authors:
-  - family-names: EvalPlus Team
-url: https://github.com/evalplus/evalplus
-doi: https://doi.org/10.48550/arXiv.2305.01210
-date-released: 2023-05-01
+  - family-names: OpenEval Team
+url: https://github.com/bigcode-project/open-eval
+doi: 
+date-released: 
 license: Apache-2.0
 preferred-citation:
   type: article
-  title: "Is Your Code Generated by ChatGPT Really Correct? Rigorous Evaluation of Large Language Models for Code Generation"
+  title: ""
   authors:
-    - family-names: Liu
-      given-names: Jiawei
-    - family-names: Xia
-      given-names: Chunqiu Steven
-    - family-names: Wang
-      given-names: Yuyao
-    - family-names: Zhang
-      given-names: Lingming
-  year: 2023
-  journal: "arXiv preprint arXiv:2305.01210"
-  doi: https://doi.org/10.48550/arXiv.2305.01210
-  url: https://arxiv.org/abs/2305.01210
+    - family-names: Zhuo
+      given-names: Terry Yue
+  year: 2024
+  journal:
+  doi:
+  url:

Dockerfile

@@ -7,13 +7,13 @@ RUN apt-get update && apt-get install -y git
 # upgrade to latest pip
 RUN pip install --upgrade pip
 
-COPY . /evalplus
+COPY . /openeval
 
-RUN cd /evalplus && pip install .
+RUN cd /openeval && pip install .
 
 # Pre-install the dataset
-RUN python3 -c "from evalplus.data import get_human_eval_plus, get_mbpp_plus; get_human_eval_plus(); get_mbpp_plus()"
+RUN python3 -c "from openeval.data import get_open_eval_plus;"
 
 WORKDIR /app
 
-ENTRYPOINT ["python3", "-m", "evalplus.evaluate"]
+ENTRYPOINT ["python3", "-m", "openeval.evaluate"]

LICENSE

@@ -201,5 +201,3 @@
    limitations under the License.
 
 -------------------------------------------------------------------------------
-The files under "evalplus/eval/" additionally complies with the MIT License for
-being built on OpenAI's HumanEval work.

MANIFEST.in

@@ -1 +1 @@
-exclude evalplus/_experimental/**/*.py
+exclude openeval/_experimental/**/*.py