fix: change issues

bigcode-project · Jun 19, 2024 · 1c6e7ce · 1c6e7ce
1 parent 0f0ea6e
commit 1c6e7ce
Show file tree

Hide file tree

Showing 2 changed files with 20 additions and 13 deletions.
diff --git a/.github/ISSUE_TEMPLATE/buggy_contract.yml b/.github/ISSUE_TEMPLATE/buggy_contract.yml
@@ -1,14 +1,14 @@
-name: "🐛 Report Bad Contract"
-description: Report to us that certain program contract should be repaired.
-title: "🐛 [TestRemoval] - <TASK_ID> <WHY>"
-labels: ["program contract"]
+name: "🐛 Report Bad Task"
+description: Report to us that certain programming task should be repaired.
+title: "🐛 [TaskRemoval/TaskRepair] - <TASK_ID> <WHY>"
+labels: ["programming task"]
 body:
   - type: input
     id: version
     attributes:
       label: "BigCodeBench version"
       description: What is the version of BigCodeBench? You can find it by running `pip show bigcodebench`.
-      placeholder: For example, 0.1.0
+      placeholder: For example, 0.1.5
     validations:
       required: true
   - type: input
@@ -27,15 +27,15 @@ body:
   - type: textarea
     id: original
     attributes:
-      label: "The original wrong contract"
-      description: You can run `python -c "from bigcodebench.data import get_bigcodebench print(get_bigcodebench['BigCodeBench/❓']['contract'])"`
+      label: "The original complete prompt"
+      description: You can run `python -c "from bigcodebench.data import get_bigcodebench print(get_bigcodebench['BigCodeBench/❓']['complete_prompt'])"`
       render: python
     validations:
       required: true
   - type: textarea
     id: new
     attributes:
-      label: "Your proposed new contract"
+      label: "Your proposed new complete prompt"
       render: python
     validations:
       required: true

diff --git a/.github/ISSUE_TEMPLATE/buggy_test.yml b/.github/ISSUE_TEMPLATE/buggy_test.yml
@@ -1,6 +1,6 @@
 name: "🐛 Report Bad Test Inputs"
 description: Report to us that certain test inputs should be removed.
-title: "🐛 [TestRemoval] - <TASK_ID> <WHY>"
+title: "🐛 [TestRemoval/TestRepair] - <TASK_ID> <WHY>"
 labels: ["bug"]
 body:
   - type: input
@@ -21,14 +21,21 @@ body:
     id: task_id
     attributes:
       label: "Task ID of the programming task"
-      placeholder: HumanEval/[??]
+      placeholder: BigCodeBench/[??]
     validations:
       required: true
   - type: textarea
-    id: test_input
+    id: original
     attributes:
-      label: "Test input"
-      description: The text form of the test input that you think should be removed
+      label: "The original test"
+      description: You can run `python -c "from bigcodebench.data import get_bigcodebench print(get_bigcodebench['BigCodeBench/❓']['test'])"`
+      render: python
+    validations:
+      required: true
+  - type: textarea
+    id: new
+    attributes:
+      label: "Your proposed new test"
       render: python
     validations:
       required: true