Codeparrot/codecomplex

promptsource/templates.py

@@ -27,7 +27,21 @@
 # These are users whose datasets should be included in the results returned by
 # filter_english_datasets (regardless of their metadata)
 
-INCLUDED_USERS = {"Zaid", "craffel", "GEM", "aps", "khalidalt", "shanya", "rbawden", "BigScienceBiasEval", "gsarti"}
+INCLUDED_USERS = {
+    "Zaid",
+    "craffel",
+    "GEM",
+    "aps",
+    "khalidalt",
+    "shanya",
+    "rbawden",
+    "BigScienceBiasEval",
+    "gsarti",
+    "Helsinki-NLP",
+    "Muennighoff",
+    "facebook",
+    "codeparrot",
+}
 
 # These are the metrics with which templates can be tagged
 METRICS = {

promptsource/templates/codeparrot/codecomplex/codeparrot--codecomplex/templates.yaml

@@ -0,0 +1,45 @@
+dataset: codeparrot/codecomplex
+subset: codeparrot--codecomplex
+templates:
+  5b108b1c-7514-488f-99ed-3ca5da70e103: !Template
+    answer_choices: null
+    id: 5b108b1c-7514-488f-99ed-3ca5da70e103
+    jinja: '{{ code }}
+      What is the complexity of the previous code?
+      |||
+      {{ complexity }}'
+    metadata: !TemplateMetadata
+      choices_in_prompt: false
+      languages:
+      - en
+      metrics:
+      - Other
+      original_task: true
+    name: whatcomplexity
+    reference: ''
+  1d85c898-70fe-4a51-be37-5111be357762: !Template
+    answer_choices: null
+    id: 1d85c898-70fe-4a51-be37-5111be357762
+    jinja: "Identify the complexity of the following code as constant, linear, quadratic, cubic, log(n), nlog(n) or NP-hard. {{ code }} |||{{ complexity }}"
+    metadata: !TemplateMetadata
+      choices_in_prompt: false
+      languages:
+      - en
+      metrics:
+      - Other
+      original_task: false
+    name: identifycomplexity
+    reference: ''
+  5d85c898-70fe-4a51-be37-5111be357762: !Template
+    answer_choices: null
+    id: 5d85c898-70fe-4a51-be37-5111be357762
+    jinja: "{{ code }} Which one is the correct complexity of the code snippet: constant, linear, quadratic, cubic, log(n), nlog(n) or NP-hard? |||{{ complexity }}"
+    metadata: !TemplateMetadata
+      choices_in_prompt: false
+      languages:
+      - en
+      metrics:
+      - Other
+      original_task: false
+    name: whichcomplexity
+    reference: ''