We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent d751286 commit 7d428f4Copy full SHA for 7d428f4
1 file changed
.github/workflows/copilot-evaluation.yml
@@ -50,6 +50,11 @@ on:
50
- "3"
51
- "4"
52
- "5"
53
+ lm-checklist-poc:
54
+ description: "POC: score results with bc-eval's lm_checklist evaluator after the run"
55
+ required: false
56
+ default: false
57
+ type: boolean
58
59
concurrency:
60
group: copilot-evaluation-${{ inputs.test-run && 'test' || 'full' }}
@@ -156,6 +161,7 @@ jobs:
156
161
agent: "GitHub Copilot CLI"
157
162
mock: ${{ inputs.test-run }}
158
163
category: ${{ inputs.category }}
164
+ lm-checklist-poc: ${{ inputs.lm-checklist-poc }}
159
165
secrets: inherit
160
166
167
requeue:
0 commit comments