File tree Expand file tree Collapse file tree
Expand file tree Collapse file tree Original file line number Diff line number Diff line change 1111 using : composite
1212 steps :
1313 - name : Install uv
14- uses : astral-sh/setup-uv@v7
14+ uses : astral-sh/setup-uv@cec208311dfd045dd5311c1add060b2062131d57
1515 with :
1616 enable-cache : true
1717
Original file line number Diff line number Diff line change 2121 uses : actions/checkout@v5
2222
2323 - name : Install uv
24- uses : astral-sh/setup-uv@v7
24+ uses : astral-sh/setup-uv@cec208311dfd045dd5311c1add060b2062131d57
2525 with :
2626 enable-cache : true
2727
Original file line number Diff line number Diff line change @@ -163,6 +163,32 @@ def summary_class(self) -> type[EvaluationResultSummary]:
163163
164164 raise ValueError (f"Unknown evaluation category: { self } " )
165165
166+ @property
167+ def result_class (self ) -> type [BaseEvaluationResult ]:
168+ from bcbench .results .bugfix import BugFixResult
169+ from bcbench .results .testgeneration import TestGenerationResult
170+
171+ match self :
172+ case EvaluationCategory .BUG_FIX :
173+ return BugFixResult
174+ case EvaluationCategory .TEST_GENERATION :
175+ return TestGenerationResult
176+
177+ raise ValueError (f"Unknown evaluation category: { self } " )
178+
179+ @property
180+ def summary_class (self ) -> type [EvaluationResultSummary ]:
181+ """Returns the EvaluationResultSummary subclass for this category."""
182+ from bcbench .results .summary import ExecutionBasedEvaluationResultSummary
183+
184+ match self :
185+ case EvaluationCategory .BUG_FIX :
186+ return ExecutionBasedEvaluationResultSummary
187+ case EvaluationCategory .TEST_GENERATION :
188+ return ExecutionBasedEvaluationResultSummary
189+
190+ raise ValueError (f"Unknown evaluation category: { self } " )
191+
166192 @property
167193 def pipeline (self ) -> EvaluationPipeline :
168194 from bcbench .evaluate import BugFixPipeline , CodeReviewPipeline , TestGenerationPipeline
You can’t perform that action at this time.
0 commit comments