Skip to content

Commit 4556b6a

Browse files
committed
added another test
1 parent 968a6e0 commit 4556b6a

1 file changed

Lines changed: 48 additions & 0 deletions

File tree

tests/classification/test_rocauc.py

Lines changed: 48 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -267,3 +267,51 @@ def test_rocauc_with_tabular_example(
267267
assert m in expected_metrics
268268
for m in expected_metrics:
269269
assert m in actual_metrics
270+
271+
272+
def test_rocauc_single_classification(loader: Loader):
273+
data = [
274+
Classification(
275+
uid="uid",
276+
groundtruth="dog",
277+
predictions=["dog", "cat"],
278+
scores=[1.0, 0.0],
279+
)
280+
]
281+
loader.add_data(data)
282+
evaluator = loader.finalize()
283+
284+
metrics = evaluator.compute_rocauc()
285+
286+
# test ROCAUC
287+
actual_metrics = [m.to_dict() for m in metrics[MetricType.ROCAUC]]
288+
expected_metrics = [
289+
{
290+
"type": "ROCAUC",
291+
"value": 0.0,
292+
"parameters": {
293+
"label": "dog",
294+
},
295+
},
296+
{
297+
"type": "ROCAUC",
298+
"value": 0.0,
299+
"parameters": {
300+
"label": "cat",
301+
},
302+
},
303+
]
304+
for m in actual_metrics:
305+
assert m in expected_metrics
306+
for m in expected_metrics:
307+
assert m in actual_metrics
308+
309+
# test mROCAUC
310+
actual_metrics = [m.to_dict() for m in metrics[MetricType.mROCAUC]]
311+
expected_metrics = [
312+
{"type": "mROCAUC", "value": 0.0, "parameters": {}},
313+
]
314+
for m in actual_metrics:
315+
assert m in expected_metrics
316+
for m in expected_metrics:
317+
assert m in actual_metrics

0 commit comments

Comments
 (0)