| 123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596 |
- # Copyright The Lightning team.
- #
- # Licensed under the Apache License, Version 2.0 (the "License");
- # you may not use this file except in compliance with the License.
- # You may obtain a copy of the License at
- #
- # http://www.apache.org/licenses/LICENSE-2.0
- #
- # Unless required by applicable law or agreed to in writing, software
- # distributed under the License is distributed on an "AS IS" BASIS,
- # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- # See the License for the specific language governing permissions and
- # limitations under the License.
- from typing import Any, List, Optional, Union
- from torch import Tensor
- from typing_extensions import Literal
- from torchmetrics.classification.base import _ClassificationTaskWrapper
- from torchmetrics.classification.precision_recall_curve import (
- BinaryPrecisionRecallCurve,
- MulticlassPrecisionRecallCurve,
- MultilabelPrecisionRecallCurve,
- )
- from torchmetrics.functional.classification.auroc import _reduce_auroc
- from torchmetrics.functional.classification.roc import (
- _binary_roc_compute,
- _multiclass_roc_compute,
- _multilabel_roc_compute,
- )
- from torchmetrics.metric import Metric
- from torchmetrics.utilities.compute import _auc_compute_without_check
- from torchmetrics.utilities.data import dim_zero_cat
- from torchmetrics.utilities.enums import ClassificationTask
- from torchmetrics.utilities.imports import _MATPLOTLIB_AVAILABLE
- from torchmetrics.utilities.plot import _AX_TYPE, _PLOT_OUT_TYPE, plot_curve
- if not _MATPLOTLIB_AVAILABLE:
- __doctest_skip__ = ["BinaryROC.plot", "MulticlassROC.plot", "MultilabelROC.plot"]
- class BinaryROC(BinaryPrecisionRecallCurve):
- r"""Compute the Receiver Operating Characteristic (ROC) for binary tasks.
- The curve consist of multiple pairs of true positive rate (TPR) and false positive rate (FPR) values evaluated at
- different thresholds, such that the tradeoff between the two values can be seen.
- As input to ``forward`` and ``update`` the metric accepts the following input:
- - ``preds`` (:class:`~torch.Tensor`): A float tensor of shape ``(N, ...)``. Preds should be a tensor containing
- probabilities or logits for each observation. If preds has values outside [0,1] range we consider the input
- to be logits and will auto apply sigmoid per element.
- - ``target`` (:class:`~torch.Tensor`): An int tensor of shape ``(N, ...)``. Target should be a tensor containing
- ground truth labels, and therefore only contain {0,1} values (except if `ignore_index` is specified). The value
- 1 always encodes the positive class.
- .. tip::
- Additional dimension ``...`` will be flattened into the batch dimension.
- As output to ``forward`` and ``compute`` the metric returns a tuple of 3 tensors containing:
- - ``fpr`` (:class:`~torch.Tensor`): A 1d tensor of size ``(n_thresholds+1, )`` with false positive rate values
- - ``tpr`` (:class:`~torch.Tensor`): A 1d tensor of size ``(n_thresholds+1, )`` with true positive rate values
- - ``thresholds`` (:class:`~torch.Tensor`): A 1d tensor of size ``(n_thresholds, )`` with decreasing threshold
- values
- .. note::
- The implementation both supports calculating the metric in a non-binned but accurate version and a
- binned version that is less accurate but more memory efficient. Setting the `thresholds` argument to `None` will
- activate the non-binned version that uses memory of size :math:`\mathcal{O}(n_{samples})` whereas setting the
- `thresholds` argument to either an integer, list or a 1d tensor will use a binned version that uses memory of
- size :math:`\mathcal{O}(n_{thresholds})` (constant memory).
- .. attention::
- The outputted thresholds will be in reversed order to ensure that they correspond to both fpr and
- tpr which are sorted in reversed order during their calculation, such that they are monotome increasing.
- Args:
- thresholds:
- Can be one of:
- - If set to `None`, will use a non-binned approach where thresholds are dynamically calculated from
- all the data. Most accurate but also most memory consuming approach.
- - If set to an `int` (larger than 1), will use that number of thresholds linearly spaced from
- 0 to 1 as bins for the calculation.
- - If set to an `list` of floats, will use the indicated thresholds in the list as bins for the calculation
- - If set to an 1d `tensor` of floats, will use the indicated thresholds in the tensor as
- bins for the calculation.
- ignore_index:
- Specifies a target value that is ignored and does not contribute to the metric calculation
- validate_args: bool indicating if input arguments and tensors should be validated for correctness.
- Set to ``False`` for faster computations.
- kwargs: Additional keyword arguments, see :ref:`Metric kwargs` for more info.
- Example:
- >>> from torch import tensor
- >>> from torchmetrics.classification import BinaryROC
- >>> preds = tensor([0, 0.5, 0.7, 0.8])
- >>> target = tensor([0, 1, 1, 0])
- >>> metric = BinaryROC(thresholds=None)
- >>> metric(preds, target) # doctest: +NORMALIZE_WHITESPACE
- (tensor([0.0000, 0.5000, 0.5000, 0.5000, 1.0000]),
- tensor([0.0000, 0.0000, 0.5000, 1.0000, 1.0000]),
- tensor([1.0000, 0.8000, 0.7000, 0.5000, 0.0000]))
- >>> broc = BinaryROC(thresholds=5)
- >>> broc(preds, target) # doctest: +NORMALIZE_WHITESPACE
- (tensor([0.0000, 0.5000, 0.5000, 0.5000, 1.0000]),
- tensor([0., 0., 1., 1., 1.]),
- tensor([1.0000, 0.7500, 0.5000, 0.2500, 0.0000]))
- """
- is_differentiable: bool = False
- higher_is_better: Optional[bool] = None
- full_state_update: bool = False
- plot_lower_bound: float = 0.0
- plot_upper_bound: float = 1.0
- def compute(self) -> tuple[Tensor, Tensor, Tensor]:
- """Compute metric."""
- state = [dim_zero_cat(self.preds), dim_zero_cat(self.target)] if self.thresholds is None else self.confmat
- return _binary_roc_compute(state, self.thresholds) # type: ignore[arg-type]
- def plot(
- self,
- curve: Optional[tuple[Tensor, Tensor, Tensor]] = None,
- score: Optional[Union[Tensor, bool]] = None,
- ax: Optional[_AX_TYPE] = None,
- ) -> _PLOT_OUT_TYPE:
- """Plot a single or multiple values from the metric.
- Args:
- curve: the output of either `metric.compute` or `metric.forward`. If no value is provided, will
- automatically call `metric.compute` and plot that result.
- score: Provide a area-under-the-curve score to be displayed on the plot. If `True` and no curve is provided,
- will automatically compute the score. The score is computed by using the trapezoidal rule to compute the
- area under the curve.
- ax: An matplotlib axis object. If provided will add plot to that axis
- Returns:
- Figure and Axes object
- Raises:
- ModuleNotFoundError:
- If `matplotlib` is not installed
- .. plot::
- :scale: 75
- >>> from torch import rand, randint
- >>> from torchmetrics.classification import BinaryROC
- >>> preds = rand(20)
- >>> target = randint(2, (20,))
- >>> metric = BinaryROC()
- >>> metric.update(preds, target)
- >>> fig_, ax_ = metric.plot(score=True)
- """
- curve_computed = curve or self.compute()
- score = (
- _auc_compute_without_check(curve_computed[0], curve_computed[1], 1.0)
- if not curve and score is True
- else None
- )
- return plot_curve(
- curve_computed,
- score=score,
- ax=ax,
- label_names=("False positive rate", "True positive rate"),
- name=self.__class__.__name__,
- )
- class MulticlassROC(MulticlassPrecisionRecallCurve):
- r"""Compute the Receiver Operating Characteristic (ROC) for binary tasks.
- The curve consist of multiple pairs of true positive rate (TPR) and false positive rate (FPR) values evaluated at
- different thresholds, such that the tradeoff between the two values can be seen.
- For multiclass the metric is calculated by iteratively treating each class as the positive class and all other
- classes as the negative, which is referred to as the one-vs-rest approach. One-vs-one is currently not supported by
- this metric.
- As input to ``forward`` and ``update`` the metric accepts the following input:
- - ``preds`` (:class:`~torch.Tensor`): A float tensor of shape ``(N, C, ...)``. Preds should be a tensor
- containing probabilities or logits for each observation. If preds has values outside [0,1] range we consider
- the input to be logits and will auto apply softmax per sample.
- - ``target`` (:class:`~torch.Tensor`): An int tensor of shape ``(N, ...)``. Target should be a tensor containing
- ground truth labels, and therefore only contain values in the [0, n_classes-1] range (except if `ignore_index`
- is specified).
- .. tip::
- Additional dimension ``...`` will be flattened into the batch dimension.
- As output to ``forward`` and ``compute`` the metric returns a tuple of either 3 tensors or 3 lists containing
- - ``fpr`` (:class:`~torch.Tensor`): if `thresholds=None` a list for each class is returned with an 1d tensor of
- size ``(n_thresholds+1, )`` with false positive rate values (length may differ between classes). If `thresholds`
- is set to something else, then a single 2d tensor of size ``(n_classes, n_thresholds+1)`` with false positive rate
- values is returned.
- - ``tpr`` (:class:`~torch.Tensor`): if `thresholds=None` a list for each class is returned with an 1d tensor of
- size ``(n_thresholds+1, )`` with true positive rate values (length may differ between classes). If `thresholds` is
- set to something else, then a single 2d tensor of size ``(n_classes, n_thresholds+1)`` with true positive rate
- values is returned.
- - ``thresholds`` (:class:`~torch.Tensor`): if `thresholds=None` a list for each class is returned with an 1d
- tensor of size ``(n_thresholds, )`` with decreasing threshold values (length may differ between classes). If
- `threshold` is set to something else, then a single 1d tensor of size ``(n_thresholds, )`` is returned with shared
- threshold values for all classes.
- .. note::
- The implementation both supports calculating the metric in a non-binned but accurate version and a
- binned version that is less accurate but more memory efficient. Setting the `thresholds` argument to `None` will
- activate the non-binned version that uses memory of size :math:`\mathcal{O}(n_{samples})` whereas setting the
- `thresholds` argument to either an integer, list or a 1d tensor will use a binned version that uses memory of
- size :math:`\mathcal{O}(n_{thresholds} \times n_{classes})` (constant memory).
- .. attention::
- Note that outputted thresholds will be in reversed order to ensure that they correspond to both fpr
- and tpr which are sorted in reversed order during their calculation, such that they are monotome increasing.
- Args:
- num_classes: Integer specifying the number of classes
- thresholds:
- Can be one of:
- - If set to `None`, will use a non-binned approach where thresholds are dynamically calculated from
- all the data. Most accurate but also most memory consuming approach.
- - If set to an `int` (larger than 1), will use that number of thresholds linearly spaced from
- 0 to 1 as bins for the calculation.
- - If set to an `list` of floats, will use the indicated thresholds in the list as bins for the calculation
- - If set to an 1d `tensor` of floats, will use the indicated thresholds in the tensor as
- bins for the calculation.
- average:
- If aggregation of curves should be applied. By default, the curves are not aggregated and a curve for
- each class is returned. If `average` is set to ``"micro"``, the metric will aggregate the curves by one hot
- encoding the targets and flattening the predictions, considering all classes jointly as a binary problem.
- If `average` is set to ``"macro"``, the metric will aggregate the curves by first interpolating the curves
- from each class at a combined set of thresholds and then average over the classwise interpolated curves.
- See `averaging curve objects`_ for more info on the different averaging methods.
- ignore_index:
- Specifies a target value that is ignored and does not contribute to the metric calculation
- validate_args: bool indicating if input arguments and tensors should be validated for correctness.
- Set to ``False`` for faster computations.
- kwargs: Additional keyword arguments, see :ref:`Metric kwargs` for more info.
- Example:
- >>> from torch import tensor
- >>> from torchmetrics.classification import MulticlassROC
- >>> preds = tensor([[0.75, 0.05, 0.05, 0.05, 0.05],
- ... [0.05, 0.75, 0.05, 0.05, 0.05],
- ... [0.05, 0.05, 0.75, 0.05, 0.05],
- ... [0.05, 0.05, 0.05, 0.75, 0.05]])
- >>> target = tensor([0, 1, 3, 2])
- >>> metric = MulticlassROC(num_classes=5, thresholds=None)
- >>> fpr, tpr, thresholds = metric(preds, target)
- >>> fpr # doctest: +NORMALIZE_WHITESPACE
- [tensor([0., 0., 1.]), tensor([0., 0., 1.]), tensor([0.0000, 0.3333, 1.0000]),
- tensor([0.0000, 0.3333, 1.0000]), tensor([0., 1.])]
- >>> tpr
- [tensor([0., 1., 1.]), tensor([0., 1., 1.]), tensor([0., 0., 1.]), tensor([0., 0., 1.]), tensor([0., 0.])]
- >>> thresholds # doctest: +NORMALIZE_WHITESPACE
- [tensor([1.0000, 0.7500, 0.0500]), tensor([1.0000, 0.7500, 0.0500]),
- tensor([1.0000, 0.7500, 0.0500]), tensor([1.0000, 0.7500, 0.0500]), tensor([1.0000, 0.0500])]
- >>> mcroc = MulticlassROC(num_classes=5, thresholds=5)
- >>> mcroc(preds, target) # doctest: +NORMALIZE_WHITESPACE
- (tensor([[0.0000, 0.0000, 0.0000, 0.0000, 1.0000],
- [0.0000, 0.0000, 0.0000, 0.0000, 1.0000],
- [0.0000, 0.3333, 0.3333, 0.3333, 1.0000],
- [0.0000, 0.3333, 0.3333, 0.3333, 1.0000],
- [0.0000, 0.0000, 0.0000, 0.0000, 1.0000]]),
- tensor([[0., 1., 1., 1., 1.],
- [0., 1., 1., 1., 1.],
- [0., 0., 0., 0., 1.],
- [0., 0., 0., 0., 1.],
- [0., 0., 0., 0., 0.]]),
- tensor([1.0000, 0.7500, 0.5000, 0.2500, 0.0000]))
- """
- is_differentiable: bool = False
- higher_is_better: Optional[bool] = None
- full_state_update: bool = False
- plot_lower_bound: float = 0.0
- plot_upper_bound: float = 1.0
- plot_legend_name: str = "Class"
- def compute(self) -> Union[tuple[Tensor, Tensor, Tensor], tuple[List[Tensor], List[Tensor], List[Tensor]]]:
- """Compute metric."""
- state = [dim_zero_cat(self.preds), dim_zero_cat(self.target)] if self.thresholds is None else self.confmat
- return _multiclass_roc_compute(state, self.num_classes, self.thresholds, self.average) # type: ignore[arg-type]
- def plot(
- self,
- curve: Optional[Union[tuple[Tensor, Tensor, Tensor], tuple[List[Tensor], List[Tensor], List[Tensor]]]] = None,
- score: Optional[Union[Tensor, bool]] = None,
- ax: Optional[_AX_TYPE] = None,
- labels: Optional[list[str]] = None,
- ) -> _PLOT_OUT_TYPE:
- """Plot a single or multiple values from the metric.
- Args:
- curve: the output of either `metric.compute` or `metric.forward`. If no value is provided, will
- automatically call `metric.compute` and plot that result.
- score: Provide a area-under-the-curve score to be displayed on the plot. If `True` and no curve is provided,
- will automatically compute the score. The score is computed by using the trapezoidal rule to compute the
- area under the curve.
- ax: An matplotlib axis object. If provided will add plot to that axis
- labels: a list of strings, if provided will be added to the plot to indicate the different classes
- Returns:
- Figure and Axes object
- Raises:
- ModuleNotFoundError:
- If `matplotlib` is not installed
- .. plot::
- :scale: 75
- >>> from torch import randn, randint
- >>> from torchmetrics.classification import MulticlassROC
- >>> preds = randn(20, 3).softmax(dim=-1)
- >>> target = randint(3, (20,))
- >>> metric = MulticlassROC(num_classes=3)
- >>> metric.update(preds, target)
- >>> fig_, ax_ = metric.plot(score=True)
- """
- curve_computed = curve or self.compute()
- score = (
- _reduce_auroc(curve_computed[0], curve_computed[1], average=None) if not curve and score is True else None
- )
- return plot_curve(
- curve_computed,
- score=score,
- ax=ax,
- label_names=("False positive rate", "True positive rate"),
- name=self.__class__.__name__,
- labels=labels,
- )
- class MultilabelROC(MultilabelPrecisionRecallCurve):
- r"""Compute the Receiver Operating Characteristic (ROC) for binary tasks.
- The curve consist of multiple pairs of true positive rate (TPR) and false positive rate (FPR) values evaluated at
- different thresholds, such that the tradeoff between the two values can be seen.
- As input to ``forward`` and ``update`` the metric accepts the following input:
- - ``preds`` (:class:`~torch.Tensor`): A float tensor of shape ``(N, C, ...)``. Preds should be a tensor
- containing probabilities or logits for each observation. If preds has values outside [0,1] range we consider
- the input to be logits and will auto apply sigmoid per element.
- - ``target`` (:class:`~torch.Tensor`): An int tensor of shape ``(N, C, ...)``. Target should be a tensor
- containing ground truth labels, and therefore only contain {0,1} values (except if `ignore_index` is specified).
- .. tip::
- Additional dimension ``...`` will be flattened into the batch dimension.
- As output to ``forward`` and ``compute`` the metric returns a tuple of either 3 tensors or 3 lists containing
- - ``fpr`` (:class:`~torch.Tensor`): if `thresholds=None` a list for each label is returned with an 1d tensor of
- size ``(n_thresholds+1, )`` with false positive rate values (length may differ between labels). If `thresholds` is
- set to something else, then a single 2d tensor of size ``(n_labels, n_thresholds+1)`` with false positive rate
- values is returned.
- - ``tpr`` (:class:`~torch.Tensor`): if `thresholds=None` a list for each label is returned with an 1d tensor of
- size ``(n_thresholds+1, )`` with true positive rate values (length may differ between labels). If `thresholds` is
- set to something else, then a single 2d tensor of size ``(n_labels, n_thresholds+1)`` with true positive rate
- values is returned.
- - ``thresholds`` (:class:`~torch.Tensor`): if `thresholds=None` a list for each label is returned with an 1d
- tensor of size ``(n_thresholds, )`` with decreasing threshold values (length may differ between labels). If
- `threshold` is set to something else, then a single 1d tensor of size ``(n_thresholds, )`` is returned with shared
- threshold values for all labels.
- .. note::
- The implementation both supports calculating the metric in a non-binned but accurate version and a
- binned version that is less accurate but more memory efficient. Setting the `thresholds` argument to `None` will
- activate the non-binned version that uses memory of size :math:`\mathcal{O}(n_{samples})` whereas setting the
- `thresholds` argument to either an integer, list or a 1d tensor will use a binned version that uses memory of
- size :math:`\mathcal{O}(n_{thresholds} \times n_{labels})` (constant memory).
- .. attention::
- The outputted thresholds will be in reversed order to ensure that they correspond to both fpr and tpr
- which are sorted in reversed order during their calculation, such that they are monotome increasing.
- Args:
- num_labels: Integer specifying the number of labels
- thresholds:
- Can be one of:
- - If set to `None`, will use a non-binned approach where thresholds are dynamically calculated from
- all the data. Most accurate but also most memory consuming approach.
- - If set to an `int` (larger than 1), will use that number of thresholds linearly spaced from
- 0 to 1 as bins for the calculation.
- - If set to an `list` of floats, will use the indicated thresholds in the list as bins for the calculation
- - If set to an 1d `tensor` of floats, will use the indicated thresholds in the tensor as
- bins for the calculation.
- ignore_index:
- Specifies a target value that is ignored and does not contribute to the metric calculation
- validate_args: bool indicating if input arguments and tensors should be validated for correctness.
- Set to ``False`` for faster computations.
- kwargs: Additional keyword arguments, see :ref:`Metric kwargs` for more info.
- Example:
- >>> from torch import tensor
- >>> from torchmetrics.classification import MultilabelROC
- >>> preds = tensor([[0.75, 0.05, 0.35],
- ... [0.45, 0.75, 0.05],
- ... [0.05, 0.55, 0.75],
- ... [0.05, 0.65, 0.05]])
- >>> target = tensor([[1, 0, 1],
- ... [0, 0, 0],
- ... [0, 1, 1],
- ... [1, 1, 1]])
- >>> metric = MultilabelROC(num_labels=3, thresholds=None)
- >>> fpr, tpr, thresholds = metric(preds, target)
- >>> fpr # doctest: +NORMALIZE_WHITESPACE
- [tensor([0.0000, 0.0000, 0.5000, 1.0000]),
- tensor([0.0000, 0.5000, 0.5000, 0.5000, 1.0000]),
- tensor([0., 0., 0., 1.])]
- >>> tpr # doctest: +NORMALIZE_WHITESPACE
- [tensor([0.0000, 0.5000, 0.5000, 1.0000]),
- tensor([0.0000, 0.0000, 0.5000, 1.0000, 1.0000]),
- tensor([0.0000, 0.3333, 0.6667, 1.0000])]
- >>> thresholds # doctest: +NORMALIZE_WHITESPACE
- [tensor([1.0000, 0.7500, 0.4500, 0.0500]),
- tensor([1.0000, 0.7500, 0.6500, 0.5500, 0.0500]),
- tensor([1.0000, 0.7500, 0.3500, 0.0500])]
- >>> mlroc = MultilabelROC(num_labels=3, thresholds=5)
- >>> mlroc(preds, target) # doctest: +NORMALIZE_WHITESPACE
- (tensor([[0.0000, 0.0000, 0.0000, 0.5000, 1.0000],
- [0.0000, 0.5000, 0.5000, 0.5000, 1.0000],
- [0.0000, 0.0000, 0.0000, 0.0000, 1.0000]]),
- tensor([[0.0000, 0.5000, 0.5000, 0.5000, 1.0000],
- [0.0000, 0.0000, 1.0000, 1.0000, 1.0000],
- [0.0000, 0.3333, 0.3333, 0.6667, 1.0000]]),
- tensor([1.0000, 0.7500, 0.5000, 0.2500, 0.0000]))
- """
- is_differentiable: bool = False
- higher_is_better: Optional[bool] = None
- full_state_update: bool = False
- plot_lower_bound: float = 0.0
- plot_upper_bound: float = 1.0
- plot_legend_name: str = "Label"
- def compute(self) -> Union[tuple[Tensor, Tensor, Tensor], tuple[List[Tensor], List[Tensor], List[Tensor]]]:
- """Compute metric."""
- state = [dim_zero_cat(self.preds), dim_zero_cat(self.target)] if self.thresholds is None else self.confmat
- return _multilabel_roc_compute(state, self.num_labels, self.thresholds, self.ignore_index) # type: ignore[arg-type]
- def plot(
- self,
- curve: Optional[Union[tuple[Tensor, Tensor, Tensor], tuple[List[Tensor], List[Tensor], List[Tensor]]]] = None,
- score: Optional[Union[Tensor, bool]] = None,
- ax: Optional[_AX_TYPE] = None,
- labels: Optional[list[str]] = None,
- ) -> _PLOT_OUT_TYPE:
- """Plot a single or multiple values from the metric.
- Args:
- curve: the output of either `metric.compute` or `metric.forward`. If no value is provided, will
- automatically call `metric.compute` and plot that result.
- score: Provide a area-under-the-curve score to be displayed on the plot. If `True` and no curve is provided,
- will automatically compute the score. The score is computed by using the trapezoidal rule to compute the
- area under the curve.
- ax: An matplotlib axis object. If provided will add plot to that axis
- labels: a list of strings, if provided will be added to the plot to indicate the different classes
- Returns:
- Figure and Axes object
- Raises:
- ModuleNotFoundError:
- If `matplotlib` is not installed
- .. plot::
- :scale: 75
- >>> from torch import rand, randint
- >>> from torchmetrics.classification import MultilabelROC
- >>> preds = rand(20, 3)
- >>> target = randint(2, (20,3))
- >>> metric = MultilabelROC(num_labels=3)
- >>> metric.update(preds, target)
- >>> fig_, ax_ = metric.plot(score=True)
- """
- curve_computed = curve or self.compute()
- score = (
- _reduce_auroc(curve_computed[0], curve_computed[1], average=None) if not curve and score is True else None
- )
- return plot_curve(
- curve_computed,
- score=score,
- ax=ax,
- label_names=("False positive rate", "True positive rate"),
- name=self.__class__.__name__,
- labels=labels,
- )
- class ROC(_ClassificationTaskWrapper):
- r"""Compute the Receiver Operating Characteristic (ROC).
- The curve consist of multiple pairs of true positive rate (TPR) and false positive rate (FPR) values evaluated at
- different thresholds, such that the tradeoff between the two values can be seen.
- This function is a simple wrapper to get the task specific versions of this metric, which is done by setting the
- ``task`` argument to either ``'binary'``, ``'multiclass'`` or ``'multilabel'``. See the documentation of
- :class:`~torchmetrics.classification.BinaryROC`,
- :class:`~torchmetrics.classification.MulticlassROC` and
- :class:`~torchmetrics.classification.MultilabelROC` for the specific details of each argument
- influence and examples.
- Legacy Example:
- >>> from torch import tensor
- >>> pred = tensor([0.0, 1.0, 2.0, 3.0])
- >>> target = tensor([0, 1, 1, 1])
- >>> roc = ROC(task="binary")
- >>> fpr, tpr, thresholds = roc(pred, target)
- >>> fpr
- tensor([0., 0., 0., 0., 1.])
- >>> tpr
- tensor([0.0000, 0.3333, 0.6667, 1.0000, 1.0000])
- >>> thresholds
- tensor([1.0000, 0.9526, 0.8808, 0.7311, 0.5000])
- >>> pred = tensor([[0.75, 0.05, 0.05, 0.05],
- ... [0.05, 0.75, 0.05, 0.05],
- ... [0.05, 0.05, 0.75, 0.05],
- ... [0.05, 0.05, 0.05, 0.75]])
- >>> target = tensor([0, 1, 3, 2])
- >>> roc = ROC(task="multiclass", num_classes=4)
- >>> fpr, tpr, thresholds = roc(pred, target)
- >>> fpr
- [tensor([0., 0., 1.]), tensor([0., 0., 1.]), tensor([0.0000, 0.3333, 1.0000]), tensor([0.0000, 0.3333, 1.0000])]
- >>> tpr
- [tensor([0., 1., 1.]), tensor([0., 1., 1.]), tensor([0., 0., 1.]), tensor([0., 0., 1.])]
- >>> thresholds # doctest: +NORMALIZE_WHITESPACE
- [tensor([1.0000, 0.7500, 0.0500]),
- tensor([1.0000, 0.7500, 0.0500]),
- tensor([1.0000, 0.7500, 0.0500]),
- tensor([1.0000, 0.7500, 0.0500])]
- >>> pred = tensor([[0.8191, 0.3680, 0.1138],
- ... [0.3584, 0.7576, 0.1183],
- ... [0.2286, 0.3468, 0.1338],
- ... [0.8603, 0.0745, 0.1837]])
- >>> target = tensor([[1, 1, 0], [0, 1, 0], [0, 0, 0], [0, 1, 1]])
- >>> roc = ROC(task='multilabel', num_labels=3)
- >>> fpr, tpr, thresholds = roc(pred, target)
- >>> fpr
- [tensor([0.0000, 0.3333, 0.3333, 0.6667, 1.0000]),
- tensor([0., 0., 0., 1., 1.]),
- tensor([0.0000, 0.0000, 0.3333, 0.6667, 1.0000])]
- >>> tpr
- [tensor([0., 0., 1., 1., 1.]),
- tensor([0.0000, 0.3333, 0.6667, 0.6667, 1.0000]),
- tensor([0., 1., 1., 1., 1.])]
- >>> thresholds
- [tensor([1.0000, 0.8603, 0.8191, 0.3584, 0.2286]),
- tensor([1.0000, 0.7576, 0.3680, 0.3468, 0.0745]),
- tensor([1.0000, 0.1837, 0.1338, 0.1183, 0.1138])]
- """
- def __new__( # type: ignore[misc]
- cls: type["ROC"],
- task: Literal["binary", "multiclass", "multilabel"],
- thresholds: Optional[Union[int, list[float], Tensor]] = None,
- num_classes: Optional[int] = None,
- num_labels: Optional[int] = None,
- ignore_index: Optional[int] = None,
- validate_args: bool = True,
- **kwargs: Any,
- ) -> Metric:
- """Initialize task metric."""
- task = ClassificationTask.from_str(task)
- kwargs.update({"thresholds": thresholds, "ignore_index": ignore_index, "validate_args": validate_args})
- if task == ClassificationTask.BINARY:
- return BinaryROC(**kwargs)
- if task == ClassificationTask.MULTICLASS:
- if not isinstance(num_classes, int):
- raise ValueError(f"`num_classes` is expected to be `int` but `{type(num_classes)} was passed.`")
- return MulticlassROC(num_classes, **kwargs)
- if task == ClassificationTask.MULTILABEL:
- if not isinstance(num_labels, int):
- raise ValueError(f"`num_labels` is expected to be `int` but `{type(num_labels)} was passed.`")
- return MultilabelROC(num_labels, **kwargs)
- raise ValueError(f"Task {task} not supported!")
|