Output Layer

pytext/loss/__init__.py

@@ -4,6 +4,7 @@
 from .loss import (
     AUCPRHingeLoss,
     BinaryCrossEntropyLoss,
+    BinaryCrossEntropyWithLogitsLoss,
     CosineEmbeddingLoss,
     CrossEntropyLoss,
     KLDivergenceBCELoss,
@@ -26,6 +27,7 @@
     "CrossEntropyLoss",
     "CosineEmbeddingLoss",
     "BinaryCrossEntropyLoss",
+    "BinaryCrossEntropyWithLogitsLoss",
     "MultiLabelSoftMarginLoss",
     "KLDivergenceBCELoss",
     "KLDivergenceCELoss",

pytext/loss/loss.py

@@ -69,6 +69,29 @@ def __call__(self, log_probs, targets, reduce=True):
         )
 
 
+class BinaryCrossEntropyWithLogitsLoss(Loss):
+    class Config(ConfigBase):
+        reduce: bool = True
+
+    def __call__(self, logits, targets, reduce=True):
+        """
+        Computes 1-vs-all binary cross entropy loss for multiclass classification. However, unlike BinaryCrossEntropyLoss, we require targets to be a one-hot vector.
+        """
+
+        target_labels = targets[0].float()
+
+        """
+        `F.binary_cross_entropy_with_logits` requires the
+        output of the previous function be already a FloatTensor.
+        """
+
+        loss = F.binary_cross_entropy_with_logits(
+            precision.maybe_float(logits), target_labels, reduction="none"
+        )
+
+        return loss.sum(-1).mean() if reduce else loss.sum(-1)
+
+
 class BinaryCrossEntropyLoss(Loss):
     class Config(ConfigBase):
         reweight_negative: bool = True

pytext/models/output_layers/doc_classification_output_layer.py

@@ -17,6 +17,7 @@
     KLDivergenceCELoss,
     LabelSmoothedCrossEntropyLoss,
     MultiLabelSoftMarginLoss,
+    BinaryCrossEntropyWithLogitsLoss,
 )
 from pytext.utils.label import get_label_weights
 from torch import jit
@@ -43,6 +44,7 @@ class Config(OutputLayerBase.Config):
         loss: Union[
             CrossEntropyLoss.Config,
             BinaryCrossEntropyLoss.Config,
+            BinaryCrossEntropyWithLogitsLoss.Config,
             MultiLabelSoftMarginLoss.Config,
             AUCPRHingeLoss.Config,
             KLDivergenceBCELoss.Config,
@@ -83,6 +85,8 @@ def from_config(
             cls = BinaryClassificationOutputLayer
         elif isinstance(loss, MultiLabelSoftMarginLoss):
             cls = MultiLabelOutputLayer
+        elif isinstance(loss, BinaryCrossEntropyWithLogitsLoss):
+            cls = MultiLabelOutputLayer
         else:
             cls = MulticlassOutputLayer