Change BCE loss to NFL loss in training scripts

SamsungLabs · Aug 13, 2020 · f026fdc · f026fdc
1 parent 90717d6
commit f026fdc
Show file tree

Hide file tree

Showing 6 changed files with 12 additions and 12 deletions.
diff --git a/models/sbd/hrnet18_ocr64.py b/models/sbd/hrnet18_ocr64.py
@@ -11,7 +11,7 @@
 
 from isegm.engine.trainer import ISTrainer
 from isegm.model.is_hrnet_model import get_hrnet_model
-from isegm.model.losses import SigmoidBinaryCrossEntropyLoss
+from isegm.model.losses import SigmoidBinaryCrossEntropyLoss, NormalizedFocalLossSigmoid
 from isegm.model.metrics import AdaptiveIoU
 from isegm.data.sbd import SBDDataset
 from isegm.data.points_sampler import MultiPointSampler
@@ -56,7 +56,7 @@ def train(model, cfg, model_cfg, start_epoch=0):
     crop_size = model_cfg.crop_size
 
     loss_cfg = edict()
-    loss_cfg.instance_loss = SigmoidBinaryCrossEntropyLoss()
+    loss_cfg.instance_loss = NormalizedFocalLossSigmoid(alpha=0.5, gamma=2)
     loss_cfg.instance_loss_weight = 1.0
     loss_cfg.instance_aux_loss = SigmoidBinaryCrossEntropyLoss()
     loss_cfg.instance_aux_loss_weight = 0.4

diff --git a/models/sbd/hrnet32_ocr128.py b/models/sbd/hrnet32_ocr128.py
@@ -11,7 +11,7 @@
 
 from isegm.engine.trainer import ISTrainer
 from isegm.model.is_hrnet_model import get_hrnet_model
-from isegm.model.losses import SigmoidBinaryCrossEntropyLoss
+from isegm.model.losses import SigmoidBinaryCrossEntropyLoss, NormalizedFocalLossSigmoid
 from isegm.model.metrics import AdaptiveIoU
 from isegm.data.sbd import SBDDataset
 from isegm.data.points_sampler import MultiPointSampler
@@ -56,7 +56,7 @@ def train(model, cfg, model_cfg, start_epoch=0):
     crop_size = model_cfg.crop_size
 
     loss_cfg = edict()
-    loss_cfg.instance_loss = SigmoidBinaryCrossEntropyLoss()
+    loss_cfg.instance_loss = NormalizedFocalLossSigmoid(alpha=0.5, gamma=2)
     loss_cfg.instance_loss_weight = 1.0
     loss_cfg.instance_aux_loss = SigmoidBinaryCrossEntropyLoss()
     loss_cfg.instance_aux_loss_weight = 0.4

diff --git a/models/sbd/hrnet48_ocr128.py b/models/sbd/hrnet48_ocr128.py
@@ -11,7 +11,7 @@
 
 from isegm.engine.trainer import ISTrainer
 from isegm.model.is_hrnet_model import get_hrnet_model
-from isegm.model.losses import SigmoidBinaryCrossEntropyLoss
+from isegm.model.losses import SigmoidBinaryCrossEntropyLoss, NormalizedFocalLossSigmoid
 from isegm.model.metrics import AdaptiveIoU
 from isegm.data.sbd import SBDDataset
 from isegm.data.points_sampler import MultiPointSampler
@@ -56,7 +56,7 @@ def train(model, cfg, model_cfg, start_epoch=0):
     crop_size = model_cfg.crop_size
 
     loss_cfg = edict()
-    loss_cfg.instance_loss = SigmoidBinaryCrossEntropyLoss()
+    loss_cfg.instance_loss = NormalizedFocalLossSigmoid(alpha=0.5, gamma=2)
     loss_cfg.instance_loss_weight = 1.0
     loss_cfg.instance_aux_loss = SigmoidBinaryCrossEntropyLoss()
     loss_cfg.instance_aux_loss_weight = 0.4

diff --git a/models/sbd/r101_dh256.py b/models/sbd/r101_dh256.py
@@ -11,7 +11,7 @@
 
 from isegm.engine.trainer import ISTrainer
 from isegm.model.is_deeplab_model import get_deeplab_model
-from isegm.model.losses import SigmoidBinaryCrossEntropyLoss
+from isegm.model.losses import NormalizedFocalLossSigmoid
 from isegm.model.metrics import AdaptiveIoU
 from isegm.data.sbd import SBDDataset
 from isegm.data.points_sampler import MultiPointSampler
@@ -56,7 +56,7 @@ def train(model, cfg, model_cfg, start_epoch=0):
     crop_size = model_cfg.crop_size
 
     loss_cfg = edict()
-    loss_cfg.instance_loss = SigmoidBinaryCrossEntropyLoss()
+    loss_cfg.instance_loss = NormalizedFocalLossSigmoid(alpha=0.5, gamma=2)
     loss_cfg.instance_loss_weight = 1.0
 
     num_epochs = 120

diff --git a/models/sbd/r34_dh128.py b/models/sbd/r34_dh128.py
@@ -11,7 +11,7 @@
 
 from isegm.engine.trainer import ISTrainer
 from isegm.model.is_deeplab_model import get_deeplab_model
-from isegm.model.losses import SigmoidBinaryCrossEntropyLoss
+from isegm.model.losses import NormalizedFocalLossSigmoid
 from isegm.model.metrics import AdaptiveIoU
 from isegm.data.sbd import SBDDataset
 from isegm.data.points_sampler import MultiPointSampler
@@ -56,7 +56,7 @@ def train(model, cfg, model_cfg, start_epoch=0):
     crop_size = model_cfg.crop_size
 
     loss_cfg = edict()
-    loss_cfg.instance_loss = SigmoidBinaryCrossEntropyLoss()
+    loss_cfg.instance_loss = NormalizedFocalLossSigmoid(alpha=0.5, gamma=2)
     loss_cfg.instance_loss_weight = 1.0
 
     num_epochs = 120

diff --git a/models/sbd/r50_dh128.py b/models/sbd/r50_dh128.py
@@ -11,7 +11,7 @@
 
 from isegm.engine.trainer import ISTrainer
 from isegm.model.is_deeplab_model import get_deeplab_model
-from isegm.model.losses import SigmoidBinaryCrossEntropyLoss
+from isegm.model.losses import NormalizedFocalLossSigmoid
 from isegm.model.metrics import AdaptiveIoU
 from isegm.data.sbd import SBDDataset
 from isegm.data.points_sampler import MultiPointSampler
@@ -56,7 +56,7 @@ def train(model, cfg, model_cfg, start_epoch=0):
     crop_size = model_cfg.crop_size
 
     loss_cfg = edict()
-    loss_cfg.instance_loss = SigmoidBinaryCrossEntropyLoss()
+    loss_cfg.instance_loss = NormalizedFocalLossSigmoid(alpha=0.5, gamma=2)
     loss_cfg.instance_loss_weight = 1.0
 
     num_epochs = 120