diff --git a/paddleseg/models/losses/pixel_contrast_cross_entropy_loss.py b/paddleseg/models/losses/pixel_contrast_cross_entropy_loss.py
index 9fe29252f5..c7069b2176 100644
--- a/paddleseg/models/losses/pixel_contrast_cross_entropy_loss.py
+++ b/paddleseg/models/losses/pixel_contrast_cross_entropy_loss.py
@@ -100,9 +100,12 @@ def _hard_anchor_sampling(self, X, y_hat, y):
                 elif num_hard >= n_view / 2:
                     num_easy_keep = num_easy
                     num_hard_keep = n_view - num_easy_keep
-                else:
+                elif num_easy >= n_view / 2:
                     num_hard_keep = num_hard
                     num_easy_keep = n_view - num_hard_keep
+                else:
+                    num_hard_keep = num_hard
+                    num_easy_keep = num_easy
 
                 indices = None
                 if num_hard > 0: