improve one comment; go codecov go

facebookresearch · Aug 20, 2020 · 8295557 · 8295557
1 parent 83b3e59
commit 8295557
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/fairscale/clib/fused_adam_cuda/fused_adam_cuda_kernel.cu b/fairscale/clib/fused_adam_cuda/fused_adam_cuda_kernel.cu
@@ -217,7 +217,8 @@ void fused_adam_cuda(
             );
         } else if (tensor_lists[0][0].scalar_type() == at::ScalarType::Half) {
             if(tensor_lists[1][0].scalar_type() == at::ScalarType::Float) {
-                // FP16 model parameters and gradients; FP32 optimizer state
+                // Memory-efficient mixed-precision case
+                // ie FP16 model parameters and gradients; FP32 optimizer state
                 multi_tensor_apply<4>(
                     BLOCK_SIZE,
                     chunk_size,