save memory

Author: yxlllc

modules/commons/common_layers.py

@@ -122,10 +122,8 @@ def forward(self, x):
             max_abs_gate = torch.max(-gate_min, gate_max).float()
             max_abs_value = max_abs_out * max_abs_gate
             if max_abs_value > 1000:
-                ratio = 1000 / max_abs_value
-                sqrt_ratio = torch.sqrt(ratio)
-                out = out * sqrt_ratio
-                gate = gate * sqrt_ratio
+                ratio = (1000 / max_abs_value).half()
+                gate *= ratio
                 return (out * gate).clamp(-1000 * ratio, 1000 * ratio) / ratio
         return out * gate