avoid precision conversions

Author: yxlllc

modules/commons/common_layers.py

@@ -120,8 +120,13 @@ def forward(self, x):
             gate_min, gate_max = torch.aminmax(gate.detach())
             max_abs_out = torch.max(-out_min, out_max).float()
             max_abs_gate = torch.max(-gate_min, gate_max).float()
-            if max_abs_out * max_abs_gate > 1000:
-                return (out.float() * gate.float()).clamp(-1000, 1000).half()
+            max_abs_value = max_abs_out * max_abs_gate
+            if max_abs_value > 1000:
+                ratio = 1000 / max_abs_value
+                sqrt_ratio = torch.sqrt(ratio)
+                out = out * sqrt_ratio
+                gate = gate * sqrt_ratio
+                return (out * gate).clamp(-1000 * ratio, 1000 * ratio) / ratio
         return out * gate