diff --git a/debug/accuracy_tools/api_accuracy_checker/compare/api_precision_threshold.yaml b/debug/accuracy_tools/api_accuracy_checker/compare/api_precision_threshold.yaml index 7565112da3122c636ac1e67a8494bbaed51d17c7..12ff9c3a90f22e88e688f49ee701bd8a897d3069 100644 --- a/debug/accuracy_tools/api_accuracy_checker/compare/api_precision_threshold.yaml +++ b/debug/accuracy_tools/api_accuracy_checker/compare/api_precision_threshold.yaml @@ -1,390 +1,390 @@ mul: torch.float32: - rtol: 0.000001 - small_value: 0.000001 - small_value_atol: 0.000001 + rtol: 1.0e-6 + small_value: 1.0e-6 + small_value_atol: 1.0e-9 torch.float16: - rtol: 0.001 - small_value: 0.001 - small_value_atol: 0.001 + rtol: 1.0e-3 + small_value: 1.0e-3 + small_value_atol: 1.0e-5 torch.bfloat16: - rtol: 0.004 - small_value: 0.001 - small_value_atol: 0.001 + rtol: 4.0e-3 + small_value: 1.0e-3 + small_value_atol: 1.0e-5 mul_: torch.float32: - rtol: 0.000001 - small_value: 0.000001 - small_value_atol: 0.000001 + rtol: 1.0e-6 + small_value: 1.0e-6 + small_value_atol: 1.0e-9 torch.float16: - rtol: 0.001 - small_value: 0.001 - small_value_atol: 0.001 + rtol: 1.0e-3 + small_value: 1.0e-3 + small_value_atol: 1.0e-5 torch.bfloat16: - rtol: 0.004 - small_value: 0.001 - small_value_atol: 0.001 + rtol: 4.0e-3 + small_value: 1.0e-3 + small_value_atol: 1.0e-5 __mul__: torch.float32: - rtol: 0.000001 - small_value: 0.000001 - small_value_atol: 0.000001 + rtol: 1.0e-6 + small_value: 1.0e-6 + small_value_atol: 1.0e-9 torch.float16: - rtol: 0.001 - small_value: 0.001 - small_value_atol: 0.001 + rtol: 1.0e-3 + small_value: 1.0e-3 + small_value_atol: 1.0e-5 torch.bfloat16: - rtol: 0.004 - small_value: 0.001 - small_value_atol: 0.001 + rtol: 4.0e-3 + small_value: 1.0e-3 + small_value_atol: 1.0e-5 __imul__: torch.float32: - rtol: 0.000001 - small_value: 0.000001 - small_value_atol: 0.000001 + rtol: 1.0e-6 + small_value: 1.0e-6 + small_value_atol: 1.0e-9 torch.float16: - rtol: 0.001 - small_value: 0.001 - small_value_atol: 0.001 + rtol: 1.0e-3 + small_value: 1.0e-3 + small_value_atol: 1.0e-5 torch.bfloat16: - rtol: 0.004 - small_value: 0.001 - small_value_atol: 0.001 + rtol: 4.0e-3 + small_value: 1.0e-3 + small_value_atol: 1.0e-5 __rmul__: torch.float32: - rtol: 0.000001 - small_value: 0.000001 - small_value_atol: 0.000001 + rtol: 1.0e-6 + small_value: 1.0e-6 + small_value_atol: 1.0e-9 torch.float16: - rtol: 0.001 - small_value: 0.001 - small_value_atol: 0.001 + rtol: 1.0e-3 + small_value: 1.0e-3 + small_value_atol: 1.0e-5 torch.bfloat16: - rtol: 0.004 - small_value: 0.001 - small_value_atol: 0.001 + rtol: 4.0e-3 + small_value: 1.0e-3 + small_value_atol: 1.0e-5 add: torch.float32: - rtol: 0.000001 - small_value: 0.000001 - small_value_atol: 0.000001 + rtol: 1.0e-6 + small_value: 1.0e-6 + small_value_atol: 1.0e-9 torch.float16: - rtol: 0.001 - small_value: 0.001 - small_value_atol: 0.001 + rtol: 1.0e-3 + small_value: 1.0e-3 + small_value_atol: 1.0e-5 torch.bfloat16: - rtol: 0.004 - small_value: 0.001 - small_value_atol: 0.001 + rtol: 4.0e-3 + small_value: 1.0e-3 + small_value_atol: 1.0e-5 add_: torch.float32: - rtol: 0.000001 - small_value: 0.000001 - small_value_atol: 0.000001 + rtol: 1.0e-6 + small_value: 1.0e-6 + small_value_atol: 1.0e-9 torch.float16: - rtol: 0.001 - small_value: 0.001 - small_value_atol: 0.001 + rtol: 1.0e-3 + small_value: 1.0e-3 + small_value_atol: 1.0e-5 torch.bfloat16: - rtol: 0.004 - small_value: 0.001 - small_value_atol: 0.001 + rtol: 4.0e-3 + small_value: 1.0e-3 + small_value_atol: 1.0e-5 __add__: torch.float32: - rtol: 0.000001 - small_value: 0.000001 - small_value_atol: 0.000001 + rtol: 1.0e-6 + small_value: 1.0e-6 + small_value_atol: 1.0e-9 torch.float16: - rtol: 0.001 - small_value: 0.001 - small_value_atol: 0.001 + rtol: 1.0e-3 + small_value: 1.0e-3 + small_value_atol: 1.0e-5 torch.bfloat16: - rtol: 0.004 - small_value: 0.001 - small_value_atol: 0.001 + rtol: 4.0e-3 + small_value: 1.0e-3 + small_value_atol: 1.0e-5 __iadd__: torch.float32: - rtol: 0.000001 - small_value: 0.000001 - small_value_atol: 0.000001 + rtol: 1.0e-6 + small_value: 1.0e-6 + small_value_atol: 1.0e-9 torch.float16: - rtol: 0.001 - small_value: 0.001 - small_value_atol: 0.001 + rtol: 1.0e-3 + small_value: 1.0e-3 + small_value_atol: 1.0e-5 torch.bfloat16: - rtol: 0.004 - small_value: 0.001 - small_value_atol: 0.001 + rtol: 4.0e-3 + small_value: 1.0e-3 + small_value_atol: 1.0e-5 __radd__: torch.float32: - rtol: 0.000001 - small_value: 0.000001 - small_value_atol: 0.000001 + rtol: 1.0e-6 + small_value: 1.0e-6 + small_value_atol: 1.0e-9 torch.float16: - rtol: 0.001 - small_value: 0.001 - small_value_atol: 0.001 + rtol: 1.0e-3 + small_value: 1.0e-3 + small_value_atol: 1.0e-5 torch.bfloat16: - rtol: 0.004 - small_value: 0.001 - small_value_atol: 0.001 + rtol: 4.0e-3 + small_value: 1.0e-3 + small_value_atol: 1.0e-5 div: torch.float32: - rtol: 0.000001 - small_value: 0.000001 - small_value_atol: 0.000001 + rtol: 1.0e-6 + small_value: 1.0e-6 + small_value_atol: 1.0e-9 torch.float16: - rtol: 0.001 - small_value: 0.001 - small_value_atol: 0.001 + rtol: 1.0e-3 + small_value: 1.0e-3 + small_value_atol: 1.0e-5 torch.bfloat16: - rtol: 0.004 - small_value: 0.001 - small_value_atol: 0.001 + rtol: 4.0e-3 + small_value: 1.0e-3 + small_value_atol: 1.0e-5 div_: torch.float32: - rtol: 0.000001 - small_value: 0.000001 - small_value_atol: 0.000001 + rtol: 1.0e-6 + small_value: 1.0e-6 + small_value_atol: 1.0e-9 torch.float16: - rtol: 0.001 - small_value: 0.001 - small_value_atol: 0.001 + rtol: 1.0e-3 + small_value: 1.0e-3 + small_value_atol: 1.0e-5 torch.bfloat16: - rtol: 0.004 - small_value: 0.001 - small_value_atol: 0.001 + rtol: 4.0e-3 + small_value: 1.0e-3 + small_value_atol: 1.0e-5 __div__: torch.float32: - rtol: 0.000001 - small_value: 0.000001 - small_value_atol: 0.000001 + rtol: 1.0e-6 + small_value: 1.0e-6 + small_value_atol: 1.0e-9 torch.float16: - rtol: 0.001 - small_value: 0.001 - small_value_atol: 0.001 + rtol: 1.0e-3 + small_value: 1.0e-3 + small_value_atol: 1.0e-5 torch.bfloat16: - rtol: 0.004 - small_value: 0.001 - small_value_atol: 0.001 + rtol: 4.0e-3 + small_value: 1.0e-3 + small_value_atol: 1.0e-5 __idiv__: torch.float32: - rtol: 0.000001 - small_value: 0.000001 - small_value_atol: 0.000001 + rtol: 1.0e-6 + small_value: 1.0e-6 + small_value_atol: 1.0e-9 torch.float16: - rtol: 0.001 - small_value: 0.001 - small_value_atol: 0.001 + rtol: 1.0e-3 + small_value: 1.0e-3 + small_value_atol: 1.0e-5 torch.bfloat16: - rtol: 0.004 - small_value: 0.001 - small_value_atol: 0.001 + rtol: 4.0e-3 + small_value: 1.0e-3 + small_value_atol: 1.0e-5 divide: torch.float32: - rtol: 0.000001 - small_value: 0.000001 - small_value_atol: 0.000001 + rtol: 1.0e-6 + small_value: 1.0e-6 + small_value_atol: 1.0e-9 torch.float16: - rtol: 0.001 - small_value: 0.001 - small_value_atol: 0.001 + rtol: 1.0e-3 + small_value: 1.0e-3 + small_value_atol: 1.0e-5 torch.bfloat16: - rtol: 0.004 - small_value: 0.001 - small_value_atol: 0.001 + rtol: 4.0e-3 + small_value: 1.0e-3 + small_value_atol: 1.0e-5 divide_: torch.float32: - rtol: 0.000001 - small_value: 0.000001 - small_value_atol: 0.000001 + rtol: 1.0e-6 + small_value: 1.0e-6 + small_value_atol: 1.0e-9 torch.float16: - rtol: 0.001 - small_value: 0.001 - small_value_atol: 0.001 + rtol: 1.0e-3 + small_value: 1.0e-3 + small_value_atol: 1.0e-5 torch.bfloat16: - rtol: 0.004 - small_value: 0.001 - small_value_atol: 0.001 + rtol: 4.0e-3 + small_value: 1.0e-3 + small_value_atol: 1.0e-5 leaky_relu: torch.float32: - rtol: 0.000001 - small_value: 0.000001 - small_value_atol: 0.000001 + rtol: 1.0e-6 + small_value: 1.0e-6 + small_value_atol: 1.0e-9 torch.float16: - rtol: 0.001 - small_value: 0.001 - small_value_atol: 0.001 + rtol: 1.0e-3 + small_value: 1.0e-3 + small_value_atol: 1.0e-5 torch.bfloat16: - rtol: 0.004 - small_value: 0.001 - small_value_atol: 0.001 + rtol: 4.0e-3 + small_value: 1.0e-3 + small_value_atol: 1.0e-5 leaky_relu_: torch.float32: - rtol: 0.000001 - small_value: 0.000001 - small_value_atol: 0.000001 + rtol: 1.0e-6 + small_value: 1.0e-6 + small_value_atol: 1.0e-9 torch.float16: - rtol: 0.001 - small_value: 0.001 - small_value_atol: 0.001 + rtol: 1.0e-3 + small_value: 1.0e-3 + small_value_atol: 1.0e-5 torch.bfloat16: - rtol: 0.004 - small_value: 0.001 - small_value_atol: 0.001 + rtol: 4.0e-3 + small_value: 1.0e-3 + small_value_atol: 1.0e-5 prelu: torch.float32: - rtol: 0.000001 - small_value: 0.000001 - small_value_atol: 0.000001 + rtol: 1.0e-6 + small_value: 1.0e-6 + small_value_atol: 1.0e-9 torch.float16: - rtol: 0.001 - small_value: 0.001 - small_value_atol: 0.001 + rtol: 1.0e-3 + small_value: 1.0e-3 + small_value_atol: 1.0e-5 torch.bfloat16: - rtol: 0.004 - small_value: 0.001 - small_value_atol: 0.001 + rtol: 4.0e-3 + small_value: 1.0e-3 + small_value_atol: 1.0e-5 reciprocal: torch.float32: - rtol: 0.000001 - small_value: 0.000001 - small_value_atol: 0.000001 + rtol: 1.0e-6 + small_value: 1.0e-6 + small_value_atol: 1.0e-9 torch.float16: - rtol: 0.001 - small_value: 0.001 - small_value_atol: 0.001 + rtol: 1.0e-3 + small_value: 1.0e-3 + small_value_atol: 1.0e-5 torch.bfloat16: - rtol: 0.004 - small_value: 0.001 - small_value_atol: 0.001 + rtol: 4.0e-3 + small_value: 1.0e-3 + small_value_atol: 1.0e-5 reciprocal_: torch.float32: - rtol: 0.000001 - small_value: 0.000001 - small_value_atol: 0.000001 + rtol: 1.0e-6 + small_value: 1.0e-6 + small_value_atol: 1.0e-9 torch.float16: - rtol: 0.001 - small_value: 0.001 - small_value_atol: 0.001 + rtol: 1.0e-3 + small_value: 1.0e-3 + small_value_atol: 1.0e-5 torch.bfloat16: - rtol: 0.004 - small_value: 0.001 - small_value_atol: 0.001 + rtol: 4.0e-3 + small_value: 1.0e-3 + small_value_atol: 1.0e-5 rsqrt: torch.float32: - rtol: 0.000001 - small_value: 0.000001 - small_value_atol: 0.000001 + rtol: 1.0e-6 + small_value: 1.0e-6 + small_value_atol: 1.0e-9 torch.float16: - rtol: 0.001 - small_value: 0.001 - small_value_atol: 0.001 + rtol: 1.0e-3 + small_value: 1.0e-3 + small_value_atol: 1.0e-5 torch.bfloat16: - rtol: 0.004 - small_value: 0.001 - small_value_atol: 0.001 + rtol: 4.0e-3 + small_value: 1.0e-3 + small_value_atol: 1.0e-5 rsqrt_: torch.float32: - rtol: 0.000001 - small_value: 0.000001 - small_value_atol: 0.000001 + rtol: 1.0e-6 + small_value: 1.0e-6 + small_value_atol: 1.0e-9 torch.float16: - rtol: 0.001 - small_value: 0.001 - small_value_atol: 0.001 + rtol: 1.0e-3 + small_value: 1.0e-3 + small_value_atol: 1.0e-5 torch.bfloat16: - rtol: 0.004 - small_value: 0.001 - small_value_atol: 0.001 + rtol: 4.0e-3 + small_value: 1.0e-3 + small_value_atol: 1.0e-5 square: torch.float32: - rtol: 0.000001 - small_value: 0.000001 - small_value_atol: 0.000001 + rtol: 1.0e-6 + small_value: 1.0e-6 + small_value_atol: 1.0e-9 torch.float16: - rtol: 0.001 - small_value: 0.001 - small_value_atol: 0.001 + rtol: 1.0e-3 + small_value: 1.0e-3 + small_value_atol: 1.0e-5 torch.bfloat16: - rtol: 0.004 - small_value: 0.001 - small_value_atol: 0.001 + rtol: 4.0e-3 + small_value: 1.0e-3 + small_value_atol: 1.0e-5 square_: torch.float32: - rtol: 0.000001 - small_value: 0.000001 - small_value_atol: 0.000001 + rtol: 1.0e-6 + small_value: 1.0e-6 + small_value_atol: 1.0e-9 torch.float16: - rtol: 0.001 - small_value: 0.001 - small_value_atol: 0.001 + rtol: 1.0e-3 + small_value: 1.0e-3 + small_value_atol: 1.0e-5 torch.bfloat16: - rtol: 0.004 - small_value: 0.001 - small_value_atol: 0.001 + rtol: 4.0e-3 + small_value: 1.0e-3 + small_value_atol: 1.0e-5 sub: torch.float32: - rtol: 0.000001 - small_value: 0.000001 - small_value_atol: 0.000001 + rtol: 1.0e-6 + small_value: 1.0e-6 + small_value_atol: 1.0e-9 torch.float16: - rtol: 0.001 - small_value: 0.001 - small_value_atol: 0.001 + rtol: 1.0e-3 + small_value: 1.0e-3 + small_value_atol: 1.0e-5 torch.bfloat16: - rtol: 0.004 - small_value: 0.001 - small_value_atol: 0.001 + rtol: 4.0e-3 + small_value: 1.0e-3 + small_value_atol: 1.0e-5 sub_: torch.float32: - rtol: 0.000001 - small_value: 0.000001 - small_value_atol: 0.000001 + rtol: 1.0e-6 + small_value: 1.0e-6 + small_value_atol: 1.0e-9 torch.float16: - rtol: 0.001 - small_value: 0.001 - small_value_atol: 0.001 + rtol: 1.0e-3 + small_value: 1.0e-3 + small_value_atol: 1.0e-5 torch.bfloat16: - rtol: 0.004 - small_value: 0.001 - small_value_atol: 0.001 + rtol: 4.0e-3 + small_value: 1.0e-3 + small_value_atol: 1.0e-5 rsub: torch.float32: - rtol: 0.000001 - small_value: 0.000001 - small_value_atol: 0.000001 + rtol: 1.0e-6 + small_value: 1.0e-6 + small_value_atol: 1.0e-9 torch.float16: - rtol: 0.001 - small_value: 0.001 - small_value_atol: 0.001 + rtol: 1.0e-3 + small_value: 1.0e-3 + small_value_atol: 1.0e-5 torch.bfloat16: - rtol: 0.004 - small_value: 0.001 - small_value_atol: 0.001 + rtol: 4.0e-3 + small_value: 1.0e-3 + small_value_atol: 1.0e-5 __isub__: torch.float32: - rtol: 0.000001 - small_value: 0.000001 - small_value_atol: 0.000001 + rtol: 1.0e-6 + small_value: 1.0e-6 + small_value_atol: 1.0e-9 torch.float16: - rtol: 0.001 - small_value: 0.001 - small_value_atol: 0.001 + rtol: 1.0e-3 + small_value: 1.0e-3 + small_value_atol: 1.0e-5 torch.bfloat16: - rtol: 0.004 - small_value: 0.001 - small_value_atol: 0.001 + rtol: 4.0e-3 + small_value: 1.0e-3 + small_value_atol: 1.0e-5 __sub__: torch.float32: - rtol: 0.000001 - small_value: 0.000001 - small_value_atol: 0.000001 + rtol: 1.0e-6 + small_value: 1.0e-6 + small_value_atol: 1.0e-9 torch.float16: - rtol: 0.001 - small_value: 0.001 - small_value_atol: 0.001 + rtol: 1.0e-3 + small_value: 1.0e-3 + small_value_atol: 1.0e-5 torch.bfloat16: - rtol: 0.004 - small_value: 0.001 - small_value_atol: 0.001 + rtol: 4.0e-3 + small_value: 1.0e-3 + small_value_atol: 1.0e-5