Adjust erf estimation function (#15423)
Release Notes: - Fixed a (potential) small error in erf estimation. Technically, the error is negligible. I am not sure where the current calculation for erf come from and if it is intended or a simple mistake. However it looks slightly different from the official calculation, notably [this](https://en.wikipedia.org/wiki/Error_function#Approximation_with_elementary_functions) from Wikipedia. I will add a comment if it is intended.
This commit is contained in:
parent
2db2b636f2
commit
f24f601e05
4 changed files with 37 additions and 4 deletions
|
@ -657,9 +657,9 @@ float gaussian(float x, float sigma) {
|
|||
float2 erf(float2 x) {
|
||||
float2 s = sign(x);
|
||||
float2 a = abs(x);
|
||||
x = 1. + (0.278393 + (0.230389 + 0.078108 * (a * a)) * a) * a;
|
||||
x *= x;
|
||||
return s - s / (x * x);
|
||||
float2 r1 = 1. + (0.278393 + (0.230389 + (0.000972 + 0.078108 * a) * a) * a) * a;
|
||||
float2 r2 = r1 * r1;
|
||||
return s - s / (r2 * r2);
|
||||
}
|
||||
|
||||
float blur_along_x(float x, float y, float sigma, float corner,
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue