obitools/obitools3
2
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases 66 Wiki Activity

stats: fixed the computation of variance when it is equal to 0

Browse Source
This commit is contained in:
mercierc
2021-08-05 11:32:16 +12:00
parent f10e78ba3c
commit 4be9f36f99
1 changed files with 5 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
python/obitools3/commands/stats.pyx
View File

@ -119,9 +119,12 @@ def mean(values, options):
def variance(v): def variance(v):
if len(v)==1: if len(v)==1:
return 0 return 0
s = reduce(lambda x,y:(x[0]+y,x[1]+y**2),v,(0.,0.)) s = reduce(lambda x,y:(x[0]+y,x[1]+y**2),v,(0.,0.))
return s[1]/(len(v)-1) - s[0]**2/len(v)/(len(v)-1) var = round(s[1]/(len(v)-1) - s[0]**2/len(v)/(len(v)-1), 5) # round to go around shady python rounding stuff when var is actually 0
if var == -0.0: # then fix -0 to +0 if was rounded to -0
var = 0.0
return var
def varpop(values, options): def varpop(values, options):