Revert "Transformation: Added variance and standard deviation (#48844)" (#48997)

This reverts commit 906484b809.
This commit is contained in:
Torkel Ödegaard
2022-05-16 17:21:23 +02:00
committed by GitHub
parent 3d922a4e67
commit a2ebdf2bc2
3 changed files with 21 additions and 88 deletions
@@ -56,26 +56,13 @@ describe('Stats Calculators', () => {
it('should calculate basic stats', () => {
const stats = reduceField({
field: basicTable.fields[0],
reducers: [
'first',
'last',
'mean',
'count',
'Variance (Population)',
'Variance (Sample)',
'Standard deviation (Population)',
'Standard deviation (Sample)',
],
reducers: ['first', 'last', 'mean', 'count'],
});
expect(stats.first).toEqual(10);
expect(stats.last).toEqual(20);
expect(stats.mean).toEqual(15);
expect(stats.count).toEqual(2);
expect(stats.variancePopulation).toEqual(25);
expect(stats.varianceSample).toEqual(50);
expect(stats.stddevPopulation).toEqual(5);
expect(stats.stddevSample).toBeCloseTo(7.0710678, 5);
});
it('should support a single stat also', () => {
@@ -10,10 +10,6 @@ export enum ReducerID {
min = 'min',
logmin = 'logmin',
mean = 'mean',
variancePopulation = 'variancePopulation',
stddevPopulation = 'stddevPopulation',
varianceSample = 'varianceSample',
stddevSample = 'stddevSample',
last = 'last',
first = 'first',
count = 'count',
@@ -156,30 +152,6 @@ export const fieldReducers = new Registry<FieldReducerInfo>(() => [
{ id: ReducerID.min, name: 'Min', description: 'Minimum Value', standard: true },
{ id: ReducerID.max, name: 'Max', description: 'Maximum Value', standard: true },
{ id: ReducerID.mean, name: 'Mean', description: 'Average Value', standard: true, aliasIds: ['avg'] },
{
id: ReducerID.variancePopulation,
name: 'Variance (Population)',
description: 'Variance (based on population) of all values in a field',
standard: true,
},
{
id: ReducerID.stddevPopulation,
name: 'Standard deviation (Population)',
description: 'Standard deviation (based on population) of all values in a field',
standard: true,
},
{
id: ReducerID.varianceSample,
name: 'Variance (Sample)',
description: 'Variance (based on sample) of all values in a field',
standard: true,
},
{
id: ReducerID.stddevSample,
name: 'Standard deviation (Sample)',
description: 'Standard deviation (based on sample) of all values in a field',
standard: true,
},
{
id: ReducerID.sum,
name: 'Total',
@@ -284,10 +256,6 @@ export function doStandardCalcs(field: Field, ignoreNulls: boolean, nullAsZero:
min: Number.MAX_VALUE,
logmin: Number.MAX_VALUE,
mean: null,
variancePopulation: null,
stddevPopulation: null,
varianceSample: null,
stddevSample: null,
last: null,
first: null,
lastNotNull: null,
@@ -306,8 +274,6 @@ export function doStandardCalcs(field: Field, ignoreNulls: boolean, nullAsZero:
previousDeltaUp: true,
} as FieldCalcs;
let squareSum = 0;
const data = field.values;
calcs.count = data.length;
@@ -377,10 +343,6 @@ export function doStandardCalcs(field: Field, ignoreNulls: boolean, nullAsZero:
if (currentValue < calcs.logmin && currentValue > 0) {
calcs.logmin = currentValue;
}
let _oldMean = calcs.mean;
calcs.mean += (currentValue - _oldMean) / calcs.nonNullCount;
squareSum += (currentValue - _oldMean) * (currentValue - calcs.mean);
}
if (currentValue !== 0) {
@@ -404,19 +366,7 @@ export function doStandardCalcs(field: Field, ignoreNulls: boolean, nullAsZero:
}
if (calcs.nonNullCount > 0) {
calcs.variancePopulation = squareSum / calcs.nonNullCount;
}
if (calcs.nonNullCount > 0) {
calcs.stddevPopulation = Math.sqrt(calcs.variancePopulation);
}
if (calcs.nonNullCount > 0) {
calcs.varianceSample = squareSum / (calcs.nonNullCount - 1);
}
if (calcs.nonNullCount > 0) {
calcs.stddevSample = Math.sqrt(calcs.varianceSample);
calcs.mean = calcs.sum! / calcs.nonNullCount;
}
if (calcs.allIsNull) {