Class to calculate statistics using the so-called hinges and fences algorithm.
More...
|
| | HingesFencesStatistics (Double f=-1.0) |
| | If f is negative, the full dataset is used; ie the object has the same behavior as a ClassicalStatistics object.
|
| | HingesFencesStatistics (const HingesFencesStatistics< CASA_STATP > &other) |
| | copy semantics
|
| virtual | ~HingesFencesStatistics () |
| HingesFencesStatistics< CASA_STATP > & | operator= (const HingesFencesStatistics< CASA_STATP > &other) |
| | copy semantics
|
| virtual StatisticsAlgorithm< CASA_STATP > * | clone () const |
| | Clone this instance.
|
| virtual StatisticsData::ALGORITHM | algorithm () const |
| | get the algorithm that this object uses for computing stats
|
| virtual void | reset () |
| | reset object to initial state.
|
| void | setCalculateAsAdded (Bool c) |
| | This class does not allow statistics to be calculated as datasets are added, so an exception will be thrown if c is True.
|
| | ConstrainedRangeStatistics ()=delete |
| virtual | ~ConstrainedRangeStatistics () |
| virtual CASA_STATP | getMedian (std::shared_ptr< uInt64 > knownNpts=nullptr, std::shared_ptr< CASA_STATP > knownMin=nullptr, std::shared_ptr< CASA_STATP > knownMax=nullptr, uInt binningThreshholdSizeBytes=4096 *4096, Bool persistSortedArray=False, uInt nBins=10000) |
| | In the following group of methods, if the size of the composite dataset is smaller than binningThreshholdSizeBytes, the composite dataset will be (perhaps partially) sorted and persisted in memory during the call.
|
| virtual CASA_STATP | getMedianAbsDevMed (std::shared_ptr< uInt64 > knownNpts=nullptr, std::shared_ptr< CASA_STATP > knownMin=nullptr, std::shared_ptr< CASA_STATP > knownMax=nullptr, uInt binningThreshholdSizeBytes=4096 *4096, Bool persistSortedArray=False, uInt nBins=10000) |
| | get the median of the absolute deviation about the median of the data.
|
| virtual CASA_STATP | getMedianAndQuantiles (std::map< Double, CASA_STATP > &quantileToValue, const std::set< Double > &quantiles, std::shared_ptr< uInt64 > knownNpts=nullptr, std::shared_ptr< CASA_STATP > knownMin=nullptr, std::shared_ptr< CASA_STATP > knownMax=nullptr, uInt binningThreshholdSizeBytes=4096 *4096, Bool persistSortedArray=False, uInt nBins=10000) |
| | If one needs to compute both the median and quantile values, it is better to call getMedianAndQuantiles() rather than getMedian() and getQuantiles() separately, as the first will scan large data sets fewer times than calling the seperate methods.
|
| virtual std::map< Double, CASA_STATP > | getQuantiles (const std::set< Double > &quantiles, std::shared_ptr< uInt64 > knownNpts=nullptr, std::shared_ptr< CASA_STATP > knownMin=nullptr, std::shared_ptr< CASA_STATP > knownMax=NULL, uInt binningThreshholdSizeBytes=4096 *4096, Bool persistSortedArray=False, uInt nBins=10000) |
| | Get the specified quantiles.
|
| virtual void | getMinMax (CASA_STATP &mymin, CASA_STATP &mymax) |
| | get the min and max of the data set
|
| virtual uInt64 | getNPts () |
| | scan the dataset(s) that have been added, and find the number of good points.
|
| virtual LocationType | getStatisticIndex (StatisticsData::STATS stat) |
| | see base class description
|
| | ClassicalStatistics () |
| virtual | ~ClassicalStatistics () |
| ClassicalStatistics & | operator= (const ClassicalStatistics &other) |
| | copy semantics
|
| virtual void | getMinMaxNpts (uInt64 &npts, CASA_STATP &mymin, CASA_STATP &mymax) |
| virtual void | setDataProvider (StatsDataProvider< CASA_STATP > *dataProvider) |
| | An exception will be thrown if setCalculateAsAdded(True) has been called.
|
| void | setQuantileComputer (std::shared_ptr< ClassicalQuantileComputer< CASA_STATP > > qc) |
| | Allow derived objects to set the quantile computer object.
|
| virtual void | setStatsToCalculate (std::set< StatisticsData::STATS > &stats) |
| | Provide guidance to algorithms by specifying a priori which statistics the caller would like calculated.
|
| virtual | ~StatisticsAlgorithm () |
| void | addData (const DataIterator &first, uInt nr, uInt dataStride=1, Bool nrAccountsForStride=False) |
| | Add a dataset to an existing set of datasets on which statistics are to be calculated.
|
| CASA_STATP | getQuantile (Double quantile, std::shared_ptr< uInt64 > knownNpts=nullptr, std::shared_ptr< CASA_STATP > knownMin=nullptr, std::shared_ptr< CASA_STATP > knownMax=nullptr, uInt binningThreshholdSizeBytes=4096 *4096, Bool persistSortedArray=False, uInt nBins=10000) |
| | Purposefully not virtual.
|
| CASA_STATP | getStatistic (StatisticsData::STATS stat) |
| | get the value of the specified statistic.
|
| StatsData< CASA_STATP > | getStatistics () |
| | Return statistics.
|
| void | setData (const DataIterator &first, uInt nr, uInt dataStride=1, Bool nrAccountsForStride=False) |
| | setdata() clears any current datasets or data provider and then adds the specified data set as the first dataset in the (possibly new) set of data sets for which statistics are to be calculated.
|
|
| virtual void | _accumNpts (uInt64 &npts, const DataIterator &dataStart, uInt64 nr, uInt dataStride) const |
| | scan through the data set to determine the number of good (unmasked, weight > 0, within range) points.
|
| virtual void | _accumNpts (uInt64 &npts, const DataIterator &dataStart, uInt64 nr, uInt dataStride, const DataRanges &ranges, Bool isInclude) const |
| virtual void | _accumNpts (uInt64 &npts, const DataIterator &dataBegin, uInt64 nr, uInt dataStride, const MaskIterator &maskBegin, uInt maskStride) const |
| virtual void | _accumNpts (uInt64 &npts, const DataIterator &dataBegin, uInt64 nr, uInt dataStride, const MaskIterator &maskBegin, uInt maskStride, const DataRanges &ranges, Bool isInclude) const |
| virtual void | _accumNpts (uInt64 &npts, const DataIterator &dataBegin, const WeightsIterator &weightsBegin, uInt64 nr, uInt dataStride) const |
| virtual void | _accumNpts (uInt64 &npts, const DataIterator &dataBegin, const WeightsIterator &weightsBegin, uInt64 nr, uInt dataStride, const DataRanges &ranges, Bool isInclude) const |
| virtual void | _accumNpts (uInt64 &npts, const DataIterator &dataBegin, const WeightsIterator &weightsBegin, uInt64 nr, uInt dataStride, const MaskIterator &maskBegin, uInt maskStride, const DataRanges &ranges, Bool isInclude) const |
| virtual void | _accumNpts (uInt64 &npts, const DataIterator &dataBegin, const WeightsIterator &weightBegin, uInt64 nr, uInt dataStride, const MaskIterator &maskBegin, uInt maskStride) const |
| virtual void | _minMax (std::shared_ptr< AccumType > &mymin, std::shared_ptr< AccumType > &mymax, const DataIterator &dataBegin, uInt64 nr, uInt dataStride) const |
| virtual void | _minMax (std::shared_ptr< AccumType > &mymin, std::shared_ptr< AccumType > &mymax, const DataIterator &dataBegin, uInt64 nr, uInt dataStride, const DataRanges &ranges, Bool isInclude) const |
| virtual void | _minMax (std::shared_ptr< AccumType > &mymin, std::shared_ptr< AccumType > &mymax, const DataIterator &dataBegin, uInt64 nr, uInt dataStride, const MaskIterator &maskBegin, uInt maskStride) const |
| virtual void | _minMax (std::shared_ptr< AccumType > &mymin, std::shared_ptr< AccumType > &mymax, const DataIterator &dataBegin, uInt64 nr, uInt dataStride, const MaskIterator &maskBegin, uInt maskStride, const DataRanges &ranges, Bool isInclude) const |
| virtual void | _minMax (std::shared_ptr< AccumType > &mymin, std::shared_ptr< AccumType > &mymax, const DataIterator &dataBegin, const WeightsIterator &weightsBegin, uInt64 nr, uInt dataStride) const |
| virtual void | _minMax (std::shared_ptr< AccumType > &mymin, std::shared_ptr< AccumType > &mymax, const DataIterator &dataBegin, const WeightsIterator &weightsBegin, uInt64 nr, uInt dataStride, const DataRanges &ranges, Bool isInclude) const |
| virtual void | _minMax (std::shared_ptr< AccumType > &mymin, std::shared_ptr< AccumType > &mymax, const DataIterator &dataBegin, const WeightsIterator &weightsBegin, uInt64 nr, uInt dataStride, const MaskIterator &maskBegin, uInt maskStride, const DataRanges &ranges, Bool isInclude) const |
| virtual void | _minMax (std::shared_ptr< AccumType > &mymin, std::shared_ptr< AccumType > &mymax, const DataIterator &dataBegin, const WeightsIterator &weightBegin, uInt64 nr, uInt dataStride, const MaskIterator &maskBegin, uInt maskStride) const |
| virtual void | _minMaxNpts (uInt64 &npts, std::shared_ptr< AccumType > &mymin, std::shared_ptr< AccumType > &mymax, const DataIterator &dataBegin, uInt64 nr, uInt dataStride) const |
| | Sometimes we want the min, max, and npts all in one scan.
|
| virtual void | _minMaxNpts (uInt64 &npts, std::shared_ptr< AccumType > &mymin, std::shared_ptr< AccumType > &mymax, const DataIterator &dataBegin, uInt64 nr, uInt dataStride, const DataRanges &ranges, Bool isInclude) const |
| virtual void | _minMaxNpts (uInt64 &npts, std::shared_ptr< AccumType > &mymin, std::shared_ptr< AccumType > &mymax, const DataIterator &dataBegin, uInt64 nr, uInt dataStride, const MaskIterator &maskBegin, uInt maskStride) const |
| virtual void | _minMaxNpts (uInt64 &npts, std::shared_ptr< AccumType > &mymin, std::shared_ptr< AccumType > &mymax, const DataIterator &dataBegin, uInt64 nr, uInt dataStride, const MaskIterator &maskBegin, uInt maskStride, const DataRanges &ranges, Bool isInclude) const |
| virtual void | _minMaxNpts (uInt64 &npts, std::shared_ptr< AccumType > &mymin, std::shared_ptr< AccumType > &mymax, const DataIterator &dataBegin, const WeightsIterator &weightsBegin, uInt64 nr, uInt dataStride) const |
| virtual void | _minMaxNpts (uInt64 &npts, std::shared_ptr< AccumType > &mymin, std::shared_ptr< AccumType > &mymax, const DataIterator &dataBegin, const WeightsIterator &weightsBegin, uInt64 nr, uInt dataStride, const DataRanges &ranges, Bool isInclude) const |
| virtual void | _minMaxNpts (uInt64 &npts, std::shared_ptr< AccumType > &mymin, std::shared_ptr< AccumType > &mymax, const DataIterator &dataBegin, const WeightsIterator &weightsBegin, uInt64 nr, uInt dataStride, const MaskIterator &maskBegin, uInt maskStride, const DataRanges &ranges, Bool isInclude) const |
| virtual void | _minMaxNpts (uInt64 &npts, std::shared_ptr< AccumType > &mymin, std::shared_ptr< AccumType > &mymax, const DataIterator &dataBegin, const WeightsIterator &weightBegin, uInt64 nr, uInt dataStride, const MaskIterator &maskBegin, uInt maskStride) const |
| virtual void | _unweightedStats (StatsData< AccumType > &stats, uInt64 &ngood, LocationType &location, const DataIterator &dataBegin, uInt64 nr, uInt dataStride) |
| | no weights, no mask, no ranges
|
| virtual void | _unweightedStats (StatsData< AccumType > &stats, uInt64 &ngood, LocationType &location, const DataIterator &dataBegin, uInt64 nr, uInt dataStride, const DataRanges &ranges, Bool isInclude) |
| | no weights, no mask
|
| virtual void | _unweightedStats (StatsData< AccumType > &stats, uInt64 &ngood, LocationType &location, const DataIterator &dataBegin, uInt64 nr, uInt dataStride, const MaskIterator &maskBegin, uInt maskStride) |
| virtual void | _unweightedStats (StatsData< AccumType > &stats, uInt64 &ngood, LocationType &location, const DataIterator &dataBegin, uInt64 nr, uInt dataStride, const MaskIterator &maskBegin, uInt maskStride, const DataRanges &ranges, Bool isInclude) |
| virtual void | _weightedStats (StatsData< AccumType > &stats, LocationType &location, const DataIterator &dataBegin, const WeightsIterator &weightsBegin, uInt64 nr, uInt dataStride) |
| | has weights, but no mask, no ranges
|
| virtual void | _weightedStats (StatsData< AccumType > &stats, LocationType &location, const DataIterator &dataBegin, const WeightsIterator &weightsBegin, uInt64 nr, uInt dataStride, const DataRanges &ranges, Bool isInclude) |
| virtual void | _weightedStats (StatsData< AccumType > &stats, LocationType &location, const DataIterator &dataBegin, const WeightsIterator &weightBegin, uInt64 nr, uInt dataStride, const MaskIterator &maskBegin, uInt maskStride) |
| virtual void | _weightedStats (StatsData< AccumType > &stats, LocationType &location, const DataIterator &dataBegin, const WeightsIterator &weightBegin, uInt64 nr, uInt dataStride, const MaskIterator &maskBegin, uInt maskStride, const DataRanges &ranges, Bool isInclude) |
| ConstrainedRangeStatistics< CASA_STATP > & | operator= (const ConstrainedRangeStatistics< CASA_STATP > &other) |
| | copy semantics
|
| virtual CASA_STATP | _getStatistic (StatisticsData::STATS stat) |
| virtual StatsData< CASA_STATP > | _getStatistics () |
| virtual void | _minMax (std::shared_ptr< CASA_STATP > &mymin, std::shared_ptr< CASA_STATP > &mymax, const DataIterator &dataBegin, uInt64 nr, uInt dataStride) const |
| virtual void | _minMaxNpts (uInt64 &npts, std::shared_ptr< CASA_STATP > &mymin, std::shared_ptr< CASA_STATP > &mymax, const DataIterator &dataBegin, uInt64 nr, uInt dataStride) const |
| | Sometimes we want the min, max, and npts all in one scan.
|
| void | _setRange (std::shared_ptr< std::pair< CASA_STATP, CASA_STATP > > r) |
| | This method is purposefully non-virtual.
|
| virtual void | _unweightedStats (StatsData< CASA_STATP > &stats, uInt64 &ngood, LocationType &location, const DataIterator &dataBegin, uInt64 nr, uInt dataStride) |
| | no weights, no mask, no ranges
|
| virtual void | _weightedStats (StatsData< CASA_STATP > &stats, LocationType &location, const DataIterator &dataBegin, const DataIterator &weightsBegin, uInt64 nr, uInt dataStride) |
| | has weights, but no mask, no ranges
|
| void | _accumulate (StatsData< CASA_STATP > &stats, const CASA_STATP &datum, const LocationType &location) |
| void | _addData () |
| | Allows derived classes to do things after data is set or added.
|
| void | _clearStats () |
| Bool | _getDoMaxMin () const |
| virtual StatsData< CASA_STATP > | _getInitialStats () const |
| virtual StatsData< CASA_STATP > & | _getStatsData () |
| | Retrieve stats structure.
|
| std::shared_ptr< StatisticsAlgorithmQuantileComputer< CASA_STATP > > | _getQuantileComputer () |
| virtual void | _updateDataProviderMaxMin (const StatsData< CASA_STATP > &threadStats) |
| | StatisticsAlgorithm () |
| StatisticsAlgorithm & | operator= (const StatisticsAlgorithm &other) |
| | use copy semantics, except for the data provider which uses reference semantics
|
| const StatisticsDataset< CASA_STATP > & | _getDataset () const |
| | These methods are purposefully not virtual.
|
| const std::set< StatisticsData::STATS > | _getStatsToCalculate () const |
| virtual const std::set< StatisticsData::STATS > & | _getUnsupportedStatistics () const |
| void | _setUnsupportedStatistics (const std::set< StatisticsData::STATS > &stats) |
| | Derived classes should normally call this in their constructors, if applicable.
|
template<class AccumType, class DataIterator, class MaskIterator = const Bool *, class WeightsIterator = DataIterator>
class casacore::HingesFencesStatistics< AccumType, DataIterator, MaskIterator, WeightsIterator >
Class to calculate statistics using the so-called hinges and fences algorithm.
In this algorithm, the data on which the statistics are computed from is limited to the range of values between Q1 - f*D and Q3 + f*D, inclusive, where D = Q3 - Q1 and Q1 and Q3 are the first and third quartiles, respectively.
This class uses a HingesFencesQuantileComputer object for computing quantile- like statistics. See class documentation for StatisticsAlgorithm for details regarding QuantileComputer classes.
Definition at line 53 of file HingesFencesStatistics.h.