MeteoIODoc 20260620.13b5b0a5
Environmental timeseries pre-processing
Loading...
Searching...
No Matches
ResamplingAlgorithms.h
Go to the documentation of this file.
1// SPDX-License-Identifier: LGPL-3.0-or-later
2/***********************************************************************************/
3/* Copyright 2009 WSL Institute for Snow and Avalanche Research SLF-DAVOS */
4/***********************************************************************************/
5/* This file is part of MeteoIO.
6 MeteoIO is free software: you can redistribute it and/or modify
7 it under the terms of the GNU Lesser General Public License as published by
8 the Free Software Foundation, either version 3 of the License, or
9 (at your option) any later version.
10
11 MeteoIO is distributed in the hope that it will be useful,
12 but WITHOUT ANY WARRANTY; without even the implied warranty of
13 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
14 GNU Lesser General Public License for more details.
15
16 You should have received a copy of the GNU Lesser General Public License
17 along with MeteoIO. If not, see <http://www.gnu.org/licenses/>.
18*/
19#ifndef RESAMPLINGALGORITHMS_H
20#define RESAMPLINGALGORITHMS_H
21
23#include <meteoio/IOUtils.h>
24
25#include <string>
26#include <vector>
27
28#ifdef _MSC_VER
29 #pragma warning(disable:4512) //we don't need any = operator!
30#endif
31
32namespace mio {
44
45 public:
46 typedef struct GAP_INFO {
47 GAP_INFO() : start(), end(), startIdx(IOUtils::npos), endIdx(IOUtils::npos) {}
48 void extend(const size_t& idx, const std::vector<MeteoData>& vecM) {if (idx<startIdx) setStart(idx, vecM); if (idx>endIdx) setEnd(idx, vecM);}
49 void setStart(const size_t& idx, const std::vector<MeteoData>& vecM) {if (idx>=vecM.size()) return; startIdx=idx; start=vecM[idx].date;}
50 void setEnd(const size_t& idx, const std::vector<MeteoData>& vecM) {if (idx>=vecM.size()) return; endIdx=idx; end=vecM[idx].date;}
51 std::string toString() const {std::ostringstream os; os << start.toString(Date::ISO) << " (" << startIdx << ") - " << end.toString(Date::ISO) << " (" << endIdx << ")"; return os.str();}
52 double size() const {return std::abs(end.getJulian(true)-start.getJulian(true));}
53 Date start, end;
54 size_t startIdx, endIdx;
55 } gap_info;
56
58 exact_match, // Resampling date exactly matches an existing data point
59 in_gap, // Resampling date falls between two existing data points
60 begin, // Resampling date is before the first data point (extrapolation)
61 end // Resampling date is after the last data point (extrapolation)
62 };
63
64 public:
65
66 ResamplingAlgorithms(const std::string& i_algoname, const std::string& i_parname, const double& dflt_max_gap_size, const std::vector< std::pair<std::string, std::string> >& /*vecArgs*/)
67 : algo(i_algoname), parname(i_parname), max_gap_size(dflt_max_gap_size), gaps() {}
68
70
71 static size_t searchBackward(gap_info &last_gap, const size_t& pos, const size_t& paramindex, const std::vector<MeteoData>& vecM, const Date& resampling_date,
72 const double& i_max_gap_size);
73 static size_t searchForward(gap_info &last_gap, const size_t& pos, const size_t& paramindex, const std::vector<MeteoData>& vecM, const Date& resampling_date,
74 const double& i_max_gap_size, const size_t& indexP1);
75
76 static gap_info findGap(const size_t& pos, const size_t& paramindex, const std::vector<MeteoData>& vecM, const Date& resampling_date,
77 const double& i_max_gap_size);
78
79 //return true if resampling took place, false otherwise
80 virtual bool resample(const std::string& stationHash, const size_t& index, const ResamplingPosition& position, const size_t& paramindex,
81 const std::vector<MeteoData>& vecM, MeteoData& md, const gap_info& gap) = 0;
82
89 virtual bool allowResample(const gap_info& gap, const ResamplingPosition& position) const;
90
91 void resetResampling() {gaps.clear();} //invalidate all gaps, usually after rebuffering
92
93 const std::string getAlgo() const {return algo;}
94 double getMaxGapSize() const {return max_gap_size;}
95
96 virtual std::string toString() const = 0;
97
98 protected:
99 bool extrapolate = false;
100 static double partialAccumulateAtLeft(const std::vector<MeteoData>& vecM, const size_t& paramindex,
101 const size_t& pos, const Date& curr_date);
102 static double partialAccumulateAtRight(const std::vector<MeteoData>& vecM, const size_t& paramindex,
103 const size_t& pos, const Date& curr_date);
104 void getNearestValidPts(const std::string& stationHash, const size_t& pos, const size_t& paramindex, const std::vector<MeteoData>& vecM, const Date& resampling_date,
105 const double& i_max_gap_size, size_t& indexP1, size_t& indexP2);
106 static double linearInterpolation(const double& x1, const double& y1,
107 const double& x2, const double& y2, const double& x3);
108 static Date getDailyStart(const Date& resampling_date);
109 static size_t getDailyValue(const std::vector<MeteoData>& vecM, const size_t& paramindex, size_t pos, const Date& intervalStart, const Date& intervalEnd);
110
111 const std::string algo, parname;
113
114 private:
115 std::map<std::string, gap_info> gaps;
116
117};
118
120 public:
121 static ResamplingAlgorithms* getAlgorithm(const std::string& i_algoname, const std::string& parname, const double& max_gap_size, const std::vector< std::pair<std::string, std::string> >& vecArgs, const Config &cfg);
122};
123
124} //end namespace
125#endif
A class that reads a key/value file. These files (typically named *.ini) follow the INI file format s...
Definition Config.h:79
A class to handle timestamps. This class handles conversion between different time display formats (I...
Definition Date.h:87
A class to represent a singular measurement received from one station at a certain time (represented ...
Definition MeteoData.h:108
Definition ResamplingAlgorithms.h:119
static ResamplingAlgorithms * getAlgorithm(const std::string &i_algoname, const std::string &parname, const double &max_gap_size, const std::vector< std::pair< std::string, std::string > > &vecArgs, const Config &cfg)
Definition ResamplingAlgorithms.cc:112
Interface class for the temporal resampling algorithms.
Definition ResamplingAlgorithms.h:43
static double partialAccumulateAtRight(const std::vector< MeteoData > &vecM, const size_t &paramindex, const size_t &pos, const Date &curr_date)
Definition ResamplingAlgorithms.cc:157
virtual ~ResamplingAlgorithms()
Definition ResamplingAlgorithms.h:69
const std::string parname
Definition ResamplingAlgorithms.h:111
ResamplingAlgorithms(const std::string &i_algoname, const std::string &i_parname, const double &dflt_max_gap_size, const std::vector< std::pair< std::string, std::string > > &)
Definition ResamplingAlgorithms.h:66
void getNearestValidPts(const std::string &stationHash, const size_t &pos, const size_t &paramindex, const std::vector< MeteoData > &vecM, const Date &resampling_date, const double &i_max_gap_size, size_t &indexP1, size_t &indexP2)
This function returns the last and next valid points around a given position.
Definition ResamplingAlgorithms.cc:298
virtual std::string toString() const =0
static gap_info findGap(const size_t &pos, const size_t &paramindex, const std::vector< MeteoData > &vecM, const Date &resampling_date, const double &i_max_gap_size)
Definition ResamplingAlgorithms.cc:271
void resetResampling()
Definition ResamplingAlgorithms.h:91
const std::string getAlgo() const
Definition ResamplingAlgorithms.h:93
static double partialAccumulateAtLeft(const std::vector< MeteoData > &vecM, const size_t &paramindex, const size_t &pos, const Date &curr_date)
‍For algorithms that support extrapolations, this could be set to true in the ini file
Definition ResamplingAlgorithms.cc:138
bool extrapolate
Definition ResamplingAlgorithms.h:99
virtual bool resample(const std::string &stationHash, const size_t &index, const ResamplingPosition &position, const size_t &paramindex, const std::vector< MeteoData > &vecM, MeteoData &md, const gap_info &gap)=0
const std::string algo
Definition ResamplingAlgorithms.h:111
static Date getDailyStart(const Date &resampling_date)
For a given date, find the start of the day, considering that for midnight we return the day before!...
Definition ResamplingAlgorithms.cc:332
ResamplingPosition
Definition ResamplingAlgorithms.h:57
@ end
Definition ResamplingAlgorithms.h:61
@ exact_match
Definition ResamplingAlgorithms.h:58
@ begin
Definition ResamplingAlgorithms.h:60
@ in_gap
Definition ResamplingAlgorithms.h:59
double getMaxGapSize() const
Definition ResamplingAlgorithms.h:94
static double linearInterpolation(const double &x1, const double &y1, const double &x2, const double &y2, const double &x3)
This function solves the equation y = ax + b for two given points and returns y for a given x.
Definition ResamplingAlgorithms.cc:315
static size_t getDailyValue(const std::vector< MeteoData > &vecM, const size_t &paramindex, size_t pos, const Date &intervalStart, const Date &intervalEnd)
Find a unique value in a given time interval. This is useful for retrieving a unique daily average,...
Definition ResamplingAlgorithms.cc:352
virtual bool allowResample(const gap_info &gap, const ResamplingPosition &position) const
Check if this algorithm allows resampling for the given gap and position.
Definition ResamplingAlgorithms.cc:96
static size_t searchBackward(gap_info &last_gap, const size_t &pos, const size_t &paramindex, const std::vector< MeteoData > &vecM, const Date &resampling_date, const double &i_max_gap_size)
Definition ResamplingAlgorithms.cc:177
double max_gap_size
Definition ResamplingAlgorithms.h:112
static size_t searchForward(gap_info &last_gap, const size_t &pos, const size_t &paramindex, const std::vector< MeteoData > &vecM, const Date &resampling_date, const double &i_max_gap_size, const size_t &indexP1)
Definition ResamplingAlgorithms.cc:225
Definition Config.cc:34
Definition ResamplingAlgorithms.h:46
std::string toString() const
Definition ResamplingAlgorithms.h:51
void extend(const size_t &idx, const std::vector< MeteoData > &vecM)
Definition ResamplingAlgorithms.h:48
size_t endIdx
Definition ResamplingAlgorithms.h:54
GAP_INFO()
Definition ResamplingAlgorithms.h:47
void setStart(const size_t &idx, const std::vector< MeteoData > &vecM)
Definition ResamplingAlgorithms.h:49
double size() const
Definition ResamplingAlgorithms.h:52
Date end
Definition ResamplingAlgorithms.h:53
void setEnd(const size_t &idx, const std::vector< MeteoData > &vecM)
Definition ResamplingAlgorithms.h:50