JOSS publication figures creator#
This script will create the figures that are used in the JOSS publication of the Metob-toolkit.
[1]:
#!pip install MetObs-toolkit
%config InlineBackend.print_figure_kwargs = {'bbox_inches':None} #else the legend is cutoff in ipython inline plots
[2]:
import logging
import math
import os
import sys
import time
from pathlib import Path
import metobs_toolkit
print(f'Metobs_toolkit version: v{metobs_toolkit.__version__}')
import matplotlib.pyplot as plt
import pandas as pd
Metobs_toolkit version: v0.4.0a
Creation of the Dataset#
[3]:
datadf = pd.read_csv(metobs_toolkit.demo_datafile, sep=';')
metadf = pd.read_csv(metobs_toolkit.demo_metadatafile, sep=',')
# Subset to regio ghent
ghent_stations = [ 'vlinder24', 'vlinder25', 'vlinder05', 'vlinder27',
'vlinder02', 'vlinder01', 'vlinder28']
datadf = datadf[datadf['Vlinder'].isin(ghent_stations)]
metadf = metadf[metadf['Vlinder'].isin(ghent_stations)]
# subset period
datadf['dummy_dt'] = datadf['Datum'] + datadf['Tijd (UTC)']
datadf['dummy_dt'] = pd.to_datetime(datadf['dummy_dt'], format='%Y-%m-%d%H:%M:%S')
#Subset to period
from datetime import datetime
startdt = datetime(2022, 9, 1)
enddt = datetime(2022, 9, 10)
datadf = datadf[(datadf['dummy_dt'] >= startdt) & (datadf['dummy_dt'] <= enddt)]
datadf = datadf.drop(columns=['dummy_dt'])
# Inducing outliers as demo
datadf = datadf.drop(index=datadf.iloc[180:200, :].index.tolist())
# save in paper folder
folder = os.path.abspath('')
datadf.to_csv(os.path.join(folder, 'datafile.csv'))
metadf.to_csv(os.path.join(folder, 'metadatafile.csv'))
#Importing raw data
dataset = metobs_toolkit.Dataset()
dataset.import_data_from_file(input_data_file=os.path.join(folder, 'datafile.csv'),
input_metadata_file=os.path.join(folder, 'metadatafile.csv'),
template_file=metobs_toolkit.demo_template)
Unnamed: 0 is present in the datafile, but not found in the template! This column will be ignored.
Luchtdruk is present in the datafile, but not found in the template! This column will be ignored.
Neerslagintensiteit is present in the datafile, but not found in the template! This column will be ignored.
Neerslagsom is present in the datafile, but not found in the template! This column will be ignored.
Rukwind is present in the datafile, but not found in the template! This column will be ignored.
Luchtdruk_Zeeniveau is present in the datafile, but not found in the template! This column will be ignored.
Globe Temperatuur is present in the datafile, but not found in the template! This column will be ignored.
The following columns are present in the data file, but not in the template! They are skipped!
['Luchtdruk', 'Rukwind', 'Globe Temperatuur', 'Neerslagsom', 'Unnamed: 0', 'Luchtdruk_Zeeniveau', 'Neerslagintensiteit']
The following columns are found in the metadata, but not in the template and are therefore ignored:
['stad', 'benaming', 'Unnamed: 0', 'sponsor', 'Network']
Timeseries for each station#
[4]:
#1. Coarsen resolution and apply quality control with non-defaults as demonstration
dataset.resample(target_freq='20min')
ax1 = dataset.make_plot(colorby='station', title='Temperature for all stations')
#translate axes
ax1.set_ylabel('T2m in °C')
plt.show()
The present gaps are removed, new gaps are constructed for temp data of station vlinder01..
The present gaps are removed, new gaps are constructed for humidity data of station vlinder01..
The present gaps are removed, new gaps are constructed for wind_direction data of station vlinder01..
The present gaps are removed, new gaps are constructed for wind_speed data of station vlinder01..
Timeseries with quality control labels#
[5]:
#1. gross value check
target = 'temp'
dataset.gross_value_check(
target_obstype=target,
lower_threshold=10.7,
upper_threshold=26.3)
#2. persistence check
dataset.persistence_check(
target_obstype=target,
timewindow='60min',
min_records_per_window=3)
#3. repetitions check
dataset.repetitions_check(
target_obstype=target,
max_N_repetitions=5
)
#4. repetitions check
dataset.step_check(
target_obstype=target,
max_increase_per_second = 5.0 / 3600.0, #depends on standard unit!
max_decrease_per_second = -10.0 / 3600.0) #depends on standard unit!
#5. window variation check
dataset.window_variation_check(
target_obstype=target,
timewindow='60min',
min_records_per_window=3,
max_increase_per_second=8.0 / 3600.0, #depends on standard unit!
max_decrease_per_second = -10.0 / 3600.0, #depends on standard unit!
)
#6. buddy check
dataset.buddy_check(
target_obstype=target,
#main check settings
buddy_radius=15000, #15km defenition of buddy radius
std_threshold=2.0, #outlier threshold
#requirements
min_sample_size=5,
max_alt_diff=None, # Maximum elevation difference between stations
N_iter=3, #Number of iterations
instantanious_tolerance='4min', #Max timestamp tolerance for 'at the same time'
lapserate=None, #Specify the variation with altitude, if None no correction is applied
min_std=1.0, # Minimum standart deviation
)
# Create the plot
ax2 = dataset.make_plot(colorby='label')
#translate axes
ax2.set_title('Temperature for all stations')
ax2.set_ylabel('T2m in °C')
plt.show()
/home/thoverga/anaconda3/envs/metobs_dev/lib/python3.10/site-packages/numpy/_core/fromnumeric.py:57: FutureWarning: 'DataFrame.swapaxes' is deprecated and will be removed in a future version. Please use 'DataFrame.transpose' instead.
return bound(*args, **kwds)
/home/thoverga/anaconda3/envs/metobs_dev/lib/python3.10/site-packages/numpy/_core/fromnumeric.py:57: FutureWarning: 'DataFrame.swapaxes' is deprecated and will be removed in a future version. Please use 'DataFrame.transpose' instead.
return bound(*args, **kwds)
/home/thoverga/anaconda3/envs/metobs_dev/lib/python3.10/site-packages/numpy/_core/fromnumeric.py:57: FutureWarning: 'DataFrame.swapaxes' is deprecated and will be removed in a future version. Please use 'DataFrame.transpose' instead.
return bound(*args, **kwds)
Fill gaps and plot timeseries of Vlinder28#
[6]:
# 1. Convert the outliers to gaps
dataset.convert_outliers_to_gaps()
# 2. Extract ERA5 temperature timeseries at the location of the stations
era5_manager = metobs_toolkit.default_GEE_datasets['ERA5-land']
#Extract the timeseries
era5_temp = dataset.get_gee_timeseries_data(
geedynamicdatasetmanager=era5_manager, #The datasetmanager to use
target_obstypes=['temp'], #the observationtypes to extract, must be knonw modelobstypes
get_all_bands=False, #If true, all bands are extracted (but not stored in the stations if the band is unknwown)
force_direct_transfer=True,
)
WARNING:<metobs_toolkit>:Outliers are flushed for temp data of station vlinder01.!
WARNING:<metobs_toolkit>:Flushing current gaps for temp data of station vlinder01.
WARNING:<metobs_toolkit>:Outliers are flushed for humidity data of station vlinder01.!
WARNING:<metobs_toolkit>:Flushing current gaps for humidity data of station vlinder01.
WARNING:<metobs_toolkit>:Outliers are flushed for wind_direction data of station vlinder01.!
WARNING:<metobs_toolkit>:Flushing current gaps for wind_direction data of station vlinder01.
WARNING:<metobs_toolkit>:Outliers are flushed for wind_speed data of station vlinder01.!
WARNING:<metobs_toolkit>:Flushing current gaps for wind_speed data of station vlinder01.
WARNING:<metobs_toolkit>:Outliers are flushed for temp data of station vlinder02.!
WARNING:<metobs_toolkit>:Outliers are flushed for humidity data of station vlinder02.!
WARNING:<metobs_toolkit>:Outliers are flushed for wind_direction data of station vlinder02.!
WARNING:<metobs_toolkit>:Outliers are flushed for wind_speed data of station vlinder02.!
WARNING:<metobs_toolkit>:Outliers are flushed for temp data of station vlinder05.!
WARNING:<metobs_toolkit>:Outliers are flushed for humidity data of station vlinder05.!
WARNING:<metobs_toolkit>:Outliers are flushed for wind_direction data of station vlinder05.!
WARNING:<metobs_toolkit>:Outliers are flushed for wind_speed data of station vlinder05.!
WARNING:<metobs_toolkit>:Outliers are flushed for temp data of station vlinder24.!
WARNING:<metobs_toolkit>:Outliers are flushed for humidity data of station vlinder24.!
WARNING:<metobs_toolkit>:Outliers are flushed for wind_direction data of station vlinder24.!
WARNING:<metobs_toolkit>:Outliers are flushed for wind_speed data of station vlinder24.!
WARNING:<metobs_toolkit>:Outliers are flushed for temp data of station vlinder25.!
WARNING:<metobs_toolkit>:Outliers are flushed for humidity data of station vlinder25.!
WARNING:<metobs_toolkit>:Outliers are flushed for wind_direction data of station vlinder25.!
WARNING:<metobs_toolkit>:Outliers are flushed for wind_speed data of station vlinder25.!
WARNING:<metobs_toolkit>:Outliers are flushed for temp data of station vlinder27.!
WARNING:<metobs_toolkit>:Outliers are flushed for humidity data of station vlinder27.!
WARNING:<metobs_toolkit>:Outliers are flushed for wind_direction data of station vlinder27.!
WARNING:<metobs_toolkit>:Outliers are flushed for wind_speed data of station vlinder27.!
WARNING:<metobs_toolkit>:Outliers are flushed for temp data of station vlinder28.!
WARNING:<metobs_toolkit>:Outliers are flushed for humidity data of station vlinder28.!
WARNING:<metobs_toolkit>:Outliers are flushed for wind_direction data of station vlinder28.!
WARNING:<metobs_toolkit>:Outliers are flushed for wind_speed data of station vlinder28.!
[7]:
# 3. Fill the gaps (For shorter gaps we use interpolation, and for longer gaps we use debiased ERA5 temperature).
dataset.interpolate_gaps(target_obstype='temp',
method='time',
max_consec_fill=18, #equivalent of 6h at 20min resolution
overwrite_fill=False,
)
# 4. Fill the gaps with ERA5 data
dataset.fill_gaps_with_debiased_modeldata(target_obstype='temp',
leading_period_duration='24h',
min_leading_records_total=3,
trailing_period_duration='24h',
min_trailing_records_total=3,
overwrite_fill=False) #Do not overwrite the interpolated small gaps
# 4. Make plot (of single station for clearity)
ax3 = dataset.get_station('vlinder28').make_plot(colorby='label')
#translate axes
ax3.set_title('Temperature for vlinder28')
ax3.set_ylabel('T2m in °C')
plt.show()
WARNING:<metobs_toolkit>:Cannot interpolate <metobs_toolkit.gap.Gap object at 0x7f4b38a3f280> because the gap is too large (42 records) to be filled with interpolation (and max_consec_fill=18). Increase the max_consec_fill or use another gapfill method.
WARNING:<metobs_toolkit>:Cannot interpolate <metobs_toolkit.gap.Gap object at 0x7f4b79be7010> because the gap is too large (73 records) to be filled with interpolation (and max_consec_fill=18). Increase the max_consec_fill or use another gapfill method.
WARNING:<metobs_toolkit>:Cannot interpolate <metobs_toolkit.gap.Gap object at 0x7f4b79a184f0> because the gap is too large (24 records) to be filled with interpolation (and max_consec_fill=18). Increase the max_consec_fill or use another gapfill method.
WARNING:<metobs_toolkit>:Cannot interpolate <metobs_toolkit.gap.Gap object at 0x7f4b38a6e380> because the gap is too large (40 records) to be filled with interpolation (and max_consec_fill=18). Increase the max_consec_fill or use another gapfill method.
WARNING:<metobs_toolkit>:Cannot interpolate <metobs_toolkit.gap.Gap object at 0x7f4b79be4310> because the gap is too large (73 records) to be filled with interpolation (and max_consec_fill=18). Increase the max_consec_fill or use another gapfill method.
WARNING:<metobs_toolkit>:Cannot interpolate <metobs_toolkit.gap.Gap object at 0x7f4b79a1ac80> because the gap is too large (24 records) to be filled with interpolation (and max_consec_fill=18). Increase the max_consec_fill or use another gapfill method.
WARNING:<metobs_toolkit>:Cannot interpolate <metobs_toolkit.gap.Gap object at 0x7f4b79a00790> because the gap is too large (29 records) to be filled with interpolation (and max_consec_fill=18). Increase the max_consec_fill or use another gapfill method.
WARNING:<metobs_toolkit>:Cannot interpolate <metobs_toolkit.gap.Gap object at 0x7f4b79a02890> because the gap is too large (44 records) to be filled with interpolation (and max_consec_fill=18). Increase the max_consec_fill or use another gapfill method.
WARNING:<metobs_toolkit>:Cannot interpolate <metobs_toolkit.gap.Gap object at 0x7f4b79a21210> because the gap is too large (96 records) to be filled with interpolation (and max_consec_fill=18). Increase the max_consec_fill or use another gapfill method.
WARNING:<metobs_toolkit>:Cannot interpolate <metobs_toolkit.gap.Gap object at 0x7f4b79a23730> because the gap is too large (30 records) to be filled with interpolation (and max_consec_fill=18). Increase the max_consec_fill or use another gapfill method.
WARNING:<metobs_toolkit>:Cannot interpolate <metobs_toolkit.gap.Gap object at 0x7f4b79a39450> because the gap is too large (27 records) to be filled with interpolation (and max_consec_fill=18). Increase the max_consec_fill or use another gapfill method.
WARNING:<metobs_toolkit>:Cannot interpolate <metobs_toolkit.gap.Gap object at 0x7f4b79a39870> because the gap is too large (195 records) to be filled with interpolation (and max_consec_fill=18). Increase the max_consec_fill or use another gapfill method.
WARNING:<metobs_toolkit>:Cannot interpolate <metobs_toolkit.gap.Gap object at 0x7f4b79c0ff10> because the gap is too large (28 records) to be filled with interpolation (and max_consec_fill=18). Increase the max_consec_fill or use another gapfill method.
WARNING:<metobs_toolkit>:Cannot interpolate <metobs_toolkit.gap.Gap object at 0x7f4b79a4c8b0> because the gap is too large (73 records) to be filled with interpolation (and max_consec_fill=18). Increase the max_consec_fill or use another gapfill method.
WARNING:<metobs_toolkit>:Cannot interpolate <metobs_toolkit.gap.Gap object at 0x7f4b79a4d510> because the gap is too large (26 records) to be filled with interpolation (and max_consec_fill=18). Increase the max_consec_fill or use another gapfill method.
WARNING:<metobs_toolkit>:Cannot interpolate <metobs_toolkit.gap.Gap object at 0x7f4b79c33370> because the gap is too large (29 records) to be filled with interpolation (and max_consec_fill=18). Increase the max_consec_fill or use another gapfill method.
WARNING:<metobs_toolkit>:Cannot interpolate <metobs_toolkit.gap.Gap object at 0x7f4b79a65180> because the gap is too large (73 records) to be filled with interpolation (and max_consec_fill=18). Increase the max_consec_fill or use another gapfill method.
WARNING:<metobs_toolkit>:Cannot interpolate <metobs_toolkit.gap.Gap object at 0x7f4b79a66200> because the gap is too large (24 records) to be filled with interpolation (and max_consec_fill=18). Increase the max_consec_fill or use another gapfill method.
WARNING:<metobs_toolkit>:Cannot interpolate <metobs_toolkit.gap.Gap object at 0x7f4b389fea40> because the gap is too large (46 records) to be filled with interpolation (and max_consec_fill=18). Increase the max_consec_fill or use another gapfill method.
WARNING:<metobs_toolkit>:Cannot interpolate <metobs_toolkit.gap.Gap object at 0x7f4b79a71210> because the gap is too large (73 records) to be filled with interpolation (and max_consec_fill=18). Increase the max_consec_fill or use another gapfill method.
WARNING:<metobs_toolkit>:Cannot interpolate <metobs_toolkit.gap.Gap object at 0x7f4b79a72ad0> because the gap is too large (24 records) to be filled with interpolation (and max_consec_fill=18). Increase the max_consec_fill or use another gapfill method.
WARNING:<metobs_toolkit>:Cannot interpolate <metobs_toolkit.gap.Gap object at 0x7f4b389ffa00> because the gap is too large (33 records) to be filled with interpolation (and max_consec_fill=18). Increase the max_consec_fill or use another gapfill method.
WARNING:<metobs_toolkit>:Cannot interpolate <metobs_toolkit.gap.Gap object at 0x7f4b79a856c0> because the gap is too large (92 records) to be filled with interpolation (and max_consec_fill=18). Increase the max_consec_fill or use another gapfill method.
WARNING:<metobs_toolkit>:Cannot interpolate <metobs_toolkit.gap.Gap object at 0x7f4b79a86320> because the gap is too large (25 records) to be filled with interpolation (and max_consec_fill=18). Increase the max_consec_fill or use another gapfill method.
WARNING:<metobs_toolkit>:<metobs_toolkit.gap.Gap object at 0x7f4b389fc520> cannot be filled because it already contains filled values, and overwrite fill is False.
WARNING:<metobs_toolkit>:<metobs_toolkit.gap.Gap object at 0x7f4b389fce80> cannot be filled because it already contains filled values, and overwrite fill is False.
WARNING:<metobs_toolkit>:<metobs_toolkit.gap.Gap object at 0x7f4b38a3eec0> cannot be filled because it already contains filled values, and overwrite fill is False.
WARNING:<metobs_toolkit>:<metobs_toolkit.gap.Gap object at 0x7f4b38a3f940> cannot be filled because it already contains filled values, and overwrite fill is False.
WARNING:<metobs_toolkit>:<metobs_toolkit.gap.Gap object at 0x7f4b38a3e0e0> cannot be filled because it already contains filled values, and overwrite fill is False.
/home/thoverga/anaconda3/envs/metobs_dev/lib/python3.10/site-packages/metobs_toolkit/gf_collection/gf_common_methods.py:70: FutureWarning: DataFrame.interpolate with object dtype is deprecated and will raise in a future version. Call obj.infer_objects(copy=False) before interpolating instead.
pd.concat([combineddf, modeldf])
WARNING:<metobs_toolkit>:<metobs_toolkit.gap.Gap object at 0x7f4b38debb80> cannot be filled because it already contains filled values, and overwrite fill is False.
WARNING:<metobs_toolkit>:<metobs_toolkit.gap.Gap object at 0x7f4b945b61a0> cannot be filled because it already contains filled values, and overwrite fill is False.
WARNING:<metobs_toolkit>:<metobs_toolkit.gap.Gap object at 0x7f4b38d88250> cannot be filled because it already contains filled values, and overwrite fill is False.
WARNING:<metobs_toolkit>:<metobs_toolkit.gap.Gap object at 0x7f4b79b870a0> cannot be filled because it already contains filled values, and overwrite fill is False.
WARNING:<metobs_toolkit>:<metobs_toolkit.gap.Gap object at 0x7f4b79ba2920> cannot be filled because it already contains filled values, and overwrite fill is False.
WARNING:<metobs_toolkit>:<metobs_toolkit.gap.Gap object at 0x7f4b79be6c80> cannot be filled because it already contains filled values, and overwrite fill is False.
/home/thoverga/anaconda3/envs/metobs_dev/lib/python3.10/site-packages/metobs_toolkit/gf_collection/gf_common_methods.py:70: FutureWarning: DataFrame.interpolate with object dtype is deprecated and will raise in a future version. Call obj.infer_objects(copy=False) before interpolating instead.
pd.concat([combineddf, modeldf])
WARNING:<metobs_toolkit>:<metobs_toolkit.gap.Gap object at 0x7f4b79be72b0> cannot be filled because it already contains filled values, and overwrite fill is False.
WARNING:<metobs_toolkit>:<metobs_toolkit.gap.Gap object at 0x7f4b79be7850> cannot be filled because it already contains filled values, and overwrite fill is False.
WARNING:<metobs_toolkit>:<metobs_toolkit.gap.Gap object at 0x7f4b79be7af0> cannot be filled because it already contains filled values, and overwrite fill is False.
WARNING:<metobs_toolkit>:<metobs_toolkit.gap.Gap object at 0x7f4b79a18070> cannot be filled because it already contains filled values, and overwrite fill is False.
WARNING:<metobs_toolkit>:Incompatible modeldata for debias_model_gapfill:
End of modeltimeseries is not compatible with the end of the gap (plus the trailing period size): 2022-09-10 00:00:00+00:00 >= (2022-09-09 08:40:00+00:00 + 1 days 00:00:00) == False.
WARNING:<metobs_toolkit>:<metobs_toolkit.gap.Gap object at 0x7f4b79a18910> cannot be filled because it already contains filled values, and overwrite fill is False.
WARNING:<metobs_toolkit>:<metobs_toolkit.gap.Gap object at 0x7f4b79a18bb0> cannot be filled because it already contains filled values, and overwrite fill is False.
WARNING:<metobs_toolkit>:<metobs_toolkit.gap.Gap object at 0x7f4b38deb400> cannot be filled because it already contains filled values, and overwrite fill is False.
/home/thoverga/anaconda3/envs/metobs_dev/lib/python3.10/site-packages/metobs_toolkit/gf_collection/gf_common_methods.py:70: FutureWarning: DataFrame.interpolate with object dtype is deprecated and will raise in a future version. Call obj.infer_objects(copy=False) before interpolating instead.
pd.concat([combineddf, modeldf])
WARNING:<metobs_toolkit>:<metobs_toolkit.gap.Gap object at 0x7f4b38d8ae90> cannot be filled because it already contains filled values, and overwrite fill is False.
WARNING:<metobs_toolkit>:<metobs_toolkit.gap.Gap object at 0x7f4b38d88c70> cannot be filled because it already contains filled values, and overwrite fill is False.
WARNING:<metobs_toolkit>:<metobs_toolkit.gap.Gap object at 0x7f4b389dbbe0> cannot be filled because it already contains filled values, and overwrite fill is False.
WARNING:<metobs_toolkit>:<metobs_toolkit.gap.Gap object at 0x7f4b389db280> cannot be filled because it already contains filled values, and overwrite fill is False.
WARNING:<metobs_toolkit>:<metobs_toolkit.gap.Gap object at 0x7f4b7817c2e0> cannot be filled because it already contains filled values, and overwrite fill is False.
WARNING:<metobs_toolkit>:<metobs_toolkit.gap.Gap object at 0x7f4b79a19630> cannot be filled because it already contains filled values, and overwrite fill is False.
WARNING:<metobs_toolkit>:<metobs_toolkit.gap.Gap object at 0x7f4b79a19a50> cannot be filled because it already contains filled values, and overwrite fill is False.
WARNING:<metobs_toolkit>:<metobs_toolkit.gap.Gap object at 0x7f4b79b867a0> cannot be filled because it already contains filled values, and overwrite fill is False.
/home/thoverga/anaconda3/envs/metobs_dev/lib/python3.10/site-packages/metobs_toolkit/gf_collection/gf_common_methods.py:70: FutureWarning: DataFrame.interpolate with object dtype is deprecated and will raise in a future version. Call obj.infer_objects(copy=False) before interpolating instead.
pd.concat([combineddf, modeldf])
WARNING:<metobs_toolkit>:<metobs_toolkit.gap.Gap object at 0x7f4b79a19e70> cannot be filled because it already contains filled values, and overwrite fill is False.
WARNING:<metobs_toolkit>:<metobs_toolkit.gap.Gap object at 0x7f4b79a1a5c0> cannot be filled because it already contains filled values, and overwrite fill is False.
WARNING:<metobs_toolkit>:<metobs_toolkit.gap.Gap object at 0x7f4b79a1a9e0> cannot be filled because it already contains filled values, and overwrite fill is False.
WARNING:<metobs_toolkit>:Incompatible modeldata for debias_model_gapfill:
End of modeltimeseries is not compatible with the end of the gap (plus the trailing period size): 2022-09-10 00:00:00+00:00 >= (2022-09-09 08:40:00+00:00 + 1 days 00:00:00) == False.
WARNING:<metobs_toolkit>:<metobs_toolkit.gap.Gap object at 0x7f4b79a1b0a0> cannot be filled because it already contains filled values, and overwrite fill is False.
WARNING:<metobs_toolkit>:<metobs_toolkit.gap.Gap object at 0x7f4b389fd510> cannot be filled because it already contains filled values, and overwrite fill is False.
WARNING:<metobs_toolkit>:<metobs_toolkit.gap.Gap object at 0x7f4b38de8760> cannot be filled because it already contains filled values, and overwrite fill is False.
WARNING:<metobs_toolkit>:<metobs_toolkit.gap.Gap object at 0x7f4b38b5f910> cannot be filled because it already contains filled values, and overwrite fill is False.
WARNING:<metobs_toolkit>:<metobs_toolkit.gap.Gap object at 0x7f4b79c0ecb0> cannot be filled because it already contains filled values, and overwrite fill is False.
WARNING:<metobs_toolkit>:<metobs_toolkit.gap.Gap object at 0x7f4b79c0eb30> cannot be filled because it already contains filled values, and overwrite fill is False.
WARNING:<metobs_toolkit>:<metobs_toolkit.gap.Gap object at 0x7f4b79c0cbe0> cannot be filled because it already contains filled values, and overwrite fill is False.
WARNING:<metobs_toolkit>:<metobs_toolkit.gap.Gap object at 0x7f4b79c0c880> cannot be filled because it already contains filled values, and overwrite fill is False.
WARNING:<metobs_toolkit>:<metobs_toolkit.gap.Gap object at 0x7f4b79a1baf0> cannot be filled because it already contains filled values, and overwrite fill is False.
WARNING:<metobs_toolkit>:<metobs_toolkit.gap.Gap object at 0x7f4b79a00070> cannot be filled because it already contains filled values, and overwrite fill is False.
WARNING:<metobs_toolkit>:<metobs_toolkit.gap.Gap object at 0x7f4b79a004f0> cannot be filled because it already contains filled values, and overwrite fill is False.
WARNING:<metobs_toolkit>:Incompatible modeldata for debias_model_gapfill:
Start of modeltimeseries is not compatible with the start of the gap (minus the leading period size): 2022-09-01 00:00:00+00:00 <= (2022-09-01 20:00:00+00:00 - 1 days 00:00:00) == False.
WARNING:<metobs_toolkit>:<metobs_toolkit.gap.Gap object at 0x7f4b79a00d30> cannot be filled because it already contains filled values, and overwrite fill is False.
WARNING:<metobs_toolkit>:<metobs_toolkit.gap.Gap object at 0x7f4b79a00fd0> cannot be filled because it already contains filled values, and overwrite fill is False.
WARNING:<metobs_toolkit>:<metobs_toolkit.gap.Gap object at 0x7f4b79a013f0> cannot be filled because it already contains filled values, and overwrite fill is False.
WARNING:<metobs_toolkit>:<metobs_toolkit.gap.Gap object at 0x7f4b79a01990> cannot be filled because it already contains filled values, and overwrite fill is False.
WARNING:<metobs_toolkit>:<metobs_toolkit.gap.Gap object at 0x7f4b79a01c30> cannot be filled because it already contains filled values, and overwrite fill is False.
WARNING:<metobs_toolkit>:<metobs_toolkit.gap.Gap object at 0x7f4b79a02050> cannot be filled because it already contains filled values, and overwrite fill is False.
WARNING:<metobs_toolkit>:<metobs_toolkit.gap.Gap object at 0x7f4b79a02470> cannot be filled because it already contains filled values, and overwrite fill is False.
/home/thoverga/anaconda3/envs/metobs_dev/lib/python3.10/site-packages/metobs_toolkit/gf_collection/gf_common_methods.py:70: FutureWarning: DataFrame.interpolate with object dtype is deprecated and will raise in a future version. Call obj.infer_objects(copy=False) before interpolating instead.
pd.concat([combineddf, modeldf])
WARNING:<metobs_toolkit>:<metobs_toolkit.gap.Gap object at 0x7f4b79a02cb0> cannot be filled because it already contains filled values, and overwrite fill is False.
WARNING:<metobs_toolkit>:<metobs_toolkit.gap.Gap object at 0x7f4b79a030d0> cannot be filled because it already contains filled values, and overwrite fill is False.
WARNING:<metobs_toolkit>:<metobs_toolkit.gap.Gap object at 0x7f4b79a03670> cannot be filled because it already contains filled values, and overwrite fill is False.
WARNING:<metobs_toolkit>:<metobs_toolkit.gap.Gap object at 0x7f4b79a03a90> cannot be filled because it already contains filled values, and overwrite fill is False.
WARNING:<metobs_toolkit>:<metobs_toolkit.gap.Gap object at 0x7f4b79a03d30> cannot be filled because it already contains filled values, and overwrite fill is False.
WARNING:<metobs_toolkit>:<metobs_toolkit.gap.Gap object at 0x7f4b79a20310> cannot be filled because it already contains filled values, and overwrite fill is False.
WARNING:<metobs_toolkit>:<metobs_toolkit.gap.Gap object at 0x7f4b79a20700> cannot be filled because it already contains filled values, and overwrite fill is False.
WARNING:<metobs_toolkit>:<metobs_toolkit.gap.Gap object at 0x7f4b79a209d0> cannot be filled because it already contains filled values, and overwrite fill is False.
WARNING:<metobs_toolkit>:<metobs_toolkit.gap.Gap object at 0x7f4b79a20df0> cannot be filled because it already contains filled values, and overwrite fill is False.
/home/thoverga/anaconda3/envs/metobs_dev/lib/python3.10/site-packages/metobs_toolkit/gf_collection/gf_common_methods.py:70: FutureWarning: DataFrame.interpolate with object dtype is deprecated and will raise in a future version. Call obj.infer_objects(copy=False) before interpolating instead.
pd.concat([combineddf, modeldf])
WARNING:<metobs_toolkit>:<metobs_toolkit.gap.Gap object at 0x7f4b79a21630> cannot be filled because it already contains filled values, and overwrite fill is False.
WARNING:<metobs_toolkit>:<metobs_toolkit.gap.Gap object at 0x7f4b79a21a50> cannot be filled because it already contains filled values, and overwrite fill is False.
WARNING:<metobs_toolkit>:<metobs_toolkit.gap.Gap object at 0x7f4b79a21ff0> cannot be filled because it already contains filled values, and overwrite fill is False.
WARNING:<metobs_toolkit>:<metobs_toolkit.gap.Gap object at 0x7f4b79a22290> cannot be filled because it already contains filled values, and overwrite fill is False.
WARNING:<metobs_toolkit>:<metobs_toolkit.gap.Gap object at 0x7f4b79a22830> cannot be filled because it already contains filled values, and overwrite fill is False.
WARNING:<metobs_toolkit>:<metobs_toolkit.gap.Gap object at 0x7f4b79a22ad0> cannot be filled because it already contains filled values, and overwrite fill is False.
WARNING:<metobs_toolkit>:<metobs_toolkit.gap.Gap object at 0x7f4b79a22ef0> cannot be filled because it already contains filled values, and overwrite fill is False.
WARNING:<metobs_toolkit>:<metobs_toolkit.gap.Gap object at 0x7f4b79a23490> cannot be filled because it already contains filled values, and overwrite fill is False.
/home/thoverga/anaconda3/envs/metobs_dev/lib/python3.10/site-packages/metobs_toolkit/gf_collection/gf_common_methods.py:70: FutureWarning: DataFrame.interpolate with object dtype is deprecated and will raise in a future version. Call obj.infer_objects(copy=False) before interpolating instead.
pd.concat([combineddf, modeldf])
WARNING:<metobs_toolkit>:<metobs_toolkit.gap.Gap object at 0x7f4b79a23b50> cannot be filled because it already contains filled values, and overwrite fill is False.
WARNING:<metobs_toolkit>:<metobs_toolkit.gap.Gap object at 0x7f4b79a38100> cannot be filled because it already contains filled values, and overwrite fill is False.
WARNING:<metobs_toolkit>:<metobs_toolkit.gap.Gap object at 0x7f4b79a38520> cannot be filled because it already contains filled values, and overwrite fill is False.
WARNING:<metobs_toolkit>:<metobs_toolkit.gap.Gap object at 0x7f4b79a387f0> cannot be filled because it already contains filled values, and overwrite fill is False.
WARNING:<metobs_toolkit>:<metobs_toolkit.gap.Gap object at 0x7f4b79a38c10> cannot be filled because it already contains filled values, and overwrite fill is False.
WARNING:<metobs_toolkit>:<metobs_toolkit.gap.Gap object at 0x7f4b79a39030> cannot be filled because it already contains filled values, and overwrite fill is False.
/home/thoverga/anaconda3/envs/metobs_dev/lib/python3.10/site-packages/metobs_toolkit/gf_collection/gf_common_methods.py:70: FutureWarning: DataFrame.interpolate with object dtype is deprecated and will raise in a future version. Call obj.infer_objects(copy=False) before interpolating instead.
pd.concat([combineddf, modeldf])
WARNING:<metobs_toolkit>:Incompatible modeldata for debias_model_gapfill:
End of modeltimeseries is not compatible with the end of the gap (plus the trailing period size): 2022-09-10 00:00:00+00:00 >= (2022-09-09 23:40:00+00:00 + 1 days 00:00:00) == False.
WARNING:<metobs_toolkit>:<metobs_toolkit.gap.Gap object at 0x7f4b389da140> cannot be filled because it already contains filled values, and overwrite fill is False.
WARNING:<metobs_toolkit>:<metobs_toolkit.gap.Gap object at 0x7f4b79c33070> cannot be filled because it already contains filled values, and overwrite fill is False.
/home/thoverga/anaconda3/envs/metobs_dev/lib/python3.10/site-packages/metobs_toolkit/gf_collection/gf_common_methods.py:70: FutureWarning: DataFrame.interpolate with object dtype is deprecated and will raise in a future version. Call obj.infer_objects(copy=False) before interpolating instead.
pd.concat([combineddf, modeldf])
WARNING:<metobs_toolkit>:<metobs_toolkit.gap.Gap object at 0x7f4b38d8b970> cannot be filled because it already contains filled values, and overwrite fill is False.
WARNING:<metobs_toolkit>:<metobs_toolkit.gap.Gap object at 0x7f4b38d8b460> cannot be filled because it already contains filled values, and overwrite fill is False.
WARNING:<metobs_toolkit>:<metobs_toolkit.gap.Gap object at 0x7f4b38d8be50> cannot be filled because it already contains filled values, and overwrite fill is False.
WARNING:<metobs_toolkit>:<metobs_toolkit.gap.Gap object at 0x7f4b79a39db0> cannot be filled because it already contains filled values, and overwrite fill is False.
WARNING:<metobs_toolkit>:<metobs_toolkit.gap.Gap object at 0x7f4b79a3a4a0> cannot be filled because it already contains filled values, and overwrite fill is False.
WARNING:<metobs_toolkit>:<metobs_toolkit.gap.Gap object at 0x7f4b79a3a770> cannot be filled because it already contains filled values, and overwrite fill is False.
WARNING:<metobs_toolkit>:<metobs_toolkit.gap.Gap object at 0x7f4b79a3ab90> cannot be filled because it already contains filled values, and overwrite fill is False.
WARNING:<metobs_toolkit>:<metobs_toolkit.gap.Gap object at 0x7f4b79a3b130> cannot be filled because it already contains filled values, and overwrite fill is False.
WARNING:<metobs_toolkit>:<metobs_toolkit.gap.Gap object at 0x7f4b79a3b550> cannot be filled because it already contains filled values, and overwrite fill is False.
WARNING:<metobs_toolkit>:<metobs_toolkit.gap.Gap object at 0x7f4b79a3b7f0> cannot be filled because it already contains filled values, and overwrite fill is False.
WARNING:<metobs_toolkit>:<metobs_toolkit.gap.Gap object at 0x7f4b79a3bd90> cannot be filled because it already contains filled values, and overwrite fill is False.
WARNING:<metobs_toolkit>:<metobs_toolkit.gap.Gap object at 0x7f4b79a4c1f0> cannot be filled because it already contains filled values, and overwrite fill is False.
WARNING:<metobs_toolkit>:<metobs_toolkit.gap.Gap object at 0x7f4b79a4c5e0> cannot be filled because it already contains filled values, and overwrite fill is False.
/home/thoverga/anaconda3/envs/metobs_dev/lib/python3.10/site-packages/metobs_toolkit/gf_collection/gf_common_methods.py:70: FutureWarning: DataFrame.interpolate with object dtype is deprecated and will raise in a future version. Call obj.infer_objects(copy=False) before interpolating instead.
pd.concat([combineddf, modeldf])
WARNING:<metobs_toolkit>:<metobs_toolkit.gap.Gap object at 0x7f4b79a4ccd0> cannot be filled because it already contains filled values, and overwrite fill is False.
WARNING:<metobs_toolkit>:<metobs_toolkit.gap.Gap object at 0x7f4b79a4d270> cannot be filled because it already contains filled values, and overwrite fill is False.
WARNING:<metobs_toolkit>:Incompatible modeldata for debias_model_gapfill:
End of modeltimeseries is not compatible with the end of the gap (plus the trailing period size): 2022-09-10 00:00:00+00:00 >= (2022-09-09 08:40:00+00:00 + 1 days 00:00:00) == False.
WARNING:<metobs_toolkit>:<metobs_toolkit.gap.Gap object at 0x7f4b79a4dab0> cannot be filled because it already contains filled values, and overwrite fill is False.
WARNING:<metobs_toolkit>:<metobs_toolkit.gap.Gap object at 0x7f4b79a4ded0> cannot be filled because it already contains filled values, and overwrite fill is False.
WARNING:<metobs_toolkit>:<metobs_toolkit.gap.Gap object at 0x7f4b79a4e2f0> cannot be filled because it already contains filled values, and overwrite fill is False.
WARNING:<metobs_toolkit>:<metobs_toolkit.gap.Gap object at 0x7f4b38d8beb0> cannot be filled because it already contains filled values, and overwrite fill is False.
WARNING:<metobs_toolkit>:<metobs_toolkit.gap.Gap object at 0x7f4b79c66020> cannot be filled because it already contains filled values, and overwrite fill is False.
WARNING:<metobs_toolkit>:<metobs_toolkit.gap.Gap object at 0x7f4b38dea3e0> cannot be filled because it already contains filled values, and overwrite fill is False.
WARNING:<metobs_toolkit>:<metobs_toolkit.gap.Gap object at 0x7f4b79c31c30> cannot be filled because it already contains filled values, and overwrite fill is False.
/home/thoverga/anaconda3/envs/metobs_dev/lib/python3.10/site-packages/metobs_toolkit/gf_collection/gf_common_methods.py:70: FutureWarning: DataFrame.interpolate with object dtype is deprecated and will raise in a future version. Call obj.infer_objects(copy=False) before interpolating instead.
pd.concat([combineddf, modeldf])
WARNING:<metobs_toolkit>:<metobs_toolkit.gap.Gap object at 0x7f4b79c329b0> cannot be filled because it already contains filled values, and overwrite fill is False.
WARNING:<metobs_toolkit>:<metobs_toolkit.gap.Gap object at 0x7f4b79c33400> cannot be filled because it already contains filled values, and overwrite fill is False.
WARNING:<metobs_toolkit>:<metobs_toolkit.gap.Gap object at 0x7f4b79a4eda0> cannot be filled because it already contains filled values, and overwrite fill is False.
WARNING:<metobs_toolkit>:<metobs_toolkit.gap.Gap object at 0x7f4b79a4f1c0> cannot be filled because it already contains filled values, and overwrite fill is False.
WARNING:<metobs_toolkit>:<metobs_toolkit.gap.Gap object at 0x7f4b79a4f5e0> cannot be filled because it already contains filled values, and overwrite fill is False.
WARNING:<metobs_toolkit>:<metobs_toolkit.gap.Gap object at 0x7f4b79a4fa00> cannot be filled because it already contains filled values, and overwrite fill is False.
WARNING:<metobs_toolkit>:<metobs_toolkit.gap.Gap object at 0x7f4b79a4fca0> cannot be filled because it already contains filled values, and overwrite fill is False.
WARNING:<metobs_toolkit>:<metobs_toolkit.gap.Gap object at 0x7f4b79a64250> cannot be filled because it already contains filled values, and overwrite fill is False.
WARNING:<metobs_toolkit>:<metobs_toolkit.gap.Gap object at 0x7f4b79a646a0> cannot be filled because it already contains filled values, and overwrite fill is False.
WARNING:<metobs_toolkit>:<metobs_toolkit.gap.Gap object at 0x7f4b79a64ac0> cannot be filled because it already contains filled values, and overwrite fill is False.
WARNING:<metobs_toolkit>:<metobs_toolkit.gap.Gap object at 0x7f4b79a64ee0> cannot be filled because it already contains filled values, and overwrite fill is False.
/home/thoverga/anaconda3/envs/metobs_dev/lib/python3.10/site-packages/metobs_toolkit/gf_collection/gf_common_methods.py:70: FutureWarning: DataFrame.interpolate with object dtype is deprecated and will raise in a future version. Call obj.infer_objects(copy=False) before interpolating instead.
pd.concat([combineddf, modeldf])
WARNING:<metobs_toolkit>:<metobs_toolkit.gap.Gap object at 0x7f4b79a655a0> cannot be filled because it already contains filled values, and overwrite fill is False.
WARNING:<metobs_toolkit>:<metobs_toolkit.gap.Gap object at 0x7f4b79a65b40> cannot be filled because it already contains filled values, and overwrite fill is False.
WARNING:<metobs_toolkit>:<metobs_toolkit.gap.Gap object at 0x7f4b79a65de0> cannot be filled because it already contains filled values, and overwrite fill is False.
WARNING:<metobs_toolkit>:Incompatible modeldata for debias_model_gapfill:
End of modeltimeseries is not compatible with the end of the gap (plus the trailing period size): 2022-09-10 00:00:00+00:00 >= (2022-09-09 08:40:00+00:00 + 1 days 00:00:00) == False.
WARNING:<metobs_toolkit>:<metobs_toolkit.gap.Gap object at 0x7f4b79a667a0> cannot be filled because it already contains filled values, and overwrite fill is False.
WARNING:<metobs_toolkit>:<metobs_toolkit.gap.Gap object at 0x7f4b79a66a40> cannot be filled because it already contains filled values, and overwrite fill is False.
WARNING:<metobs_toolkit>:<metobs_toolkit.gap.Gap object at 0x7f4b389fe6e0> cannot be filled because it already contains filled values, and overwrite fill is False.
WARNING:<metobs_toolkit>:<metobs_toolkit.gap.Gap object at 0x7f4b389fde40> cannot be filled because it already contains filled values, and overwrite fill is False.
/home/thoverga/anaconda3/envs/metobs_dev/lib/python3.10/site-packages/metobs_toolkit/gf_collection/gf_common_methods.py:70: FutureWarning: DataFrame.interpolate with object dtype is deprecated and will raise in a future version. Call obj.infer_objects(copy=False) before interpolating instead.
pd.concat([combineddf, modeldf])
WARNING:<metobs_toolkit>:<metobs_toolkit.gap.Gap object at 0x7f4b79c672b0> cannot be filled because it already contains filled values, and overwrite fill is False.
WARNING:<metobs_toolkit>:<metobs_toolkit.gap.Gap object at 0x7f4b79c65780> cannot be filled because it already contains filled values, and overwrite fill is False.
WARNING:<metobs_toolkit>:<metobs_toolkit.gap.Gap object at 0x7f4b79c664d0> cannot be filled because it already contains filled values, and overwrite fill is False.
WARNING:<metobs_toolkit>:<metobs_toolkit.gap.Gap object at 0x7f4b79c65db0> cannot be filled because it already contains filled values, and overwrite fill is False.
WARNING:<metobs_toolkit>:<metobs_toolkit.gap.Gap object at 0x7f4b79a67640> cannot be filled because it already contains filled values, and overwrite fill is False.
WARNING:<metobs_toolkit>:<metobs_toolkit.gap.Gap object at 0x7f4b79a67a90> cannot be filled because it already contains filled values, and overwrite fill is False.
WARNING:<metobs_toolkit>:<metobs_toolkit.gap.Gap object at 0x7f4b79a67d30> cannot be filled because it already contains filled values, and overwrite fill is False.
WARNING:<metobs_toolkit>:<metobs_toolkit.gap.Gap object at 0x7f4b79a70310> cannot be filled because it already contains filled values, and overwrite fill is False.
WARNING:<metobs_toolkit>:<metobs_toolkit.gap.Gap object at 0x7f4b79a70700> cannot be filled because it already contains filled values, and overwrite fill is False.
WARNING:<metobs_toolkit>:<metobs_toolkit.gap.Gap object at 0x7f4b79a709d0> cannot be filled because it already contains filled values, and overwrite fill is False.
WARNING:<metobs_toolkit>:<metobs_toolkit.gap.Gap object at 0x7f4b79a70f70> cannot be filled because it already contains filled values, and overwrite fill is False.
/home/thoverga/anaconda3/envs/metobs_dev/lib/python3.10/site-packages/metobs_toolkit/gf_collection/gf_common_methods.py:70: FutureWarning: DataFrame.interpolate with object dtype is deprecated and will raise in a future version. Call obj.infer_objects(copy=False) before interpolating instead.
pd.concat([combineddf, modeldf])
WARNING:<metobs_toolkit>:<metobs_toolkit.gap.Gap object at 0x7f4b79a71630> cannot be filled because it already contains filled values, and overwrite fill is False.
WARNING:<metobs_toolkit>:<metobs_toolkit.gap.Gap object at 0x7f4b79a71bd0> cannot be filled because it already contains filled values, and overwrite fill is False.
WARNING:<metobs_toolkit>:<metobs_toolkit.gap.Gap object at 0x7f4b79a71e70> cannot be filled because it already contains filled values, and overwrite fill is False.
WARNING:<metobs_toolkit>:<metobs_toolkit.gap.Gap object at 0x7f4b79a72290> cannot be filled because it already contains filled values, and overwrite fill is False.
WARNING:<metobs_toolkit>:<metobs_toolkit.gap.Gap object at 0x7f4b79a72830> cannot be filled because it already contains filled values, and overwrite fill is False.
WARNING:<metobs_toolkit>:Incompatible modeldata for debias_model_gapfill:
End of modeltimeseries is not compatible with the end of the gap (plus the trailing period size): 2022-09-10 00:00:00+00:00 >= (2022-09-09 08:40:00+00:00 + 1 days 00:00:00) == False.
WARNING:<metobs_toolkit>:<metobs_toolkit.gap.Gap object at 0x7f4b79a73070> cannot be filled because it already contains filled values, and overwrite fill is False.
WARNING:<metobs_toolkit>:<metobs_toolkit.gap.Gap object at 0x7f4b389d8850> cannot be filled because it already contains filled values, and overwrite fill is False.
WARNING:<metobs_toolkit>:<metobs_toolkit.gap.Gap object at 0x7f4b389db700> cannot be filled because it already contains filled values, and overwrite fill is False.
WARNING:<metobs_toolkit>:<metobs_toolkit.gap.Gap object at 0x7f4b389d8700> cannot be filled because it already contains filled values, and overwrite fill is False.
WARNING:<metobs_toolkit>:<metobs_toolkit.gap.Gap object at 0x7f4b389da170> cannot be filled because it already contains filled values, and overwrite fill is False.
WARNING:<metobs_toolkit>:<metobs_toolkit.gap.Gap object at 0x7f4b389ffe80> cannot be filled because it already contains filled values, and overwrite fill is False.
/home/thoverga/anaconda3/envs/metobs_dev/lib/python3.10/site-packages/metobs_toolkit/gf_collection/gf_common_methods.py:70: FutureWarning: DataFrame.interpolate with object dtype is deprecated and will raise in a future version. Call obj.infer_objects(copy=False) before interpolating instead.
pd.concat([combineddf, modeldf])
WARNING:<metobs_toolkit>:<metobs_toolkit.gap.Gap object at 0x7f4b389fcee0> cannot be filled because it already contains filled values, and overwrite fill is False.
WARNING:<metobs_toolkit>:<metobs_toolkit.gap.Gap object at 0x7f4b79a73b20> cannot be filled because it already contains filled values, and overwrite fill is False.
WARNING:<metobs_toolkit>:<metobs_toolkit.gap.Gap object at 0x7f4b79a73f40> cannot be filled because it already contains filled values, and overwrite fill is False.
WARNING:<metobs_toolkit>:<metobs_toolkit.gap.Gap object at 0x7f4b79a843a0> cannot be filled because it already contains filled values, and overwrite fill is False.
WARNING:<metobs_toolkit>:<metobs_toolkit.gap.Gap object at 0x7f4b79a847c0> cannot be filled because it already contains filled values, and overwrite fill is False.
WARNING:<metobs_toolkit>:<metobs_toolkit.gap.Gap object at 0x7f4b79a84be0> cannot be filled because it already contains filled values, and overwrite fill is False.
WARNING:<metobs_toolkit>:<metobs_toolkit.gap.Gap object at 0x7f4b79a84e80> cannot be filled because it already contains filled values, and overwrite fill is False.
WARNING:<metobs_toolkit>:<metobs_toolkit.gap.Gap object at 0x7f4b79a85420> cannot be filled because it already contains filled values, and overwrite fill is False.
/home/thoverga/anaconda3/envs/metobs_dev/lib/python3.10/site-packages/metobs_toolkit/gf_collection/gf_common_methods.py:70: FutureWarning: DataFrame.interpolate with object dtype is deprecated and will raise in a future version. Call obj.infer_objects(copy=False) before interpolating instead.
pd.concat([combineddf, modeldf])
WARNING:<metobs_toolkit>:<metobs_toolkit.gap.Gap object at 0x7f4b79a85c60> cannot be filled because it already contains filled values, and overwrite fill is False.
WARNING:<metobs_toolkit>:<metobs_toolkit.gap.Gap object at 0x7f4b79a86080> cannot be filled because it already contains filled values, and overwrite fill is False.
WARNING:<metobs_toolkit>:Incompatible modeldata for debias_model_gapfill:
End of modeltimeseries is not compatible with the end of the gap (plus the trailing period size): 2022-09-10 00:00:00+00:00 >= (2022-09-09 08:40:00+00:00 + 1 days 00:00:00) == False.
WARNING:<metobs_toolkit>:<metobs_toolkit.gap.Gap object at 0x7f4b79a868c0> cannot be filled because it already contains filled values, and overwrite fill is False.
WARNING:<metobs_toolkit>:<metobs_toolkit.gap.Gap object at 0x7f4b79a86ce0> cannot be filled because it already contains filled values, and overwrite fill is False.
Diurnal Analysis#
[8]:
# Get Meta data
dataset.get_landcover_fractions(buffers=[50, 150, 500], aggregate=True)
# Create analysis from the dataset
ana = metobs_toolkit.Analysis(dataset)
# Make diurnal cycle analysis with plot
ax4 = ana.plot_diurnal_cycle(colorby='name',
trgobstype='temp',
title='Hourly average temperature diurnal cycle',
legend=True,
)
fig = plt.gcf()
fig.set_dpi(200)
fig.tight_layout()
plt.show()
/home/thoverga/anaconda3/envs/metobs_dev/lib/python3.10/site-packages/metobs_toolkit/analysis.py:723: FutureWarning: The default value of 'ignore' for the `na_action` parameter in pandas.Categorical.map is deprecated and will be changed to 'None' in a future version. Please set na_action to the desired value to avoid seeing this warning
).map(
/home/thoverga/anaconda3/envs/metobs_dev/lib/python3.10/site-packages/metobs_toolkit/analysis.py:328: FutureWarning: The provided callable <function nanmean at 0x7f4b9ec720e0> is currently using DataFrameGroupBy.mean. In a future version of pandas, the provided callable will be used directly. To keep current behavior pass the string "mean" instead.
agg_df = fulldf.groupby(agg, observed=True).agg(method)
Interactive spatial#
[9]:
geemanager_to_plot = metobs_toolkit.default_GEE_datasets['worldcover']
dataset.make_gee_plot(geedatasetmanager=geemanager_to_plot)
[9]: