In [1]:
import sys
sys.path.append('modules')

from sensor_functions import *
from plot_functions_sensor import *

import logging
logging.basicConfig()
logging.getLogger().setLevel(logging.DEBUG)

pd.set_option('display.max_rows', None)
pd.set_option('display.max_columns', None)
pd.set_option('display.width', None)
pd.set_option('display.max_colwidth', -1)
In [ ]:
In [2]:
# Select Station
#cach = '0-20000-0-82930'
lin = '0-20001-0-10393'

#merged = '/scratch/das/federico/CHACH_sensor'

#station = '0-20000-0-94150'
#merged = '/scratch/das/federico/JUNE_NEW_SENSORS/'

#merged = '/scratch/das/federico/MERGED_APRIL2022'
#station = '0-20001-0-50774'

# force creation flag
fc = False

station = '0-20001-0-11035'
In [3]:
#merged = '/scratch/das/federico/MERGED_APRIL2022'
# ff = h5.File( merged + '/0-20001-0-50774_CEUAS_merged_v1.nc' , 'r'  )
# ff['observations_table']
# files_source = ff['source_configuration']['source_file'][:]
# all_files = [ b''.join(i).decode('utf-8') for i in files_source ]
# np.unique( all_files )
In [4]:
# getting the data
data_clean_all, all_sensor_station, data_all_wmo = get_data(merged, station, force_create=fc)

DEBUG:root: --- READING --- data file: 

cond is  True
cond combi is  False
In [5]:
data_all_wmo.head(20)
Out[5]:
date_time sensor_id value source comment
0 2010-10-24 00:00:00 79 2 WMO Vaisala RS92/Digicora I, II or Marwin (Finland)
1 2010-10-24 12:00:00 79 2 WMO Vaisala RS92/Digicora I, II or Marwin (Finland)
2 2010-10-25 00:00:00 71 2 WMO Vaisala RS90/Loran/Digicora I, II or Marwin (Finland)
3 2010-10-25 12:00:00 79 2 WMO Vaisala RS92/Digicora I, II or Marwin (Finland)
4 2010-10-26 00:00:00 79 2 WMO Vaisala RS92/Digicora I, II or Marwin (Finland)
5 2010-10-26 12:00:00 79 2 WMO Vaisala RS92/Digicora I, II or Marwin (Finland)
6 2010-10-27 00:00:00 79 2 WMO Vaisala RS92/Digicora I, II or Marwin (Finland)
7 2010-10-27 12:00:00 79 2 WMO Vaisala RS92/Digicora I, II or Marwin (Finland)
8 2010-10-28 00:00:00 79 2 WMO Vaisala RS92/Digicora I, II or Marwin (Finland)
9 2010-10-28 12:00:00 79 2 WMO Vaisala RS92/Digicora I, II or Marwin (Finland)
10 2010-10-29 00:00:00 79 2 WMO Vaisala RS92/Digicora I, II or Marwin (Finland)
11 2010-10-29 12:00:00 79 2 WMO Vaisala RS92/Digicora I, II or Marwin (Finland)
12 2010-10-30 00:00:00 79 2 WMO Vaisala RS92/Digicora I, II or Marwin (Finland)
13 2010-10-30 12:00:00 79 2 WMO Vaisala RS92/Digicora I, II or Marwin (Finland)
14 2010-10-31 00:00:00 79 2 WMO Vaisala RS92/Digicora I, II or Marwin (Finland)
15 2010-10-31 12:00:00 79 2 WMO Vaisala RS92/Digicora I, II or Marwin (Finland)
16 2010-11-01 00:00:00 79 2 WMO Vaisala RS92/Digicora I, II or Marwin (Finland)
17 2010-11-01 12:00:00 79 2 WMO Vaisala RS92/Digicora I, II or Marwin (Finland)
18 2010-11-02 00:00:00 79 2 WMO Vaisala RS92/Digicora I, II or Marwin (Finland)
19 2010-11-02 12:00:00 79 2 WMO Vaisala RS92/Digicora I, II or Marwin (Finland)
In [6]:
data_clean_all.head(20)
Out[6]:
date_time sensor_id value source comment moment
0 1998-03-23 12:00:00 V9t 1 SCH V9t Vaisala RS90 DigiCORA I, II, or Marwin country corr, ranging wind 31313=67103^ <F=T403DL,P=Sc,T=Wc,U=2Ah,W=Ta> day
1 1998-07-27 18:00:00 VA8 1 SCH VA8 exact type insufficiently documented evening
2 1999-05-31 00:00:00 VA8 1 SCH VA8 exact type insufficiently documented night
3 1999-05-31 07:00:00 V9t 1 SCH V9t Vaisala RS90 DigiCORA I, II, or Marwin country corr, ranging wind 31313=67103^ <F=T403DL,P=Sc,T=Wc,U=2Ah,W=Ta> morning
4 2001-04-04 00:00:00 V9a 1 SCH V9a Vaisala RS90 DigiCORA I, II, or Marwin country corr, GPS wind 31313=67108^ <F=T403DL,P=Sc,T=Wc,U=2Ah,N=G> night
5 2002-03-28 06:00:00 V9a 1 SCH V9a Vaisala RS90 DigiCORA I, II, or Marwin country corr, GPS wind 31313=67108^ <F=T403DL,P=Sc,T=Wc,U=2Ah,N=G> morning
6 2002-09-20 12:00:00 V9a 1 SCH V9a Vaisala RS90 DigiCORA I, II, or Marwin country corr, GPS wind 31313=67108^ <F=T403DL,P=Sc,T=Wc,U=2Ah,N=G> day
7 2002-09-21 06:00:00 V9t 1 SCH V9t Vaisala RS90 DigiCORA I, II, or Marwin country corr, ranging wind 31313=67103^ <F=T403DL,P=Sc,T=Wc,U=2Ah,W=Ta> morning
8 2002-11-09 12:00:00 V9t 1 SCH V9t Vaisala RS90 DigiCORA I, II, or Marwin country corr, ranging wind 31313=67103^ <F=T403DL,P=Sc,T=Wc,U=2Ah,W=Ta> day
9 2002-11-18 06:00:00 V9a 1 SCH V9a Vaisala RS90 DigiCORA I, II, or Marwin country corr, GPS wind 31313=67108^ <F=T403DL,P=Sc,T=Wc,U=2Ah,N=G> morning
10 2002-11-23 00:00:00 V9t 1 SCH V9t Vaisala RS90 DigiCORA I, II, or Marwin country corr, ranging wind 31313=67103^ <F=T403DL,P=Sc,T=Wc,U=2Ah,W=Ta> night
11 2003-01-28 18:00:00 V9a 1 SCH V9a Vaisala RS90 DigiCORA I, II, or Marwin country corr, GPS wind 31313=67108^ <F=T403DL,P=Sc,T=Wc,U=2Ah,N=G> evening
12 2003-01-29 06:00:00 V9t 1 SCH V9t Vaisala RS90 DigiCORA I, II, or Marwin country corr, ranging wind 31313=67103^ <F=T403DL,P=Sc,T=Wc,U=2Ah,W=Ta> morning
13 2003-02-19 06:00:00 V9a 1 SCH V9a Vaisala RS90 DigiCORA I, II, or Marwin country corr, GPS wind 31313=67108^ <F=T403DL,P=Sc,T=Wc,U=2Ah,N=G> morning
14 2003-02-20 06:00:00 V9t 1 SCH V9t Vaisala RS90 DigiCORA I, II, or Marwin country corr, ranging wind 31313=67103^ <F=T403DL,P=Sc,T=Wc,U=2Ah,W=Ta> morning
15 2003-08-31 00:00:00 V9a 1 SCH V9a Vaisala RS90 DigiCORA I, II, or Marwin country corr, GPS wind 31313=67108^ <F=T403DL,P=Sc,T=Wc,U=2Ah,N=G> night
16 2003-11-15 06:00:00 V9a 1 SCH V9a Vaisala RS90 DigiCORA I, II, or Marwin country corr, GPS wind 31313=67108^ <F=T403DL,P=Sc,T=Wc,U=2Ah,N=G> morning
17 2003-11-16 00:00:00 V9t 1 SCH V9t Vaisala RS90 DigiCORA I, II, or Marwin country corr, ranging wind 31313=67103^ <F=T403DL,P=Sc,T=Wc,U=2Ah,W=Ta> night
18 2004-07-20 12:00:00 V9t 1 SCH V9t Vaisala RS90 DigiCORA I, II, or Marwin country corr, ranging wind 31313=67103^ <F=T403DL,P=Sc,T=Wc,U=2Ah,W=Ta> day
19 2004-11-21 12:00:00 V9a 1 SCH V9a Vaisala RS90 DigiCORA I, II, or Marwin country corr, GPS wind 31313=67108^ <F=T403DL,P=Sc,T=Wc,U=2Ah,N=G> day
In [ ]:
In [7]:
# Initialize Plot Class
save_fig = False
plot = Plot(station.split('_')[-1], save=save_fig)
# making the plots
series = plot.time_series( data_clean_all, label='')
table = plot.sensor_table( all_sensor_station)
wmo_bar = plot.wmo_bar_plot(data_all_wmo)

DEBUG:root: +++ Reading the SNHT csv file from the local data directory
In [8]:
data_all_wmo.head(20)
Out[8]:
date_time sensor_id value source comment
0 2010-10-24 00:00:00 79 2 WMO Vaisala RS92/Digicora I, II or Marwin (Finland)
1 2010-10-24 12:00:00 79 2 WMO Vaisala RS92/Digicora I, II or Marwin (Finland)
2 2010-10-25 00:00:00 71 2 WMO Vaisala RS90/Loran/Digicora I, II or Marwin (Finland)
3 2010-10-25 12:00:00 79 2 WMO Vaisala RS92/Digicora I, II or Marwin (Finland)
4 2010-10-26 00:00:00 79 2 WMO Vaisala RS92/Digicora I, II or Marwin (Finland)
5 2010-10-26 12:00:00 79 2 WMO Vaisala RS92/Digicora I, II or Marwin (Finland)
6 2010-10-27 00:00:00 79 2 WMO Vaisala RS92/Digicora I, II or Marwin (Finland)
7 2010-10-27 12:00:00 79 2 WMO Vaisala RS92/Digicora I, II or Marwin (Finland)
8 2010-10-28 00:00:00 79 2 WMO Vaisala RS92/Digicora I, II or Marwin (Finland)
9 2010-10-28 12:00:00 79 2 WMO Vaisala RS92/Digicora I, II or Marwin (Finland)
10 2010-10-29 00:00:00 79 2 WMO Vaisala RS92/Digicora I, II or Marwin (Finland)
11 2010-10-29 12:00:00 79 2 WMO Vaisala RS92/Digicora I, II or Marwin (Finland)
12 2010-10-30 00:00:00 79 2 WMO Vaisala RS92/Digicora I, II or Marwin (Finland)
13 2010-10-30 12:00:00 79 2 WMO Vaisala RS92/Digicora I, II or Marwin (Finland)
14 2010-10-31 00:00:00 79 2 WMO Vaisala RS92/Digicora I, II or Marwin (Finland)
15 2010-10-31 12:00:00 79 2 WMO Vaisala RS92/Digicora I, II or Marwin (Finland)
16 2010-11-01 00:00:00 79 2 WMO Vaisala RS92/Digicora I, II or Marwin (Finland)
17 2010-11-01 12:00:00 79 2 WMO Vaisala RS92/Digicora I, II or Marwin (Finland)
18 2010-11-02 00:00:00 79 2 WMO Vaisala RS92/Digicora I, II or Marwin (Finland)
19 2010-11-02 12:00:00 79 2 WMO Vaisala RS92/Digicora I, II or Marwin (Finland)
In [9]:
#w = data_clean_all[data_clean_all.source=="WMO"]
#data_clean_all
#table = plot.sensor_table( all_sensor_station)
#table.show()
In [10]:
series.show()
In [11]:
table.show()
In [12]:
wmo_bar.show()
In [ ]:
In [ ]: