In [1]:
import sys
sys.path.append('modules')

from sensor_functions import *
from plot_functions_sensor import *

import logging
logging.basicConfig()
logging.getLogger().setLevel(logging.DEBUG)

pd.set_option('display.max_rows', None)
pd.set_option('display.max_columns', None)
pd.set_option('display.width', None)
pd.set_option('display.max_colwidth', -1)
In [ ]:
In [2]:
# Select Station
#cach = '0-20000-0-82930'
lin = '0-20001-0-10393'

#merged = '/scratch/das/federico/CHACH_sensor'

#station = '0-20000-0-94150'
#merged = '/scratch/das/federico/JUNE_NEW_SENSORS/'

#merged = '/scratch/das/federico/MERGED_APRIL2022'
#station = '0-20001-0-50774'

# force creation flag
fc = False

station = lin
In [3]:
#merged = '/scratch/das/federico/MERGED_APRIL2022'
# ff = h5.File( merged + '/0-20001-0-50774_CEUAS_merged_v1.nc' , 'r'  )
# ff['observations_table']
# files_source = ff['source_configuration']['source_file'][:]
# all_files = [ b''.join(i).decode('utf-8') for i in files_source ]
# np.unique( all_files )
In [4]:
# getting the data
data_clean_all, all_sensor_station, data_all_wmo = get_data(merged, station, force_create=fc)

DEBUG:root: --- READING --- data file: 

cond is  True
cond combi is  False
In [5]:
data_all_wmo.head(20)
Out[5]:
date_time sensor_id value source comment
0 2006-03-11 06:00:00 80 2 WMO Vaisala RS92/Digicora III (Finland)
1 2006-03-11 11:00:00 80 2 WMO Vaisala RS92/Digicora III (Finland)
2 2006-03-11 17:00:00 80 2 WMO Vaisala RS92/Digicora III (Finland)
3 2006-03-11 23:00:00 80 2 WMO Vaisala RS92/Digicora III (Finland)
4 2006-03-12 05:00:00 80 2 WMO Vaisala RS92/Digicora III (Finland)
5 2006-03-12 11:00:00 80 2 WMO Vaisala RS92/Digicora III (Finland)
6 2006-03-12 17:00:00 80 2 WMO Vaisala RS92/Digicora III (Finland)
7 2006-03-12 23:00:00 80 2 WMO Vaisala RS92/Digicora III (Finland)
8 2006-03-13 05:00:00 80 2 WMO Vaisala RS92/Digicora III (Finland)
9 2006-03-13 11:00:00 80 2 WMO Vaisala RS92/Digicora III (Finland)
10 2006-03-13 17:00:00 80 2 WMO Vaisala RS92/Digicora III (Finland)
11 2006-03-14 00:00:00 80 2 WMO Vaisala RS92/Digicora III (Finland)
12 2006-03-14 11:00:00 80 2 WMO Vaisala RS92/Digicora III (Finland)
13 2006-03-14 17:00:00 80 2 WMO Vaisala RS92/Digicora III (Finland)
14 2006-03-14 23:00:00 80 2 WMO Vaisala RS92/Digicora III (Finland)
15 2006-03-15 05:00:00 80 2 WMO Vaisala RS92/Digicora III (Finland)
16 2006-03-15 11:00:00 80 2 WMO Vaisala RS92/Digicora III (Finland)
17 2006-03-15 17:00:00 80 2 WMO Vaisala RS92/Digicora III (Finland)
18 2006-03-15 23:00:00 80 2 WMO Vaisala RS92/Digicora III (Finland)
19 2006-03-16 05:00:00 80 2 WMO Vaisala RS92/Digicora III (Finland)
In [6]:
data_clean_all.head(20)
Out[6]:
date_time sensor_id value source comment moment
0 1992-03-29 17:00:00 VDV 1 SCH VDV Vaisala RS80 PC Cora auto corr, Omega wind 31313=46205^ <F=T403FL or 1680AL,P=Ac,T=CB,U=A,N=O> evening
1 1992-03-29 23:00:00 RR2 1 SCH RR2 USSR MARS-2 unspecified model {1983}^ (T=223) temperature, humidity, and winds <F=T1780PL,P=0,T=TR,U=G,W=Ta> night
2 1992-03-30 05:00:00 VDV 1 SCH VDV Vaisala RS80 PC Cora auto corr, Omega wind 31313=46205^ <F=T403FL or 1680AL,P=Ac,T=CB,U=A,N=O> morning
3 1992-05-06 05:00:00 RR2 1 SCH RR2 USSR MARS-2 unspecified model {1983}^ (T=223) temperature, humidity, and winds <F=T1780PL,P=0,T=TR,U=G,W=Ta> morning
4 1992-05-06 10:00:00 VDV 1 SCH VDV Vaisala RS80 PC Cora auto corr, Omega wind 31313=46205^ <F=T403FL or 1680AL,P=Ac,T=CB,U=A,N=O> day
5 1992-09-04 05:00:00 VDV 1 SCH VDV Vaisala RS80 PC Cora auto corr, Omega wind 31313=46205^ <F=T403FL or 1680AL,P=Ac,T=CB,U=A,N=O> morning
6 1993-02-28 17:00:00 VDT 1 SCH VDT Vaisala RS80 PC Cora auto corr, ranging wind 31313=46203^ <F=T403FL or 1680AL,P=Ac,T=CB,U=A,W=Ta> evening
7 1993-03-10 17:00:00 VDV 1 SCH VDV Vaisala RS80 PC Cora auto corr, Omega wind 31313=46205^ <F=T403FL or 1680AL,P=Ac,T=CB,U=A,N=O> evening
8 1993-03-11 05:00:00 VDT 1 SCH VDT Vaisala RS80 PC Cora auto corr, ranging wind 31313=46203^ <F=T403FL or 1680AL,P=Ac,T=CB,U=A,W=Ta> morning
9 1993-03-16 00:00:00 VDT 1 SCH VDT Vaisala RS80 PC Cora auto corr, ranging wind 31313=46203^ <F=T403FL or 1680AL,P=Ac,T=CB,U=A,W=Ta> night
10 1993-03-23 05:00:00 VDV 1 SCH VDV Vaisala RS80 PC Cora auto corr, Omega wind 31313=46205^ <F=T403FL or 1680AL,P=Ac,T=CB,U=A,N=O> morning
11 1993-03-23 11:00:00 VDT 1 SCH VDT Vaisala RS80 PC Cora auto corr, ranging wind 31313=46203^ <F=T403FL or 1680AL,P=Ac,T=CB,U=A,W=Ta> day
12 1993-09-21 11:00:00 VDV 1 SCH VDV Vaisala RS80 PC Cora auto corr, Omega wind 31313=46205^ <F=T403FL or 1680AL,P=Ac,T=CB,U=A,N=O> day
13 1993-10-17 06:00:00 VDT 1 SCH VDT Vaisala RS80 PC Cora auto corr, ranging wind 31313=46203^ <F=T403FL or 1680AL,P=Ac,T=CB,U=A,W=Ta> morning
14 1993-10-20 11:00:00 VDT 1 SCH VDT Vaisala RS80 PC Cora auto corr, ranging wind 31313=46203^ <F=T403FL or 1680AL,P=Ac,T=CB,U=A,W=Ta> day
15 1994-02-14 06:00:00 VDV 1 SCH VDV Vaisala RS80 PC Cora auto corr, Omega wind 31313=46205^ <F=T403FL or 1680AL,P=Ac,T=CB,U=A,N=O> morning
16 1994-03-16 23:00:00 VDV 1 SCH VDV Vaisala RS80 PC Cora auto corr, Omega wind 31313=46205^ <F=T403FL or 1680AL,P=Ac,T=CB,U=A,N=O> night
17 1994-03-19 11:00:00 VDV 1 SCH VDV Vaisala RS80 PC Cora auto corr, Omega wind 31313=46205^ <F=T403FL or 1680AL,P=Ac,T=CB,U=A,N=O> day
18 1994-03-23 05:00:00 VDT 1 SCH VDT Vaisala RS80 PC Cora auto corr, ranging wind 31313=46203^ <F=T403FL or 1680AL,P=Ac,T=CB,U=A,W=Ta> morning
19 1994-05-09 05:00:00 VDV 1 SCH VDV Vaisala RS80 PC Cora auto corr, Omega wind 31313=46205^ <F=T403FL or 1680AL,P=Ac,T=CB,U=A,N=O> morning
In [ ]:
In [7]:
# Initialize Plot Class
save_fig = False
plot = Plot(station.split('_')[-1], save=save_fig)
# making the plots
series = plot.time_series( data_clean_all, label='')
table = plot.sensor_table( all_sensor_station)
wmo_bar = plot.wmo_bar_plot(data_all_wmo)

DEBUG:root: +++ Reading the SNHT csv file from the local data directory
In [8]:
data_all_wmo.head(20)
Out[8]:
date_time sensor_id value source comment
0 2006-03-11 06:00:00 80 2 WMO Vaisala RS92/Digicora III (Finland)
1 2006-03-11 11:00:00 80 2 WMO Vaisala RS92/Digicora III (Finland)
2 2006-03-11 17:00:00 80 2 WMO Vaisala RS92/Digicora III (Finland)
3 2006-03-11 23:00:00 80 2 WMO Vaisala RS92/Digicora III (Finland)
4 2006-03-12 05:00:00 80 2 WMO Vaisala RS92/Digicora III (Finland)
5 2006-03-12 11:00:00 80 2 WMO Vaisala RS92/Digicora III (Finland)
6 2006-03-12 17:00:00 80 2 WMO Vaisala RS92/Digicora III (Finland)
7 2006-03-12 23:00:00 80 2 WMO Vaisala RS92/Digicora III (Finland)
8 2006-03-13 05:00:00 80 2 WMO Vaisala RS92/Digicora III (Finland)
9 2006-03-13 11:00:00 80 2 WMO Vaisala RS92/Digicora III (Finland)
10 2006-03-13 17:00:00 80 2 WMO Vaisala RS92/Digicora III (Finland)
11 2006-03-14 00:00:00 80 2 WMO Vaisala RS92/Digicora III (Finland)
12 2006-03-14 11:00:00 80 2 WMO Vaisala RS92/Digicora III (Finland)
13 2006-03-14 17:00:00 80 2 WMO Vaisala RS92/Digicora III (Finland)
14 2006-03-14 23:00:00 80 2 WMO Vaisala RS92/Digicora III (Finland)
15 2006-03-15 05:00:00 80 2 WMO Vaisala RS92/Digicora III (Finland)
16 2006-03-15 11:00:00 80 2 WMO Vaisala RS92/Digicora III (Finland)
17 2006-03-15 17:00:00 80 2 WMO Vaisala RS92/Digicora III (Finland)
18 2006-03-15 23:00:00 80 2 WMO Vaisala RS92/Digicora III (Finland)
19 2006-03-16 05:00:00 80 2 WMO Vaisala RS92/Digicora III (Finland)
In [9]:
#w = data_clean_all[data_clean_all.source=="WMO"]
#data_clean_all
#table = plot.sensor_table( all_sensor_station)
#table.show()
In [10]:
series.show()