update the mat array full_eddy using eddypro full_output file

update_full_eddy_2017 mis à jour 20171120 add seperate calculation for period 7/06/2018 9:00 to 23/10/2018 20190716 : remove date affected by synchronisation problem 20211119 : assure that the MANUFACTURER_GA_O3 variable is cell

Contents

[~, name] = system('hostname');
name=strip(replace(name,'-',''));
eval(sprintf('conf_%s',strip(name)));

lfirst=false %creation nouveau fichier mat
conf file for xylofront

lfirst =

  logical

   0

initialisation

ldebug=false;
lrecompute=false;%lrecompute=false
filename='salles_2018_OPER';
%change 19/06/2018 smarflux

if now>datenum(2019,03,27)
    disp('USE SALLES_2019_GHG files')
    filename='salles_2019_GHG';
else
    filename='salles_2018_GHG';
end
USE SALLES_2019_GHG files

update fluxnet file

%update_v700;
nfic=fullfile(path_dropbox,'eddypro',sprintf('eddypro_%s_full_output_last.csv',filename));


%nfic=fullfile(path_dropbox,'eddypro',sprintf('eddypro_salles62_full_output_ete2017.csv'));
%full_eddy=fct_read_fulloutput_v62_O3(nfic);  %201705 was  fct_read_fulloutput_v62(nfic)
f4=fct_read_fulloutput_general(nfic);
%extraction_data;
%f4.dt=dnum2dt(f4.date);
%f4.date=datenum(f4.dt);
if ismember('u_star',f4.Properties.VariableNames)
f4.Properties.VariableNames('u_star')={'ustar'};
end
f4=fct_cut_table(f4,'date',min(f4.date),max(f4.date));

if lfirst
    full_eddy=f4;
else
    load(sprintf('%s/eddypro/flux_bilos_2018_1.mat',path_dropbox),'full_eddy');
    %full_eddy=union(f1,f2);
    % remove line in common in full_eddy and f4
    % keep the data from the full_eddy_last.csv data

    %new format outputsmartflux 17/06/2018
    % change format of full_eddy dand flux_bilos_2018_1.mat
    if 1==0
        full_eddy.co2_mean_2=NaN(height(full_eddy),1);
        full_eddy.h2o_mean_2=NaN(height(full_eddy),1);
        full_eddy.dew_point_mean=NaN(height(full_eddy),1);
        full_eddy.avg_signal_strength_7200_mean=NaN(height(full_eddy),1);
        full_eddy.hit_power_mean=NaN(height(full_eddy),1);
        full_eddy.hit_vin_mean=NaN(height(full_eddy),1);
    end
    % add data for period 7/06/2018 to 18/06/2018 11:30
    % do it only once
    if 1==0
        filename='salles_2018_GHG_full_output_2018-10-11T142417_adv'
        nfic=fullfile(path_dropbox,'eddypro',sprintf('eddypro_%s.csv',filename));
        f5=fct_read_fulloutput_general(nfic);
        f5.dt=f5.date;
        f5.date=datenum(f5.dt);

        %remove points after the datetime(2018,06,2018,11,30,00)
        % changement format GHG
        x=find(f5.dt>=datetime(2018,06,18,11,30,00));
        f5(x,:)=[];
        full_eddy2=fct_table_merge(full_eddy,f5,'merge');
        full_eddy=full_eddy2;
    end


    %
    %disp('REMOVE DATA affected by SMARTFLUX PROBLEM (2018,6,19) (2018,7,23,10,00,00) ')
    %xx=find(full_eddy.dt>datetime(2018,6,19) & full_eddy.dt<datetime(2018,7,23,10,00,00));
    %full_eddy.co2_flux(xx)=NaN;full_eddy.LE(xx)=NaN;
    %full_eddy.co2_flux(xx)=NaN;full_eddy.LE(xx)=NaN;
    %clear xx;
    %
    full_eddy=fct_table_merge(full_eddy,f4);

    %full_eddy=sortrows(union(full_eddy,f4,'rows'),'date');
    %full_eddy=fct_cut_table(full_eddy,'date',min(full_eddy.date),f4.date(end));

     % some data in u_star instead of ustar
    if ismember('u_star',full_eddy.Properties.VariableNames)
     x=find(~isnan(full_eddy.u_star));
     full_eddy.ustar(x)=full_eddy.u_star(x);
     full_eddy.u_star=[];
    end

end
if 1==0
% avec chgt de pompe changement unit flowrate_mean
% chgt unit flowrate from m3/s to l/min
disp('chgt unite flowrate')
x=find(full_eddy.dt>=datetime(2018,05,31,13,30,00));
full_eddy.flowrate_mean(x)=full_eddy.flowrate_mean(x)/1.66666667e-5;
full_eddy.Properties.VariableUnits('flowrate_mean')={'l.min-1'};
end


save(sprintf('%s/flux_bilos_2018_1.mat',path_out),'full_eddy','-v7.3');
save(sprintf('%s/eddypro/flux_bilos_2018_1.mat',path_dropbox),'full_eddy','-v7.3');

% lecture biomet
load(sprintf('%s/eddypro/biomet.mat',path_dropbox),'biomet');
biomet=fct_cut_table(biomet,'date',full_eddy.date(1),full_eddy.date(end)); biomet.dt=dnum2dt(biomet.date);
check master time vector alldt
from 01-Feb-2022 00:30:00 to 13-Apr-2022 23:30:00
interval min 0.500000 hours ; pos 1 
interval max 0.500000 hours ; pos 2
nb duplicate time (after sorting) = 0

ldebug =

    'false'

oldtable,newtable
1 filename = filename 1
2 date = date 2
3 DOY = DOY 3
4 daytime = daytime 4
5 file_records = file_records 5
6 used_records = used_records 6
7 Tau = Tau 7
8 qc_Tau = qc_Tau 8
** in mat 1 only  rand_err_Tau
10 H = H 9
11 qc_H = qc_H 10
** in mat 1 only  rand_err_H
13 LE = LE 11
14 qc_LE = qc_LE 12
** in mat 1 only  rand_err_LE
16 co2_flux = co2_flux 13
17 qc_co2_flux = qc_co2_flux 14
** in mat 1 only  rand_err_co2_flux
19 h2o_flux = h2o_flux 15
20 qc_h2o_flux = qc_h2o_flux 16
** in mat 1 only  rand_err_h2o_flux
22 o3_flux = o3_flux 17
23 qc_o3_flux = qc_o3_flux 18
** in mat 1 only  rand_erro3_flux
25 H_strg = H_strg 19
26 LE_strg = LE_strg 20
27 co2_strg = co2_strg 21
28 h2o_strg = h2o_strg 22
29 o3_strg = o3_strg 23
30 co2_v_adv = co2_v_adv 24
31 h2o_v_adv = h2o_v_adv 25
32 o3_v_adv = o3_v_adv 26
33 co2_molar_density = co2_molar_density 27
34 co2_mole_fraction = co2_mole_fraction 28
35 co2_mixing_ratio = co2_mixing_ratio 29
36 co2_time_lag = co2_time_lag 30
37 co2_def_timelag = co2_def_timelag 31
38 h2o_molar_density = h2o_molar_density 32
39 h2o_mole_fraction = h2o_mole_fraction 33
40 h2o_mixing_ratio = h2o_mixing_ratio 34
41 h2o_time_lag = h2o_time_lag 35
42 h2o_def_timelag = h2o_def_timelag 36
43 o3_molar_density = o3_molar_density 37
44 o3_mole_fraction = o3_mole_fraction 38
45 o3_mixing_ratio = o3_mixing_ratio 39
46 o3_time_lag = o3_time_lag 40
47 o3_def_timelag = o3_def_timelag 41
48 sonic_temperature = sonic_temperature 42
49 air_temperature = air_temperature 43
50 air_pressure = air_pressure 44
51 air_density = air_density 45
52 air_heat_capacity = air_heat_capacity 46
53 air_molar_volume = air_molar_volume 47
54 ET = ET 48
55 water_vapor_density = water_vapor_density 49
56 e = e 50
57 es = es 51
58 specific_humidity = specific_humidity 52
59 RH = RH 53
60 VPD = VPD 54
61 Tdew = Tdew 55
62 u_unrot = u_unrot 56
63 v_unrot = v_unrot 57
64 w_unrot = w_unrot 58
65 u_rot = u_rot 59
66 v_rot = v_rot 60
67 w_rot = w_rot 61
68 wind_speed = wind_speed 62
69 max_wind_speed = max_wind_speed 63
70 wind_dir = wind_dir 64
71 yaw = yaw 65
72 pitch = pitch 66
73 roll = roll 67
74 ustar = ustar 68
75 TKE = TKE 69
76 L = L 70
77 x_z_d__L = x_z_d__L 71
78 bowen_ratio = bowen_ratio 72
79 T_star = T_star 73
80 model = model 74
81 x_peak = x_peak 75
82 x_offset = x_offset 76
83 x_10_ = x_10_ 77
84 x_30_ = x_30_ 78
85 x_50_ = x_50_ 79
86 x_70_ = x_70_ 80
87 x_90_ = x_90_ 81
88 un_Tau = un_Tau 82
89 Tau_scf = Tau_scf 83
90 un_H = un_H 84
91 H_scf = H_scf 85
92 un_LE = un_LE 86
93 LE_scf = LE_scf 87
94 un_co2_flux = un_co2_flux 88
95 co2_scf = co2_scf 89
96 un_h2o_flux = un_h2o_flux 90
97 h2o_scf = h2o_scf 91
98 un_o3_flux = un_o3_flux 92
99 o3_scf = o3_scf 93
100 spikes_hf = spikes_hf 94
101 amplitude_resolution_hf = amplitude_resolution_hf 95
102 drop_out_hf = drop_out_hf 96
103 absolute_limits_hf = absolute_limits_hf 97
104 skewness_kurtosis_hf = skewness_kurtosis_hf 98
105 skewness_kurtosis_sf = skewness_kurtosis_sf 99
106 discontinuities_hf = discontinuities_hf 100
107 discontinuities_sf = discontinuities_sf 101
108 timelag_hf = timelag_hf 102
109 timelag_sf = timelag_sf 103
110 attack_angle_hf = attack_angle_hf 104
111 non_steady_wind_hf = non_steady_wind_hf 105
112 u_spikes = u_spikes 106
113 v_spikes = v_spikes 107
114 w_spikes = w_spikes 108
115 ts_spikes = ts_spikes 109
116 co2_spikes = co2_spikes 110
117 h2o_spikes = h2o_spikes 111
118 o3_spikes = o3_spikes 112
119 head_detect_LI_7200 = head_detect_LI_7200 113
120 t_out_LI_7200 = t_out_LI_7200 114
121 t_in_LI_7200 = t_in_LI_7200 115
122 aux_in_LI_7200 = aux_in_LI_7200 116
123 delta_p_LI_7200 = delta_p_LI_7200 117
124 chopper_LI_7200 = chopper_LI_7200 118
125 detector_LI_7200 = detector_LI_7200 119
126 pll_LI_7200 = pll_LI_7200 120
127 sync_LI_7200 = sync_LI_7200 121
128 mean_value_RSSI_LI_7200 = mean_value_RSSI_LI_7200 122
129 u_var = u_var 123
130 v_var = v_var 124
131 w_var = w_var 125
132 ts_var = ts_var 126
133 co2_var = co2_var 127
134 h2o_var = h2o_var 128
135 o3_var = o3_var 129
136 w_ts_cov = w_ts_cov 130
137 w_co2_cov = w_co2_cov 131
138 w_h2o_cov = w_h2o_cov 132
139 w_o3_cov = w_o3_cov 133
140 co2_mean = co2_mean 134
141 co2_mean_1 = co2_mean_1 135
142 h2o_mean = h2o_mean 136
143 h2o_mean_1 = h2o_mean_1 139
144 flowrate_mean = flowrate_mean 142
145 dt = dt 145
146 co2_mean_2 = co2_mean_2 138
** in mat 1 only  h2o_mean_2
148 dew_point_mean = dew_point_mean 140
149 avg_signal_strength_7200_mean = avg_signal_strength_7200_mean 141
150 hit_power_mean = hit_power_mean 143
151 hit_vin_mean = hit_vin_mean 144
152 air_p_mean = air_p_mean 137
** in mat 1 only  air_p_mean_1
** in mat 1 only  co2_mean_3
** in mat 1 only  h2o_mean_3
** in mat 1 only  Var135
** in mat 1 only  Var136
** in mat 1 only  Var137
** in mat 1 only  Var138
** in mat 1 only  Var139
** in mat 1 only  Var140
** in mat 1 only  Var141
** in mat 1 only  Var142
** in mat 1 only  Var143
** in mat 1 only  Var144
** in mat 1 only  Var145
diff old new : variables in new that are not in old 
  Columns 1 through 6

    'Var135'    'Var136'    'Var137'    'Var138'    'Var139'    'Var140'

  Columns 7 through 12

    'Var141'    'Var142'    'Var143'    'Var144'    'Var145'    'air_p_mean_1'

  Columns 13 through 16

    'co2_mean_3'    'h2o_mean_2'    'h2o_mean_3'    'rand_err_H'

  Columns 17 through 19

    'rand_err_LE'    'rand_err_Tau'    'rand_err_co2_flux'

  Columns 20 through 21

    'rand_err_h2o_flux'    'rand_erro3_flux'

diff new old : variables in new that are not in old 
 
oldtable completed_oldtable
1 filename = filename 1
2 date = date 2
3 DOY = DOY 3
4 daytime = daytime 4
5 file_records = file_records 5
6 used_records = used_records 6
7 Tau = Tau 7
8 qc_Tau = qc_Tau 8
9 rand_err_Tau = rand_err_Tau 9
10 H = H 10
11 qc_H = qc_H 11
12 rand_err_H = rand_err_H 12
13 LE = LE 13
14 qc_LE = qc_LE 14
15 rand_err_LE = rand_err_LE 15
16 co2_flux = co2_flux 16
17 qc_co2_flux = qc_co2_flux 17
18 rand_err_co2_flux = rand_err_co2_flux 18
19 h2o_flux = h2o_flux 19
20 qc_h2o_flux = qc_h2o_flux 20
21 rand_err_h2o_flux = rand_err_h2o_flux 21
22 o3_flux = o3_flux 22
23 qc_o3_flux = qc_o3_flux 23
24 rand_erro3_flux = rand_erro3_flux 24
25 H_strg = H_strg 25
26 LE_strg = LE_strg 26
27 co2_strg = co2_strg 27
28 h2o_strg = h2o_strg 28
29 o3_strg = o3_strg 29
30 co2_v_adv = co2_v_adv 30
31 h2o_v_adv = h2o_v_adv 31
32 o3_v_adv = o3_v_adv 32
33 co2_molar_density = co2_molar_density 33
34 co2_mole_fraction = co2_mole_fraction 34
35 co2_mixing_ratio = co2_mixing_ratio 35
36 co2_time_lag = co2_time_lag 36
37 co2_def_timelag = co2_def_timelag 37
38 h2o_molar_density = h2o_molar_density 38
39 h2o_mole_fraction = h2o_mole_fraction 39
40 h2o_mixing_ratio = h2o_mixing_ratio 40
41 h2o_time_lag = h2o_time_lag 41
42 h2o_def_timelag = h2o_def_timelag 42
43 o3_molar_density = o3_molar_density 43
44 o3_mole_fraction = o3_mole_fraction 44
45 o3_mixing_ratio = o3_mixing_ratio 45
46 o3_time_lag = o3_time_lag 46
47 o3_def_timelag = o3_def_timelag 47
48 sonic_temperature = sonic_temperature 48
49 air_temperature = air_temperature 49
50 air_pressure = air_pressure 50
51 air_density = air_density 51
52 air_heat_capacity = air_heat_capacity 52
53 air_molar_volume = air_molar_volume 53
54 ET = ET 54
55 water_vapor_density = water_vapor_density 55
56 e = e 56
57 es = es 57
58 specific_humidity = specific_humidity 58
59 RH = RH 59
60 VPD = VPD 60
61 Tdew = Tdew 61
62 u_unrot = u_unrot 62
63 v_unrot = v_unrot 63
64 w_unrot = w_unrot 64
65 u_rot = u_rot 65
66 v_rot = v_rot 66
67 w_rot = w_rot 67
68 wind_speed = wind_speed 68
69 max_wind_speed = max_wind_speed 69
70 wind_dir = wind_dir 70
71 yaw = yaw 71
72 pitch = pitch 72
73 roll = roll 73
74 ustar = ustar 74
75 TKE = TKE 75
76 L = L 76
77 x_z_d__L = x_z_d__L 77
78 bowen_ratio = bowen_ratio 78
79 T_star = T_star 79
80 model = model 80
81 x_peak = x_peak 81
82 x_offset = x_offset 82
83 x_10_ = x_10_ 83
84 x_30_ = x_30_ 84
85 x_50_ = x_50_ 85
86 x_70_ = x_70_ 86
87 x_90_ = x_90_ 87
88 un_Tau = un_Tau 88
89 Tau_scf = Tau_scf 89
90 un_H = un_H 90
91 H_scf = H_scf 91
92 un_LE = un_LE 92
93 LE_scf = LE_scf 93
94 un_co2_flux = un_co2_flux 94
95 co2_scf = co2_scf 95
96 un_h2o_flux = un_h2o_flux 96
97 h2o_scf = h2o_scf 97
98 un_o3_flux = un_o3_flux 98
99 o3_scf = o3_scf 99
100 spikes_hf = spikes_hf 100
101 amplitude_resolution_hf = amplitude_resolution_hf 101
102 drop_out_hf = drop_out_hf 102
103 absolute_limits_hf = absolute_limits_hf 103
104 skewness_kurtosis_hf = skewness_kurtosis_hf 104
105 skewness_kurtosis_sf = skewness_kurtosis_sf 105
106 discontinuities_hf = discontinuities_hf 106
107 discontinuities_sf = discontinuities_sf 107
108 timelag_hf = timelag_hf 108
109 timelag_sf = timelag_sf 109
110 attack_angle_hf = attack_angle_hf 110
111 non_steady_wind_hf = non_steady_wind_hf 111
112 u_spikes = u_spikes 112
113 v_spikes = v_spikes 113
114 w_spikes = w_spikes 114
115 ts_spikes = ts_spikes 115
116 co2_spikes = co2_spikes 116
117 h2o_spikes = h2o_spikes 117
118 o3_spikes = o3_spikes 118
119 head_detect_LI_7200 = head_detect_LI_7200 119
120 t_out_LI_7200 = t_out_LI_7200 120
121 t_in_LI_7200 = t_in_LI_7200 121
122 aux_in_LI_7200 = aux_in_LI_7200 122
123 delta_p_LI_7200 = delta_p_LI_7200 123
124 chopper_LI_7200 = chopper_LI_7200 124
125 detector_LI_7200 = detector_LI_7200 125
126 pll_LI_7200 = pll_LI_7200 126
127 sync_LI_7200 = sync_LI_7200 127
128 mean_value_RSSI_LI_7200 = mean_value_RSSI_LI_7200 128
129 u_var = u_var 129
130 v_var = v_var 130
131 w_var = w_var 131
132 ts_var = ts_var 132
133 co2_var = co2_var 133
134 h2o_var = h2o_var 134
135 o3_var = o3_var 135
136 w_ts_cov = w_ts_cov 136
137 w_co2_cov = w_co2_cov 137
138 w_h2o_cov = w_h2o_cov 138
139 w_o3_cov = w_o3_cov 139
140 co2_mean = co2_mean 140
141 co2_mean_1 = co2_mean_1 141
142 h2o_mean = h2o_mean 142
143 h2o_mean_1 = h2o_mean_1 143
144 flowrate_mean = flowrate_mean 144
145 dt = dt 145
146 co2_mean_2 = co2_mean_2 146
147 h2o_mean_2 = h2o_mean_2 147
148 dew_point_mean = dew_point_mean 148
149 avg_signal_strength_7200_mean = avg_signal_strength_7200_mean 149
150 hit_power_mean = hit_power_mean 150
151 hit_vin_mean = hit_vin_mean 151
152 air_p_mean = air_p_mean 152
153 air_p_mean_1 = air_p_mean_1 153
154 co2_mean_3 = co2_mean_3 154
155 h2o_mean_3 = h2o_mean_3 155
156 Var135 = Var135 156
157 Var136 = Var136 157
158 Var137 = Var137 158
159 Var138 = Var138 159
160 Var139 = Var139 160
161 Var140 = Var140 161
162 Var141 = Var141 162
163 Var142 = Var142 163
164 Var143 = Var143 164
165 Var144 = Var144 165
166 Var145 = Var145 166
 
newtable completed_oldtable
1 filename = filename 1
2 date = date 2
3 DOY = DOY 3
4 daytime = daytime 4
5 file_records = file_records 5
6 used_records = used_records 6
7 Tau = Tau 7
8 qc_Tau = qc_Tau 8
9 H = H 10
10 qc_H = qc_H 11
11 LE = LE 13
12 qc_LE = qc_LE 14
13 co2_flux = co2_flux 16
14 qc_co2_flux = qc_co2_flux 17
15 h2o_flux = h2o_flux 19
16 qc_h2o_flux = qc_h2o_flux 20
17 o3_flux = o3_flux 22
18 qc_o3_flux = qc_o3_flux 23
19 H_strg = H_strg 25
20 LE_strg = LE_strg 26
21 co2_strg = co2_strg 27
22 h2o_strg = h2o_strg 28
23 o3_strg = o3_strg 29
24 co2_v_adv = co2_v_adv 30
25 h2o_v_adv = h2o_v_adv 31
26 o3_v_adv = o3_v_adv 32
27 co2_molar_density = co2_molar_density 33
28 co2_mole_fraction = co2_mole_fraction 34
29 co2_mixing_ratio = co2_mixing_ratio 35
30 co2_time_lag = co2_time_lag 36
31 co2_def_timelag = co2_def_timelag 37
32 h2o_molar_density = h2o_molar_density 38
33 h2o_mole_fraction = h2o_mole_fraction 39
34 h2o_mixing_ratio = h2o_mixing_ratio 40
35 h2o_time_lag = h2o_time_lag 41
36 h2o_def_timelag = h2o_def_timelag 42
37 o3_molar_density = o3_molar_density 43
38 o3_mole_fraction = o3_mole_fraction 44
39 o3_mixing_ratio = o3_mixing_ratio 45
40 o3_time_lag = o3_time_lag 46
41 o3_def_timelag = o3_def_timelag 47
42 sonic_temperature = sonic_temperature 48
43 air_temperature = air_temperature 49
44 air_pressure = air_pressure 50
45 air_density = air_density 51
46 air_heat_capacity = air_heat_capacity 52
47 air_molar_volume = air_molar_volume 53
48 ET = ET 54
49 water_vapor_density = water_vapor_density 55
50 e = e 56
51 es = es 57
52 specific_humidity = specific_humidity 58
53 RH = RH 59
54 VPD = VPD 60
55 Tdew = Tdew 61
56 u_unrot = u_unrot 62
57 v_unrot = v_unrot 63
58 w_unrot = w_unrot 64
59 u_rot = u_rot 65
60 v_rot = v_rot 66
61 w_rot = w_rot 67
62 wind_speed = wind_speed 68
63 max_wind_speed = max_wind_speed 69
64 wind_dir = wind_dir 70
65 yaw = yaw 71
66 pitch = pitch 72
67 roll = roll 73
68 ustar = ustar 74
69 TKE = TKE 75
70 L = L 76
71 x_z_d__L = x_z_d__L 77
72 bowen_ratio = bowen_ratio 78
73 T_star = T_star 79
74 model = model 80
75 x_peak = x_peak 81
76 x_offset = x_offset 82
77 x_10_ = x_10_ 83
78 x_30_ = x_30_ 84
79 x_50_ = x_50_ 85
80 x_70_ = x_70_ 86
81 x_90_ = x_90_ 87
82 un_Tau = un_Tau 88
83 Tau_scf = Tau_scf 89
84 un_H = un_H 90
85 H_scf = H_scf 91
86 un_LE = un_LE 92
87 LE_scf = LE_scf 93
88 un_co2_flux = un_co2_flux 94
89 co2_scf = co2_scf 95
90 un_h2o_flux = un_h2o_flux 96
91 h2o_scf = h2o_scf 97
92 un_o3_flux = un_o3_flux 98
93 o3_scf = o3_scf 99
94 spikes_hf = spikes_hf 100
95 amplitude_resolution_hf = amplitude_resolution_hf 101
96 drop_out_hf = drop_out_hf 102
97 absolute_limits_hf = absolute_limits_hf 103
98 skewness_kurtosis_hf = skewness_kurtosis_hf 104
99 skewness_kurtosis_sf = skewness_kurtosis_sf 105
100 discontinuities_hf = discontinuities_hf 106
101 discontinuities_sf = discontinuities_sf 107
102 timelag_hf = timelag_hf 108
103 timelag_sf = timelag_sf 109
104 attack_angle_hf = attack_angle_hf 110
105 non_steady_wind_hf = non_steady_wind_hf 111
106 u_spikes = u_spikes 112
107 v_spikes = v_spikes 113
108 w_spikes = w_spikes 114
109 ts_spikes = ts_spikes 115
110 co2_spikes = co2_spikes 116
111 h2o_spikes = h2o_spikes 117
112 o3_spikes = o3_spikes 118
113 head_detect_LI_7200 = head_detect_LI_7200 119
114 t_out_LI_7200 = t_out_LI_7200 120
115 t_in_LI_7200 = t_in_LI_7200 121
116 aux_in_LI_7200 = aux_in_LI_7200 122
117 delta_p_LI_7200 = delta_p_LI_7200 123
118 chopper_LI_7200 = chopper_LI_7200 124
119 detector_LI_7200 = detector_LI_7200 125
120 pll_LI_7200 = pll_LI_7200 126
121 sync_LI_7200 = sync_LI_7200 127
122 mean_value_RSSI_LI_7200 = mean_value_RSSI_LI_7200 128
123 u_var = u_var 129
124 v_var = v_var 130
125 w_var = w_var 131
126 ts_var = ts_var 132
127 co2_var = co2_var 133
128 h2o_var = h2o_var 134
129 o3_var = o3_var 135
130 w_ts_cov = w_ts_cov 136
131 w_co2_cov = w_co2_cov 137
132 w_h2o_cov = w_h2o_cov 138
133 w_o3_cov = w_o3_cov 139
134 co2_mean = co2_mean 140
135 co2_mean_1 = co2_mean_1 141
136 h2o_mean = h2o_mean 142
137 air_p_mean = air_p_mean 152
138 co2_mean_2 = co2_mean_2 146
139 h2o_mean_1 = h2o_mean_1 143
140 dew_point_mean = dew_point_mean 148
141 avg_signal_strength_7200_mean = avg_signal_strength_7200_mean 149
142 flowrate_mean = flowrate_mean 144
143 hit_power_mean = hit_power_mean 150
144 hit_vin_mean = hit_vin_mean 151
145 dt = dt 145
** in mat2 only rand_err_Tau;
** in mat2 only rand_err_H;
** in mat2 only rand_err_LE;
** in mat2 only rand_err_co2_flux;
** in mat2 only rand_err_h2o_flux;
** in mat2 only rand_erro3_flux;
** in mat2 only h2o_mean_2;
** in mat2 only air_p_mean_1;
** in mat2 only co2_mean_3;
** in mat2 only h2o_mean_3;
** in mat2 only Var135;
** in mat2 only Var136;
** in mat2 only Var137;
** in mat2 only Var138;
** in mat2 only Var139;
** in mat2 only Var140;
** in mat2 only Var141;
** in mat2 only Var142;
** in mat2 only Var143;
** in mat2 only Var144;
** in mat2 only Var145;
 
completed_newtable completed_oldtable
1 filename = filename 1
2 date = date 2
3 DOY = DOY 3
4 daytime = daytime 4
5 file_records = file_records 5
6 used_records = used_records 6
7 Tau = Tau 7
8 qc_Tau = qc_Tau 8
9 H = H 10
10 qc_H = qc_H 11
11 LE = LE 13
12 qc_LE = qc_LE 14
13 co2_flux = co2_flux 16
14 qc_co2_flux = qc_co2_flux 17
15 h2o_flux = h2o_flux 19
16 qc_h2o_flux = qc_h2o_flux 20
17 o3_flux = o3_flux 22
18 qc_o3_flux = qc_o3_flux 23
19 H_strg = H_strg 25
20 LE_strg = LE_strg 26
21 co2_strg = co2_strg 27
22 h2o_strg = h2o_strg 28
23 o3_strg = o3_strg 29
24 co2_v_adv = co2_v_adv 30
25 h2o_v_adv = h2o_v_adv 31
26 o3_v_adv = o3_v_adv 32
27 co2_molar_density = co2_molar_density 33
28 co2_mole_fraction = co2_mole_fraction 34
29 co2_mixing_ratio = co2_mixing_ratio 35
30 co2_time_lag = co2_time_lag 36
31 co2_def_timelag = co2_def_timelag 37
32 h2o_molar_density = h2o_molar_density 38
33 h2o_mole_fraction = h2o_mole_fraction 39
34 h2o_mixing_ratio = h2o_mixing_ratio 40
35 h2o_time_lag = h2o_time_lag 41
36 h2o_def_timelag = h2o_def_timelag 42
37 o3_molar_density = o3_molar_density 43
38 o3_mole_fraction = o3_mole_fraction 44
39 o3_mixing_ratio = o3_mixing_ratio 45
40 o3_time_lag = o3_time_lag 46
41 o3_def_timelag = o3_def_timelag 47
42 sonic_temperature = sonic_temperature 48
43 air_temperature = air_temperature 49
44 air_pressure = air_pressure 50
45 air_density = air_density 51
46 air_heat_capacity = air_heat_capacity 52
47 air_molar_volume = air_molar_volume 53
48 ET = ET 54
49 water_vapor_density = water_vapor_density 55
50 e = e 56
51 es = es 57
52 specific_humidity = specific_humidity 58
53 RH = RH 59
54 VPD = VPD 60
55 Tdew = Tdew 61
56 u_unrot = u_unrot 62
57 v_unrot = v_unrot 63
58 w_unrot = w_unrot 64
59 u_rot = u_rot 65
60 v_rot = v_rot 66
61 w_rot = w_rot 67
62 wind_speed = wind_speed 68
63 max_wind_speed = max_wind_speed 69
64 wind_dir = wind_dir 70
65 yaw = yaw 71
66 pitch = pitch 72
67 roll = roll 73
68 ustar = ustar 74
69 TKE = TKE 75
70 L = L 76
71 x_z_d__L = x_z_d__L 77
72 bowen_ratio = bowen_ratio 78
73 T_star = T_star 79
74 model = model 80
75 x_peak = x_peak 81
76 x_offset = x_offset 82
77 x_10_ = x_10_ 83
78 x_30_ = x_30_ 84
79 x_50_ = x_50_ 85
80 x_70_ = x_70_ 86
81 x_90_ = x_90_ 87
82 un_Tau = un_Tau 88
83 Tau_scf = Tau_scf 89
84 un_H = un_H 90
85 H_scf = H_scf 91
86 un_LE = un_LE 92
87 LE_scf = LE_scf 93
88 un_co2_flux = un_co2_flux 94
89 co2_scf = co2_scf 95
90 un_h2o_flux = un_h2o_flux 96
91 h2o_scf = h2o_scf 97
92 un_o3_flux = un_o3_flux 98
93 o3_scf = o3_scf 99
94 spikes_hf = spikes_hf 100
95 amplitude_resolution_hf = amplitude_resolution_hf 101
96 drop_out_hf = drop_out_hf 102
97 absolute_limits_hf = absolute_limits_hf 103
98 skewness_kurtosis_hf = skewness_kurtosis_hf 104
99 skewness_kurtosis_sf = skewness_kurtosis_sf 105
100 discontinuities_hf = discontinuities_hf 106
101 discontinuities_sf = discontinuities_sf 107
102 timelag_hf = timelag_hf 108
103 timelag_sf = timelag_sf 109
104 attack_angle_hf = attack_angle_hf 110
105 non_steady_wind_hf = non_steady_wind_hf 111
106 u_spikes = u_spikes 112
107 v_spikes = v_spikes 113
108 w_spikes = w_spikes 114
109 ts_spikes = ts_spikes 115
110 co2_spikes = co2_spikes 116
111 h2o_spikes = h2o_spikes 117
112 o3_spikes = o3_spikes 118
113 head_detect_LI_7200 = head_detect_LI_7200 119
114 t_out_LI_7200 = t_out_LI_7200 120
115 t_in_LI_7200 = t_in_LI_7200 121
116 aux_in_LI_7200 = aux_in_LI_7200 122
117 delta_p_LI_7200 = delta_p_LI_7200 123
118 chopper_LI_7200 = chopper_LI_7200 124
119 detector_LI_7200 = detector_LI_7200 125
120 pll_LI_7200 = pll_LI_7200 126
121 sync_LI_7200 = sync_LI_7200 127
122 mean_value_RSSI_LI_7200 = mean_value_RSSI_LI_7200 128
123 u_var = u_var 129
124 v_var = v_var 130
125 w_var = w_var 131
126 ts_var = ts_var 132
127 co2_var = co2_var 133
128 h2o_var = h2o_var 134
129 o3_var = o3_var 135
130 w_ts_cov = w_ts_cov 136
131 w_co2_cov = w_co2_cov 137
132 w_h2o_cov = w_h2o_cov 138
133 w_o3_cov = w_o3_cov 139
134 co2_mean = co2_mean 140
135 co2_mean_1 = co2_mean_1 141
136 h2o_mean = h2o_mean 142
137 air_p_mean = air_p_mean 152
138 co2_mean_2 = co2_mean_2 146
139 h2o_mean_1 = h2o_mean_1 143
140 dew_point_mean = dew_point_mean 148
141 avg_signal_strength_7200_mean = avg_signal_strength_7200_mean 149
142 flowrate_mean = flowrate_mean 144
143 hit_power_mean = hit_power_mean 150
144 hit_vin_mean = hit_vin_mean 151
145 dt = dt 145
146 Var135 = Var135 156
147 Var136 = Var136 157
148 Var137 = Var137 158
149 Var138 = Var138 159
150 Var139 = Var139 160
151 Var140 = Var140 161
152 Var141 = Var141 162
153 Var142 = Var142 163
154 Var143 = Var143 164
155 Var144 = Var144 165
156 Var145 = Var145 166
157 air_p_mean_1 = air_p_mean_1 153
158 co2_mean_3 = co2_mean_3 154
159 h2o_mean_2 = h2o_mean_2 147
160 h2o_mean_3 = h2o_mean_3 155
161 rand_err_H = rand_err_H 12
162 rand_err_LE = rand_err_LE 15
163 rand_err_Tau = rand_err_Tau 9
164 rand_err_co2_flux = rand_err_co2_flux 18
165 rand_err_h2o_flux = rand_err_h2o_flux 21
166 rand_erro3_flux = rand_erro3_flux 24
  Name                        Size                 Bytes  Class    Attributes

  completed_newtable       3455x166              5194491  table              
  completed_oldtable      75046x166            111989121  table              
  newtable                 3455x145              4608967  table              
  oldtable                75046x166            111989121  table              

ok
warning the end date is later than the end of the file
startdate=2018-01-01 13:00
enddate=2022-04-13 23:30
end mat= 2022-04-12 23:00
check master time vector alldt
from 01-Jan-2018 13:00:00 to 13-Apr-2022 23:30:00
interval min 0.500000 hours ; pos 3 
interval max 0.500000 hours ; pos 1
nb duplicate time (after sorting) = 0

PLOT POUR TABLEAU BORD

disp('REMOVE PERIOD WITH SMARTFLUX PROBLEM')
x=(full_eddy.dt>datetime(2019,7,12,12,00,00)) & (full_eddy.dt<datetime(2019,7,16,12,00,00));
full_eddy.H(x)=NaN;
full_eddy.LE(x)=NaN;
full_eddy.co2_flux(x)=NaN;


dd=full_eddy.date;
dv=datevec(dd);

% -*********************
nbdays=10;
% -************
aa=height(full_eddy);
xx=max(aa-nbdays*48,1):aa;

%dd=biomet.date(xx);
dv=datevec(dd);
fct_dft(dd);


% physical limits
full_eddy.co2_flux(full_eddy.co2_flux>30)=NaN;
full_eddy.co2_flux(full_eddy.co2_flux<-40)=NaN;
full_eddy.LE(full_eddy.LE>1000)=NaN;
full_eddy.LE(full_eddy.LE<-400)=NaN;

% if H is wrong delete CO2 and LE
x=find(full_eddy.H>900 | full_eddy.H<-100);
full_eddy.H(x)=NaN;
full_eddy.LE(x)=NaN;
full_eddy.co2_flux(x)=NaN;

full_eddy.air_temperature=full_eddy.air_temperature-273.15;
full_eddy.Properties.VariableUnits('air_temperature')={'Celsius'};


% FIGURE FLUX
figure
dt_dd=full_eddy.dt(xx);


% ustar OK
subplot(2,1,1)
h=plot(dt_dd,full_eddy.H(xx),'r.-',dt_dd,full_eddy.LE(xx),'b.','linewidth',1,'markersize',10);
h(1).MarkerEdgeColor='r';
set(gca,'xlim',[dt_dd(1) dt_dd(end)  ])
set(gca,'ylim',[-150 700])

legend('H','LE')
ylabel('W.m^{-2}')
grid
hold on
% ustar too low
subplot(2,1,2)
h=plot(dt_dd,full_eddy.co2_flux(xx),'go-','linewidth',1,'markersize',6);
h.MarkerEdgeColor='k';h.MarkerFaceColor='g';
set(gca,'xlim',[dt_dd(1) dt_dd(end)  ])
set(gca,'ylim',[-35 15])
%lineh(0);
legend('flux CO_2')
grid
%datetick('x',19,'keeplimits')
ylabel('\mumol.m^{-2}.s^{-1}')
%ylabel(char(full_eddy.Properties.VariableUnits('co2_flux')))
nfic=fullfile(path_rtmc,'Salles_72002.png')
print('-dpng',nfic)
crop(nfic)
REMOVE PERIOD WITH SMARTFLUX PROBLEM
from 01-Jan-2018 13:00:00 to 13-Apr-2022 23:30:00
interval min 0.500000 hours ; pos 3 
interval max 0.500000 hours ; pos 1
nb duplicate time (after sorting) = 0

nfic =

    '/DATA/BILOS/home/Dropbox/Monitoring/Data_Monitoring_Salles/Webcam/Salles_72002.png'

plot ozone

figure
clf
subplot(2,1,1)
h=plot(full_eddy.dt(xx),full_eddy.o3_flux(xx),'k.-','linewidth',1,'markersize',10);
%a=get(gca,'xlim');
title('W''O3')
grid
hold on
tmp=biomet.P(xx);
tmp(tmp==0)=NaN;
h=plot(biomet.dt(xx),tmp/10-0.5,'b*','linewidth',1,'markersize',6);
%set(gca,'xlim',a);
set(gca,'xlim',[dt_dd(1) dt_dd(end)  ])
set(gca,'Ylim',[-0.5 0.5])

offset=0.0015;
subplot(2,1,2)
h=plot(full_eddy.dt(xx),-full_eddy.o3_flux(xx)./(full_eddy.o3_mixing_ratio(xx)-offset),'k.-','linewidth',1,'markersize',10);
title(sprintf('-W''O3 / moy03 offset=%f',offset))
set(gca,'xlim',[dt_dd(1) dt_dd(end)  ])
set(gca,'Ylim',[-0.2 0.8])
h(1).MarkerEdgeColor='g';
grid

print('-dpng',sprintf('%s/Salles_ozone_last10days.png',path_dropbox_out))

% plot pour les 5 derniers jours.
tmp=datevec(now);today=datenum(tmp(1:3))
for day=(today-5):today-1

    s=datevec(now);

    year=s(1);mo=s(2);doy=s(3);
    pathout=sprintf('%s/%4d/%02d/%02d/',path1,year,mo,doy);
    if ~exist('pathout','dir')
        eval(sprintf('!mkdir -p ''%s''',pathout))
    end
    % plot flux

    xx=find(full_eddy.date>=day & full_eddy.date<day+1);
    lvar={'h2o_flux','co2_flux', 'H','LE' };%,'air_temperature','ustar','wind_speed'};
    code=[  720010    720011 720012    720013];
    figure
    xx_out=find(full_eddy.ustar(xx)<=0.2);
    xx_ok=find((full_eddy.ustar(xx)>0.2));
    for i=1:length(lvar)

        %subplot(3,2,i)
        figure
        zz=char(lvar(i));
        subset_var=full_eddy.(zz)(xx);
        subset_d=full_eddy.date(xx);
        % ustar OK
        plot(subset_d(xx_ok),subset_var(xx_ok),'.-','linewidth',2);
        hold on
        % ustar too low filtering
        plot(subset_d(xx_out),subset_var(xx_out),'o','color', [0.5 0.5 0.5]);title(sprintf('%s u*>0.2 %s',zz,datestr(day)),'interpreter','none')
        lineh(0);
        datetick('x')
        ylabel(full_eddy.Properties.VariableUnits(zz))
        grid
        nfic=sprintf('%sSalles_%d%02d%02d_%d.png',pathout,year,mo,doy,code(i))
        print('-dpng',nfic)
    end
end
today =

      738624


nfic =

    '/DATA/BILOS/home/www//2022/04/13/Salles_20220413_720010.png'


nfic =

    '/DATA/BILOS/home/www//2022/04/13/Salles_20220413_720011.png'


nfic =

    '/DATA/BILOS/home/www//2022/04/13/Salles_20220413_720012.png'


nfic =

    '/DATA/BILOS/home/www//2022/04/13/Salles_20220413_720013.png'


nfic =

    '/DATA/BILOS/home/www//2022/04/13/Salles_20220413_720010.png'


nfic =

    '/DATA/BILOS/home/www//2022/04/13/Salles_20220413_720011.png'


nfic =

    '/DATA/BILOS/home/www//2022/04/13/Salles_20220413_720012.png'


nfic =

    '/DATA/BILOS/home/www//2022/04/13/Salles_20220413_720013.png'


nfic =

    '/DATA/BILOS/home/www//2022/04/13/Salles_20220413_720010.png'


nfic =

    '/DATA/BILOS/home/www//2022/04/13/Salles_20220413_720011.png'


nfic =

    '/DATA/BILOS/home/www//2022/04/13/Salles_20220413_720012.png'


nfic =

    '/DATA/BILOS/home/www//2022/04/13/Salles_20220413_720013.png'


nfic =

    '/DATA/BILOS/home/www//2022/04/13/Salles_20220413_720010.png'


nfic =

    '/DATA/BILOS/home/www//2022/04/13/Salles_20220413_720011.png'


nfic =

    '/DATA/BILOS/home/www//2022/04/13/Salles_20220413_720012.png'


nfic =

    '/DATA/BILOS/home/www//2022/04/13/Salles_20220413_720013.png'


nfic =

    '/DATA/BILOS/home/www//2022/04/13/Salles_20220413_720010.png'


nfic =

    '/DATA/BILOS/home/www//2022/04/13/Salles_20220413_720011.png'


nfic =

    '/DATA/BILOS/home/www//2022/04/13/Salles_20220413_720012.png'


nfic =

    '/DATA/BILOS/home/www//2022/04/13/Salles_20220413_720013.png'