<core_client_version>7.18.1</core_client_version>
<![CDATA[
<message>
aborted by user</message>
<stderr_txt>
3r3_2/src/ifsaux/support/drhook.c:1111] DR_HOOK_CATCH_SIGNALS=<undef>
06:25:44 STEP 48 H= 12:00 +CPU= 28.035
06:26:14 STEP 49 H= 12:15 +CPU= 28.459
06:26:43 STEP 50 H= 12:30 +CPU= 28.996
06:27:14 STEP 51 H= 12:45 +CPU= 29.452
06:27:45 STEP 52 H= 13:00 +CPU= 30.124
06:28:16 STEP 53 H= 13:15 +CPU= 29.682
06:28:45 STEP 54 H= 13:30 +CPU= 29.127
06:29:14 STEP 55 H= 13:45 +CPU= 27.890
06:29:42 STEP 56 H= 14:00 +CPU= 28.110
06:30:09 STEP 57 H= 14:15 +CPU= 26.242
06:30:36 STEP 58 H= 14:30 +CPU= 26.869
06:31:04 STEP 59 H= 14:45 +CPU= 28.129
06:31:41 STEP 60 H= 15:00 +CPU= 35.892
Moving to projects directory: /var/lib/boinc-client/slots/9/ICMGGh7zg+000060
Moving to projects directory: /var/lib/boinc-client/slots/9/ICMSHh7zg+000060
Moving to projects directory: /var/lib/boinc-client/slots/9/ICMUAh7zg+000060
06:32:11 STEP 61 H= 15:15 +CPU= 29.403
06:32:41 STEP 62 H= 15:30 +CPU= 29.554
06:33:10 STEP 63 H= 15:45 +CPU= 28.372
06:33:38 STEP 64 H= 16:00 +CPU= 27.926
06:34:08 STEP 65 H= 16:15 +CPU= 29.529
06:34:38 STEP 66 H= 16:30 +CPU= 29.540
06:35:07 STEP 67 H= 16:45 +CPU= 28.286
06:35:34 STEP 68 H= 17:00 +CPU= 26.370
06:36:02 STEP 69 H= 17:15 +CPU= 27.725
06:36:30 STEP 70 H= 17:30 +CPU= 28.335
06:36:58 STEP 71 H= 17:45 +CPU= 27.288
06:37:33 STEP 72 H= 18:00 +CPU= 34.443
Moving to projects directory: /var/lib/boinc-client/slots/9/ICMGGh7zg+000072
Moving to projects directory: /var/lib/boinc-client/slots/9/ICMSHh7zg+000072
Moving to projects directory: /var/lib/boinc-client/slots/9/ICMUAh7zg+000072
06:38:01 STEP 73 H= 18:15 +CPU= 28.390
06:38:30 STEP 74 H= 18:30 +CPU= 28.149
06:38:58 STEP 75 H= 18:45 +CPU= 27.766
06:39:27 STEP 76 H= 19:00 +CPU= 28.542
06:39:54 STEP 77 H= 19:15 +CPU= 27.239
06:40:22 STEP 78 H= 19:30 +CPU= 27.472
06:40:52 STEP 79 H= 19:45 +CPU= 29.232
06:41:22 STEP 80 H= 20:00 +CPU= 29.973
06:41:51 STEP 81 H= 20:15 +CPU= 28.155
06:42:19 STEP 82 H= 20:30 +CPU= 28.114
06:42:48 STEP 83 H= 20:45 +CPU= 28.132
06:43:24 STEP 84 H= 21:00 +CPU= 36.082
Moving to projects directory: /var/lib/boinc-client/slots/9/ICMGGh7zg+000084
Moving to projects directory: /var/lib/boinc-client/slots/9/ICMSHh7zg+000084
Moving to projects directory: /var/lib/boinc-client/slots/9/ICMUAh7zg+000084
06:43:52 STEP 85 H= 21:15 +CPU= 27.838
06:44:22 STEP 86 H= 21:30 +CPU= 28.641
06:44:52 STEP 87 H= 21:45 +CPU= 29.591
06:45:22 STEP 88 H= 22:00 +CPU= 29.861
06:45:52 STEP 89 H= 22:15 +CPU= 29.254
06:46:22 STEP 90 H= 22:30 +CPU= 29.257
06:46:52 STEP 91 H= 22:45 +CPU= 29.143
06:47:23 STEP 92 H= 23:00 +CPU= 30.048
06:47:52 STEP 93 H= 23:15 +CPU= 29.238
06:48:22 STEP 94 H= 23:30 +CPU= 29.240
06:48:52 STEP 95 H= 23:45 +CPU= 29.132
06:49:33 STEP 96 H= 24:00 +CPU= 40.676
Moving to projects directory: /var/lib/boinc-client/slots/9/ICMGGh7zg+000096
Moving to projects directory: /var/lib/boinc-client/slots/9/ICMSHh7zg+000096
Moving to projects directory: /var/lib/boinc-client/slots/9/ICMUAh7zg+000096
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12281743/ICMGGh7zg+000000
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12281743/ICMSHh7zg+000000
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12281743/ICMUAh7zg+000000
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12281743/ICMGGh7zg+000012
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12281743/ICMSHh7zg+000012
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12281743/ICMUAh7zg+000012
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12281743/ICMGGh7zg+000024
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12281743/ICMSHh7zg+000024
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12281743/ICMUAh7zg+000024
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12281743/ICMGGh7zg+000036
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12281743/ICMSHh7zg+000036
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12281743/ICMUAh7zg+000036
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12281743/ICMGGh7zg+000048
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12281743/ICMSHh7zg+000048
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12281743/ICMUAh7zg+000048
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12281743/ICMGGh7zg+000060
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12281743/ICMSHh7zg+000060
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12281743/ICMUAh7zg+000060
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12281743/ICMGGh7zg+000072
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12281743/ICMSHh7zg+000072
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12281743/ICMUAh7zg+000072
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12281743/ICMGGh7zg+000084
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12281743/ICMSHh7zg+000084
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12281743/ICMUAh7zg+000084
Zipping up the intermediate file: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_a007_2016092300_15_1016_12281743_0_r1349789974_0.zip
Uploading the intermediate file: upload_file_0.zip
06:50:03 STEP 97 H= 24:15 +CPU= 29.004
06:50:33 STEP 98 H= 24:30 +CPU= 29.076
06:51:03 STEP 99 H= 24:45 +CPU= 29.297
06:51:33 STEP 100 H= 25:00 +CPU= 29.764
06:52:03 STEP 101 H= 25:15 +CPU= 29.297
06:52:33 STEP 102 H= 25:30 +CPU= 29.113
06:53:03 STEP 103 H= 25:45 +CPU= 29.202
06:53:33 STEP 104 H= 26:00 +CPU= 29.845
06:54:03 STEP 105 H= 26:15 +CPU= 29.309
06:54:33 STEP 106 H= 26:30 +CPU= 29.109
06:55:03 STEP 107 H= 26:45 +CPU= 29.189
06:55:41 STEP 108 H= 27:00 +CPU= 37.105
Moving to projects directory: /var/lib/boinc-client/slots/9/ICMGGh7zg+000108
Moving to projects directory: /var/lib/boinc-client/slots/9/ICMSHh7zg+000108
Moving to projects directory: /var/lib/boinc-client/slots/9/ICMUAh7zg+000108
06:56:10 STEP 109 H= 27:15 +CPU= 29.200
06:56:41 STEP 110 H= 27:30 +CPU= 29.525
06:57:11 STEP 111 H= 27:45 +CPU= 29.441
06:57:41 STEP 112 H= 28:00 +CPU= 30.048
06:58:11 STEP 113 H= 28:15 +CPU= 29.013
06:58:41 STEP 114 H= 28:30 +CPU= 29.279
06:59:08 STEP 115 H= 28:45 +CPU= 27.148
06:59:35 STEP 116 H= 29:00 +CPU= 26.473
07:00:01 STEP 117 H= 29:15 +CPU= 26.140
07:00:31 STEP 118 H= 29:30 +CPU= 28.978
07:01:01 STEP 119 H= 29:45 +CPU= 29.373
07:01:40 STEP 120 H= 30:00 +CPU= 37.977
Moving to projects directory: /var/lib/boinc-client/slots/9/ICMGGh7zg+000120
Moving to projects directory: /var/lib/boinc-client/slots/9/ICMSHh7zg+000120
Moving to projects directory: /var/lib/boinc-client/slots/9/ICMUAh7zg+000120
07:02:11 STEP 121 H= 30:15 +CPU= 29.578
07:02:40 STEP 122 H= 30:30 +CPU= 28.578
07:03:08 STEP 123 H= 30:45 +CPU= 27.429
07:03:37 STEP 124 H= 31:00 +CPU= 29.123
07:04:07 STEP 125 H= 31:15 +CPU= 29.103
07:04:36 STEP 126 H= 31:30 +CPU= 29.089
07:05:06 STEP 127 H= 31:45 +CPU= 29.079
07:05:35 STEP 128 H= 32:00 +CPU= 29.351
07:06:05 STEP 129 H= 32:15 +CPU= 29.015
07:06:34 STEP 130 H= 32:30 +CPU= 28.812
07:07:03 STEP 131 H= 32:45 +CPU= 28.828
07:07:40 STEP 132 H= 33:00 +CPU= 35.695
Moving to projects directory: /var/lib/boinc-client/slots/9/ICMGGh7zg+000132
Moving to projects directory: /var/lib/boinc-client/slots/9/ICMSHh7zg+000132
Moving to projects directory: /var/lib/boinc-client/slots/9/ICMUAh7zg+000132
07:08:09 STEP 133 H= 33:15 +CPU= 28.731
07:08:37 STEP 134 H= 33:30 +CPU= 28.182
07:09:06 STEP 135 H= 33:45 +CPU= 28.631
07:09:36 STEP 136 H= 34:00 +CPU= 29.484
07:10:03 STEP 137 H= 34:15 +CPU= 26.669
07:10:31 STEP 138 H= 34:30 +CPU= 27.281
07:10:59 STEP 139 H= 34:45 +CPU= 27.498
07:11:27 STEP 140 H= 35:00 +CPU= 28.149
07:11:56 STEP 141 H= 35:15 +CPU= 28.050
07:12:22 STEP 142 H= 35:30 +CPU= 26.586
07:12:50 STEP 143 H= 35:45 +CPU= 27.719
07:13:31 STEP 144 H= 36:00 +CPU= 40.029
Moving to projects directory: /var/lib/boinc-client/slots/9/ICMGGh7zg+000144
Moving to projects directory: /var/lib/boinc-client/slots/9/ICMSHh7zg+000144
Moving to projects directory: /var/lib/boinc-client/slots/9/ICMUAh7zg+000144
07:14:00 STEP 145 H= 36:15 +CPU= 28.613
07:14:29 STEP 146 H= 36:30 +CPU= 28.495
07:14:57 STEP 147 H= 36:45 +CPU= 27.564
07:15:28 STEP 148 H= 37:00 +CPU= 30.565
07:15:57 STEP 149 H= 37:15 +CPU= 28.266
07:16:25 STEP 150 H= 37:30 +CPU= 27.951
07:16:54 STEP 151 H= 37:45 +CPU= 28.220
07:17:23 STEP 152 H= 38:00 +CPU= 28.424
07:17:51 STEP 153 H= 38:15 +CPU= 28.125
07:18:19 STEP 154 H= 38:30 +CPU= 27.912
07:18:47 STEP 155 H= 38:45 +CPU= 27.003
07:19:22 STEP 156 H= 39:00 +CPU= 34.855
Moving to projects directory: /var/lib/boinc-client/slots/9/ICMGGh7zg+000156
Moving to projects directory: /var/lib/boinc-client/slots/9/ICMSHh7zg+000156
Moving to projects directory: /var/lib/boinc-client/slots/9/ICMUAh7zg+000156
07:19:49 STEP 157 H= 39:15 +CPU= 27.401
07:20:17 STEP 158 H= 39:30 +CPU= 27.820
07:20:45 STEP 159 H= 39:45 +CPU= 27.819
07:21:14 STEP 160 H= 40:00 +CPU= 28.607
07:21:42 STEP 161 H= 40:15 +CPU= 27.784
07:22:10 STEP 162 H= 40:30 +CPU= 27.219
07:22:38 STEP 163 H= 40:45 +CPU= 27.928
07:23:06 STEP 164 H= 41:00 +CPU= 27.685
07:23:34 STEP 165 H= 41:15 +CPU= 27.654
07:24:02 STEP 166 H= 41:30 +CPU= 28.063
07:24:31 STEP 167 H= 41:45 +CPU= 28.217
07:25:06 STEP 168 H= 42:00 +CPU= 34.853
Moving to projects directory: /var/lib/boinc-client/slots/9/ICMGGh7zg+000168
Moving to projects directory: /var/lib/boinc-client/slots/9/ICMSHh7zg+000168
Moving to projects directory: /var/lib/boinc-client/slots/9/ICMUAh7zg+000168
07:25:34 STEP 169 H= 42:15 +CPU= 27.854
07:26:03 STEP 170 H= 42:30 +CPU= 28.726
07:26:31 STEP 171 H= 42:45 +CPU= 27.632
(argv0) ../../projects/climateprediction.net/oifs_43r3_bl_1.13_x86_64-pc-linux-gnu
(argv1) start_date: 2016092300
(argv2) exptid: h7zg
(argv3) unique_member_id: a007
(argv4) batchid: 1016
(argv5) wuid: 12281743
(argv6) fclen: 15
(argv7) app_name: oifs_43r3_bl
(argv8) nthreads: 1
Working directory is: /var/lib/boinc-client/slots/9
Project directory is: /var/lib/boinc-client/projects/climateprediction.net/
app name: oifs_43r3_bl
version: 1.13
Location of temp folder: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12281743
..mkdir for temp folder for results failed
Copying: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_app_1.13_x86_64-pc-linux-gnu.zip to: /var/lib/boinc-client/slots/9/oifs_43r3_bl_app_1.13_x86_64-pc-linux-gnu.zip
Unzipping the app zip file: /var/lib/boinc-client/slots/9/oifs_43r3_bl_app_1.13_x86_64-pc-linux-gnu.zip
Copying the namelist files from: ../../projects/climateprediction.net/jf_73cf337f6146580d05d611ce28a0eefe to: /var/lib/boinc-client/slots/9/oifs_43r3_bl_a007_2016092300_15_1016_12281743.zip
Unzipping the namelist zip file: /var/lib/boinc-client/slots/9/oifs_43r3_bl_a007_2016092300_15_1016_12281743.zip
ic_ancil_file: ic_ancil_12281743
ifsdata_file: ifsdata_12281743
climate_data_file: clim_data_12281743
horiz_resolution: 159
vert_resolution: 91
grid_type: l_2
upload_interval: 96
utstep: 900
nfrres: restart dump frequency (steps) 48
Copying IC ancils from: ../../projects/climateprediction.net/jf_f7ecfd27aa1e68bbe7e8d19800e25c73 to: /var/lib/boinc-client/slots/9/ic_ancil_12281743.zip
Unzipping the IC ancils zip file: /var/lib/boinc-client/slots/9/ic_ancil_12281743.zip
..mkdir for ifsdata folder failed
Copying the ifsdata_file from: ../../projects/climateprediction.net/jf_3e2656660421a36e00c60ffca23ec96b to: /var/lib/boinc-client/slots/9/ifsdata/ifsdata_12281743.zip
Unzipping the ifsdata_zip file: /var/lib/boinc-client/slots/9/ifsdata/ifsdata_12281743.zip
..mkdir for the climate data folder failed
Copying the climate data file from: ../../projects/climateprediction.net/jf_f32c668cf7829426ffd94699b48b9a2e to: /var/lib/boinc-client/slots/9/159l_2/clim_data_12281743.zip
Unzipping the climate data zip file: /var/lib/boinc-client/slots/9/159l_2/clim_data_12281743.zip
Checking for progress XML file: /var/lib/boinc-client/slots/9/progress_file_12281743.xml
Opened progress file ok : /var/lib/boinc-client/slots/9/progress_file_12281743.xml
-- Model is restarting --
Adjusting last_iter, 172, to previous model restart step.
Creating progress file: /var/lib/boinc-client/slots/9/progress_file_12281743.xml
last_cpu_time: 3639
upload_file_number: 1
last_iter: 145
last_upload: 86400
model_completed: 0
total_length_of_simulation: 1296000
result_base_name: oifs_43r3_bl_a007_2016092300_15_1016_12281743_0_r1349789974
The child process has been launched with process id: 2428
Executing the command: /var/lib/boinc-client/slots/9/oifs_43r3_model.exe
[EC_DRHOOK:hostname:myproc:omptid:pid:unixtid] [YYYYMMDD:HHMMSS:epoch:walltime] [function@file:lineno] -- Max OpenMP threads = 1
[EC_DRHOOK:Funk2:1:1:2428:2428] [20240607:073137:1717763497:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2091] fp = 0x314f440
[EC_DRHOOK:Funk2:1:1:2428:2428] [20240607:073137:1717763497:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2098] DR_HOOK_ALLOW_COREDUMP=-1
[EC_DRHOOK:Funk2:1:1:2428:2428] [20240607:073137:1717763497:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2104] Hardlimit for core file is now 0 (0x0)
[EC_DRHOOK:Funk2:1:1:2428:2428] [20240607:073137:1717763497:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2122] DR_HOOK_PROFILE_PROC=-1
[EC_DRHOOK:Funk2:1:1:2428:2428] [20240607:073137:1717763497:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2128] DR_HOOK_PROFILE_LIMIT=-10.000
[EC_DRHOOK:Funk2:1:1:2428:2428] [20240607:073137:1717763497:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2194] DR_HOOK_RANDOM_MEMSTAT=0 (RAND_MAX=2147483647)
[EC_DRHOOK:Funk2:1:1:2428:2428] [20240607:073137:1717763497:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2205] DR_HOOK_HASHBITS=16
[EC_DRHOOK:Funk2:1:1:2428:2428] [20240607:073137:1717763497:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2213] DR_HOOK_NCALLSTACK=0
[EC_DRHOOK:Funk2:1:1:2428:2428] [20240607:073137:1717763497:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2221] DR_HOOK_HARAKIRI_TIMEOUT=500
[EC_DRHOOK:Funk2:1:1:2428:2428] [20240607:073137:1717763497:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2228] DR_HOOK_TRAPFPE=1
[EC_DRHOOK:Funk2:1:1:2428:2428] [20240607:073137:1717763497:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2235] DR_HOOK_TRAPFPE_INVALID=1
[EC_DRHOOK:Funk2:1:1:2428:2428] [20240607:073137:1717763497:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2242] DR_HOOK_TRAPFPE_DIVBYZERO=1
[EC_DRHOOK:Funk2:1:1:2428:2428] [20240607:073137:1717763497:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2249] DR_HOOK_TRAPFPE_OVERFLOW=1
[EC_DRHOOK:Funk2:1:1:2428:2428] [20240607:073137:1717763497:0.000] [ignore_signals@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1227] DR_HOOK_IGNORE_SIGNALS=<undef>
[EC_DRHOOK:Funk2:1:1:2428:2428] [20240607:073137:1717763497:0.000] [restore_default_signals@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1178] DR_HOOK_RESTORE_DEFAULT_SIGNALS=<undef>
[EC_DRHOOK:Funk2:1:1:2428:2428] [20240607:073137:1717763497:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1937] New signal handler 'signal_drhook' for signal#6 (SIGABRT) at 0x820cf0 (old at 0x1cf8da0)
[EC_DRHOOK:Funk2:1:1:2428:2428] [20240607:073137:1717763497:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1938] New signal handler 'signal_drhook' for signal#7 (SIGBUS) at 0x820cf0 (old at (nil))
[EC_DRHOOK:Funk2:1:1:2428:2428] [20240607:073137:1717763497:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1939] New signal handler 'signal_drhook' for signal#11 (SIGSEGV) at 0x820cf0 (old at 0x1cf8da0)
[EC_DRHOOK:Funk2:1:1:2428:2428] [20240607:073137:1717763497:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1944] New signal handler 'signal_drhook' for signal#16 (SIGSTKFLT) at 0x820cf0 (old at (nil))
[EC_DRHOOK:Funk2:1:1:2428:2428] [20240607:073137:1717763497:0.000] [trapfpe_treatment@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1149] DR_HOOK enables SIGFPE-related floating point trapping since DRHOOK_TRAPFPE=1
[EC_DRHOOK:Funk2:1:1:2428:2428] [20240607:073137:1717763497:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1948] New signal handler 'signal_drhook' for signal#8 (SIGFPE) at 0x820cf0 (old at 0x1cf8da0)
[EC_DRHOOK:Funk2:1:1:2428:2428] [20240607:073137:1717763497:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1949] New signal handler 'signal_drhook' for signal#4 (SIGILL) at 0x820cf0 (old at 0x1cf8da0)
[EC_DRHOOK:Funk2:1:1:2428:2428] [20240607:073137:1717763497:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1951] New signal handler 'signal_drhook' for signal#5 (SIGTRAP) at 0x820cf0 (old at (nil))
[EC_DRHOOK:Funk2:1:1:2428:2428] [20240607:073137:1717763497:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1952] New signal handler 'signal_drhook' for signal#2 (SIGINT) at 0x820cf0 (old at 0x1cf8da0)
[EC_DRHOOK:Funk2:1:1:2428:2428] [20240607:073137:1717763497:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1960] New signal handler 'signal_drhook' for signal#3 (SIGQUIT) at 0x820cf0 (old at 0x1cf8da0)
[EC_DRHOOK:Funk2:1:1:2428:2428] [20240607:073137:1717763497:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1961] New signal handler 'signal_drhook' for signal#15 (SIGTERM) at 0x820cf0 (old at 0x1cf8da0)
[EC_DRHOOK:Funk2:1:1:2428:2428] [20240607:073137:1717763497:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1966] New signal handler 'signal_drhook' for signal#24 (SIGXCPU) at 0x820cf0 (old at (nil))
[EC_DRHOOK:Funk2:1:1:2428:2428] [20240607:073137:1717763497:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1968] New signal handler 'signal_drhook' for signal#25 (SIGXFSZ) at 0x820cf0 (old at (nil))
[EC_DRHOOK:Funk2:1:1:2428:2428] [20240607:073137:1717763497:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1973] New signal handler 'signal_drhook' for signal#31 (SIGSYS) at 0x820cf0 (old at (nil))
[EC_DRHOOK:Funk2:1:1:2428:2428] [20240607:073137:1717763497:0.000] [catch_signals@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1111] DR_HOOK_CATCH_SIGNALS=<undef>
07:32:16 STEP 144 H= 36:00 +CPU= 30.353
07:32:45 STEP 145 H= 36:15 +CPU= 29.274
07:33:20 STEP 146 H= 36:30 +CPU= 32.400
double free or corruption (top)
(argv0) ../../projects/climateprediction.net/oifs_43r3_bl_1.13_x86_64-pc-linux-gnu
(argv1) start_date: 2016092300
(argv2) exptid: h7zg
(argv3) unique_member_id: a007
(argv4) batchid: 1016
(argv5) wuid: 12281743
(argv6) fclen: 15
(argv7) app_name: oifs_43r3_bl
(argv8) nthreads: 1
Working directory is: /var/lib/boinc-client/slots/9
Project directory is: /var/lib/boinc-client/projects/climateprediction.net/
app name: oifs_43r3_bl
version: 1.13
Location of temp folder: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12281743
..mkdir for temp folder for results failed
Copying: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_app_1.13_x86_64-pc-linux-gnu.zip to: /var/lib/boinc-client/slots/9/oifs_43r3_bl_app_1.13_x86_64-pc-linux-gnu.zip
Unzipping the app zip file: /var/lib/boinc-client/slots/9/oifs_43r3_bl_app_1.13_x86_64-pc-linux-gnu.zip
Copying the namelist files from: ../../projects/climateprediction.net/jf_73cf337f6146580d05d611ce28a0eefe to: /var/lib/boinc-client/slots/9/oifs_43r3_bl_a007_2016092300_15_1016_12281743.zip
Unzipping the namelist zip file: /var/lib/boinc-client/slots/9/oifs_43r3_bl_a007_2016092300_15_1016_12281743.zip
ic_ancil_file: ic_ancil_12281743
ifsdata_file: ifsdata_12281743
climate_data_file: clim_data_12281743
horiz_resolution: 159
vert_resolution: 91
grid_type: l_2
upload_interval: 96
utstep: 900
nfrres: restart dump frequency (steps) 48
Copying IC ancils from: ../../projects/climateprediction.net/jf_f7ecfd27aa1e68bbe7e8d19800e25c73 to: /var/lib/boinc-client/slots/9/ic_ancil_12281743.zip
Unzipping the IC ancils zip file: /var/lib/boinc-client/slots/9/ic_ancil_12281743.zip
..mkdir for ifsdata folder failed
Copying the ifsdata_file from: ../../projects/climateprediction.net/jf_3e2656660421a36e00c60ffca23ec96b to: /var/lib/boinc-client/slots/9/ifsdata/ifsdata_12281743.zip
Unzipping the ifsdata_zip file: /var/lib/boinc-client/slots/9/ifsdata/ifsdata_12281743.zip
..mkdir for the climate data folder failed
Copying the climate data file from: ../../projects/climateprediction.net/jf_f32c668cf7829426ffd94699b48b9a2e to: /var/lib/boinc-client/slots/9/159l_2/clim_data_12281743.zip
Unzipping the climate data zip file: /var/lib/boinc-client/slots/9/159l_2/clim_data_12281743.zip
Checking for progress XML file: /var/lib/boinc-client/slots/9/progress_file_12281743.xml
Opened progress file ok : /var/lib/boinc-client/slots/9/progress_file_12281743.xml
-- Model is restarting --
Adjusting last_iter, 147, to previous model restart step.
Creating progress file: /var/lib/boinc-client/slots/9/progress_file_12281743.xml
last_cpu_time: 3742
upload_file_number: 1
last_iter: 145
last_upload: 86400
model_completed: 0
total_length_of_simulation: 1296000
result_base_name: oifs_43r3_bl_a007_2016092300_15_1016_12281743_0_r1349789974
The child process has been launched with process id: 3460
Executing the command: /var/lib/boinc-client/slots/9/oifs_43r3_model.exe
[EC_DRHOOK:hostname:myproc:omptid:pid:unixtid] [YYYYMMDD:HHMMSS:epoch:walltime] [function@file:lineno] -- Max OpenMP threads = 1
[EC_DRHOOK:Funk2:1:1:3460:3460] [20240607:073800:1717763880:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2091] fp = 0x314f440
[EC_DRHOOK:Funk2:1:1:3460:3460] [20240607:073800:1717763880:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2098] DR_HOOK_ALLOW_COREDUMP=-1
[EC_DRHOOK:Funk2:1:1:3460:3460] [20240607:073800:1717763880:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2104] Hardlimit for core file is now 0 (0x0)
[EC_DRHOOK:Funk2:1:1:3460:3460] [20240607:073800:1717763880:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2122] DR_HOOK_PROFILE_PROC=-1
[EC_DRHOOK:Funk2:1:1:3460:3460] [20240607:073800:1717763880:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2128] DR_HOOK_PROFILE_LIMIT=-10.000
[EC_DRHOOK:Funk2:1:1:3460:3460] [20240607:073800:1717763880:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2194] DR_HOOK_RANDOM_MEMSTAT=0 (RAND_MAX=2147483647)
[EC_DRHOOK:Funk2:1:1:3460:3460] [20240607:073800:1717763880:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2205] DR_HOOK_HASHBITS=16
[EC_DRHOOK:Funk2:1:1:3460:3460] [20240607:073800:1717763880:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2213] DR_HOOK_NCALLSTACK=0
[EC_DRHOOK:Funk2:1:1:3460:3460] [20240607:073800:1717763880:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2221] DR_HOOK_HARAKIRI_TIMEOUT=500
[EC_DRHOOK:Funk2:1:1:3460:3460] [20240607:073800:1717763880:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2228] DR_HOOK_TRAPFPE=1
[EC_DRHOOK:Funk2:1:1:3460:3460] [20240607:073800:1717763880:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2235] DR_HOOK_TRAPFPE_INVALID=1
[EC_DRHOOK:Funk2:1:1:3460:3460] [20240607:073800:1717763880:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2242] DR_HOOK_TRAPFPE_DIVBYZERO=1
[EC_DRHOOK:Funk2:1:1:3460:3460] [20240607:073800:1717763880:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2249] DR_HOOK_TRAPFPE_OVERFLOW=1
[EC_DRHOOK:Funk2:1:1:3460:3460] [20240607:073800:1717763880:0.000] [ignore_signals@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1227] DR_HOOK_IGNORE_SIGNALS=<undef>
[EC_DRHOOK:Funk2:1:1:3460:3460] [20240607:073800:1717763880:0.000] [restore_default_signals@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1178] DR_HOOK_RESTORE_DEFAULT_SIGNALS=<undef>
[EC_DRHOOK:Funk2:1:1:3460:3460] [20240607:073800:1717763880:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1937] New signal handler 'signal_drhook' for signal#6 (SIGABRT) at 0x820cf0 (old at 0x1cf8da0)
[EC_DRHOOK:Funk2:1:1:3460:3460] [20240607:073800:1717763880:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1938] New signal handler 'signal_drhook' for signal#7 (SIGBUS) at 0x820cf0 (old at (nil))
[EC_DRHOOK:Funk2:1:1:3460:3460] [20240607:073800:1717763880:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1939] New signal handler 'signal_drhook' for signal#11 (SIGSEGV) at 0x820cf0 (old at 0x1cf8da0)
[EC_DRHOOK:Funk2:1:1:3460:3460] [20240607:073800:1717763880:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1944] New signal handler 'signal_drhook' for signal#16 (SIGSTKFLT) at 0x820cf0 (old at (nil))
[EC_DRHOOK:Funk2:1:1:3460:3460] [20240607:073800:1717763880:0.000] [trapfpe_treatment@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1149] DR_HOOK enables SIGFPE-related floating point trapping since DRHOOK_TRAPFPE=1
[EC_DRHOOK:Funk2:1:1:3460:3460] [20240607:073800:1717763880:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1948] New signal handler 'signal_drhook' for signal#8 (SIGFPE) at 0x820cf0 (old at 0x1cf8da0)
[EC_DRHOOK:Funk2:1:1:3460:3460] [20240607:073800:1717763880:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1949] New signal handler 'signal_drhook' for signal#4 (SIGILL) at 0x820cf0 (old at 0x1cf8da0)
[EC_DRHOOK:Funk2:1:1:3460:3460] [20240607:073800:1717763880:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1951] New signal handler 'signal_drhook' for signal#5 (SIGTRAP) at 0x820cf0 (old at (nil))
[EC_DRHOOK:Funk2:1:1:3460:3460] [20240607:073800:1717763880:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1952] New signal handler 'signal_drhook' for signal#2 (SIGINT) at 0x820cf0 (old at 0x1cf8da0)
[EC_DRHOOK:Funk2:1:1:3460:3460] [20240607:073800:1717763880:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1960] New signal handler 'signal_drhook' for signal#3 (SIGQUIT) at 0x820cf0 (old at 0x1cf8da0)
[EC_DRHOOK:Funk2:1:1:3460:3460] [20240607:073800:1717763880:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1961] New signal handler 'signal_drhook' for signal#15 (SIGTERM) at 0x820cf0 (old at 0x1cf8da0)
[EC_DRHOOK:Funk2:1:1:3460:3460] [20240607:073800:1717763880:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1966] New signal handler 'signal_drhook' for signal#24 (SIGXCPU) at 0x820cf0 (old at (nil))
[EC_DRHOOK:Funk2:1:1:3460:3460] [20240607:073800:1717763880:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1968] New signal handler 'signal_drhook' for signal#25 (SIGXFSZ) at 0x820cf0 (old at (nil))
[EC_DRHOOK:Funk2:1:1:3460:3460] [20240607:073800:1717763880:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1973] New signal handler 'signal_drhook' for signal#31 (SIGSYS) at 0x820cf0 (old at (nil))
[EC_DRHOOK:Funk2:1:1:3460:3460] [20240607:073800:1717763880:0.000] [catch_signals@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1111] DR_HOOK_CATCH_SIGNALS=<undef>
..The child process has been killed with signal: 9
>>> Printing last 70 lines from file: NODE.001_01
Reading NetCDF file ifsdata/aerosol_cams_climatology_43R3a.nc
Reading Black_Carbon_hydrophobic(120,61,12)
Closing NetCDF file ifsdata/aerosol_cams_climatology_43R3a.nc
Reading NetCDF file ifsdata/aerosol_cams_climatology_43R3a.nc
Reading Organic_Matter_hydrophilic(120,61,12)
Closing NetCDF file ifsdata/aerosol_cams_climatology_43R3a.nc
Reading NetCDF file ifsdata/aerosol_cams_climatology_43R3a.nc
Reading Organic_Matter_hydrophobic(120,61,12)
Closing NetCDF file ifsdata/aerosol_cams_climatology_43R3a.nc
Reading NetCDF file ifsdata/aerosol_cams_climatology_43R3a.nc
Reading Mineral_Dust_bin1(120,61,12)
Closing NetCDF file ifsdata/aerosol_cams_climatology_43R3a.nc
Reading NetCDF file ifsdata/aerosol_cams_climatology_43R3a.nc
Reading Mineral_Dust_bin2(120,61,12)
Closing NetCDF file ifsdata/aerosol_cams_climatology_43R3a.nc
Reading NetCDF file ifsdata/aerosol_cams_climatology_43R3a.nc
Reading Mineral_Dust_bin3(120,61,12)
Closing NetCDF file ifsdata/aerosol_cams_climatology_43R3a.nc
Reading NetCDF file ifsdata/aerosol_cams_climatology_43R3a.nc
Reading Sea_Salt_bin1(120,61,12)
Closing NetCDF file ifsdata/aerosol_cams_climatology_43R3a.nc
Reading NetCDF file ifsdata/aerosol_cams_climatology_43R3a.nc
Reading Sea_Salt_bin2(120,61,12)
Closing NetCDF file ifsdata/aerosol_cams_climatology_43R3a.nc
Reading NetCDF file ifsdata/aerosol_cams_climatology_43R3a.nc
Reading Sea_Salt_bin3(120,61,12)
Closing NetCDF file ifsdata/aerosol_cams_climatology_43R3a.nc
Reading NetCDF file ifsdata/aerosol_cams_climatology_43R3a.nc
Reading Sulfates(120,61,12)
Closing NetCDF file ifsdata/aerosol_cams_climatology_43R3a.nc
UPDTIM MACC AEROSOL CLIMATOLOGY IS LOADED
SUECAEC: INLEV,ISYEAR,IEYEAR= 0 1957 2010
suecaec NAERMACC = 1
UPDT RAESHDU = 2000.0
SUECAEC: GLOBAL AVERAGE VOLCANIC SULPHATE FOR (KINDAT,KMINUT) 20160923
810 9.999999999999998E-005
NORMS AT NSTEP CNT4 144
SPECTRAL NORMS - LOG(PREHYDS) 0.115260884460480E+02 OROGRAPHY 0.000000000000000E+00
LEV VORTICITY DIVERGENCE TEMPERATURE KINETIC ENERGY
AVE 0.274845239293745E-06 0.191018622400906E-07 0.215077405380669E+03 0.247409351692433E+00
GPNORM HUMIDITY AVERAGE MINIMUM MAXIMUM
AVE 0.241467156642850E-02 0.100000000000000E-07 0.173531188964109E-01
GPNORM LIQUID WATER AVERAGE MINIMUM MAXIMUM
AVE 0.000000000000000E+00 0.000000000000000E+00 0.000000000000000E+00
GPNORM ICE WATER AVERAGE MINIMUM MAXIMUM
AVE 0.136752112536675E-07 0.000000000000000E+00 0.165693368499601E-06
GPNORM SNOW AVERAGE MINIMUM MAXIMUM
AVE 0.000000000000000E+00 0.000000000000000E+00 0.000000000000000E+00
GPNORM RAIN AVERAGE MINIMUM MAXIMUM
AVE 0.000000000000000E+00 0.000000000000000E+00 0.000000000000000E+00
GPNORM CLOUD FRACTION AVERAGE MINIMUM MAXIMUM
AVE 0.964821153731373E-01 0.000000000000000E+00 0.100000000000000E+01
GPNORM CLW AVERAGE MINIMUM MAXIMUM
AVE 0.000000000000000E+00 0.000000000000000E+00 0.000000000000000E+00
GPNORM CIW AVERAGE MINIMUM MAXIMUM
AVE 0.136689958048907E-07 0.000000000000000E+00 0.165759652176817E-06
GPNORM CC AVERAGE MINIMUM MAXIMUM
AVE 0.964898109374570E-01 0.000000000000000E+00 0.100000000000000E+01
GPNORM RFL AVERAGE MINIMUM MAXIMUM
AVE 0.000000000000000E+00 0.000000000000000E+00 0.000000000000000E+00
GPNORM SFL AVERAGE MINIMUM MAXIMUM
AVE 0.319384857010456E-10 0.000000000000000E+00 0.521680714010242E-09
GPNORM CRFL AVERAGE MINIMUM MAXIMUM
AVE 0.000000000000000E+00 0.000000000000000E+00 0.000000000000000E+00
GPNORM CSFL AVERAGE MINIMUM MAXIMUM
AVE 0.000000000000000E+00 0.000000000000000E+00 0.000000000000000E+00
GPNORM PFRC AVERAGE MINIMUM MAXIMUM
AVE 0.589183569128547E-02 0.000000000000000E+00 0.100000000000000E+01
NSTEP = 144 STEPO 0AAA00AAA
------------------------------------------------
CNT0 not found; string returned was: 'STEPO'
>>> Printing last 2 lines from file: ifs.stat
07:38:01 000000000 CNT3 -999 0.522 0.522 0.535 0:00 0:00 0.00000000000000E+00 1GB 0MB
07:38:09 0AAA00AAA STEPO 144 5.508 5.508 8.794 0:05 0:08 0.19101862240091E-07 1GB 0MB
------------------------------------------------
>>> Printing last 11 lines from file: rcf
CSTEP = " 144",
CTIME = "00011200 ",
NSTEPLPP = 201, 202, 49, 228226, 228227, 2*0, 132, 2*0,
IPRGPNSRES = 1,
IPRGPEWRES = 1,
IPRTRWRES = 1,
IPRTRVRES = 1,
GMASS0 = 0.000000000000000E+000,
GMASSI = 0.000000000000000E+000
/
------------------------------------------------
>>> Printing last 8 lines from file: /var/lib/boinc-client/slots/9/progress_file_12281743.xml
<running_values>
<last_cpu_time>3757.550000</last_cpu_time>
<upload_file_number>1</upload_file_number>
<last_iter>144</last_iter>
<last_upload>86400</last_upload>
<model_completed>0</model_completed>
</running_values>
------------------------------------------------
..Failed, model did not complete successfully
(argv0) ../../projects/climateprediction.net/oifs_43r3_bl_1.13_x86_64-pc-linux-gnu
(argv1) start_date: 2016092300
(argv2) exptid: h7zg
(argv3) unique_member_id: a007
(argv4) batchid: 1016
(argv5) wuid: 12281743
(argv6) fclen: 15
(argv7) app_name: oifs_43r3_bl
(argv8) nthreads: 1
Working directory is: /var/lib/boinc-client/slots/9
Project directory is: /var/lib/boinc-client/projects/climateprediction.net/
app name: oifs_43r3_bl
version: 1.13
Location of temp folder: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12281743
..mkdir for temp folder for results failed
Copying: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_app_1.13_x86_64-pc-linux-gnu.zip to: /var/lib/boinc-client/slots/9/oifs_43r3_bl_app_1.13_x86_64-pc-linux-gnu.zip
Unzipping the app zip file: /var/lib/boinc-client/slots/9/oifs_43r3_bl_app_1.13_x86_64-pc-linux-gnu.zip
Copying the namelist files from: ../../projects/climateprediction.net/jf_73cf337f6146580d05d611ce28a0eefe to: /var/lib/boinc-client/slots/9/oifs_43r3_bl_a007_2016092300_15_1016_12281743.zip
Unzipping the namelist zip file: /var/lib/boinc-client/slots/9/oifs_43r3_bl_a007_2016092300_15_1016_12281743.zip
ic_ancil_file: ic_ancil_12281743
ifsdata_file: ifsdata_12281743
climate_data_file: clim_data_12281743
horiz_resolution: 159
vert_resolution: 91
grid_type: l_2
upload_interval: 96
utstep: 900
nfrres: restart dump frequency (steps) 48
Copying IC ancils from: ../../projects/climateprediction.net/jf_f7ecfd27aa1e68bbe7e8d19800e25c73 to: /var/lib/boinc-client/slots/9/ic_ancil_12281743.zip
Unzipping the IC ancils zip file: /var/lib/boinc-client/slots/9/ic_ancil_12281743.zip
..mkdir for ifsdata folder failed
Copying the ifsdata_file from: ../../projects/climateprediction.net/jf_3e2656660421a36e00c60ffca23ec96b to: /var/lib/boinc-client/slots/9/ifsdata/ifsdata_12281743.zip
Unzipping the ifsdata_zip file: /var/lib/boinc-client/slots/9/ifsdata/ifsdata_12281743.zip
..mkdir for the climate data folder failed
Copying the climate data file from: ../../projects/climateprediction.net/jf_f32c668cf7829426ffd94699b48b9a2e to: /var/lib/boinc-client/slots/9/159l_2/clim_data_12281743.zip
Unzipping the climate data zip file: /var/lib/boinc-client/slots/9/159l_2/clim_data_12281743.zip
Checking for progress XML file: /var/lib/boinc-client/slots/9/progress_file_12281743.xml
Opened progress file ok : /var/lib/boinc-client/slots/9/progress_file_12281743.xml
-- Model is restarting --
Adjusting last_iter, 144, to previous model restart step.
Creating progress file: /var/lib/boinc-client/slots/9/progress_file_12281743.xml
last_cpu_time: 3757
upload_file_number: 1
last_iter: 145
last_upload: 86400
model_completed: 0
total_length_of_simulation: 1296000
result_base_name: oifs_43r3_bl_a007_2016092300_15_1016_12281743_0_r1349789974
The child process has been launched with process id: 10079
Executing the command: /var/lib/boinc-client/slots/9/oifs_43r3_model.exe
[EC_DRHOOK:hostname:myproc:omptid:pid:unixtid] [YYYYMMDD:HHMMSS:epoch:walltime] [function@file:lineno] -- Max OpenMP threads = 1
[EC_DRHOOK:Funk2:1:1:10079:10079] [20240607:094905:1717771745:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2091] fp = 0x314f440
[EC_DRHOOK:Funk2:1:1:10079:10079] [20240607:094905:1717771745:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2098] DR_HOOK_ALLOW_COREDUMP=-1
[EC_DRHOOK:Funk2:1:1:10079:10079] [20240607:094905:1717771745:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2104] Hardlimit for core file is now 0 (0x0)
[EC_DRHOOK:Funk2:1:1:10079:10079] [20240607:094905:1717771745:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2122] DR_HOOK_PROFILE_PROC=-1
[EC_DRHOOK:Funk2:1:1:10079:10079] [20240607:094905:1717771745:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2128] DR_HOOK_PROFILE_LIMIT=-10.000
[EC_DRHOOK:Funk2:1:1:10079:10079] [20240607:094905:1717771745:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2194] DR_HOOK_RANDOM_MEMSTAT=0 (RAND_MAX=2147483647)
[EC_DRHOOK:Funk2:1:1:10079:10079] [20240607:094905:1717771745:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2205] DR_HOOK_HASHBITS=16
[EC_DRHOOK:Funk2:1:1:10079:10079] [20240607:094905:1717771745:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2213] DR_HOOK_NCALLSTACK=0
[EC_DRHOOK:Funk2:1:1:10079:10079] [20240607:094905:1717771745:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2221] DR_HOOK_HARAKIRI_TIMEOUT=500
[EC_DRHOOK:Funk2:1:1:10079:10079] [20240607:094905:1717771745:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2228] DR_HOOK_TRAPFPE=1
[EC_DRHOOK:Funk2:1:1:10079:10079] [20240607:094905:1717771745:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2235] DR_HOOK_TRAPFPE_INVALID=1
[EC_DRHOOK:Funk2:1:1:10079:10079] [20240607:094905:1717771745:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2242] DR_HOOK_TRAPFPE_DIVBYZERO=1
[EC_DRHOOK:Funk2:1:1:10079:10079] [20240607:094905:1717771745:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2249] DR_HOOK_TRAPFPE_OVERFLOW=1
[EC_DRHOOK:Funk2:1:1:10079:10079] [20240607:094905:1717771745:0.000] [ignore_signals@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1227] DR_HOOK_IGNORE_SIGNALS=<undef>
[EC_DRHOOK:Funk2:1:1:10079:10079] [20240607:094905:1717771745:0.000] [restore_default_signals@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1178] DR_HOOK_RESTORE_DEFAULT_SIGNALS=<undef>
[EC_DRHOOK:Funk2:1:1:10079:10079] [20240607:094905:1717771745:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1937] New signal handler 'signal_drhook' for signal#6 (SIGABRT) at 0x820cf0 (old at 0x1cf8da0)
[EC_DRHOOK:Funk2:1:1:10079:10079] [20240607:094905:1717771745:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1938] New signal handler 'signal_drhook' for signal#7 (SIGBUS) at 0x820cf0 (old at (nil))
[EC_DRHOOK:Funk2:1:1:10079:10079] [20240607:094905:1717771745:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1939] New signal handler 'signal_drhook' for signal#11 (SIGSEGV) at 0x820cf0 (old at 0x1cf8da0)
[EC_DRHOOK:Funk2:1:1:10079:10079] [20240607:094905:1717771745:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1944] New signal handler 'signal_drhook' for signal#16 (SIGSTKFLT) at 0x820cf0 (old at (nil))
[EC_DRHOOK:Funk2:1:1:10079:10079] [20240607:094905:1717771745:0.000] [trapfpe_treatment@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1149] DR_HOOK enables SIGFPE-related floating point trapping since DRHOOK_TRAPFPE=1
[EC_DRHOOK:Funk2:1:1:10079:10079] [20240607:094905:1717771745:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1948] New signal handler 'signal_drhook' for signal#8 (SIGFPE) at 0x820cf0 (old at 0x1cf8da0)
[EC_DRHOOK:Funk2:1:1:10079:10079] [20240607:094905:1717771745:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1949] New signal handler 'signal_drhook' for signal#4 (SIGILL) at 0x820cf0 (old at 0x1cf8da0)
[EC_DRHOOK:Funk2:1:1:10079:10079] [20240607:094905:1717771745:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1951] New signal handler 'signal_drhook' for signal#5 (SIGTRAP) at 0x820cf0 (old at (nil))
[EC_DRHOOK:Funk2:1:1:10079:10079] [20240607:094905:1717771745:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1952] New signal handler 'signal_drhook' for signal#2 (SIGINT) at 0x820cf0 (old at 0x1cf8da0)
[EC_DRHOOK:Funk2:1:1:10079:10079] [20240607:094905:1717771745:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1960] New signal handler 'signal_drhook' for signal#3 (SIGQUIT) at 0x820cf0 (old at 0x1cf8da0)
[EC_DRHOOK:Funk2:1:1:10079:10079] [20240607:094905:1717771745:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1961] New signal handler 'signal_drhook' for signal#15 (SIGTERM) at 0x820cf0 (old at 0x1cf8da0)
[EC_DRHOOK:Funk2:1:1:10079:10079] [20240607:094905:1717771745:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1966] New signal handler 'signal_drhook' for signal#24 (SIGXCPU) at 0x820cf0 (old at (nil))
[EC_DRHOOK:Funk2:1:1:10079:10079] [20240607:094905:1717771745:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1968] New signal handler 'signal_drhook' for signal#25 (SIGXFSZ) at 0x820cf0 (old at (nil))
[EC_DRHOOK:Funk2:1:1:10079:10079] [20240607:094905:1717771745:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1973] New signal handler 'signal_drhook' for signal#31 (SIGSYS) at 0x820cf0 (old at (nil))
[EC_DRHOOK:Funk2:1:1:10079:10079] [20240607:094905:1717771745:0.000] [catch_signals@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1111] DR_HOOK_CATCH_SIGNALS=<undef>
09:49:43 STEP 144 H= 36:00 +CPU= 31.885
09:50:14 STEP 145 H= 36:15 +CPU= 29.930
09:50:44 STEP 146 H= 36:30 +CPU= 30.251
09:51:15 STEP 147 H= 36:45 +CPU= 30.446
09:51:47 STEP 148 H= 37:00 +CPU= 31.073
09:52:18 STEP 149 H= 37:15 +CPU= 30.669
09:52:48 STEP 150 H= 37:30 +CPU= 30.609
09:53:19 STEP 151 H= 37:45 +CPU= 30.153
09:53:50 STEP 152 H= 38:00 +CPU= 30.401
09:54:22 STEP 153 H= 38:15 +CPU= 31.576
09:54:54 STEP 154 H= 38:30 +CPU= 31.062
09:55:25 STEP 155 H= 38:45 +CPU= 30.319
09:56:03 STEP 156 H= 39:00 +CPU= 38.137
Moving to projects directory: /var/lib/boinc-client/slots/9/ICMGGh7zg+000156
Moving to projects directory: /var/lib/boinc-client/slots/9/ICMSHh7zg+000156
Moving to projects directory: /var/lib/boinc-client/slots/9/ICMUAh7zg+000156
09:56:33 STEP 157 H= 39:15 +CPU= 29.617
09:57:03 STEP 158 H= 39:30 +CPU= 30.015
09:57:33 STEP 159 H= 39:45 +CPU= 29.866
09:58:04 STEP 160 H= 40:00 +CPU= 30.305
09:58:33 STEP 161 H= 40:15 +CPU= 29.431
09:59:04 STEP 162 H= 40:30 +CPU= 30.106
09:59:34 STEP 163 H= 40:45 +CPU= 29.643
10:00:05 STEP 164 H= 41:00 +CPU= 30.687
10:00:34 STEP 165 H= 41:15 +CPU= 29.415
10:01:04 STEP 166 H= 41:30 +CPU= 29.570
10:01:34 STEP 167 H= 41:45 +CPU= 29.495
10:02:12 STEP 168 H= 42:00 +CPU= 37.523
Moving to projects directory: /var/lib/boinc-client/slots/9/ICMGGh7zg+000168
Moving to projects directory: /var/lib/boinc-client/slots/9/ICMSHh7zg+000168
Moving to projects directory: /var/lib/boinc-client/slots/9/ICMUAh7zg+000168
10:02:43 STEP 169 H= 42:15 +CPU= 30.997
10:03:14 STEP 170 H= 42:30 +CPU= 30.075
10:03:44 STEP 171 H= 42:45 +CPU= 30.006
10:04:13 STEP 172 H= 43:00 +CPU= 28.509
10:04:42 STEP 173 H= 43:15 +CPU= 27.804
(argv0) ../../projects/climateprediction.net/oifs_43r3_bl_1.13_x86_64-pc-linux-gnu
(argv1) start_date: 2016092300
(argv2) exptid: h7zg
(argv3) unique_member_id: a007
(argv4) batchid: 1016
(argv5) wuid: 12281743
(argv6) fclen: 15
(argv7) app_name: oifs_43r3_bl
(argv8) nthreads: 1
Working directory is: /var/lib/boinc-client/slots/9
Project directory is: /var/lib/boinc-client/projects/climateprediction.net/
app name: oifs_43r3_bl
version: 1.13
Location of temp folder: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12281743
..mkdir for temp folder for results failed
Copying: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_app_1.13_x86_64-pc-linux-gnu.zip to: /var/lib/boinc-client/slots/9/oifs_43r3_bl_app_1.13_x86_64-pc-linux-gnu.zip
Unzipping the app zip file: /var/lib/boinc-client/slots/9/oifs_43r3_bl_app_1.13_x86_64-pc-linux-gnu.zip
Copying the namelist files from: ../../projects/climateprediction.net/jf_73cf337f6146580d05d611ce28a0eefe to: /var/lib/boinc-client/slots/9/oifs_43r3_bl_a007_2016092300_15_1016_12281743.zip
Unzipping the namelist zip file: /var/lib/boinc-client/slots/9/oifs_43r3_bl_a007_2016092300_15_1016_12281743.zip
ic_ancil_file: ic_ancil_12281743
ifsdata_file: ifsdata_12281743
climate_data_file: clim_data_12281743
horiz_resolution: 159
vert_resolution: 91
grid_type: l_2
upload_interval: 96
utstep: 900
nfrres: restart dump frequency (steps) 48
Copying IC ancils from: ../../projects/climateprediction.net/jf_f7ecfd27aa1e68bbe7e8d19800e25c73 to: /var/lib/boinc-client/slots/9/ic_ancil_12281743.zip
Unzipping the IC ancils zip file: /var/lib/boinc-client/slots/9/ic_ancil_12281743.zip
..mkdir for ifsdata folder failed
Copying the ifsdata_file from: ../../projects/climateprediction.net/jf_3e2656660421a36e00c60ffca23ec96b to: /var/lib/boinc-client/slots/9/ifsdata/ifsdata_12281743.zip
Unzipping the ifsdata_zip file: /var/lib/boinc-client/slots/9/ifsdata/ifsdata_12281743.zip
..mkdir for the climate data folder failed
Copying the climate data file from: ../../projects/climateprediction.net/jf_f32c668cf7829426ffd94699b48b9a2e to: /var/lib/boinc-client/slots/9/159l_2/clim_data_12281743.zip
Unzipping the climate data zip file: /var/lib/boinc-client/slots/9/159l_2/clim_data_12281743.zip
Checking for progress XML file: /var/lib/boinc-client/slots/9/progress_file_12281743.xml
Opened progress file ok : /var/lib/boinc-client/slots/9/progress_file_12281743.xml
-- Model is restarting --
Adjusting last_iter, 174, to previous model restart step.
Creating progress file: /var/lib/boinc-client/slots/9/progress_file_12281743.xml
last_cpu_time: 4729
upload_file_number: 1
last_iter: 145
last_upload: 86400
model_completed: 0
total_length_of_simulation: 1296000
result_base_name: oifs_43r3_bl_a007_2016092300_15_1016_12281743_0_r1349789974
The child process has been launched with process id: 2447
Executing the command: /var/lib/boinc-client/slots/9/oifs_43r3_model.exe
[EC_DRHOOK:hostname:myproc:omptid:pid:unixtid] [YYYYMMDD:HHMMSS:epoch:walltime] [function@file:lineno] -- Max OpenMP threads = 1
[EC_DRHOOK:Funk2:1:1:2447:2447] [20240607:103131:1717774291:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2091] fp = 0x314f440
[EC_DRHOOK:Funk2:1:1:2447:2447] [20240607:103131:1717774291:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2098] DR_HOOK_ALLOW_COREDUMP=-1
[EC_DRHOOK:Funk2:1:1:2447:2447] [20240607:103131:1717774291:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2104] Hardlimit for core file is now 0 (0x0)
[EC_DRHOOK:Funk2:1:1:2447:2447] [20240607:103131:1717774291:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2122] DR_HOOK_PROFILE_PROC=-1
[EC_DRHOOK:Funk2:1:1:2447:2447] [20240607:103131:1717774291:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2128] DR_HOOK_PROFILE_LIMIT=-10.000
[EC_DRHOOK:Funk2:1:1:2447:2447] [20240607:103131:1717774291:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2194] DR_HOOK_RANDOM_MEMSTAT=0 (RAND_MAX=2147483647)
[EC_DRHOOK:Funk2:1:1:2447:2447] [20240607:103131:1717774291:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2205] DR_HOOK_HASHBITS=16
[EC_DRHOOK:Funk2:1:1:2447:2447] [20240607:103131:1717774291:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2213] DR_HOOK_NCALLSTACK=0
[EC_DRHOOK:Funk2:1:1:2447:2447] [20240607:103131:1717774291:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2221] DR_HOOK_HARAKIRI_TIMEOUT=500
[EC_DRHOOK:Funk2:1:1:2447:2447] [20240607:103131:1717774291:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2228] DR_HOOK_TRAPFPE=1
[EC_DRHOOK:Funk2:1:1:2447:2447] [20240607:103131:1717774291:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2235] DR_HOOK_TRAPFPE_INVALID=1
[EC_DRHOOK:Funk2:1:1:2447:2447] [20240607:103131:1717774291:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2242] DR_HOOK_TRAPFPE_DIVBYZERO=1
[EC_DRHOOK:Funk2:1:1:2447:2447] [20240607:103131:1717774291:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2249] DR_HOOK_TRAPFPE_OVERFLOW=1
[EC_DRHOOK:Funk2:1:1:2447:2447] [20240607:103131:1717774291:0.000] [ignore_signals@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1227] DR_HOOK_IGNORE_SIGNALS=<undef>
[EC_DRHOOK:Funk2:1:1:2447:2447] [20240607:103131:1717774291:0.000] [restore_default_signals@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1178] DR_HOOK_RESTORE_DEFAULT_SIGNALS=<undef>
[EC_DRHOOK:Funk2:1:1:2447:2447] [20240607:103131:1717774291:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1937] New signal handler 'signal_drhook' for signal#6 (SIGABRT) at 0x820cf0 (old at 0x1cf8da0)
[EC_DRHOOK:Funk2:1:1:2447:2447] [20240607:103131:1717774291:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1938] New signal handler 'signal_drhook' for signal#7 (SIGBUS) at 0x820cf0 (old at (nil))
[EC_DRHOOK:Funk2:1:1:2447:2447] [20240607:103131:1717774291:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1939] New signal handler 'signal_drhook' for signal#11 (SIGSEGV) at 0x820cf0 (old at 0x1cf8da0)
[EC_DRHOOK:Funk2:1:1:2447:2447] [20240607:103131:1717774291:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1944] New signal handler 'signal_drhook' for signal#16 (SIGSTKFLT) at 0x820cf0 (old at (nil))
[EC_DRHOOK:Funk2:1:1:2447:2447] [20240607:103131:1717774291:0.000] [trapfpe_treatment@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1149] DR_HOOK enables SIGFPE-related floating point trapping since DRHOOK_TRAPFPE=1
[EC_DRHOOK:Funk2:1:1:2447:2447] [20240607:103131:1717774291:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1948] New signal handler 'signal_drhook' for signal#8 (SIGFPE) at 0x820cf0 (old at 0x1cf8da0)
[EC_DRHOOK:Funk2:1:1:2447:2447] [20240607:103131:1717774291:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1949] New signal handler 'signal_drhook' for signal#4 (SIGILL) at 0x820cf0 (old at 0x1cf8da0)
[EC_DRHOOK:Funk2:1:1:2447:2447] [20240607:103131:1717774291:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1951] New signal handler 'signal_drhook' for signal#5 (SIGTRAP) at 0x820cf0 (old at (nil))
[EC_DRHOOK:Funk2:1:1:2447:2447] [20240607:103131:1717774291:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1952] New signal handler 'signal_drhook' for signal#2 (SIGINT) at 0x820cf0 (old at 0x1cf8da0)
[EC_DRHOOK:Funk2:1:1:2447:2447] [20240607:103131:1717774291:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1960] New signal handler 'signal_drhook' for signal#3 (SIGQUIT) at 0x820cf0 (old at 0x1cf8da0)
[EC_DRHOOK:Funk2:1:1:2447:2447] [20240607:103131:1717774291:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1961] New signal handler 'signal_drhook' for signal#15 (SIGTERM) at 0x820cf0 (old at 0x1cf8da0)
[EC_DRHOOK:Funk2:1:1:2447:2447] [20240607:103131:1717774291:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1966] New signal handler 'signal_drhook' for signal#24 (SIGXCPU) at 0x820cf0 (old at (nil))
[EC_DRHOOK:Funk2:1:1:2447:2447] [20240607:103131:1717774291:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1968] New signal handler 'signal_drhook' for signal#25 (SIGXFSZ) at 0x820cf0 (old at (nil))
[EC_DRHOOK:Funk2:1:1:2447:2447] [20240607:103131:1717774291:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1973] New signal handler 'signal_drhook' for signal#31 (SIGSYS) at 0x820cf0 (old at (nil))
[EC_DRHOOK:Funk2:1:1:2447:2447] [20240607:103131:1717774291:0.000] [catch_signals@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1111] DR_HOOK_CATCH_SIGNALS=<undef>
Quit request received from BOINC client, ending the child process
>>> Printing last 70 lines from file: NODE.001_01
== Full-Pos : setup spectral filters ==
THE POST-PROCESSING RESOLUTION IS NEVER COARSER THAN THE MODEL RESOLUTION
== Full-Pos : setup output files handling ==
== Full-Pos : setup auxilary data ==
== Full-Pos : setup I/O handling ==
SUFPIOS PRINTS OUT
NFPXFLD = -999
== Full-Pos : setup map factor for LAM ==
== Full-Pos : fill auxilary data arrays ==
- Set up GRIB API usage----------------------------------
---- Set up DDH diags allocation ------------------------------------
---- Set up dynamical DDH arrays allocation --
----------------------------------
--- Set up incremental assimilation----------------------------------
--- Set up stochastic physics, SPBS, CABS ------------------------------
convective CA not active!
>> Sub SURAND1 ,,
--- Set up stochastically perturbed parametrization tendencies ---------
SPPT a.k.a. stochastic physics with spectral pattern
>> Sub SUSPSDT
stochastically perturbed parametrization tendency scheme (SPPT), LSPSDT= F
LQPERTLIMIT2=F
--- Set up stochastically perturbed parametrization scheme (SPP)
----------------------------------
LSPP=F
LPERT_CFM=T, LPERT_TOFDC=T, LPERT_HSDT=T, LPERT_VDEXC_LEN_STABLE_BL=T
LPERT_ENTRORG=T, LPERT_ENTSHALP=T, LPERT_DETRPEN=T, LPERT_RPRCON=T, LPERT_RTAU=T
LPERT_CUDUDV=T
LPERT_RAMID=T, LPERT_RCLDIFF=T, LPERT_RCLCRIT=T, LPERT_RLCRITSNOW=T
LPERT_ZDECORR=T, LPERT_ZSIGQCW=T, LPERT_ZRADEFF=T, LPERT_ZRADEFF2=F
LPERT_PHR=F, LPERT_ZHS_VDAERO=T, LPERT_DELTA_AERO=T
LLNN_MEAN1=F, LRAMIDLIMIT1=F, LUSE_SETRAN=T, LNSEED_OFFS0=F
LLNN_MEAN1_CFM=T LLNN_MEAN1_TOFDC=T LLNN_MEAN1_HSDT=T LLNN_MEAN1_VDEXC_LEN_STABLE_BL=T
LLNN_MEAN1_ENTRORG=F LLNN_MEAN1_ENTSHALP=F LLNN_MEAN1_DETRPEN=F LLNN_MEAN1_RPRCON=F LLNN_MEAN1_RTAU=F LLNN_MEAN1_CUDUDV=F
LLNN_MEAN1_RAMID=F LLNN_MEAN1_RCLDIFF=F LLNN_MEAN1_RCLCRIT=F LLNN_MEAN1_RLCRITSNOW=F
LLNN_MEAN1_ZDECORR=F, LLNN_MEAN1_ZSIGQCW=F, LLNN_MEAN1_ZRADEFFLP=F, LLNN_MEAN1_ZRADEFFIP=F
LLNN_MEAN1_PHRLW=F, LLNN_MEAN1_PHRSW=F, LLNN_MEAN1_ZHS_VDAERO=F, LLNN_MEAN1_DELTA_AERO=F
NSEEDFAC= 10000
CMPERTOC= 0.200, CMPERTLA= 0.500, CMPERTTOFD= 0.600, SDPERTSO= 0.400, CMPERTLENBL= 0.800
CMPERT_ENTRORG= 0.300, CMPERT_ENTSHALP= 0.300, CMPERT_DETRPEN= 0.300, CMPERT_RPRCON= 0.400, CMPERT_RTAU = 0.600
CMPERT_CUDU= 1.000, CMPERT_CUDV= 1.000
CMPERT_RAMID= 0.100, CMPERT_RCLDIFF= 0.800, CMPERT_RCLCRIT_SEA= 0.800, CMPERT_RCLCRIT_LAND= 0.800, CMPERT_RLCRITSNOW= 0.600
CMPERT_ZDECORR= 0.600, CMPERT_ZSIGQCW= 0.400, CMPERT_ZRADEFFLP= 0.600, CMPERT_ZRADEFFIP= 0.600
CMPERT_PHRLW_ST= 0.044, CMPERT_PHRLW_TR= 0.064, CMPERT_PHRSW_ST= 0.064, CMPERT_PHRSW_TR= 0.034
CMPERT_ZHS_VDAERO= 0.800, CMPERT_DELTA_AERO= 0.600
XPRESS_PHR_ST= 0.10000E+05
TAU= 0.25920E+06, SDEV= 0.10000E+01, XLCOR= 0.20000E+07
SETUP_GWDIAG: LGWDIAGS_ON = F LGWDIAGS_FIELD_OUT = F
---- Set up flexible physics-dynamics interface --
----------------------------------
=== Flexible interface setup ===
LINTFLEX = F
LENTHPREC = F
LRADFLEX = F
================================
-----------------------------------------------------------------------
------ END OF SETUPS at level 0 ---------------------------------------
-----------------------------------------------------------------------
INTEGRATION JOB 0 1
N1POS = 1 N1HIS = 1 N1GDI = 1 N1SDI = 1 N1DHP = 1 N1DHFG= 0 N1DHFZ= 0 N1DHFD= 0 N1CFU = 1 N1XFU = 1 N1ISP = 0 N1RES = 1 N1SFXHIS = 0
LRFILAF = F LWRSPEC = T
START CNT3
READING RESTART FILES - STEP=00144
IO-STREAM SETUP - IOTYPE = 2 NUMIOPROCS = 1 CPATH =
./srf00011200.0001 MODE=r
------------------------------------------------
oifs_get_stat: Error. ifs.stat file is not open
CNT0 not found; string returned was: ''
>>> Printing last 1 lines from file: ifs.stat
10:31:32 000000000 CNT3 -999 0.575 0.575 0.636 0:00 0:00 0.00000000000000E+00 1GB 0MB
------------------------------------------------
>>> Printing last 11 lines from file: rcf
CSTEP = " 144",
CTIME = "00011200 ",
NSTEPLPP = 201, 202, 49, 228226, 228227, 2*0, 132, 2*0,
IPRGPNSRES = 1,
IPRGPEWRES = 1,
IPRTRWRES = 1,
IPRTRVRES = 1,
GMASS0 = 0.000000000000000E+000,
GMASSI = 0.000000000000000E+000
/
------------------------------------------------
..Failed, model did not complete successfully
</stderr_txt>
]]>
