<core_client_version>7.22.0</core_client_version>
<![CDATA[
<stderr_txt>
op/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:2098] DR_HOOK_ALLOW_COREDUMP=-1
[EC_DRHOOK:pat-g551jk:1:1:1898:1898] [20230220:035902:1676861942:0.000] [process_options@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:2104] Hardlimit for core file is now 0 (0x0)
[EC_DRHOOK:pat-g551jk:1:1:1898:1898] [20230220:035902:1676861942:0.000] [process_options@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:2122] DR_HOOK_PROFILE_PROC=-1
[EC_DRHOOK:pat-g551jk:1:1:1898:1898] [20230220:035902:1676861942:0.000] [process_options@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:2128] DR_HOOK_PROFILE_LIMIT=-10.000
[EC_DRHOOK:pat-g551jk:1:1:1898:1898] [20230220:035902:1676861942:0.000] [process_options@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:2194] DR_HOOK_RANDOM_MEMSTAT=0 (RAND_MAX=2147483647)
[EC_DRHOOK:pat-g551jk:1:1:1898:1898] [20230220:035902:1676861942:0.000] [process_options@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:2205] DR_HOOK_HASHBITS=16
[EC_DRHOOK:pat-g551jk:1:1:1898:1898] [20230220:035902:1676861942:0.000] [process_options@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:2213] DR_HOOK_NCALLSTACK=0
[EC_DRHOOK:pat-g551jk:1:1:1898:1898] [20230220:035902:1676861942:0.000] [process_options@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:2221] DR_HOOK_HARAKIRI_TIMEOUT=500
[EC_DRHOOK:pat-g551jk:1:1:1898:1898] [20230220:035902:1676861942:0.000] [process_options@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:2228] DR_HOOK_TRAPFPE=1
[EC_DRHOOK:pat-g551jk:1:1:1898:1898] [20230220:035902:1676861942:0.000] [process_options@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:2235] DR_HOOK_TRAPFPE_INVALID=1
[EC_DRHOOK:pat-g551jk:1:1:1898:1898] [20230220:035902:1676861942:0.000] [process_options@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:2242] DR_HOOK_TRAPFPE_DIVBYZERO=1
[EC_DRHOOK:pat-g551jk:1:1:1898:1898] [20230220:035902:1676861942:0.000] [process_options@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:2249] DR_HOOK_TRAPFPE_OVERFLOW=1
[EC_DRHOOK:pat-g551jk:1:1:1898:1898] [20230220:035902:1676861942:0.000] [ignore_signals@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1227] DR_HOOK_IGNORE_SIGNALS=<undef>
[EC_DRHOOK:pat-g551jk:1:1:1898:1898] [20230220:035902:1676861942:0.000] [restore_default_signals@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1178] DR_HOOK_RESTORE_DEFAULT_SIGNALS=<undef>
[EC_DRHOOK:pat-g551jk:1:1:1898:1898] [20230220:035902:1676861942:0.000] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1937] New signal handler 'signal_drhook' for signal#6 (SIGABRT) at 0x81f520 (old at 0x401140)
[EC_DRHOOK:pat-g551jk:1:1:1898:1898] [20230220:035902:1676861942:0.000] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1938] New signal handler 'signal_drhook' for signal#7 (SIGBUS) at 0x81f520 (old at (nil))
[EC_DRHOOK:pat-g551jk:1:1:1898:1898] [20230220:035902:1676861942:0.000] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1939] New signal handler 'signal_drhook' for signal#11 (SIGSEGV) at 0x81f520 (old at 0x401140)
[EC_DRHOOK:pat-g551jk:1:1:1898:1898] [20230220:035902:1676861942:0.000] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1944] New signal handler 'signal_drhook' for signal#16 (SIGSTKFLT) at 0x81f520 (old at (nil))
[EC_DRHOOK:pat-g551jk:1:1:1898:1898] [20230220:035902:1676861942:0.000] [trapfpe_treatment@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1149] DR_HOOK enables SIGFPE-related floating point trapping since DRHOOK_TRAPFPE=1
[EC_DRHOOK:pat-g551jk:1:1:1898:1898] [20230220:035902:1676861942:0.000] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1948] New signal handler 'signal_drhook' for signal#8 (SIGFPE) at 0x81f520 (old at 0x401140)
[EC_DRHOOK:pat-g551jk:1:1:1898:1898] [20230220:035902:1676861942:0.000] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1949] New signal handler 'signal_drhook' for signal#4 (SIGILL) at 0x81f520 (old at 0x401140)
[EC_DRHOOK:pat-g551jk:1:1:1898:1898] [20230220:035902:1676861942:0.000] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1951] New signal handler 'signal_drhook' for signal#5 (SIGTRAP) at 0x81f520 (old at (nil))
[EC_DRHOOK:pat-g551jk:1:1:1898:1898] [20230220:035902:1676861942:0.000] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1952] New signal handler 'signal_drhook' for signal#2 (SIGINT) at 0x81f520 (old at 0x401140)
[EC_DRHOOK:pat-g551jk:1:1:1898:1898] [20230220:035902:1676861942:0.000] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1960] New signal handler 'signal_drhook' for signal#3 (SIGQUIT) at 0x81f520 (old at 0x401140)
[EC_DRHOOK:pat-g551jk:1:1:1898:1898] [20230220:035902:1676861942:0.000] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1961] New signal handler 'signal_drhook' for signal#15 (SIGTERM) at 0x81f520 (old at 0x401140)
[EC_DRHOOK:pat-g551jk:1:1:1898:1898] [20230220:035902:1676861942:0.001] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1966] New signal handler 'signal_drhook' for signal#24 (SIGXCPU) at 0x81f520 (old at (nil))
[EC_DRHOOK:pat-g551jk:1:1:1898:1898] [20230220:035902:1676861942:0.001] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1968] New signal handler 'signal_drhook' for signal#25 (SIGXFSZ) at 0x81f520 (old at (nil))
[EC_DRHOOK:pat-g551jk:1:1:1898:1898] [20230220:035902:1676861942:0.001] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1973] New signal handler 'signal_drhook' for signal#31 (SIGSYS) at 0x81f520 (old at (nil))
[EC_DRHOOK:pat-g551jk:1:1:1898:1898] [20230220:035902:1676861942:0.001] [catch_signals@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1111] DR_HOOK_CATCH_SIGNALS=<undef>
04:01:39 STEP 1392 H= 348:00 +CPU= 34.487
Moving to projects directory: /home/pat/slots/2/ICMGGh7zg+001392
Moving to projects directory: /home/pat/slots/2/ICMSHh7zg+001392
Moving to projects directory: /home/pat/slots/2/ICMUAh7zg+001392
04:03:18 STEP 1393 H= 348:15 +CPU= 31.915
04:04:38 STEP 1394 H= 348:30 +CPU= 30.463
04:06:12 STEP 1395 H= 348:45 +CPU= 31.593
04:07:49 STEP 1396 H= 349:00 +CPU= 32.628
04:09:34 STEP 1397 H= 349:15 +CPU= 31.961
04:11:02 STEP 1398 H= 349:30 +CPU= 31.442
04:12:37 STEP 1399 H= 349:45 +CPU= 31.756
04:14:15 STEP 1400 H= 350:00 +CPU= 32.499
04:15:51 STEP 1401 H= 350:15 +CPU= 31.696
04:17:31 STEP 1402 H= 350:30 +CPU= 31.912
04:19:04 STEP 1403 H= 350:45 +CPU= 31.613
04:20:59 STEP 1404 H= 351:00 +CPU= 39.451
Moving to projects directory: /home/pat/slots/2/ICMGGh7zg+001404
Moving to projects directory: /home/pat/slots/2/ICMSHh7zg+001404
Moving to projects directory: /home/pat/slots/2/ICMUAh7zg+001404
04:22:30 STEP 1405 H= 351:15 +CPU= 31.421
04:23:53 STEP 1406 H= 351:30 +CPU= 31.155
04:25:23 STEP 1407 H= 351:45 +CPU= 30.954
04:27:03 STEP 1408 H= 352:00 +CPU= 32.866
04:28:34 STEP 1409 H= 352:15 +CPU= 31.453
04:30:05 STEP 1410 H= 352:30 +CPU= 31.269
04:31:39 STEP 1411 H= 352:45 +CPU= 31.695
04:33:21 STEP 1412 H= 353:00 +CPU= 32.544
04:35:17 STEP 1413 H= 353:15 +CPU= 31.827
04:37:00 STEP 1414 H= 353:30 +CPU= 32.575
04:38:32 STEP 1415 H= 353:45 +CPU= 31.803
04:40:17 STEP 1416 H= 354:00 +CPU= 38.229
Moving to projects directory: /home/pat/slots/2/ICMGGh7zg+001416
Moving to projects directory: /home/pat/slots/2/ICMSHh7zg+001416
Moving to projects directory: /home/pat/slots/2/ICMUAh7zg+001416
04:42:16 STEP 1417 H= 354:15 +CPU= 32.566
04:44:05 STEP 1418 H= 354:30 +CPU= 33.157
04:45:34 STEP 1419 H= 354:45 +CPU= 31.737
04:47:08 STEP 1420 H= 355:00 +CPU= 32.358
04:48:44 STEP 1421 H= 355:15 +CPU= 31.973
04:50:30 STEP 1422 H= 355:30 +CPU= 31.970
04:52:04 STEP 1423 H= 355:45 +CPU= 31.972
Quit request received from BOINC client, ending the child process
(argv0) ../../projects/climateprediction.net/oifs_43r3_bl_1.11_x86_64-pc-linux-gnu
(argv1) start_date: 2016092300
(argv2) exptid: h7zg
(argv3) unique_member_id: a4xt
(argv4) batchid: 991
(argv5) wuid: 12213188
(argv6) fclen: 15
(argv7) app_name: oifs_43r3_bl
(argv8) nthreads: 1
Working directory is: /home/pat/slots/2
Project directory is: /home/pat/projects/climateprediction.net/
app name: oifs_43r3_bl
version: 1.11
Location of temp folder: /home/pat/projects/climateprediction.net/oifs_43r3_bl_12213188
..mkdir for temp folder for results failed
Copying: /home/pat/projects/climateprediction.net/oifs_43r3_bl_app_1.11_x86_64-pc-linux-gnu.zip to: /home/pat/slots/2/oifs_43r3_bl_app_1.11_x86_64-pc-linux-gnu.zip
Unzipping the app zip file: /home/pat/slots/2/oifs_43r3_bl_app_1.11_x86_64-pc-linux-gnu.zip
Copying the namelist files from: ../../projects/climateprediction.net/jf_3ab7b4d90ba41879a341badc91df4bb6 to: /home/pat/slots/2/oifs_43r3_bl_a4xt_2016092300_15_991_12213188.zip
Unzipping the namelist zip file: /home/pat/slots/2/oifs_43r3_bl_a4xt_2016092300_15_991_12213188.zip
ic_ancil_file: ic_ancil_12213188
ifsdata_file: ifsdata_12213188
climate_data_file: clim_data_12213188
horiz_resolution: 159
vert_resolution: 91
grid_type: l_2
upload_interval: 96
utstep: 900
nfrres: restart dump frequency (steps) 48
Copying IC ancils from: ../../projects/climateprediction.net/jf_f7ecfd27aa1e68bbe7e8d19800e25c73 to: /home/pat/slots/2/ic_ancil_12213188.zip
Unzipping the IC ancils zip file: /home/pat/slots/2/ic_ancil_12213188.zip
..mkdir for ifsdata folder failed
Copying the ifsdata_file from: ../../projects/climateprediction.net/jf_727b12e203c3f8eee47939daf7b3180a to: /home/pat/slots/2/ifsdata/ifsdata_12213188.zip
Unzipping the ifsdata_zip file: /home/pat/slots/2/ifsdata/ifsdata_12213188.zip
..mkdir for the climate data folder failed
Copying the climate data file from: ../../projects/climateprediction.net/jf_f32c668cf7829426ffd94699b48b9a2e to: /home/pat/slots/2/159l_2/clim_data_12213188.zip
Unzipping the climate data zip file: /home/pat/slots/2/159l_2/clim_data_12213188.zip
Checking for progress XML file: /home/pat/slots/2/progress_file_12213188.xml
Opened progress file ok : /home/pat/slots/2/progress_file_12213188.xml
-- Model is restarting --
Adjusting last_iter, 1424, to previous model restart step.
Creating progress file: /home/pat/slots/2/progress_file_12213188.xml
last_cpu_time: 65515
upload_file_number: 14
last_iter: 1393
last_upload: 1210500
model_completed: 0
total_length_of_simulation: 1296000
result_base_name: oifs_43r3_bl_a4xt_2016092300_15_991_12213188_0_r1426390926
The child process has been launched with process id: 2170
Executing the command: /home/pat/slots/2/oifs_43r3_model.exe
[EC_DRHOOK:hostname:myproc:omptid:pid:unixtid] [YYYYMMDD:HHMMSS:epoch:walltime] [function@file:lineno] -- Max OpenMP threads = 1
[EC_DRHOOK:pat-g551jk:1:1:2170:2170] [20230220:051537:1676866537:0.000] [process_options@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:2091] fp = 0x30e4a00
[EC_DRHOOK:pat-g551jk:1:1:2170:2170] [20230220:051537:1676866537:0.000] [process_options@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:2098] DR_HOOK_ALLOW_COREDUMP=-1
[EC_DRHOOK:pat-g551jk:1:1:2170:2170] [20230220:051537:1676866537:0.000] [process_options@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:2104] Hardlimit for core file is now 0 (0x0)
[EC_DRHOOK:pat-g551jk:1:1:2170:2170] [20230220:051537:1676866537:0.000] [process_options@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:2122] DR_HOOK_PROFILE_PROC=-1
[EC_DRHOOK:pat-g551jk:1:1:2170:2170] [20230220:051537:1676866537:0.000] [process_options@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:2128] DR_HOOK_PROFILE_LIMIT=-10.000
[EC_DRHOOK:pat-g551jk:1:1:2170:2170] [20230220:051537:1676866537:0.000] [process_options@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:2194] DR_HOOK_RANDOM_MEMSTAT=0 (RAND_MAX=2147483647)
[EC_DRHOOK:pat-g551jk:1:1:2170:2170] [20230220:051537:1676866537:0.000] [process_options@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:2205] DR_HOOK_HASHBITS=16
[EC_DRHOOK:pat-g551jk:1:1:2170:2170] [20230220:051537:1676866537:0.000] [process_options@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:2213] DR_HOOK_NCALLSTACK=0
[EC_DRHOOK:pat-g551jk:1:1:2170:2170] [20230220:051537:1676866537:0.000] [process_options@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:2221] DR_HOOK_HARAKIRI_TIMEOUT=500
[EC_DRHOOK:pat-g551jk:1:1:2170:2170] [20230220:051537:1676866537:0.000] [process_options@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:2228] DR_HOOK_TRAPFPE=1
[EC_DRHOOK:pat-g551jk:1:1:2170:2170] [20230220:051537:1676866537:0.000] [process_options@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:2235] DR_HOOK_TRAPFPE_INVALID=1
[EC_DRHOOK:pat-g551jk:1:1:2170:2170] [20230220:051537:1676866537:0.000] [process_options@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:2242] DR_HOOK_TRAPFPE_DIVBYZERO=1
[EC_DRHOOK:pat-g551jk:1:1:2170:2170] [20230220:051537:1676866537:0.000] [process_options@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:2249] DR_HOOK_TRAPFPE_OVERFLOW=1
[EC_DRHOOK:pat-g551jk:1:1:2170:2170] [20230220:051537:1676866537:0.000] [ignore_signals@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1227] DR_HOOK_IGNORE_SIGNALS=<undef>
[EC_DRHOOK:pat-g551jk:1:1:2170:2170] [20230220:051537:1676866537:0.000] [restore_default_signals@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1178] DR_HOOK_RESTORE_DEFAULT_SIGNALS=<undef>
[EC_DRHOOK:pat-g551jk:1:1:2170:2170] [20230220:051537:1676866537:0.000] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1937] New signal handler 'signal_drhook' for signal#6 (SIGABRT) at 0x81f520 (old at 0x401140)
[EC_DRHOOK:pat-g551jk:1:1:2170:2170] [20230220:051537:1676866537:0.000] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1938] New signal handler 'signal_drhook' for signal#7 (SIGBUS) at 0x81f520 (old at (nil))
[EC_DRHOOK:pat-g551jk:1:1:2170:2170] [20230220:051537:1676866537:0.000] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1939] New signal handler 'signal_drhook' for signal#11 (SIGSEGV) at 0x81f520 (old at 0x401140)
[EC_DRHOOK:pat-g551jk:1:1:2170:2170] [20230220:051537:1676866537:0.000] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1944] New signal handler 'signal_drhook' for signal#16 (SIGSTKFLT) at 0x81f520 (old at (nil))
[EC_DRHOOK:pat-g551jk:1:1:2170:2170] [20230220:051537:1676866537:0.000] [trapfpe_treatment@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1149] DR_HOOK enables SIGFPE-related floating point trapping since DRHOOK_TRAPFPE=1
[EC_DRHOOK:pat-g551jk:1:1:2170:2170] [20230220:051537:1676866537:0.000] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1948] New signal handler 'signal_drhook' for signal#8 (SIGFPE) at 0x81f520 (old at 0x401140)
[EC_DRHOOK:pat-g551jk:1:1:2170:2170] [20230220:051537:1676866537:0.000] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1949] New signal handler 'signal_drhook' for signal#4 (SIGILL) at 0x81f520 (old at 0x401140)
[EC_DRHOOK:pat-g551jk:1:1:2170:2170] [20230220:051537:1676866537:0.000] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1951] New signal handler 'signal_drhook' for signal#5 (SIGTRAP) at 0x81f520 (old at (nil))
[EC_DRHOOK:pat-g551jk:1:1:2170:2170] [20230220:051537:1676866537:0.000] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1952] New signal handler 'signal_drhook' for signal#2 (SIGINT) at 0x81f520 (old at 0x401140)
[EC_DRHOOK:pat-g551jk:1:1:2170:2170] [20230220:051537:1676866537:0.000] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1960] New signal handler 'signal_drhook' for signal#3 (SIGQUIT) at 0x81f520 (old at 0x401140)
[EC_DRHOOK:pat-g551jk:1:1:2170:2170] [20230220:051537:1676866537:0.000] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1961] New signal handler 'signal_drhook' for signal#15 (SIGTERM) at 0x81f520 (old at 0x401140)
[EC_DRHOOK:pat-g551jk:1:1:2170:2170] [20230220:051537:1676866537:0.000] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1966] New signal handler 'signal_drhook' for signal#24 (SIGXCPU) at 0x81f520 (old at (nil))
[EC_DRHOOK:pat-g551jk:1:1:2170:2170] [20230220:051537:1676866537:0.000] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1968] New signal handler 'signal_drhook' for signal#25 (SIGXFSZ) at 0x81f520 (old at (nil))
[EC_DRHOOK:pat-g551jk:1:1:2170:2170] [20230220:051537:1676866537:0.000] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1973] New signal handler 'signal_drhook' for signal#31 (SIGSYS) at 0x81f520 (old at (nil))
[EC_DRHOOK:pat-g551jk:1:1:2170:2170] [20230220:051537:1676866537:0.000] [catch_signals@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1111] DR_HOOK_CATCH_SIGNALS=<undef>
05:17:30 STEP 1392 H= 348:00 +CPU= 31.804
05:18:55 STEP 1393 H= 348:15 +CPU= 31.043
05:20:11 STEP 1394 H= 348:30 +CPU= 30.667
05:21:36 STEP 1395 H= 348:45 +CPU= 31.161
05:23:02 STEP 1396 H= 349:00 +CPU= 31.782
05:24:29 STEP 1397 H= 349:15 +CPU= 31.832
05:26:07 STEP 1398 H= 349:30 +CPU= 32.018
05:27:40 STEP 1399 H= 349:45 +CPU= 31.043
05:29:14 STEP 1400 H= 350:00 +CPU= 32.642
05:30:45 STEP 1401 H= 350:15 +CPU= 31.713
05:32:33 STEP 1402 H= 350:30 +CPU= 32.540
05:33:58 STEP 1403 H= 350:45 +CPU= 30.894
05:36:24 STEP 1404 H= 351:00 +CPU= 40.409
Moving to projects directory: /home/pat/slots/2/ICMGGh7zg+001404
Moving to projects directory: /home/pat/slots/2/ICMSHh7zg+001404
Moving to projects directory: /home/pat/slots/2/ICMUAh7zg+001404
05:37:58 STEP 1405 H= 351:15 +CPU= 31.434
05:39:35 STEP 1406 H= 351:30 +CPU= 32.129
05:41:12 STEP 1407 H= 351:45 +CPU= 32.088
05:42:58 STEP 1408 H= 352:00 +CPU= 32.535
05:45:04 STEP 1409 H= 352:15 +CPU= 32.738
05:47:04 STEP 1410 H= 352:30 +CPU= 31.478
05:48:35 STEP 1411 H= 352:45 +CPU= 31.525
05:50:28 STEP 1412 H= 353:00 +CPU= 33.419
05:52:01 STEP 1413 H= 353:15 +CPU= 31.543
05:53:32 STEP 1414 H= 353:30 +CPU= 31.581
05:55:09 STEP 1415 H= 353:45 +CPU= 31.888
05:57:19 STEP 1416 H= 354:00 +CPU= 39.949
Moving to projects directory: /home/pat/slots/2/ICMGGh7zg+001416
Moving to projects directory: /home/pat/slots/2/ICMSHh7zg+001416
Moving to projects directory: /home/pat/slots/2/ICMUAh7zg+001416
05:58:52 STEP 1417 H= 354:15 +CPU= 31.752
06:00:44 STEP 1418 H= 354:30 +CPU= 32.660
06:01:57 STEP 1419 H= 354:45 +CPU= 30.033
06:03:43 STEP 1420 H= 355:00 +CPU= 31.962
06:04:56 STEP 1421 H= 355:15 +CPU= 30.183
06:06:18 STEP 1422 H= 355:30 +CPU= 30.853
06:07:53 STEP 1423 H= 355:45 +CPU= 32.199
06:09:25 STEP 1424 H= 356:00 +CPU= 31.928
06:11:09 STEP 1425 H= 356:15 +CPU= 32.463
06:12:47 STEP 1426 H= 356:30 +CPU= 31.934
06:14:21 STEP 1427 H= 356:45 +CPU= 31.501
06:16:45 STEP 1428 H= 357:00 +CPU= 40.190
Moving to projects directory: /home/pat/slots/2/ICMGGh7zg+001428
Moving to projects directory: /home/pat/slots/2/ICMSHh7zg+001428
Moving to projects directory: /home/pat/slots/2/ICMUAh7zg+001428
06:18:26 STEP 1429 H= 357:15 +CPU= 32.302
06:20:08 STEP 1430 H= 357:30 +CPU= 31.760
06:21:44 STEP 1431 H= 357:45 +CPU= 31.889
06:23:20 STEP 1432 H= 358:00 +CPU= 32.363
06:24:56 STEP 1433 H= 358:15 +CPU= 31.742
06:26:39 STEP 1434 H= 358:30 +CPU= 32.338
06:28:21 STEP 1435 H= 358:45 +CPU= 31.875
06:30:03 STEP 1436 H= 359:00 +CPU= 32.858
06:31:44 STEP 1437 H= 359:15 +CPU= 32.196
06:33:49 STEP 1438 H= 359:30 +CPU= 32.944
06:35:33 STEP 1439 H= 359:45 +CPU= 31.895
Quit request received from BOINC client, ending the child process
>>> Printing last 70 lines from file: NODE.001_01
06:20:08 STEP 1430 H= 357:30 +CPU= 31.760
NSTEP = 1431 STEPO 0AAA00AAA
06:21:44 STEP 1431 H= 357:45 +CPU= 31.889
NSTEP = 1432 STEPO 0AAA00AAA
06:23:20 STEP 1432 H= 358:00 +CPU= 32.363
NSTEP = 1433 STEPO 0AAA00AAA
06:24:56 STEP 1433 H= 358:15 +CPU= 31.742
NSTEP = 1434 STEPO 0AAA00AAA
06:26:39 STEP 1434 H= 358:30 +CPU= 32.338
ISTEP= 1435 RSOLINC= 1361.4482 RI0= 1365.0000 ZI0= 1361.4482 RIP0= 1361.4482
ISTEP= 1435 ZI0= 1361.4482 ZSEASON= 1.000000000 REA=149597870000.00 RDEASO=149597870000.00
NSTEP = 1435 STEPO 0AAA00AAA
06:28:21 STEP 1435 H= 358:45 +CPU= 31.875
NSTEP = 1436 STEPO 0AAA00AAA
06:30:03 STEP 1436 H= 359:00 +CPU= 32.858
NSTEP = 1437 STEPO 0AAA00AAA
06:31:44 STEP 1437 H= 359:15 +CPU= 32.196
NSTEP = 1438 STEPO 0AAA00AAA
06:33:49 STEP 1438 H= 359:30 +CPU= 32.944
NSTEP = 1439 STEPO 0AAA00AAA
06:35:33 STEP 1439 H= 359:45 +CPU= 31.895
ISTEP= 1440 RSOLINC= 1361.4482 RI0= 1365.0000 ZI0= 1361.4482 RIP0= 1361.4482
ISTEP= 1440 ZI0= 1361.4482 ZSEASON= 1.000000000 REA=149597870000.00 RDEASO=149597870000.00
DATE= 2016 10 7
ISTEP= 1440: Reset RSOLINC= 1361.4482 RIP0= 1361.4482
SU_GHGCLIM, RCARDI,RCH4,RN2O,RCFC11,RCFC12,RNO2: 6.179466599480000E-004
1.088035170184667E-006 4.990317592110001E-007 3.778213382954999E-009
2.097581753513333E-009 7.940283000000001E-011
suecaec NAERMACC = 1
UPDT RAESHDU = 2000.0
SUECAEC: GLOBAL AVERAGE VOLCANIC SULPHATE FOR (KINDAT,KMINUT) 20160923
90 9.999999999999998E-005
DATE= 2016 10 7
NORMS AT NSTEP CNT4 1440
SPECTRAL NORMS - LOG(PREHYDS) 0.115129254736261E+02
LEV VORTICITY DIVERGENCE TEMPERATURE KINETIC ENERGY
AVE 0.479129110952669E-06 0.166097209358499E-07 0.219615784385904E+03 0.570336069634099E+00
GPNORM HUMIDITY AVERAGE MINIMUM MAXIMUM
AVE 0.138234460314288E-02 0.100000000000000E-07 0.111494276110125E-01
GPNORM LIQUID WATER AVERAGE MINIMUM MAXIMUM
AVE 0.216346621123520E-09 0.000000000000000E+00 0.218999443259752E-04
GPNORM ICE WATER AVERAGE MINIMUM MAXIMUM
AVE 0.000000000000000E+00 0.000000000000000E+00 0.000000000000000E+00
GPNORM SNOW AVERAGE MINIMUM MAXIMUM
AVE 0.000000000000000E+00 0.000000000000000E+00 0.000000000000000E+00
GPNORM RAIN AVERAGE MINIMUM MAXIMUM
AVE 0.000000000000000E+00 0.000000000000000E+00 0.000000000000000E+00
GPNORM CLOUD FRACTION AVERAGE MINIMUM MAXIMUM
AVE 0.221585468682182E-05 0.000000000000000E+00 0.999968245205043E+00
GPNORM CLW AVERAGE MINIMUM MAXIMUM
AVE 0.216660084914167E-09 0.000000000000000E+00 0.211121359218662E-04
GPNORM CIW AVERAGE MINIMUM MAXIMUM
AVE 0.000000000000000E+00 0.000000000000000E+00 0.000000000000000E+00
GPNORM CC AVERAGE MINIMUM MAXIMUM
AVE 0.220854871646165E-05 0.000000000000000E+00 0.999969563693380E+00
GPNORM RFL AVERAGE MINIMUM MAXIMUM
AVE 0.109556287614896E-13 0.000000000000000E+00 0.183144970092170E-08
GPNORM SFL AVERAGE MINIMUM MAXIMUM
AVE 0.136892725179701E-12 0.000000000000000E+00 0.353432841145780E-11
GPNORM CRFL AVERAGE MINIMUM MAXIMUM
AVE 0.000000000000000E+00 0.000000000000000E+00 0.000000000000000E+00
GPNORM CSFL AVERAGE MINIMUM MAXIMUM
AVE 0.000000000000000E+00 0.000000000000000E+00 0.000000000000000E+00
GPNORM PFRC AVERAGE MINIMUM MAXIMUM
AVE 0.329670329670328E-02 0.000000000000000E+00 0.100000000000000E+00
NSTEP = 1440 STEPO F00000000
CREATE RESTART FILE ./srf00150000.0001
IO-STREAM SETUP - IOTYPE = 2 NUMIOPROCS = 1 CPATH =
./srf00150000.0001 MODE=w
------------------------------------------------
CNT0 not found; string returned was: 'STEPO'
>>> Printing last 8 lines from file: ifs.stat
06:24:56 0AAA00AAA STEPO 1434 31.742 31.742 95.206 22:43 69:18 0.16208125449063E-07 2GB 0MB
06:26:39 0AAA00AAA STEPO 1435 32.339 32.339 103.719 23:16 71:01 0.16208125449063E-07 2GB 0MB
06:28:21 0AAA00AAA STEPO 1436 31.875 31.875 101.378 23:48 72:43 0.16208125449063E-07 2GB 0MB
06:30:03 0AAA00AAA STEPO 1437 32.858 32.858 102.418 24:20 74:25 0.16208125449063E-07 2GB 0MB
06:31:44 0AAA00AAA STEPO 1438 32.197 32.197 101.353 24:53 76:06 0.16208125449063E-07 2GB 0MB
06:33:49 0AAA00AAA STEPO 1439 32.945 32.945 124.737 25:26 78:11 0.16208125449063E-07 2GB 0MB
06:35:38 F00000000 STEPO 1440 32.105 32.105 109.306 25:58 80:01 0.16609720935850E-07 2GB 0MB
------------------------------------------------
>>> Printing last 11 lines from file: rcf
CSTEP = " 1392",
CTIME = "00141200 ",
NSTEPLPP = 201, 202, 49, 228226, 228227, 2*0, 1380, 2*0,
IPRGPNSRES = 1,
IPRGPEWRES = 1,
IPRTRWRES = 1,
IPRTRVRES = 1,
GMASS0 = 0.000000000000000E+000,
GMASSI = 0.000000000000000E+000
/
------------------------------------------------
>>> Printing last 8 lines from file: /home/pat/slots/2/progress_file_12213188.xml
<running_values>
<last_cpu_time>67075.930000</last_cpu_time>
<upload_file_number>14</upload_file_number>
<last_iter>1440</last_iter>
<last_upload>1210500</last_upload>
<model_completed>0</model_completed>
</running_values>
------------------------------------------------
..Failed, model did not complete successfully
(argv0) ../../projects/climateprediction.net/oifs_43r3_bl_1.11_x86_64-pc-linux-gnu
(argv1) start_date: 2016092300
(argv2) exptid: h7zg
(argv3) unique_member_id: a4xt
(argv4) batchid: 991
(argv5) wuid: 12213188
(argv6) fclen: 15
(argv7) app_name: oifs_43r3_bl
(argv8) nthreads: 1
Working directory is: /home/pat/slots/2
Project directory is: /home/pat/projects/climateprediction.net/
app name: oifs_43r3_bl
version: 1.11
Location of temp folder: /home/pat/projects/climateprediction.net/oifs_43r3_bl_12213188
..mkdir for temp folder for results failed
Copying: /home/pat/projects/climateprediction.net/oifs_43r3_bl_app_1.11_x86_64-pc-linux-gnu.zip to: /home/pat/slots/2/oifs_43r3_bl_app_1.11_x86_64-pc-linux-gnu.zip
Unzipping the app zip file: /home/pat/slots/2/oifs_43r3_bl_app_1.11_x86_64-pc-linux-gnu.zip
Copying the namelist files from: ../../projects/climateprediction.net/jf_3ab7b4d90ba41879a341badc91df4bb6 to: /home/pat/slots/2/oifs_43r3_bl_a4xt_2016092300_15_991_12213188.zip
Unzipping the namelist zip file: /home/pat/slots/2/oifs_43r3_bl_a4xt_2016092300_15_991_12213188.zip
ic_ancil_file: ic_ancil_12213188
ifsdata_file: ifsdata_12213188
climate_data_file: clim_data_12213188
horiz_resolution: 159
vert_resolution: 91
grid_type: l_2
upload_interval: 96
utstep: 900
nfrres: restart dump frequency (steps) 48
Copying IC ancils from: ../../projects/climateprediction.net/jf_f7ecfd27aa1e68bbe7e8d19800e25c73 to: /home/pat/slots/2/ic_ancil_12213188.zip
Unzipping the IC ancils zip file: /home/pat/slots/2/ic_ancil_12213188.zip
..mkdir for ifsdata folder failed
Copying the ifsdata_file from: ../../projects/climateprediction.net/jf_727b12e203c3f8eee47939daf7b3180a to: /home/pat/slots/2/ifsdata/ifsdata_12213188.zip
Unzipping the ifsdata_zip file: /home/pat/slots/2/ifsdata/ifsdata_12213188.zip
..mkdir for the climate data folder failed
Copying the climate data file from: ../../projects/climateprediction.net/jf_f32c668cf7829426ffd94699b48b9a2e to: /home/pat/slots/2/159l_2/clim_data_12213188.zip
Unzipping the climate data zip file: /home/pat/slots/2/159l_2/clim_data_12213188.zip
Checking for progress XML file: /home/pat/slots/2/progress_file_12213188.xml
Opened progress file ok : /home/pat/slots/2/progress_file_12213188.xml
-- Model is restarting --
Adjusting last_iter, 1440, to previous model restart step.
Creating progress file: /home/pat/slots/2/progress_file_12213188.xml
last_cpu_time: 67075
upload_file_number: 14
last_iter: 1441
last_upload: 1210500
model_completed: 0
total_length_of_simulation: 1296000
result_base_name: oifs_43r3_bl_a4xt_2016092300_15_991_12213188_0_r1426390926
The child process has been launched with process id: 2576
Executing the command: /home/pat/slots/2/oifs_43r3_model.exe
[EC_DRHOOK:hostname:myproc:omptid:pid:unixtid] [YYYYMMDD:HHMMSS:epoch:walltime] [function@file:lineno] -- Max OpenMP threads = 1
[EC_DRHOOK:pat-g551jk:1:1:2576:2576] [20230220:063731:1676871451:0.000] [process_options@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:2091] fp = 0x30e4a00
[EC_DRHOOK:pat-g551jk:1:1:2576:2576] [20230220:063731:1676871451:0.000] [process_options@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:2098] DR_HOOK_ALLOW_COREDUMP=-1
[EC_DRHOOK:pat-g551jk:1:1:2576:2576] [20230220:063731:1676871451:0.000] [process_options@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:2104] Hardlimit for core file is now 0 (0x0)
[EC_DRHOOK:pat-g551jk:1:1:2576:2576] [20230220:063731:1676871451:0.000] [process_options@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:2122] DR_HOOK_PROFILE_PROC=-1
[EC_DRHOOK:pat-g551jk:1:1:2576:2576] [20230220:063731:1676871451:0.000] [process_options@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:2128] DR_HOOK_PROFILE_LIMIT=-10.000
[EC_DRHOOK:pat-g551jk:1:1:2576:2576] [20230220:063731:1676871451:0.000] [process_options@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:2194] DR_HOOK_RANDOM_MEMSTAT=0 (RAND_MAX=2147483647)
[EC_DRHOOK:pat-g551jk:1:1:2576:2576] [20230220:063731:1676871451:0.000] [process_options@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:2205] DR_HOOK_HASHBITS=16
[EC_DRHOOK:pat-g551jk:1:1:2576:2576] [20230220:063731:1676871451:0.000] [process_options@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:2213] DR_HOOK_NCALLSTACK=0
[EC_DRHOOK:pat-g551jk:1:1:2576:2576] [20230220:063731:1676871451:0.000] [process_options@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:2221] DR_HOOK_HARAKIRI_TIMEOUT=500
[EC_DRHOOK:pat-g551jk:1:1:2576:2576] [20230220:063731:1676871451:0.000] [process_options@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:2228] DR_HOOK_TRAPFPE=1
[EC_DRHOOK:pat-g551jk:1:1:2576:2576] [20230220:063731:1676871451:0.000] [process_options@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:2235] DR_HOOK_TRAPFPE_INVALID=1
[EC_DRHOOK:pat-g551jk:1:1:2576:2576] [20230220:063731:1676871451:0.000] [process_options@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:2242] DR_HOOK_TRAPFPE_DIVBYZERO=1
[EC_DRHOOK:pat-g551jk:1:1:2576:2576] [20230220:063731:1676871451:0.000] [process_options@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:2249] DR_HOOK_TRAPFPE_OVERFLOW=1
[EC_DRHOOK:pat-g551jk:1:1:2576:2576] [20230220:063731:1676871451:0.000] [ignore_signals@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1227] DR_HOOK_IGNORE_SIGNALS=<undef>
[EC_DRHOOK:pat-g551jk:1:1:2576:2576] [20230220:063731:1676871451:0.000] [restore_default_signals@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1178] DR_HOOK_RESTORE_DEFAULT_SIGNALS=<undef>
[EC_DRHOOK:pat-g551jk:1:1:2576:2576] [20230220:063731:1676871451:0.000] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1937] New signal handler 'signal_drhook' for signal#6 (SIGABRT) at 0x81f520 (old at 0x401140)
[EC_DRHOOK:pat-g551jk:1:1:2576:2576] [20230220:063731:1676871451:0.000] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1938] New signal handler 'signal_drhook' for signal#7 (SIGBUS) at 0x81f520 (old at (nil))
[EC_DRHOOK:pat-g551jk:1:1:2576:2576] [20230220:063731:1676871451:0.000] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1939] New signal handler 'signal_drhook' for signal#11 (SIGSEGV) at 0x81f520 (old at 0x401140)
[EC_DRHOOK:pat-g551jk:1:1:2576:2576] [20230220:063731:1676871451:0.000] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1944] New signal handler 'signal_drhook' for signal#16 (SIGSTKFLT) at 0x81f520 (old at (nil))
[EC_DRHOOK:pat-g551jk:1:1:2576:2576] [20230220:063731:1676871451:0.000] [trapfpe_treatment@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1149] DR_HOOK enables SIGFPE-related floating point trapping since DRHOOK_TRAPFPE=1
[EC_DRHOOK:pat-g551jk:1:1:2576:2576] [20230220:063731:1676871451:0.000] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1948] New signal handler 'signal_drhook' for signal#8 (SIGFPE) at 0x81f520 (old at 0x401140)
[EC_DRHOOK:pat-g551jk:1:1:2576:2576] [20230220:063731:1676871451:0.000] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1949] New signal handler 'signal_drhook' for signal#4 (SIGILL) at 0x81f520 (old at 0x401140)
[EC_DRHOOK:pat-g551jk:1:1:2576:2576] [20230220:063731:1676871451:0.000] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1951] New signal handler 'signal_drhook' for signal#5 (SIGTRAP) at 0x81f520 (old at (nil))
[EC_DRHOOK:pat-g551jk:1:1:2576:2576] [20230220:063731:1676871451:0.000] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1952] New signal handler 'signal_drhook' for signal#2 (SIGINT) at 0x81f520 (old at 0x401140)
[EC_DRHOOK:pat-g551jk:1:1:2576:2576] [20230220:063731:1676871451:0.000] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1960] New signal handler 'signal_drhook' for signal#3 (SIGQUIT) at 0x81f520 (old at 0x401140)
[EC_DRHOOK:pat-g551jk:1:1:2576:2576] [20230220:063731:1676871451:0.000] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1961] New signal handler 'signal_drhook' for signal#15 (SIGTERM) at 0x81f520 (old at 0x401140)
[EC_DRHOOK:pat-g551jk:1:1:2576:2576] [20230220:063731:1676871451:0.000] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1966] New signal handler 'signal_drhook' for signal#24 (SIGXCPU) at 0x81f520 (old at (nil))
[EC_DRHOOK:pat-g551jk:1:1:2576:2576] [20230220:063731:1676871451:0.000] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1968] New signal handler 'signal_drhook' for signal#25 (SIGXFSZ) at 0x81f520 (old at (nil))
[EC_DRHOOK:pat-g551jk:1:1:2576:2576] [20230220:063731:1676871451:0.001] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1973] New signal handler 'signal_drhook' for signal#31 (SIGSYS) at 0x81f520 (old at (nil))
[EC_DRHOOK:pat-g551jk:1:1:2576:2576] [20230220:063731:1676871451:0.001] [catch_signals@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1111] DR_HOOK_CATCH_SIGNALS=<undef>
06:39:44 STEP 1392 H= 348:00 +CPU= 33.103
06:43:11 STEP 1393 H= 348:15 +CPU= 33.445
06:44:38 STEP 1394 H= 348:30 +CPU= 31.049
06:45:52 STEP 1395 H= 348:45 +CPU= 28.418
06:47:28 STEP 1396 H= 349:00 +CPU= 32.146
06:48:58 STEP 1397 H= 349:15 +CPU= 31.736
06:50:32 STEP 1398 H= 349:30 +CPU= 31.666
06:52:06 STEP 1399 H= 349:45 +CPU= 31.470
06:53:28 STEP 1400 H= 350:00 +CPU= 30.946
06:55:00 STEP 1401 H= 350:15 +CPU= 32.216
06:56:36 STEP 1402 H= 350:30 +CPU= 32.041
06:58:11 STEP 1403 H= 350:45 +CPU= 31.809
07:00:15 STEP 1404 H= 351:00 +CPU= 40.460
Moving to projects directory: /home/pat/slots/2/ICMGGh7zg+001404
Moving to projects directory: /home/pat/slots/2/ICMSHh7zg+001404
Moving to projects directory: /home/pat/slots/2/ICMUAh7zg+001404
07:01:51 STEP 1405 H= 351:15 +CPU= 32.295
07:03:27 STEP 1406 H= 351:30 +CPU= 32.000
07:05:10 STEP 1407 H= 351:45 +CPU= 32.294
07:06:49 STEP 1408 H= 352:00 +CPU= 32.499
07:08:39 STEP 1409 H= 352:15 +CPU= 32.304
07:10:07 STEP 1410 H= 352:30 +CPU= 31.758
07:12:18 STEP 1411 H= 352:45 +CPU= 32.975
07:14:13 STEP 1412 H= 353:00 +CPU= 34.034
07:15:58 STEP 1413 H= 353:15 +CPU= 32.910
07:17:49 STEP 1414 H= 353:30 +CPU= 33.248
07:19:42 STEP 1415 H= 353:45 +CPU= 33.373
07:22:16 STEP 1416 H= 354:00 +CPU= 41.615
Moving to projects directory: /home/pat/slots/2/ICMGGh7zg+001416
Moving to projects directory: /home/pat/slots/2/ICMSHh7zg+001416
Moving to projects directory: /home/pat/slots/2/ICMUAh7zg+001416
07:24:06 STEP 1417 H= 354:15 +CPU= 32.989
07:25:55 STEP 1418 H= 354:30 +CPU= 33.386
07:27:48 STEP 1419 H= 354:45 +CPU= 33.299
07:29:42 STEP 1420 H= 355:00 +CPU= 34.049
07:31:35 STEP 1421 H= 355:15 +CPU= 33.308
07:32:57 STEP 1422 H= 355:30 +CPU= 31.108
07:34:18 STEP 1423 H= 355:45 +CPU= 31.323
07:35:54 STEP 1424 H= 356:00 +CPU= 32.249
07:37:31 STEP 1425 H= 356:15 +CPU= 32.311
07:39:05 STEP 1426 H= 356:30 +CPU= 32.135
07:40:51 STEP 1427 H= 356:45 +CPU= 32.751
07:43:00 STEP 1428 H= 357:00 +CPU= 40.152
Moving to projects directory: /home/pat/slots/2/ICMGGh7zg+001428
Moving to projects directory: /home/pat/slots/2/ICMSHh7zg+001428
Moving to projects directory: /home/pat/slots/2/ICMUAh7zg+001428
07:44:16 STEP 1429 H= 357:15 +CPU= 30.313
07:45:39 STEP 1430 H= 357:30 +CPU= 31.363
07:47:16 STEP 1431 H= 357:45 +CPU= 31.509
07:48:50 STEP 1432 H= 358:00 +CPU= 32.234
07:50:24 STEP 1433 H= 358:15 +CPU= 31.355
07:51:49 STEP 1434 H= 358:30 +CPU= 30.583
07:53:24 STEP 1435 H= 358:45 +CPU= 31.093
07:54:49 STEP 1436 H= 359:00 +CPU= 31.864
07:56:22 STEP 1437 H= 359:15 +CPU= 31.869
07:58:56 STEP 1438 H= 359:30 +CPU= 32.899
08:00:34 STEP 1439 H= 359:45 +CPU= 32.076
Quit request received from BOINC client, ending the child process
(argv0) ../../projects/climateprediction.net/oifs_43r3_bl_1.11_x86_64-pc-linux-gnu
(argv1) start_date: 2016092300
(argv2) exptid: h7zg
(argv3) unique_member_id: a4xt
(argv4) batchid: 991
(argv5) wuid: 12213188
(argv6) fclen: 15
(argv7) app_name: oifs_43r3_bl
(argv8) nthreads: 1
Working directory is: /home/pat/slots/2
Project directory is: /home/pat/projects/climateprediction.net/
app name: oifs_43r3_bl
version: 1.11
Location of temp folder: /home/pat/projects/climateprediction.net/oifs_43r3_bl_12213188
..mkdir for temp folder for results failed
Copying: /home/pat/projects/climateprediction.net/oifs_43r3_bl_app_1.11_x86_64-pc-linux-gnu.zip to: /home/pat/slots/2/oifs_43r3_bl_app_1.11_x86_64-pc-linux-gnu.zip
Unzipping the app zip file: /home/pat/slots/2/oifs_43r3_bl_app_1.11_x86_64-pc-linux-gnu.zip
Copying the namelist files from: ../../projects/climateprediction.net/jf_3ab7b4d90ba41879a341badc91df4bb6 to: /home/pat/slots/2/oifs_43r3_bl_a4xt_2016092300_15_991_12213188.zip
Unzipping the namelist zip file: /home/pat/slots/2/oifs_43r3_bl_a4xt_2016092300_15_991_12213188.zip
ic_ancil_file: ic_ancil_12213188
ifsdata_file: ifsdata_12213188
climate_data_file: clim_data_12213188
horiz_resolution: 159
vert_resolution: 91
grid_type: l_2
upload_interval: 96
utstep: 900
nfrres: restart dump frequency (steps) 48
Copying IC ancils from: ../../projects/climateprediction.net/jf_f7ecfd27aa1e68bbe7e8d19800e25c73 to: /home/pat/slots/2/ic_ancil_12213188.zip
Unzipping the IC ancils zip file: /home/pat/slots/2/ic_ancil_12213188.zip
..mkdir for ifsdata folder failed
Copying the ifsdata_file from: ../../projects/climateprediction.net/jf_727b12e203c3f8eee47939daf7b3180a to: /home/pat/slots/2/ifsdata/ifsdata_12213188.zip
Unzipping the ifsdata_zip file: /home/pat/slots/2/ifsdata/ifsdata_12213188.zip
..mkdir for the climate data folder failed
Copying the climate data file from: ../../projects/climateprediction.net/jf_f32c668cf7829426ffd94699b48b9a2e to: /home/pat/slots/2/159l_2/clim_data_12213188.zip
Unzipping the climate data zip file: /home/pat/slots/2/159l_2/clim_data_12213188.zip
Checking for progress XML file: /home/pat/slots/2/progress_file_12213188.xml
Opened progress file ok : /home/pat/slots/2/progress_file_12213188.xml
-- Model is restarting --
Adjusting last_iter, 1440, to previous model restart step.
Creating progress file: /home/pat/slots/2/progress_file_12213188.xml
last_cpu_time: 68651
upload_file_number: 14
last_iter: 1441
last_upload: 1210500
model_completed: 0
total_length_of_simulation: 1296000
result_base_name: oifs_43r3_bl_a4xt_2016092300_15_991_12213188_0_r1426390926
The child process has been launched with process id: 2913
Executing the command: /home/pat/slots/2/oifs_43r3_model.exe
[EC_DRHOOK:hostname:myproc:omptid:pid:unixtid] [YYYYMMDD:HHMMSS:epoch:walltime] [function@file:lineno] -- Max OpenMP threads = 1
[EC_DRHOOK:pat-g551jk:1:1:2913:2913] [20230220:080300:1676876580:0.000] [process_options@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:2091] fp = 0x30e4a00
[EC_DRHOOK:pat-g551jk:1:1:2913:2913] [20230220:080300:1676876580:0.000] [process_options@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:2098] DR_HOOK_ALLOW_COREDUMP=-1
[EC_DRHOOK:pat-g551jk:1:1:2913:2913] [20230220:080300:1676876580:0.000] [process_options@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:2104] Hardlimit for core file is now 0 (0x0)
[EC_DRHOOK:pat-g551jk:1:1:2913:2913] [20230220:080300:1676876580:0.000] [process_options@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:2122] DR_HOOK_PROFILE_PROC=-1
[EC_DRHOOK:pat-g551jk:1:1:2913:2913] [20230220:080300:1676876580:0.000] [process_options@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:2128] DR_HOOK_PROFILE_LIMIT=-10.000
[EC_DRHOOK:pat-g551jk:1:1:2913:2913] [20230220:080300:1676876580:0.000] [process_options@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:2194] DR_HOOK_RANDOM_MEMSTAT=0 (RAND_MAX=2147483647)
[EC_DRHOOK:pat-g551jk:1:1:2913:2913] [20230220:080300:1676876580:0.000] [process_options@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:2205] DR_HOOK_HASHBITS=16
[EC_DRHOOK:pat-g551jk:1:1:2913:2913] [20230220:080300:1676876580:0.000] [process_options@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:2213] DR_HOOK_NCALLSTACK=0
[EC_DRHOOK:pat-g551jk:1:1:2913:2913] [20230220:080300:1676876580:0.000] [process_options@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:2221] DR_HOOK_HARAKIRI_TIMEOUT=500
[EC_DRHOOK:pat-g551jk:1:1:2913:2913] [20230220:080300:1676876580:0.000] [process_options@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:2228] DR_HOOK_TRAPFPE=1
[EC_DRHOOK:pat-g551jk:1:1:2913:2913] [20230220:080300:1676876580:0.000] [process_options@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:2235] DR_HOOK_TRAPFPE_INVALID=1
[EC_DRHOOK:pat-g551jk:1:1:2913:2913] [20230220:080300:1676876580:0.000] [process_options@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:2242] DR_HOOK_TRAPFPE_DIVBYZERO=1
[EC_DRHOOK:pat-g551jk:1:1:2913:2913] [20230220:080300:1676876580:0.000] [process_options@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:2249] DR_HOOK_TRAPFPE_OVERFLOW=1
[EC_DRHOOK:pat-g551jk:1:1:2913:2913] [20230220:080300:1676876580:0.000] [ignore_signals@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1227] DR_HOOK_IGNORE_SIGNALS=<undef>
[EC_DRHOOK:pat-g551jk:1:1:2913:2913] [20230220:080300:1676876580:0.000] [restore_default_signals@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1178] DR_HOOK_RESTORE_DEFAULT_SIGNALS=<undef>
[EC_DRHOOK:pat-g551jk:1:1:2913:2913] [20230220:080300:1676876580:0.000] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1937] New signal handler 'signal_drhook' for signal#6 (SIGABRT) at 0x81f520 (old at 0x401140)
[EC_DRHOOK:pat-g551jk:1:1:2913:2913] [20230220:080300:1676876580:0.000] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1938] New signal handler 'signal_drhook' for signal#7 (SIGBUS) at 0x81f520 (old at (nil))
[EC_DRHOOK:pat-g551jk:1:1:2913:2913] [20230220:080300:1676876580:0.000] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1939] New signal handler 'signal_drhook' for signal#11 (SIGSEGV) at 0x81f520 (old at 0x401140)
[EC_DRHOOK:pat-g551jk:1:1:2913:2913] [20230220:080300:1676876580:0.000] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1944] New signal handler 'signal_drhook' for signal#16 (SIGSTKFLT) at 0x81f520 (old at (nil))
[EC_DRHOOK:pat-g551jk:1:1:2913:2913] [20230220:080300:1676876580:0.000] [trapfpe_treatment@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1149] DR_HOOK enables SIGFPE-related floating point trapping since DRHOOK_TRAPFPE=1
[EC_DRHOOK:pat-g551jk:1:1:2913:2913] [20230220:080300:1676876580:0.000] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1948] New signal handler 'signal_drhook' for signal#8 (SIGFPE) at 0x81f520 (old at 0x401140)
[EC_DRHOOK:pat-g551jk:1:1:2913:2913] [20230220:080300:1676876580:0.000] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1949] New signal handler 'signal_drhook' for signal#4 (SIGILL) at 0x81f520 (old at 0x401140)
[EC_DRHOOK:pat-g551jk:1:1:2913:2913] [20230220:080300:1676876580:0.000] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1951] New signal handler 'signal_drhook' for signal#5 (SIGTRAP) at 0x81f520 (old at (nil))
[EC_DRHOOK:pat-g551jk:1:1:2913:2913] [20230220:080300:1676876580:0.000] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1952] New signal handler 'signal_drhook' for signal#2 (SIGINT) at 0x81f520 (old at 0x401140)
[EC_DRHOOK:pat-g551jk:1:1:2913:2913] [20230220:080300:1676876580:0.000] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1960] New signal handler 'signal_drhook' for signal#3 (SIGQUIT) at 0x81f520 (old at 0x401140)
[EC_DRHOOK:pat-g551jk:1:1:2913:2913] [20230220:080300:1676876580:0.000] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1961] New signal handler 'signal_drhook' for signal#15 (SIGTERM) at 0x81f520 (old at 0x401140)
[EC_DRHOOK:pat-g551jk:1:1:2913:2913] [20230220:080300:1676876580:0.000] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1966] New signal handler 'signal_drhook' for signal#24 (SIGXCPU) at 0x81f520 (old at (nil))
[EC_DRHOOK:pat-g551jk:1:1:2913:2913] [20230220:080300:1676876580:0.000] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1968] New signal handler 'signal_drhook' for signal#25 (SIGXFSZ) at 0x81f520 (old at (nil))
[EC_DRHOOK:pat-g551jk:1:1:2913:2913] [20230220:080300:1676876580:0.000] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1973] New signal handler 'signal_drhook' for signal#31 (SIGSYS) at 0x81f520 (old at (nil))
[EC_DRHOOK:pat-g551jk:1:1:2913:2913] [20230220:080300:1676876580:0.001] [catch_signals@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1111] DR_HOOK_CATCH_SIGNALS=<undef>
08:05:42 STEP 1392 H= 348:00 +CPU= 33.627
08:07:40 STEP 1393 H= 348:15 +CPU= 31.881
08:09:18 STEP 1394 H= 348:30 +CPU= 32.008
08:11:08 STEP 1395 H= 348:45 +CPU= 31.708
08:12:46 STEP 1396 H= 349:00 +CPU= 31.986
08:14:38 STEP 1397 H= 349:15 +CPU= 32.415
08:16:20 STEP 1398 H= 349:30 +CPU= 32.599
08:18:07 STEP 1399 H= 349:45 +CPU= 32.710
08:19:56 STEP 1400 H= 350:00 +CPU= 33.512
08:21:43 STEP 1401 H= 350:15 +CPU= 32.743
08:23:33 STEP 1402 H= 350:30 +CPU= 32.665
08:25:18 STEP 1403 H= 350:45 +CPU= 32.355
08:27:33 STEP 1404 H= 351:00 +CPU= 40.260
Moving to projects directory: /home/pat/slots/2/ICMGGh7zg+001404
Moving to projects directory: /home/pat/slots/2/ICMSHh7zg+001404
Moving to projects directory: /home/pat/slots/2/ICMUAh7zg+001404
08:28:48 STEP 1405 H= 351:15 +CPU= 30.250
08:30:23 STEP 1406 H= 351:30 +CPU= 31.399
08:31:54 STEP 1407 H= 351:45 +CPU= 31.504
08:33:48 STEP 1408 H= 352:00 +CPU= 33.430
08:35:25 STEP 1409 H= 352:15 +CPU= 31.112
08:36:45 STEP 1410 H= 352:30 +CPU= 30.721
08:38:22 STEP 1411 H= 352:45 +CPU= 31.089
08:40:00 STEP 1412 H= 353:00 +CPU= 32.105
08:41:41 STEP 1413 H= 353:15 +CPU= 32.632
08:43:31 STEP 1414 H= 353:30 +CPU= 33.011
08:45:21 STEP 1415 H= 353:45 +CPU= 32.467
08:47:32 STEP 1416 H= 354:00 +CPU= 40.351
Moving to projects directory: /home/pat/slots/2/ICMGGh7zg+001416
Moving to projects directory: /home/pat/slots/2/ICMSHh7zg+001416
Moving to projects directory: /home/pat/slots/2/ICMUAh7zg+001416
08:48:49 STEP 1417 H= 354:15 +CPU= 30.384
08:50:31 STEP 1418 H= 354:30 +CPU= 31.440
08:51:43 STEP 1419 H= 354:45 +CPU= 29.841
08:53:01 STEP 1420 H= 355:00 +CPU= 30.516
08:54:51 STEP 1421 H= 355:15 +CPU= 30.717
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
10:15:12 STEP 1422 H= 355:30 +CPU= 30.275
10:16:44 STEP 1423 H= 355:45 +CPU= 31.198
10:18:19 STEP 1424 H= 356:00 +CPU= 31.381
10:19:52 STEP 1425 H= 356:15 +CPU= 30.910
10:21:23 STEP 1426 H= 356:30 +CPU= 31.713
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
11:51:50 STEP 1427 H= 356:45 +CPU= 30.229
11:53:08 STEP 1428 H= 357:00 +CPU= 35.364
Moving to projects directory: /home/pat/slots/2/ICMGGh7zg+001428
Moving to projects directory: /home/pat/slots/2/ICMSHh7zg+001428
Moving to projects directory: /home/pat/slots/2/ICMUAh7zg+001428
11:54:22 STEP 1429 H= 357:15 +CPU= 30.402
11:55:41 STEP 1430 H= 357:30 +CPU= 31.457
11:56:55 STEP 1431 H= 357:45 +CPU= 31.194
11:58:17 STEP 1432 H= 358:00 +CPU= 32.457
11:59:43 STEP 1433 H= 358:15 +CPU= 32.172
12:01:05 STEP 1434 H= 358:30 +CPU= 32.055
12:02:24 STEP 1435 H= 358:45 +CPU= 31.595
12:03:35 STEP 1436 H= 359:00 +CPU= 32.278
12:04:42 STEP 1437 H= 359:15 +CPU= 31.613
12:05:52 STEP 1438 H= 359:30 +CPU= 31.573
12:06:59 STEP 1439 H= 359:45 +CPU= 31.520
12:10:01 STEP 1440 H= 360:00 +CPU= 42.083
..The child process terminated with status: 0
>>> Printing last 70 lines from file: NODE.001_01
DDH------------------------------------------------------------------------
I I
I TIME = 360.000H DDH * Diagnostic Var., AREA GLOBAL I
I I
I-------------------------------------------------------------------------I
I VARIABLE I Initial value I Current value I
I-------------------------------------------------------------------------I
I OMEGA (P/S) I -0.1807948259E-21 I 0.4767370815E-08 I
ICloud fractionI 0.0000000000E+00 I 0.1277491231E-05 I
I Relat. Hum. I 0.3785914257E+00 I 0.3897451870E+00 I
I PASS 01 I 0.0000000000E+00 I 0.2058784196E+01 I
DDH------------------------------------------------------------------------
MAXGPFV : MAX. VALUE = 0.000000000000000E+000
MAXGPFV : MAX. VALUE = 0.000000000000000E+000
NSTEP = 1440 SCAN2M_HPOS P
IO-STREAM SETUP - IOTYPE = 2 NUMIOPROCS = 1 CPATH =
ICMGGh7zg+001440 MODE=a
IO-STREAM CLOSED - ICMGGh7zg+001440
MPI-TASK: 1 - 320130081 BYTES IN 7 RECORDS TRANSFERRED IN 0.0055 SECONDS 58205.5 Mbytes/s, TOTAL TIME= 0.1471( 3.7%)
12:10:01 STEP 1440 H= 360:00 +CPU= 42.083
END CNT3
NSTEP = 1440 CNT0 000000000 30.148 30.148 76.090 0.396 0 0 0 0 0
IO-STREAM STATISTICS, TOTAL NO OF REC/BYTES READ 34/ 1069125708 WRITTEN 1418/************
-TASK-OPENED-OPEN-RECS IN -KBYTE IN -RECS OUT-KBYTE OUT-WALL -WALL IN-WALL
OU-TOT IN -TOT OUT
1 28 0 34 1044068 1418 ************ 27.7 19.2 8.6 21.5 84.4
===-=== START OF TIMING STATISTICS ===-===
STATS FOR ALL TASKS
NUM ROUTINE CALLS MEAN(ms) MAX(ms) FRAC(%) UNBAL(%)
0 CNT0 - COMPLETE EXECUTION 1 ********* ********* 100.00 0.00
1 CNT4 - FORWARD INTEGRATION 1 ********* ********* 99.82 0.00
8 SCAN2M - GRID-POINT DYNAMICS 53 15149.9 15149.9 5.42 0.00
9 SPCM - SPECTRAL COMP. 48 2529.1 2529.1 0.82 0.00
10 SCAN2M - PHYSICS 49 140453.6 140453.6 46.44 0.00
11 IOPACK - OUTPUT P.P. RESULTS 4 18960.3 18960.3 0.51 0.00
12 SPNORM - SPECTRAL NORM COMP. 3 217.5 217.5 0.00 0.00
17 GRIDFPOS IN CNT4 4 156.0 156.0 0.00 0.00
27 RESTART FILES - WRITING 1 75828.1 75828.1 0.51 0.00
28 RESTART FILES - READING 1 24057.3 24057.3 0.16 0.00
29 SU4FPOS IN CNT4 4 83.4 83.4 0.00 0.00
30 DYNFPOS IN CNT4 4 23697.6 23697.6 0.64 0.00
31 POSDDH IN STEPO 1 61.3 61.3 0.00 0.00
37 CPGLAG - SL COMPUTATIONS 49 129616.6 129616.6 42.85 0.00
39 SU0YOMB 1 1300.1 1300.1 0.01 0.00
51 SCAN2M - SL COMM. PART 1 49 105.4 105.4 0.03 0.00
54 SPCM - M TO S/S TO M TRANSP. 48 1033.7 1033.7 0.33 0.00
55 SPCIMPF - S TO M/M TO S TRANSP. 48 246.8 246.8 0.08 0.00
56 SPNORM - SPECTRAL NORM COMM. 3 42.0 42.0 0.00 0.00
102 LTINV_CTL - INVERSE LEGENDRE TRANSFORM 108 1372.9 1372.9 1.00 0.00
103 LTDIR_CTL - DIRECT LEGENDRE TRANSFORM 100 935.1 935.1 0.63 0.00
106 FTDIR_CTL - DIRECT FOURIER TRANSFORM 100 304.3 304.3 0.21 0.00
107 FTINV_CTL - INVERSE FOURIER TRANSFORM 108 477.9 477.9 0.35 0.00
140 SULEG - COMP. OF LEGENDRE POL. 1 190.6 190.6 0.00 0.00
152 LTINV_CTL - M TO L TRANSPOSITION 108 147.3 147.3 0.11 0.00
153 LTDIR_CTL - L TO M TRANSPOSITION 100 117.6 117.6 0.08 0.00
157 FTINV_CTL - L TO G TRANSPOSITION 108 425.1 425.1 0.31 0.00
158 FTDIR_CTL - G TO L TRANSPOSITION 100 132.6 132.6 0.09 0.00
400 GSTATS 6619 0.2 0.2 0.01 0.00
401 GSTATS HOOK 6113 0.2 0.2 0.01 0.00
TOTAL MEASURED IMBALANCE = 0.0 SECONDS, 0.0 PERCENT
TOTAL WALLCLOCK TIME 14820.8 CPU TIME 1589.4 VECTOR TIME 1589.4
===-=== END OF TIMING STATISTICS ===-===
FORECAST DAYS PER DAY 87.6
*** END CNT0 ***
------------------------------------------------
Moving to projects directory: /home/pat/slots/2/ICMGGh7zg+001440
Moving to projects directory: /home/pat/slots/2/ICMSHh7zg+001440
Moving to projects directory: /home/pat/slots/2/ICMUAh7zg+001440
Adding to the zip: /home/pat/slots/2/NODE.001_01
Adding to the zip: /home/pat/slots/2/ifs.stat
Adding to the zip: /home/pat/projects/climateprediction.net/oifs_43r3_bl_12213188/ICMGGh7zg+001224
Adding to the zip: /home/pat/projects/climateprediction.net/oifs_43r3_bl_12213188/ICMSHh7zg+001368
Adding to the zip: /home/pat/projects/climateprediction.net/oifs_43r3_bl_12213188/ICMGGh7zg+001212
Adding to the zip: /home/pat/projects/climateprediction.net/oifs_43r3_bl_12213188/ICMUAh7zg+001236
Adding to the zip: /home/pat/projects/climateprediction.net/oifs_43r3_bl_12213188/ICMGGh7zg+001428
Adding to the zip: /home/pat/projects/climateprediction.net/oifs_43r3_bl_12213188/ICMGGh7zg+001236
Adding to the zip: /home/pat/projects/climateprediction.net/oifs_43r3_bl_12213188/ICMSHh7zg+001428
Adding to the zip: /home/pat/projects/climateprediction.net/oifs_43r3_bl_12213188/ICMUAh7zg+001224
Adding to the zip: /home/pat/projects/climateprediction.net/oifs_43r3_bl_12213188/ICMGGh7zg+001392
Adding to the zip: /home/pat/projects/climateprediction.net/oifs_43r3_bl_12213188/ICMUAh7zg+001368
Adding to the zip: /home/pat/projects/climateprediction.net/oifs_43r3_bl_12213188/ICMUAh7zg+001380
Adding to the zip: /home/pat/projects/climateprediction.net/oifs_43r3_bl_12213188/ICMUAh7zg+001428
Adding to the zip: /home/pat/projects/climateprediction.net/oifs_43r3_bl_12213188/ICMGGh7zg+001416
Adding to the zip: /home/pat/projects/climateprediction.net/oifs_43r3_bl_12213188/ICMUAh7zg+001440
Adding to the zip: /home/pat/projects/climateprediction.net/oifs_43r3_bl_12213188/ICMGGh7zg+001440
Adding to the zip: /home/pat/projects/climateprediction.net/oifs_43r3_bl_12213188/ICMUAh7zg+001392
Adding to the zip: /home/pat/projects/climateprediction.net/oifs_43r3_bl_12213188/ICMUAh7zg+001356
Adding to the zip: /home/pat/projects/climateprediction.net/oifs_43r3_bl_12213188/ICMUAh7zg+001248
Adding to the zip: /home/pat/projects/climateprediction.net/oifs_43r3_bl_12213188/ICMUAh7zg+001404
Adding to the zip: /home/pat/projects/climateprediction.net/oifs_43r3_bl_12213188/ICMGGh7zg+001380
Adding to the zip: /home/pat/projects/climateprediction.net/oifs_43r3_bl_12213188/ICMSHh7zg+001224
Adding to the zip: /home/pat/projects/climateprediction.net/oifs_43r3_bl_12213188/ICMGGh7zg+001368
Adding to the zip: /home/pat/projects/climateprediction.net/oifs_43r3_bl_12213188/ICMGGh7zg+001404
Adding to the zip: /home/pat/projects/climateprediction.net/oifs_43r3_bl_12213188/ICMSHh7zg+001416
Adding to the zip: /home/pat/projects/climateprediction.net/oifs_43r3_bl_12213188/ICMSHh7zg+001248
Adding to the zip: /home/pat/projects/climateprediction.net/oifs_43r3_bl_12213188/ICMUAh7zg+001212
Adding to the zip: /home/pat/projects/climateprediction.net/oifs_43r3_bl_12213188/ICMSHh7zg+001212
Adding to the zip: /home/pat/projects/climateprediction.net/oifs_43r3_bl_12213188/ICMSHh7zg+001404
Adding to the zip: /home/pat/projects/climateprediction.net/oifs_43r3_bl_12213188/ICMSHh7zg+001236
Adding to the zip: /home/pat/projects/climateprediction.net/oifs_43r3_bl_12213188/ICMGGh7zg+001248
Adding to the zip: /home/pat/projects/climateprediction.net/oifs_43r3_bl_12213188/ICMSHh7zg+001356
Adding to the zip: /home/pat/projects/climateprediction.net/oifs_43r3_bl_12213188/ICMSHh7zg+001392
Adding to the zip: /home/pat/projects/climateprediction.net/oifs_43r3_bl_12213188/ICMSHh7zg+001380
Adding to the zip: /home/pat/projects/climateprediction.net/oifs_43r3_bl_12213188/ICMUAh7zg+001416
Adding to the zip: /home/pat/projects/climateprediction.net/oifs_43r3_bl_12213188/ICMGGh7zg+001344
Adding to the zip: /home/pat/projects/climateprediction.net/oifs_43r3_bl_12213188/ICMGGh7zg+001356
Adding to the zip: /home/pat/projects/climateprediction.net/oifs_43r3_bl_12213188/ICMSHh7zg+001440
Zipping up the final file: /home/pat/projects/climateprediction.net/oifs_43r3_bl_a4xt_2016092300_15_991_12213188_0_r1426390926_14.zip
Uploading the final file: upload_file_14.zip
Uploading trickle at timestep: 1295100
12:14:03 (2909): called boinc_finish(0)
</stderr_txt>
]]>
