<core_client_version>7.22.0</core_client_version>
<![CDATA[
<message>
process exited with code 9 (0x9, -247)</message>
<stderr_txt>
lineno] -- Max OpenMP threads = 1
[EC_DRHOOK:YatagarasuDrive:1:1:27574:27574] [20230221:174321:1676997801:0.000] [process_options@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:2091] fp = 0x30e4a00
[EC_DRHOOK:YatagarasuDrive:1:1:27574:27574] [20230221:174321:1676997801:0.000] [process_options@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:2098] DR_HOOK_ALLOW_COREDUMP=-1
[EC_DRHOOK:YatagarasuDrive:1:1:27574:27574] [20230221:174321:1676997801:0.000] [process_options@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:2104] Hardlimit for core file is now 0 (0x0)
[EC_DRHOOK:YatagarasuDrive:1:1:27574:27574] [20230221:174321:1676997801:0.000] [process_options@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:2122] DR_HOOK_PROFILE_PROC=-1
[EC_DRHOOK:YatagarasuDrive:1:1:27574:27574] [20230221:174321:1676997801:0.000] [process_options@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:2128] DR_HOOK_PROFILE_LIMIT=-10.000
[EC_DRHOOK:YatagarasuDrive:1:1:27574:27574] [20230221:174321:1676997801:0.000] [process_options@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:2194] DR_HOOK_RANDOM_MEMSTAT=0 (RAND_MAX=2147483647)
[EC_DRHOOK:YatagarasuDrive:1:1:27574:27574] [20230221:174321:1676997801:0.000] [process_options@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:2205] DR_HOOK_HASHBITS=16
[EC_DRHOOK:YatagarasuDrive:1:1:27574:27574] [20230221:174321:1676997801:0.000] [process_options@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:2213] DR_HOOK_NCALLSTACK=0
[EC_DRHOOK:YatagarasuDrive:1:1:27574:27574] [20230221:174321:1676997801:0.000] [process_options@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:2221] DR_HOOK_HARAKIRI_TIMEOUT=500
[EC_DRHOOK:YatagarasuDrive:1:1:27574:27574] [20230221:174321:1676997801:0.000] [process_options@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:2228] DR_HOOK_TRAPFPE=1
[EC_DRHOOK:YatagarasuDrive:1:1:27574:27574] [20230221:174321:1676997801:0.000] [process_options@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:2235] DR_HOOK_TRAPFPE_INVALID=1
[EC_DRHOOK:YatagarasuDrive:1:1:27574:27574] [20230221:174321:1676997801:0.000] [process_options@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:2242] DR_HOOK_TRAPFPE_DIVBYZERO=1
[EC_DRHOOK:YatagarasuDrive:1:1:27574:27574] [20230221:174321:1676997801:0.000] [process_options@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:2249] DR_HOOK_TRAPFPE_OVERFLOW=1
[EC_DRHOOK:YatagarasuDrive:1:1:27574:27574] [20230221:174321:1676997801:0.000] [ignore_signals@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1227] DR_HOOK_IGNORE_SIGNALS=<undef>
[EC_DRHOOK:YatagarasuDrive:1:1:27574:27574] [20230221:174321:1676997801:0.000] [restore_default_signals@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1178] DR_HOOK_RESTORE_DEFAULT_SIGNALS=<undef>
[EC_DRHOOK:YatagarasuDrive:1:1:27574:27574] [20230221:174321:1676997801:0.000] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1937] New signal handler 'signal_drhook' for signal#6 (SIGABRT) at 0x81f520 (old at 0x401140)
[EC_DRHOOK:YatagarasuDrive:1:1:27574:27574] [20230221:174321:1676997801:0.000] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1938] New signal handler 'signal_drhook' for signal#7 (SIGBUS) at 0x81f520 (old at (nil))
[EC_DRHOOK:YatagarasuDrive:1:1:27574:27574] [20230221:174321:1676997801:0.000] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1939] New signal handler 'signal_drhook' for signal#11 (SIGSEGV) at 0x81f520 (old at 0x401140)
[EC_DRHOOK:YatagarasuDrive:1:1:27574:27574] [20230221:174321:1676997801:0.000] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1944] New signal handler 'signal_drhook' for signal#16 (SIGSTKFLT) at 0x81f520 (old at (nil))
[EC_DRHOOK:YatagarasuDrive:1:1:27574:27574] [20230221:174321:1676997801:0.000] [trapfpe_treatment@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1149] DR_HOOK enables SIGFPE-related floating point trapping since DRHOOK_TRAPFPE=1
[EC_DRHOOK:YatagarasuDrive:1:1:27574:27574] [20230221:174321:1676997801:0.000] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1948] New signal handler 'signal_drhook' for signal#8 (SIGFPE) at 0x81f520 (old at 0x401140)
[EC_DRHOOK:YatagarasuDrive:1:1:27574:27574] [20230221:174321:1676997801:0.000] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1949] New signal handler 'signal_drhook' for signal#4 (SIGILL) at 0x81f520 (old at 0x401140)
[EC_DRHOOK:YatagarasuDrive:1:1:27574:27574] [20230221:174321:1676997801:0.000] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1951] New signal handler 'signal_drhook' for signal#5 (SIGTRAP) at 0x81f520 (old at (nil))
[EC_DRHOOK:YatagarasuDrive:1:1:27574:27574] [20230221:174321:1676997801:0.000] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1952] New signal handler 'signal_drhook' for signal#2 (SIGINT) at 0x81f520 (old at 0x401140)
[EC_DRHOOK:YatagarasuDrive:1:1:27574:27574] [20230221:174321:1676997801:0.000] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1960] New signal handler 'signal_drhook' for signal#3 (SIGQUIT) at 0x81f520 (old at 0x401140)
[EC_DRHOOK:YatagarasuDrive:1:1:27574:27574] [20230221:174321:1676997801:0.000] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1961] New signal handler 'signal_drhook' for signal#15 (SIGTERM) at 0x81f520 (old at 0x401140)
[EC_DRHOOK:YatagarasuDrive:1:1:27574:27574] [20230221:174321:1676997801:0.000] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1966] New signal handler 'signal_drhook' for signal#24 (SIGXCPU) at 0x81f520 (old at (nil))
[EC_DRHOOK:YatagarasuDrive:1:1:27574:27574] [20230221:174321:1676997801:0.000] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1968] New signal handler 'signal_drhook' for signal#25 (SIGXFSZ) at 0x81f520 (old at (nil))
[EC_DRHOOK:YatagarasuDrive:1:1:27574:27574] [20230221:174321:1676997801:0.000] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1973] New signal handler 'signal_drhook' for signal#31 (SIGSYS) at 0x81f520 (old at (nil))
[EC_DRHOOK:YatagarasuDrive:1:1:27574:27574] [20230221:174321:1676997801:0.000] [catch_signals@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1111] DR_HOOK_CATCH_SIGNALS=<undef>
17:43:41 STEP 576 H= 144:00 +CPU= 16.490
17:43:56 STEP 577 H= 144:15 +CPU= 13.720
17:44:10 STEP 578 H= 144:30 +CPU= 13.924
17:44:26 STEP 579 H= 144:45 +CPU= 14.603
Suspend request received from the BOINC client, suspending the child process
double free or corruption (top)
[EC_DRHOOK:YatagarasuDrive:1:1:27574:27574] [20230221:181832:1676999912:2110.537] [signal_drhook@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1538] Received signal#15 (SIGTERM) :: 4032MB (heap), 5386MB (maxrss), 0MB (maxstack), 0 (paging), nsigs = 1
[EC_DRHOOK:YatagarasuDrive:1:1:27574:27574] [20230221:181832:1676999912:2110.537] [signal_drhook@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1542] Also activating Harakiri-alarm (SIGALRM=14) to expire after 500s elapsed to prevent hangs, nsigs = 1
[EC_DRHOOK:YatagarasuDrive:1:1:27574:27574] [20230221:181832:1676999912:2110.537] [signal_drhook@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1544] Harakiri signal handler 'signal_harakiri' for signal#14 (SIGALRM) installed at 0x81f0c0 (old at (nil))
[EC_DRHOOK:YatagarasuDrive:1:1:27574:27574] [20230221:181832:1676999912:2110.537] [signal_drhook@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1617] Signal#15 was caused by unrecognized si_code [memaddr=0x1], nsigs = 1
[EC_DRHOOK:YatagarasuDrive:1:1:27574:27574] [20230221:181832:1676999912:2110.537] [signal_drhook@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1686] Starting DrHook backtrace for signal#15, nsigs = 1
[EC_DRHOOK:YatagarasuDrive:1:1:27574:27574] [20230221:181832:1676999912:2110.537] [c_drhook_print_@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:3843] 4032 MB (maxheap), 5386 MB (maxrss), 0 MB (maxstack)
[EC_DRHOOK:YatagarasuDrive:1:1:27574:27574] [20230221:181832:1676999912:2110.537] [c_drhook_print_@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:3897] : MASTER
[EC_DRHOOK:YatagarasuDrive:1:1:27574:27574] [20230221:181832:1676999912:2110.537] [c_drhook_print_@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:3897] : CNT0
[EC_DRHOOK:YatagarasuDrive:1:1:27574:27574] [20230221:181832:1676999912:2110.537] [c_drhook_print_@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:3897] : CNT1
[EC_DRHOOK:YatagarasuDrive:1:1:27574:27574] [20230221:181832:1676999912:2110.537] [c_drhook_print_@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:3897] : CNT2
[EC_DRHOOK:YatagarasuDrive:1:1:27574:27574] [20230221:181832:1676999912:2110.537] [c_drhook_print_@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:3897] : CNT3
[EC_DRHOOK:YatagarasuDrive:1:1:27574:27574] [20230221:181832:1676999912:2110.537] [c_drhook_print_@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:3897] : CNT4
[EC_DRHOOK:YatagarasuDrive:1:1:27574:27574] [20230221:181832:1676999912:2110.537] [c_drhook_print_@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:3897] : STEPO
[EC_DRHOOK:YatagarasuDrive:1:1:27574:27574] [20230221:181832:1676999912:2110.537] [c_drhook_print_@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:3897] : SCAN2M
[EC_DRHOOK:YatagarasuDrive:1:1:27574:27574] [20230221:181832:1676999912:2110.537] [c_drhook_print_@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:3897] : GP_MODEL_HEAP
[EC_DRHOOK:YatagarasuDrive:1:1:27574:27574] [20230221:181832:1676999912:2110.537] [c_drhook_print_@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:3897] : GP_MODEL
[EC_DRHOOK:YatagarasuDrive:1:1:27574:27574] [20230221:181832:1676999912:2110.537] [c_drhook_print_@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:3897] : EC_PHYS_DRV
[EC_DRHOOK:YatagarasuDrive:1:1:27574:27574] [20230221:181832:1676999912:2110.537] [c_drhook_print_@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:3897] : >OMP-PHYSICS (1001)
[EC_DRHOOK:YatagarasuDrive:1:1:27574:27574] [20230221:181832:1676999912:2110.537] [c_drhook_print_@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:3897] : EC_PHYS
[EC_DRHOOK:YatagarasuDrive:1:1:27574:27574] [20230221:181832:1676999912:2110.537] [c_drhook_print_@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:3897] : CALLPAR
[EC_DRHOOK:YatagarasuDrive:1:1:27574:27574] [20230221:181832:1676999912:2110.537] [c_drhook_print_@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:3897] : TURBULENCE_LAYER
[EC_DRHOOK:YatagarasuDrive:1:1:27574:27574] [20230221:181832:1676999912:2110.537] [c_drhook_print_@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:3897] : VDFOUTER
[EC_DRHOOK:YatagarasuDrive:1:1:27574:27574] [20230221:181832:1676999912:2110.537] [c_drhook_print_@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:3897] : VDFMAIN
[EC_DRHOOK:YatagarasuDrive:1:1:27574:27574] [20230221:181832:1676999912:2110.538] [c_drhook_print_@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:3897] : VDFTOFDC
[EC_DRHOOK:YatagarasuDrive:1:1:27574:27574] [20230221:181833:1676999913:2111.538] [signal_drhook@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1734] DrHook backtrace done for signal#15, nsigs = 1
[EC_DRHOOK:YatagarasuDrive:1:1:27574:27574] [20230221:181833:1676999913:2111.538] [signal_drhook@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1785] Calling previous signal handler at 0x401140 for signal#15, nsigs = 1
forrtl: error (78): process killed (SIGTERM)
Image PC Routine Line Source
oifs_43r3_model.e 000000000081FCF1 Unknown Unknown Unknown
oifs_43r3_model.e 0000000001D8BB20 Unknown Unknown Unknown
oifs_43r3_model.e 0000000001CCEE95 Unknown Unknown Unknown
oifs_43r3_model.e 00000000012F6A68 vdftofdc_ 153 vdftofdc.F90
oifs_43r3_model.e 00000000012D3BFE vdfmain_ 1011 vdfmain.F90
oifs_43r3_model.e 00000000012BA8D9 vdfouter_ 739 vdfouter.F90
oifs_43r3_model.e 00000000012B0762 turbulence_layer_ 158 turbulence_layer.F90
oifs_43r3_model.e 0000000001163FC3 callpar_ 869 callpar.F90
oifs_43r3_model.e 00000000010B682F ec_phys_ 670 ec_phys.F90
oifs_43r3_model.e 00000000010A915C ec_phys_drv_ 599 ec_phys_drv.F90
oifs_43r3_model.e 0000000000E680C3 gp_model_ 613 gp_model.F90
oifs_43r3_model.e 00000000015C1E62 gp_model_heap_ 74 gp_model_heap.F90
oifs_43r3_model.e 00000000015AC40E scan2m_ 535 scan2m.F90
oifs_43r3_model.e 00000000006620B4 stepo_ 327 stepo.F90
oifs_43r3_model.e 00000000004A0E7C cnt4_ 1133 cnt4.F90
oifs_43r3_model.e 000000000049DC29 cnt3_ 267 cnt3.F90
oifs_43r3_model.e 000000000049CE72 cnt2_ 88 cnt2.F90
oifs_43r3_model.e 000000000049CD68 cnt1_ 92 cnt1.F90
oifs_43r3_model.e 00000000004078AD cnt0_ 146 cnt0.F90
oifs_43r3_model.e 000000000040276F MAIN__ 96 master.F90
oifs_43r3_model.e 000000000040270D Unknown Unknown Unknown
oifs_43r3_model.e 0000000001D8287A Unknown Unknown Unknown
oifs_43r3_model.e 0000000001D840D7 Unknown Unknown Unknown
oifs_43r3_model.e 00000000004025E5 Unknown Unknown Unknown
(argv0) ../../projects/climateprediction.net/oifs_43r3_bl_1.11_x86_64-pc-linux-gnu
(argv1) start_date: 2016092300
(argv2) exptid: h7zg
(argv3) unique_member_id: a23w
(argv4) batchid: 991
(argv5) wuid: 12209519
(argv6) fclen: 15
(argv7) app_name: oifs_43r3_bl
(argv8) nthreads: 1
Working directory is: /var/lib/boinc/slots/11
Project directory is: /var/lib/boinc/projects/climateprediction.net/
app name: oifs_43r3_bl
version: 1.11
Location of temp folder: /var/lib/boinc/projects/climateprediction.net/oifs_43r3_bl_12209519
..mkdir for temp folder for results failed
Copying: /var/lib/boinc/projects/climateprediction.net/oifs_43r3_bl_app_1.11_x86_64-pc-linux-gnu.zip to: /var/lib/boinc/slots/11/oifs_43r3_bl_app_1.11_x86_64-pc-linux-gnu.zip
Unzipping the app zip file: /var/lib/boinc/slots/11/oifs_43r3_bl_app_1.11_x86_64-pc-linux-gnu.zip
Copying the namelist files from: ../../projects/climateprediction.net/jf_36bcf2e76ac24c3198870c961f670af0 to: /var/lib/boinc/slots/11/oifs_43r3_bl_a23w_2016092300_15_991_12209519.zip
Unzipping the namelist zip file: /var/lib/boinc/slots/11/oifs_43r3_bl_a23w_2016092300_15_991_12209519.zip
ic_ancil_file: ic_ancil_12209519
ifsdata_file: ifsdata_12209519
climate_data_file: clim_data_12209519
horiz_resolution: 159
vert_resolution: 91
grid_type: l_2
upload_interval: 96
utstep: 900
nfrres: restart dump frequency (steps) 48
Copying IC ancils from: ../../projects/climateprediction.net/jf_f7ecfd27aa1e68bbe7e8d19800e25c73 to: /var/lib/boinc/slots/11/ic_ancil_12209519.zip
Unzipping the IC ancils zip file: /var/lib/boinc/slots/11/ic_ancil_12209519.zip
..mkdir for ifsdata folder failed
Copying the ifsdata_file from: ../../projects/climateprediction.net/jf_bcbaa03c6bcd63c70ce5c3a305430837 to: /var/lib/boinc/slots/11/ifsdata/ifsdata_12209519.zip
Unzipping the ifsdata_zip file: /var/lib/boinc/slots/11/ifsdata/ifsdata_12209519.zip
..mkdir for the climate data folder failed
Copying the climate data file from: ../../projects/climateprediction.net/jf_f32c668cf7829426ffd94699b48b9a2e to: /var/lib/boinc/slots/11/159l_2/clim_data_12209519.zip
Unzipping the climate data zip file: /var/lib/boinc/slots/11/159l_2/clim_data_12209519.zip
Checking for progress XML file: /var/lib/boinc/slots/11/progress_file_12209519.xml
Opened progress file ok : /var/lib/boinc/slots/11/progress_file_12209519.xml
-- Model is restarting --
Adjusting last_iter, 580, to previous model restart step.
Creating progress file: /var/lib/boinc/slots/11/progress_file_12209519.xml
last_cpu_time: 9705
upload_file_number: 6
last_iter: 577
last_upload: 519300
model_completed: 0
total_length_of_simulation: 1296000
result_base_name: oifs_43r3_bl_a23w_2016092300_15_991_12209519_0_r86143245
The child process has been launched with process id: 20811
Executing the command: /var/lib/boinc/slots/11/oifs_43r3_model.exe
[EC_DRHOOK:hostname:myproc:omptid:pid:unixtid] [YYYYMMDD:HHMMSS:epoch:walltime] [function@file:lineno] -- Max OpenMP threads = 1
[EC_DRHOOK:YatagarasuDrive:1:1:20811:20811] [20230221:182417:1677000257:0.000] [process_options@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:2091] fp = 0x30e4a00
[EC_DRHOOK:YatagarasuDrive:1:1:20811:20811] [20230221:182417:1677000257:0.000] [process_options@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:2098] DR_HOOK_ALLOW_COREDUMP=-1
[EC_DRHOOK:YatagarasuDrive:1:1:20811:20811] [20230221:182417:1677000257:0.000] [process_options@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:2104] Hardlimit for core file is now 0 (0x0)
[EC_DRHOOK:YatagarasuDrive:1:1:20811:20811] [20230221:182417:1677000257:0.000] [process_options@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:2122] DR_HOOK_PROFILE_PROC=-1
[EC_DRHOOK:YatagarasuDrive:1:1:20811:20811] [20230221:182417:1677000257:0.000] [process_options@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:2128] DR_HOOK_PROFILE_LIMIT=-10.000
[EC_DRHOOK:YatagarasuDrive:1:1:20811:20811] [20230221:182417:1677000257:0.000] [process_options@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:2194] DR_HOOK_RANDOM_MEMSTAT=0 (RAND_MAX=2147483647)
[EC_DRHOOK:YatagarasuDrive:1:1:20811:20811] [20230221:182417:1677000257:0.000] [process_options@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:2205] DR_HOOK_HASHBITS=16
[EC_DRHOOK:YatagarasuDrive:1:1:20811:20811] [20230221:182417:1677000257:0.000] [process_options@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:2213] DR_HOOK_NCALLSTACK=0
[EC_DRHOOK:YatagarasuDrive:1:1:20811:20811] [20230221:182417:1677000257:0.000] [process_options@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:2221] DR_HOOK_HARAKIRI_TIMEOUT=500
[EC_DRHOOK:YatagarasuDrive:1:1:20811:20811] [20230221:182417:1677000257:0.000] [process_options@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:2228] DR_HOOK_TRAPFPE=1
[EC_DRHOOK:YatagarasuDrive:1:1:20811:20811] [20230221:182417:1677000257:0.000] [process_options@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:2235] DR_HOOK_TRAPFPE_INVALID=1
[EC_DRHOOK:YatagarasuDrive:1:1:20811:20811] [20230221:182417:1677000257:0.000] [process_options@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:2242] DR_HOOK_TRAPFPE_DIVBYZERO=1
[EC_DRHOOK:YatagarasuDrive:1:1:20811:20811] [20230221:182417:1677000257:0.000] [process_options@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:2249] DR_HOOK_TRAPFPE_OVERFLOW=1
[EC_DRHOOK:YatagarasuDrive:1:1:20811:20811] [20230221:182417:1677000257:0.000] [ignore_signals@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1227] DR_HOOK_IGNORE_SIGNALS=<undef>
[EC_DRHOOK:YatagarasuDrive:1:1:20811:20811] [20230221:182417:1677000257:0.000] [restore_default_signals@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1178] DR_HOOK_RESTORE_DEFAULT_SIGNALS=<undef>
[EC_DRHOOK:YatagarasuDrive:1:1:20811:20811] [20230221:182417:1677000257:0.000] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1937] New signal handler 'signal_drhook' for signal#6 (SIGABRT) at 0x81f520 (old at 0x401140)
[EC_DRHOOK:YatagarasuDrive:1:1:20811:20811] [20230221:182417:1677000257:0.000] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1938] New signal handler 'signal_drhook' for signal#7 (SIGBUS) at 0x81f520 (old at (nil))
[EC_DRHOOK:YatagarasuDrive:1:1:20811:20811] [20230221:182417:1677000257:0.000] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1939] New signal handler 'signal_drhook' for signal#11 (SIGSEGV) at 0x81f520 (old at 0x401140)
[EC_DRHOOK:YatagarasuDrive:1:1:20811:20811] [20230221:182417:1677000257:0.000] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1944] New signal handler 'signal_drhook' for signal#16 (SIGSTKFLT) at 0x81f520 (old at (nil))
[EC_DRHOOK:YatagarasuDrive:1:1:20811:20811] [20230221:182417:1677000257:0.000] [trapfpe_treatment@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1149] DR_HOOK enables SIGFPE-related floating point trapping since DRHOOK_TRAPFPE=1
[EC_DRHOOK:YatagarasuDrive:1:1:20811:20811] [20230221:182417:1677000257:0.000] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1948] New signal handler 'signal_drhook' for signal#8 (SIGFPE) at 0x81f520 (old at 0x401140)
[EC_DRHOOK:YatagarasuDrive:1:1:20811:20811] [20230221:182417:1677000257:0.000] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1949] New signal handler 'signal_drhook' for signal#4 (SIGILL) at 0x81f520 (old at 0x401140)
[EC_DRHOOK:YatagarasuDrive:1:1:20811:20811] [20230221:182417:1677000257:0.000] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1951] New signal handler 'signal_drhook' for signal#5 (SIGTRAP) at 0x81f520 (old at (nil))
[EC_DRHOOK:YatagarasuDrive:1:1:20811:20811] [20230221:182417:1677000257:0.000] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1952] New signal handler 'signal_drhook' for signal#2 (SIGINT) at 0x81f520 (old at 0x401140)
[EC_DRHOOK:YatagarasuDrive:1:1:20811:20811] [20230221:182417:1677000257:0.000] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1960] New signal handler 'signal_drhook' for signal#3 (SIGQUIT) at 0x81f520 (old at 0x401140)
[EC_DRHOOK:YatagarasuDrive:1:1:20811:20811] [20230221:182417:1677000257:0.000] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1961] New signal handler 'signal_drhook' for signal#15 (SIGTERM) at 0x81f520 (old at 0x401140)
[EC_DRHOOK:YatagarasuDrive:1:1:20811:20811] [20230221:182417:1677000257:0.000] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1966] New signal handler 'signal_drhook' for signal#24 (SIGXCPU) at 0x81f520 (old at (nil))
[EC_DRHOOK:YatagarasuDrive:1:1:20811:20811] [20230221:182417:1677000257:0.000] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1968] New signal handler 'signal_drhook' for signal#25 (SIGXFSZ) at 0x81f520 (old at (nil))
[EC_DRHOOK:YatagarasuDrive:1:1:20811:20811] [20230221:182417:1677000257:0.000] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1973] New signal handler 'signal_drhook' for signal#31 (SIGSYS) at 0x81f520 (old at (nil))
[EC_DRHOOK:YatagarasuDrive:1:1:20811:20811] [20230221:182417:1677000257:0.000] [catch_signals@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1111] DR_HOOK_CATCH_SIGNALS=<undef>
18:24:37 STEP 576 H= 144:00 +CPU= 16.049
18:24:52 STEP 577 H= 144:15 +CPU= 14.378
18:25:06 STEP 578 H= 144:30 +CPU= 13.490
18:25:22 STEP 579 H= 144:45 +CPU= 15.386
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
18:38:52 STEP 580 H= 145:00 +CPU= 14.264
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
18:39:24 STEP 581 H= 145:15 +CPU= 11.151
18:39:35 STEP 582 H= 145:30 +CPU= 10.373
18:39:45 STEP 583 H= 145:45 +CPU= 10.349
18:39:56 STEP 584 H= 146:00 +CPU= 10.910
18:40:07 STEP 585 H= 146:15 +CPU= 10.567
18:40:17 STEP 586 H= 146:30 +CPU= 10.270
Suspend request received from the BOINC client, suspending the child process
[EC_DRHOOK:YatagarasuDrive:1:1:20811:20811] [20230221:205514:1677009314:9056.350] [signal_drhook@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1538] Received signal#15 (SIGTERM) :: 2274MB (heap), 5386MB (maxrss), 0MB (maxstack), 0 (paging), nsigs = 1
[EC_DRHOOK:YatagarasuDrive:1:1:20811:20811] [20230221:205514:1677009314:9056.350] [signal_drhook@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1542] Also activating Harakiri-alarm (SIGALRM=14) to expire after 500s elapsed to prevent hangs, nsigs = 1
[EC_DRHOOK:YatagarasuDrive:1:1:20811:20811] [20230221:205514:1677009314:9056.350] [signal_drhook@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1544] Harakiri signal handler 'signal_harakiri' for signal#14 (SIGALRM) installed at 0x81f0c0 (old at (nil))
[EC_DRHOOK:YatagarasuDrive:1:1:20811:20811] [20230221:205514:1677009314:9056.350] [signal_drhook@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1617] Signal#15 was caused by unrecognized si_code [memaddr=0x1], nsigs = 1
[EC_DRHOOK:YatagarasuDrive:1:1:20811:20811] [20230221:205514:1677009314:9056.350] [signal_drhook@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1686] Starting DrHook backtrace for signal#15, nsigs = 1
[EC_DRHOOK:YatagarasuDrive:1:1:20811:20811] [20230221:205514:1677009314:9056.350] [c_drhook_print_@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:3843] 2274 MB (maxheap), 5386 MB (maxrss), 0 MB (maxstack)
[EC_DRHOOK:YatagarasuDrive:1:1:20811:20811] [20230221:205514:1677009314:9056.350] [c_drhook_print_@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:3897] : MASTER
[EC_DRHOOK:YatagarasuDrive:1:1:20811:20811] [20230221:205514:1677009314:9056.350] [c_drhook_print_@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:3897] : CNT0
[EC_DRHOOK:YatagarasuDrive:1:1:20811:20811] [20230221:205514:1677009314:9056.350] [c_drhook_print_@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:3897] : CNT1
[EC_DRHOOK:YatagarasuDrive:1:1:20811:20811] [20230221:205514:1677009314:9056.350] [c_drhook_print_@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:3897] : CNT2
[EC_DRHOOK:YatagarasuDrive:1:1:20811:20811] [20230221:205514:1677009314:9056.350] [c_drhook_print_@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:3897] : CNT3
[EC_DRHOOK:YatagarasuDrive:1:1:20811:20811] [20230221:205514:1677009314:9056.350] [c_drhook_print_@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:3897] : CNT4
[EC_DRHOOK:YatagarasuDrive:1:1:20811:20811] [20230221:205514:1677009314:9056.350] [c_drhook_print_@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:3897] : STEPO
[EC_DRHOOK:YatagarasuDrive:1:1:20811:20811] [20230221:205514:1677009314:9056.350] [c_drhook_print_@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:3897] : TRANSINVH
[EC_DRHOOK:YatagarasuDrive:1:1:20811:20811] [20230221:205514:1677009314:9056.350] [c_drhook_print_@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:3897] : TRANSINV_MDL
[EC_DRHOOK:YatagarasuDrive:1:1:20811:20811] [20230221:205514:1677009314:9056.350] [c_drhook_print_@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:3897] : INV_TRANS
double free or corruption (top)
[EC_DRHOOK:YatagarasuDrive:1:1:20811:20811] [20230221:205514:1677009314:9056.350] [c_drhook_print_@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:3897] : >TRS-LTINV_CTL - INVERSE( 102)
[EC_DRHOOK:YatagarasuDrive:1:1:20811:20811] [20230221:205514:1677009314:9056.350] [c_drhook_print_@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:3897] : >OMP-LTINV_CTL - INVERSE(1647)
[EC_DRHOOK:YatagarasuDrive:1:1:20811:20811] [20230221:205514:1677009314:9056.350] [c_drhook_print_@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:3897] : LTINV_MOD
[EC_DRHOOK:YatagarasuDrive:1:1:20811:20811] [20230221:205515:1677009315:9057.351] [signal_drhook@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1734] DrHook backtrace done for signal#15, nsigs = 1
[EC_DRHOOK:YatagarasuDrive:1:1:20811:20811] [20230221:205515:1677009315:9057.351] [signal_drhook@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1785] Calling previous signal handler at 0x401140 for signal#15, nsigs = 1
forrtl: error (78): process killed (SIGTERM)
Image PC Routine Line Source
oifs_43r3_model.e 000000000081FCF1 Unknown Unknown Unknown
oifs_43r3_model.e 0000000001D8BB20 Unknown Unknown Unknown
oifs_43r3_model.e 0000000000B47A93 prfi1b_mod_mp_prf 103 prfi1b_mod.F90
oifs_43r3_model.e 0000000000B4338F ltinv_mod_mp_ltin 148 ltinv_mod.F90
oifs_43r3_model.e 0000000000B42B23 ltinv_ctl_mod_mp_ 100 ltinv_ctl_mod.F90
oifs_43r3_model.e 0000000000B4235F inv_trans_ctl_mod 274 inv_trans_ctl_mod.F90
oifs_43r3_model.e 000000000085259D inv_trans_ 600 inv_trans.F90
oifs_43r3_model.e 0000000000E4B955 transinv_mdl_ 195 transinv_mdl.F90
oifs_43r3_model.e 0000000000E4A523 transinvh_ 104 transinvh.F90
oifs_43r3_model.e 0000000000661665 stepo_ 265 stepo.F90
oifs_43r3_model.e 00000000004A0E7C cnt4_ 1133 cnt4.F90
oifs_43r3_model.e 000000000049DC29 cnt3_ 267 cnt3.F90
oifs_43r3_model.e 000000000049CE72 cnt2_ 88 cnt2.F90
oifs_43r3_model.e 000000000049CD68 cnt1_ 92 cnt1.F90
oifs_43r3_model.e 00000000004078AD cnt0_ 146 cnt0.F90
oifs_43r3_model.e 000000000040276F MAIN__ 96 master.F90
oifs_43r3_model.e 000000000040270D Unknown Unknown Unknown
oifs_43r3_model.e 0000000001D8287A Unknown Unknown Unknown
oifs_43r3_model.e 0000000001D840D7 Unknown Unknown Unknown
oifs_43r3_model.e 00000000004025E5 Unknown Unknown Unknown
(argv0) ../../projects/climateprediction.net/oifs_43r3_bl_1.11_x86_64-pc-linux-gnu
(argv1) start_date: 2016092300
(argv2) exptid: h7zg
(argv3) unique_member_id: a23w
(argv4) batchid: 991
(argv5) wuid: 12209519
(argv6) fclen: 15
(argv7) app_name: oifs_43r3_bl
(argv8) nthreads: 1
Working directory is: /var/lib/boinc/slots/11
Project directory is: /var/lib/boinc/projects/climateprediction.net/
app name: oifs_43r3_bl
version: 1.11
Location of temp folder: /var/lib/boinc/projects/climateprediction.net/oifs_43r3_bl_12209519
..mkdir for temp folder for results failed
Copying: /var/lib/boinc/projects/climateprediction.net/oifs_43r3_bl_app_1.11_x86_64-pc-linux-gnu.zip to: /var/lib/boinc/slots/11/oifs_43r3_bl_app_1.11_x86_64-pc-linux-gnu.zip
Unzipping the app zip file: /var/lib/boinc/slots/11/oifs_43r3_bl_app_1.11_x86_64-pc-linux-gnu.zip
Copying the namelist files from: ../../projects/climateprediction.net/jf_36bcf2e76ac24c3198870c961f670af0 to: /var/lib/boinc/slots/11/oifs_43r3_bl_a23w_2016092300_15_991_12209519.zip
Unzipping the namelist zip file: /var/lib/boinc/slots/11/oifs_43r3_bl_a23w_2016092300_15_991_12209519.zip
ic_ancil_file: ic_ancil_12209519
ifsdata_file: ifsdata_12209519
climate_data_file: clim_data_12209519
horiz_resolution: 159
vert_resolution: 91
grid_type: l_2
upload_interval: 96
utstep: 900
nfrres: restart dump frequency (steps) 48
Copying IC ancils from: ../../projects/climateprediction.net/jf_f7ecfd27aa1e68bbe7e8d19800e25c73 to: /var/lib/boinc/slots/11/ic_ancil_12209519.zip
Unzipping the IC ancils zip file: /var/lib/boinc/slots/11/ic_ancil_12209519.zip
..mkdir for ifsdata folder failed
Copying the ifsdata_file from: ../../projects/climateprediction.net/jf_bcbaa03c6bcd63c70ce5c3a305430837 to: /var/lib/boinc/slots/11/ifsdata/ifsdata_12209519.zip
Unzipping the ifsdata_zip file: /var/lib/boinc/slots/11/ifsdata/ifsdata_12209519.zip
..mkdir for the climate data folder failed
Copying the climate data file from: ../../projects/climateprediction.net/jf_f32c668cf7829426ffd94699b48b9a2e to: /var/lib/boinc/slots/11/159l_2/clim_data_12209519.zip
Unzipping the climate data zip file: /var/lib/boinc/slots/11/159l_2/clim_data_12209519.zip
Checking for progress XML file: /var/lib/boinc/slots/11/progress_file_12209519.xml
Opened progress file ok : /var/lib/boinc/slots/11/progress_file_12209519.xml
-- Model is restarting --
Adjusting last_iter, 586, to previous model restart step.
Creating progress file: /var/lib/boinc/slots/11/progress_file_12209519.xml
last_cpu_time: 9840
upload_file_number: 6
last_iter: 577
last_upload: 519300
model_completed: 0
total_length_of_simulation: 1296000
result_base_name: oifs_43r3_bl_a23w_2016092300_15_991_12209519_0_r86143245
The child process has been launched with process id: 8287
Executing the command: /var/lib/boinc/slots/11/oifs_43r3_model.exe
[EC_DRHOOK:hostname:myproc:omptid:pid:unixtid] [YYYYMMDD:HHMMSS:epoch:walltime] [function@file:lineno] -- Max OpenMP threads = 1
[EC_DRHOOK:YatagarasuDrive:1:1:8287:8287] [20230222:174133:1677084093:0.000] [process_options@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:2091] fp = 0x30e4a00
[EC_DRHOOK:YatagarasuDrive:1:1:8287:8287] [20230222:174133:1677084093:0.000] [process_options@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:2098] DR_HOOK_ALLOW_COREDUMP=-1
[EC_DRHOOK:YatagarasuDrive:1:1:8287:8287] [20230222:174133:1677084093:0.000] [process_options@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:2104] Hardlimit for core file is now 0 (0x0)
[EC_DRHOOK:YatagarasuDrive:1:1:8287:8287] [20230222:174133:1677084093:0.000] [process_options@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:2122] DR_HOOK_PROFILE_PROC=-1
[EC_DRHOOK:YatagarasuDrive:1:1:8287:8287] [20230222:174133:1677084093:0.000] [process_options@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:2128] DR_HOOK_PROFILE_LIMIT=-10.000
[EC_DRHOOK:YatagarasuDrive:1:1:8287:8287] [20230222:174133:1677084093:0.000] [process_options@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:2194] DR_HOOK_RANDOM_MEMSTAT=0 (RAND_MAX=2147483647)
[EC_DRHOOK:YatagarasuDrive:1:1:8287:8287] [20230222:174133:1677084093:0.000] [process_options@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:2205] DR_HOOK_HASHBITS=16
[EC_DRHOOK:YatagarasuDrive:1:1:8287:8287] [20230222:174133:1677084093:0.000] [process_options@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:2213] DR_HOOK_NCALLSTACK=0
[EC_DRHOOK:YatagarasuDrive:1:1:8287:8287] [20230222:174133:1677084093:0.000] [process_options@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:2221] DR_HOOK_HARAKIRI_TIMEOUT=500
[EC_DRHOOK:YatagarasuDrive:1:1:8287:8287] [20230222:174133:1677084093:0.000] [process_options@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:2228] DR_HOOK_TRAPFPE=1
[EC_DRHOOK:YatagarasuDrive:1:1:8287:8287] [20230222:174133:1677084093:0.000] [process_options@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:2235] DR_HOOK_TRAPFPE_INVALID=1
[EC_DRHOOK:YatagarasuDrive:1:1:8287:8287] [20230222:174133:1677084093:0.000] [process_options@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:2242] DR_HOOK_TRAPFPE_DIVBYZERO=1
[EC_DRHOOK:YatagarasuDrive:1:1:8287:8287] [20230222:174133:1677084093:0.000] [process_options@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:2249] DR_HOOK_TRAPFPE_OVERFLOW=1
[EC_DRHOOK:YatagarasuDrive:1:1:8287:8287] [20230222:174133:1677084093:0.000] [ignore_signals@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1227] DR_HOOK_IGNORE_SIGNALS=<undef>
[EC_DRHOOK:YatagarasuDrive:1:1:8287:8287] [20230222:174133:1677084093:0.000] [restore_default_signals@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1178] DR_HOOK_RESTORE_DEFAULT_SIGNALS=<undef>
[EC_DRHOOK:YatagarasuDrive:1:1:8287:8287] [20230222:174133:1677084093:0.000] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1937] New signal handler 'signal_drhook' for signal#6 (SIGABRT) at 0x81f520 (old at 0x401140)
[EC_DRHOOK:YatagarasuDrive:1:1:8287:8287] [20230222:174133:1677084093:0.000] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1938] New signal handler 'signal_drhook' for signal#7 (SIGBUS) at 0x81f520 (old at (nil))
[EC_DRHOOK:YatagarasuDrive:1:1:8287:8287] [20230222:174133:1677084093:0.000] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1939] New signal handler 'signal_drhook' for signal#11 (SIGSEGV) at 0x81f520 (old at 0x401140)
[EC_DRHOOK:YatagarasuDrive:1:1:8287:8287] [20230222:174133:1677084093:0.000] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1944] New signal handler 'signal_drhook' for signal#16 (SIGSTKFLT) at 0x81f520 (old at (nil))
[EC_DRHOOK:YatagarasuDrive:1:1:8287:8287] [20230222:174133:1677084093:0.000] [trapfpe_treatment@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1149] DR_HOOK enables SIGFPE-related floating point trapping since DRHOOK_TRAPFPE=1
[EC_DRHOOK:YatagarasuDrive:1:1:8287:8287] [20230222:174133:1677084093:0.000] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1948] New signal handler 'signal_drhook' for signal#8 (SIGFPE) at 0x81f520 (old at 0x401140)
[EC_DRHOOK:YatagarasuDrive:1:1:8287:8287] [20230222:174133:1677084093:0.000] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1949] New signal handler 'signal_drhook' for signal#4 (SIGILL) at 0x81f520 (old at 0x401140)
[EC_DRHOOK:YatagarasuDrive:1:1:8287:8287] [20230222:174133:1677084093:0.000] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1951] New signal handler 'signal_drhook' for signal#5 (SIGTRAP) at 0x81f520 (old at (nil))
[EC_DRHOOK:YatagarasuDrive:1:1:8287:8287] [20230222:174133:1677084093:0.000] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1952] New signal handler 'signal_drhook' for signal#2 (SIGINT) at 0x81f520 (old at 0x401140)
[EC_DRHOOK:YatagarasuDrive:1:1:8287:8287] [20230222:174133:1677084093:0.000] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1960] New signal handler 'signal_drhook' for signal#3 (SIGQUIT) at 0x81f520 (old at 0x401140)
[EC_DRHOOK:YatagarasuDrive:1:1:8287:8287] [20230222:174133:1677084093:0.000] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1961] New signal handler 'signal_drhook' for signal#15 (SIGTERM) at 0x81f520 (old at 0x401140)
[EC_DRHOOK:YatagarasuDrive:1:1:8287:8287] [20230222:174133:1677084093:0.000] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1966] New signal handler 'signal_drhook' for signal#24 (SIGXCPU) at 0x81f520 (old at (nil))
[EC_DRHOOK:YatagarasuDrive:1:1:8287:8287] [20230222:174133:1677084093:0.000] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1968] New signal handler 'signal_drhook' for signal#25 (SIGXFSZ) at 0x81f520 (old at (nil))
[EC_DRHOOK:YatagarasuDrive:1:1:8287:8287] [20230222:174133:1677084093:0.000] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1973] New signal handler 'signal_drhook' for signal#31 (SIGSYS) at 0x81f520 (old at (nil))
[EC_DRHOOK:YatagarasuDrive:1:1:8287:8287] [20230222:174133:1677084093:0.000] [catch_signals@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1111] DR_HOOK_CATCH_SIGNALS=<undef>
17:41:49 STEP 576 H= 144:00 +CPU= 12.793
17:42:03 STEP 577 H= 144:15 +CPU= 13.404
17:42:14 STEP 578 H= 144:30 +CPU= 11.762
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
18:14:45 STEP 579 H= 144:45 +CPU= 13.794
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
18:15:19 STEP 580 H= 145:00 +CPU= 13.384
18:15:32 STEP 581 H= 145:15 +CPU= 12.177
18:15:44 STEP 582 H= 145:30 +CPU= 12.150
18:15:56 STEP 583 H= 145:45 +CPU= 11.877
18:16:08 STEP 584 H= 146:00 +CPU= 12.309
18:16:21 STEP 585 H= 146:15 +CPU= 12.409
18:16:34 STEP 586 H= 146:30 +CPU= 12.555
18:16:46 STEP 587 H= 146:45 +CPU= 12.539
18:17:03 STEP 588 H= 147:00 +CPU= 16.033
Moving to projects directory: /var/lib/boinc/slots/11/ICMGGh7zg+000588
Moving to projects directory: /var/lib/boinc/slots/11/ICMSHh7zg+000588
Moving to projects directory: /var/lib/boinc/slots/11/ICMUAh7zg+000588
18:17:15 STEP 589 H= 147:15 +CPU= 12.487
18:17:28 STEP 590 H= 147:30 +CPU= 12.522
18:17:41 STEP 591 H= 147:45 +CPU= 12.874
18:17:54 STEP 592 H= 148:00 +CPU= 12.975
18:18:07 STEP 593 H= 148:15 +CPU= 12.490
18:18:19 STEP 594 H= 148:30 +CPU= 12.405
18:18:32 STEP 595 H= 148:45 +CPU= 12.525
18:18:45 STEP 596 H= 149:00 +CPU= 12.809
18:18:58 STEP 597 H= 149:15 +CPU= 12.464
18:19:10 STEP 598 H= 149:30 +CPU= 12.318
18:19:23 STEP 599 H= 149:45 +CPU= 12.424
18:19:39 STEP 600 H= 150:00 +CPU= 16.073
Moving to projects directory: /var/lib/boinc/slots/11/ICMGGh7zg+000600
Moving to projects directory: /var/lib/boinc/slots/11/ICMSHh7zg+000600
Moving to projects directory: /var/lib/boinc/slots/11/ICMUAh7zg+000600
18:19:51 STEP 601 H= 150:15 +CPU= 12.316
18:20:04 STEP 602 H= 150:30 +CPU= 12.405
18:20:16 STEP 603 H= 150:45 +CPU= 12.242
18:20:29 STEP 604 H= 151:00 +CPU= 12.793
18:20:42 STEP 605 H= 151:15 +CPU= 12.501
18:20:54 STEP 606 H= 151:30 +CPU= 11.874
18:21:06 STEP 607 H= 151:45 +CPU= 12.125
18:21:20 STEP 608 H= 152:00 +CPU= 13.262
18:21:34 STEP 609 H= 152:15 +CPU= 13.271
18:21:47 STEP 610 H= 152:30 +CPU= 13.038
18:22:00 STEP 611 H= 152:45 +CPU= 12.778
18:22:18 STEP 612 H= 153:00 +CPU= 17.550
Moving to projects directory: /var/lib/boinc/slots/11/ICMGGh7zg+000612
Moving to projects directory: /var/lib/boinc/slots/11/ICMSHh7zg+000612
Moving to projects directory: /var/lib/boinc/slots/11/ICMUAh7zg+000612
18:22:33 STEP 613 H= 153:15 +CPU= 14.519
18:22:49 STEP 614 H= 153:30 +CPU= 15.255
18:23:05 STEP 615 H= 153:45 +CPU= 14.548
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
18:23:41 STEP 616 H= 154:00 +CPU= 14.612
18:23:56 STEP 617 H= 154:15 +CPU= 14.567
18:24:11 STEP 618 H= 154:30 +CPU= 14.174
18:24:26 STEP 619 H= 154:45 +CPU= 14.087
18:24:41 STEP 620 H= 155:00 +CPU= 14.775
18:24:56 STEP 621 H= 155:15 +CPU= 14.338
18:25:11 STEP 622 H= 155:30 +CPU= 14.103
18:25:25 STEP 623 H= 155:45 +CPU= 14.095
18:25:46 STEP 624 H= 156:00 +CPU= 19.698
Moving to projects directory: /var/lib/boinc/slots/11/ICMGGh7zg+000624
Moving to projects directory: /var/lib/boinc/slots/11/ICMSHh7zg+000624
Moving to projects directory: /var/lib/boinc/slots/11/ICMUAh7zg+000624
18:26:00 STEP 625 H= 156:15 +CPU= 13.605
18:26:14 STEP 626 H= 156:30 +CPU= 13.679
18:26:29 STEP 627 H= 156:45 +CPU= 14.109
18:26:43 STEP 628 H= 157:00 +CPU= 13.991
18:26:58 STEP 629 H= 157:15 +CPU= 13.820
18:27:12 STEP 630 H= 157:30 +CPU= 13.970
18:27:26 STEP 631 H= 157:45 +CPU= 13.749
18:27:41 STEP 632 H= 158:00 +CPU= 14.261
18:27:55 STEP 633 H= 158:15 +CPU= 13.699
18:28:09 STEP 634 H= 158:30 +CPU= 13.670
18:28:23 STEP 635 H= 158:45 +CPU= 13.477
18:28:41 STEP 636 H= 159:00 +CPU= 17.394
Moving to projects directory: /var/lib/boinc/slots/11/ICMGGh7zg+000636
Moving to projects directory: /var/lib/boinc/slots/11/ICMSHh7zg+000636
Moving to projects directory: /var/lib/boinc/slots/11/ICMUAh7zg+000636
18:28:55 STEP 637 H= 159:15 +CPU= 13.585
18:29:09 STEP 638 H= 159:30 +CPU= 13.876
18:29:24 STEP 639 H= 159:45 +CPU= 14.155
18:29:39 STEP 640 H= 160:00 +CPU= 14.225
18:29:53 STEP 641 H= 160:15 +CPU= 13.827
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
18:30:29 STEP 642 H= 160:30 +CPU= 14.346
18:30:44 STEP 643 H= 160:45 +CPU= 14.627
18:31:01 STEP 644 H= 161:00 +CPU= 15.723
18:31:16 STEP 645 H= 161:15 +CPU= 13.961
18:31:30 STEP 646 H= 161:30 +CPU= 13.887
18:31:46 STEP 647 H= 161:45 +CPU= 14.834
18:32:05 STEP 648 H= 162:00 +CPU= 18.740
Moving to projects directory: /var/lib/boinc/slots/11/ICMGGh7zg+000648
Moving to projects directory: /var/lib/boinc/slots/11/ICMSHh7zg+000648
Moving to projects directory: /var/lib/boinc/slots/11/ICMUAh7zg+000648
18:32:21 STEP 649 H= 162:15 +CPU= 14.861
18:32:36 STEP 650 H= 162:30 +CPU= 14.428
18:32:51 STEP 651 H= 162:45 +CPU= 14.601
18:33:07 STEP 652 H= 163:00 +CPU= 15.250
18:33:23 STEP 653 H= 163:15 +CPU= 14.887
18:33:39 STEP 654 H= 163:30 +CPU= 14.892
18:33:54 STEP 655 H= 163:45 +CPU= 14.771
18:34:10 STEP 656 H= 164:00 +CPU= 15.241
18:34:26 STEP 657 H= 164:15 +CPU= 14.639
18:34:41 STEP 658 H= 164:30 +CPU= 14.579
18:34:56 STEP 659 H= 164:45 +CPU= 14.394
18:35:16 STEP 660 H= 165:00 +CPU= 18.848
Moving to projects directory: /var/lib/boinc/slots/11/ICMGGh7zg+000660
Moving to projects directory: /var/lib/boinc/slots/11/ICMSHh7zg+000660
Moving to projects directory: /var/lib/boinc/slots/11/ICMUAh7zg+000660
18:35:31 STEP 661 H= 165:15 +CPU= 14.701
18:35:47 STEP 662 H= 165:30 +CPU= 14.807
18:36:03 STEP 663 H= 165:45 +CPU= 14.882
18:36:17 STEP 664 H= 166:00 +CPU= 14.184
18:36:32 STEP 665 H= 166:15 +CPU= 13.867
18:36:47 STEP 666 H= 166:30 +CPU= 14.651
18:37:02 STEP 667 H= 166:45 +CPU= 14.181
18:37:17 STEP 668 H= 167:00 +CPU= 14.705
18:37:32 STEP 669 H= 167:15 +CPU= 14.177
18:37:47 STEP 670 H= 167:30 +CPU= 14.353
18:38:02 STEP 671 H= 167:45 +CPU= 14.432
18:38:23 STEP 672 H= 168:00 +CPU= 19.911
Moving to projects directory: /var/lib/boinc/slots/11/ICMGGh7zg+000672
Moving to projects directory: /var/lib/boinc/slots/11/ICMSHh7zg+000672
Moving to projects directory: /var/lib/boinc/slots/11/ICMUAh7zg+000672
18:38:37 STEP 673 H= 168:15 +CPU= 14.068
Adding to the zip: /var/lib/boinc/projects/climateprediction.net/oifs_43r3_bl_12209519/ICMGGh7zg+000588
Adding to the zip: /var/lib/boinc/projects/climateprediction.net/oifs_43r3_bl_12209519/ICMSHh7zg+000588
Adding to the zip: /var/lib/boinc/projects/climateprediction.net/oifs_43r3_bl_12209519/ICMUAh7zg+000588
Adding to the zip: /var/lib/boinc/projects/climateprediction.net/oifs_43r3_bl_12209519/ICMGGh7zg+000600
Adding to the zip: /var/lib/boinc/projects/climateprediction.net/oifs_43r3_bl_12209519/ICMSHh7zg+000600
Adding to the zip: /var/lib/boinc/projects/climateprediction.net/oifs_43r3_bl_12209519/ICMUAh7zg+000600
Adding to the zip: /var/lib/boinc/projects/climateprediction.net/oifs_43r3_bl_12209519/ICMGGh7zg+000612
Adding to the zip: /var/lib/boinc/projects/climateprediction.net/oifs_43r3_bl_12209519/ICMSHh7zg+000612
Adding to the zip: /var/lib/boinc/projects/climateprediction.net/oifs_43r3_bl_12209519/ICMUAh7zg+000612
Adding to the zip: /var/lib/boinc/projects/climateprediction.net/oifs_43r3_bl_12209519/ICMGGh7zg+000624
Adding to the zip: /var/lib/boinc/projects/climateprediction.net/oifs_43r3_bl_12209519/ICMSHh7zg+000624
Adding to the zip: /var/lib/boinc/projects/climateprediction.net/oifs_43r3_bl_12209519/ICMUAh7zg+000624
Adding to the zip: /var/lib/boinc/projects/climateprediction.net/oifs_43r3_bl_12209519/ICMGGh7zg+000636
Adding to the zip: /var/lib/boinc/projects/climateprediction.net/oifs_43r3_bl_12209519/ICMSHh7zg+000636
Adding to the zip: /var/lib/boinc/projects/climateprediction.net/oifs_43r3_bl_12209519/ICMUAh7zg+000636
Adding to the zip: /var/lib/boinc/projects/climateprediction.net/oifs_43r3_bl_12209519/ICMGGh7zg+000648
Adding to the zip: /var/lib/boinc/projects/climateprediction.net/oifs_43r3_bl_12209519/ICMSHh7zg+000648
Adding to the zip: /var/lib/boinc/projects/climateprediction.net/oifs_43r3_bl_12209519/ICMUAh7zg+000648
Adding to the zip: /var/lib/boinc/projects/climateprediction.net/oifs_43r3_bl_12209519/ICMGGh7zg+000660
Adding to the zip: /var/lib/boinc/projects/climateprediction.net/oifs_43r3_bl_12209519/ICMSHh7zg+000660
Adding to the zip: /var/lib/boinc/projects/climateprediction.net/oifs_43r3_bl_12209519/ICMUAh7zg+000660
Adding to the zip: /var/lib/boinc/projects/climateprediction.net/oifs_43r3_bl_12209519/ICMGGh7zg+000672
Adding to the zip: /var/lib/boinc/projects/climateprediction.net/oifs_43r3_bl_12209519/ICMSHh7zg+000672
Adding to the zip: /var/lib/boinc/projects/climateprediction.net/oifs_43r3_bl_12209519/ICMUAh7zg+000672
Zipping up the intermediate file: /var/lib/boinc/projects/climateprediction.net/oifs_43r3_bl_a23w_2016092300_15_991_12209519_0_r86143245_6.zip
Uploading the intermediate file: upload_file_6.zip
18:38:52 STEP 674 H= 168:30 +CPU= 14.094
18:39:06 STEP 675 H= 168:45 +CPU= 13.924
18:39:21 STEP 676 H= 169:00 +CPU= 14.322
18:39:36 STEP 677 H= 169:15 +CPU= 14.109
18:39:52 STEP 678 H= 169:30 +CPU= 15.158
18:40:07 STEP 679 H= 169:45 +CPU= 14.736
18:40:23 STEP 680 H= 170:00 +CPU= 15.344
18:40:39 STEP 681 H= 170:15 +CPU= 14.894
18:40:55 STEP 682 H= 170:30 +CPU= 14.849
18:41:10 STEP 683 H= 170:45 +CPU= 14.811
18:41:30 STEP 684 H= 171:00 +CPU= 19.310
Moving to projects directory: /var/lib/boinc/slots/11/ICMGGh7zg+000684
Moving to projects directory: /var/lib/boinc/slots/11/ICMSHh7zg+000684
Moving to projects directory: /var/lib/boinc/slots/11/ICMUAh7zg+000684
18:41:46 STEP 685 H= 171:15 +CPU= 14.591
18:42:01 STEP 686 H= 171:30 +CPU= 14.628
18:42:16 STEP 687 H= 171:45 +CPU= 14.733
18:42:32 STEP 688 H= 172:00 +CPU= 15.204
18:42:48 STEP 689 H= 172:15 +CPU= 14.572
18:43:03 STEP 690 H= 172:30 +CPU= 14.890
18:43:18 STEP 691 H= 172:45 +CPU= 14.513
18:43:34 STEP 692 H= 173:00 +CPU= 15.283
18:43:50 STEP 693 H= 173:15 +CPU= 14.754
18:44:05 STEP 694 H= 173:30 +CPU= 14.171
18:44:20 STEP 695 H= 173:45 +CPU= 14.538
18:44:39 STEP 696 H= 174:00 +CPU= 18.391
Moving to projects directory: /var/lib/boinc/slots/11/ICMGGh7zg+000696
Moving to projects directory: /var/lib/boinc/slots/11/ICMSHh7zg+000696
Moving to projects directory: /var/lib/boinc/slots/11/ICMUAh7zg+000696
18:44:54 STEP 697 H= 174:15 +CPU= 13.910
18:45:08 STEP 698 H= 174:30 +CPU= 13.835
18:45:23 STEP 699 H= 174:45 +CPU= 14.539
18:45:38 STEP 700 H= 175:00 +CPU= 14.401
18:45:53 STEP 701 H= 175:15 +CPU= 13.886
18:46:07 STEP 702 H= 175:30 +CPU= 13.935
18:46:22 STEP 703 H= 175:45 +CPU= 14.072
18:46:37 STEP 704 H= 176:00 +CPU= 14.684
18:46:52 STEP 705 H= 176:15 +CPU= 14.155
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
18:47:27 STEP 706 H= 176:30 +CPU= 13.339
18:47:40 STEP 707 H= 176:45 +CPU= 13.391
18:47:59 STEP 708 H= 177:00 +CPU= 17.607
Moving to projects directory: /var/lib/boinc/slots/11/ICMGGh7zg+000708
Moving to projects directory: /var/lib/boinc/slots/11/ICMSHh7zg+000708
Moving to projects directory: /var/lib/boinc/slots/11/ICMUAh7zg+000708
18:48:12 STEP 709 H= 177:15 +CPU= 13.440
18:48:26 STEP 710 H= 177:30 +CPU= 13.489
18:48:40 STEP 711 H= 177:45 +CPU= 13.534
18:48:55 STEP 712 H= 178:00 +CPU= 14.050
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
Suspend request received from the BOINC client, suspending the child process
[EC_DRHOOK:YatagarasuDrive:1:1:8287:8287] [20230222:214749:1677098869:14775.836] [signal_drhook@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1538] Received signal#15 (SIGTERM) :: 4057MB (heap), 5432MB (maxrss), 0MB (maxstack), 0 (paging), nsigs = 1
[EC_DRHOOK:YatagarasuDrive:1:1:8287:8287] [20230222:214749:1677098869:14775.836] [signal_drhook@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1542] Also activating Harakiri-alarm (SIGALRM=14) to expire after 500s elapsed to prevent hangs, nsigs = 1
[EC_DRHOOK:YatagarasuDrive:1:1:8287:8287] [20230222:214749:1677098869:14775.836] [signal_drhook@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1544] Harakiri signal handler 'signal_harakiri' for signal#14 (SIGALRM) installed at 0x81f0c0 (old at (nil))
[EC_DRHOOK:YatagarasuDrive:1:1:8287:8287] [20230222:214749:1677098869:14775.836] [signal_drhook@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1617] Signal#15 was caused by unrecognized si_code [memaddr=0x1], nsigs = 1
[EC_DRHOOK:YatagarasuDrive:1:1:8287:8287] [20230222:214749:1677098869:14775.836] [signal_drhook@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1686] Starting DrHook backtrace for signal#15, nsigs = 1
[EC_DRHOOK:YatagarasuDrive:1:1:8287:8287] [20230222:214749:1677098869:14775.836] [c_drhook_print_@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:3843] 4057 MB (maxheap), 5432 MB (maxrss), 0 MB (maxstack)
[EC_DRHOOK:YatagarasuDrive:1:1:8287:8287] [20230222:214749:1677098869:14775.836] [c_drhook_print_@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:3897] : MASTER
[EC_DRHOOK:YatagarasuDrive:1:1:8287:8287] [20230222:214749:1677098869:14775.836] [c_drhook_print_@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:3897] : CNT0
[EC_DRHOOK:YatagarasuDrive:1:1:8287:8287] [20230222:214749:1677098869:14775.836] [c_drhook_print_@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:3897] : CNT1
[EC_DRHOOK:YatagarasuDrive:1:1:8287:8287] [20230222:214749:1677098869:14775.836] [c_drhook_print_@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:3897] : CNT2
[EC_DRHOOK:YatagarasuDrive:1:1:8287:8287] [20230222:214749:1677098869:14775.836] [c_drhook_print_@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:3897] : CNT3
[EC_DRHOOK:YatagarasuDrive:1:1:8287:8287] [20230222:214749:1677098869:14775.836] [c_drhook_print_@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:3897] : CNT4
[EC_DRHOOK:YatagarasuDrive:1:1:8287:8287] [20230222:214749:1677098869:14775.836] [c_drhook_print_@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:3897] : STEPO
[EC_DRHOOK:YatagarasuDrive:1:1:8287:8287] [20230222:214749:1677098869:14775.836] [c_drhook_print_@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:3897] : SCAN2M
[EC_DRHOOK:YatagarasuDrive:1:1:8287:8287] [20230222:214749:1677098869:14775.836] [c_drhook_print_@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:3897] : GP_MODEL_HEAP
[EC_DRHOOK:YatagarasuDrive:1:1:8287:8287] [20230222:214749:1677098869:14775.836] [c_drhook_print_@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:3897] : GP_MODEL
[EC_DRHOOK:YatagarasuDrive:1:1:8287:8287] [20230222:214749:1677098869:14775.836] [c_drhook_print_@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:3897] : EC_PHYS_DRV
[EC_DRHOOK:YatagarasuDrive:1:1:8287:8287] [20230222:214749:1677098869:14775.836] [c_drhook_print_@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:3897] : >OMP-PHYSICS (1001)
[EC_DRHOOK:YatagarasuDrive:1:1:8287:8287] [20230222:214749:1677098869:14775.836] [c_drhook_print_@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:3897] : EC_PHYS
[EC_DRHOOK:YatagarasuDrive:1:1:8287:8287] [20230222:214749:1677098869:14775.836] [c_drhook_print_@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:3897] : CALLPAR
[EC_DRHOOK:YatagarasuDrive:1:1:8287:8287] [20230222:214749:1677098869:14775.836] [c_drhook_print_@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:3897] : TURBULENCE_LAYER
[EC_DRHOOK:YatagarasuDrive:1:1:8287:8287] [20230222:214749:1677098869:14775.836] [c_drhook_print_@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:3897] : VDFOUTER
[EC_DRHOOK:YatagarasuDrive:1:1:8287:8287] [20230222:214749:1677098869:14775.836] [c_drhook_print_@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:3897] : VDFMAIN
[EC_DRHOOK:YatagarasuDrive:1:1:8287:8287] [20230222:214750:1677098870:14776.837] [signal_drhook@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1734] DrHook backtrace done for signal#15, nsigs = 1
[EC_DRHOOK:YatagarasuDrive:1:1:8287:8287] [20230222:214750:1677098870:14776.837] [signal_drhook@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1785] Calling previous signal handler at 0x401140 for signal#15, nsigs = 1
forrtl: error (78): process killed (SIGTERM)
Image PC Routine Line Source
oifs_43r3_model.e 000000000081FCF1 Unknown Unknown Unknown
oifs_43r3_model.e 0000000001D8BB20 Unknown Unknown Unknown
oifs_43r3_model.e 00000000012D28C8 vdfmain_ 879 vdfmain.F90
oifs_43r3_model.e 00000000012BA8D9 vdfouter_ 739 vdfouter.F90
oifs_43r3_model.e 00000000012B0762 turbulence_layer_ 158 turbulence_layer.F90
oifs_43r3_model.e 0000000001163FC3 callpar_ 869 callpar.F90
oifs_43r3_model.e 00000000010B682F ec_phys_ 670 ec_phys.F90
oifs_43r3_model.e 00000000010A915C ec_phys_drv_ 599 ec_phys_drv.F90
oifs_43r3_model.e 0000000000E680C3 gp_model_ 613 gp_model.F90
oifs_43r3_model.e 00000000015C1E62 gp_model_heap_ 74 gp_model_heap.F90
oifs_43r3_model.e 00000000015AC40E scan2m_ 535 scan2m.F90
oifs_43r3_model.e 00000000006620B4 stepo_ 327 stepo.F90
oifs_43r3_model.e 00000000004A0E7C cnt4_ 1133 cnt4.F90
oifs_43r3_model.e 000000000049DC29 cnt3_ 267 cnt3.F90
oifs_43r3_model.e 000000000049CE72 cnt2_ 88 cnt2.F90
oifs_43r3_model.e 000000000049CD68 cnt1_ 92 cnt1.F90
oifs_43r3_model.e 00000000004078AD cnt0_ 146 cnt0.F90
oifs_43r3_model.e 000000000040276F MAIN__ 96 master.F90
oifs_43r3_model.e 000000000040270D Unknown Unknown Unknown
oifs_43r3_model.e 0000000001D8287A Unknown Unknown Unknown
oifs_43r3_model.e 0000000001D840D7 Unknown Unknown Unknown
oifs_43r3_model.e 00000000004025E5 Unknown Unknown Unknown
</stderr_txt>
]]>
