<core_client_version>7.16.6</core_client_version>
<![CDATA[
<message>
Disk usage limit exceeded</message>
<stderr_txt>
9:0.000] [process_options@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3/src/ifsaux/support/drhook.c:2194] DR_HOOK_RANDOM_MEMSTAT=0 (RAND_MAX=2147483647)
[EC_DRHOOK:chonky:1:1:3812:3812] [20221218:194639:1671392799:0.000] [process_options@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3/src/ifsaux/support/drhook.c:2205] DR_HOOK_HASHBITS=16
[EC_DRHOOK:chonky:1:1:3812:3812] [20221218:194639:1671392799:0.000] [process_options@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3/src/ifsaux/support/drhook.c:2213] DR_HOOK_NCALLSTACK=0
[EC_DRHOOK:chonky:1:1:3812:3812] [20221218:194639:1671392799:0.000] [process_options@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3/src/ifsaux/support/drhook.c:2221] DR_HOOK_HARAKIRI_TIMEOUT=500
[EC_DRHOOK:chonky:1:1:3812:3812] [20221218:194639:1671392799:0.000] [process_options@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3/src/ifsaux/support/drhook.c:2228] DR_HOOK_TRAPFPE=1
[EC_DRHOOK:chonky:1:1:3812:3812] [20221218:194639:1671392799:0.000] [process_options@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3/src/ifsaux/support/drhook.c:2235] DR_HOOK_TRAPFPE_INVALID=1
[EC_DRHOOK:chonky:1:1:3812:3812] [20221218:194639:1671392799:0.000] [process_options@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3/src/ifsaux/support/drhook.c:2242] DR_HOOK_TRAPFPE_DIVBYZERO=1
[EC_DRHOOK:chonky:1:1:3812:3812] [20221218:194639:1671392799:0.000] [process_options@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3/src/ifsaux/support/drhook.c:2249] DR_HOOK_TRAPFPE_OVERFLOW=1
[EC_DRHOOK:chonky:1:1:3812:3812] [20221218:194639:1671392799:0.000] [ignore_signals@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3/src/ifsaux/support/drhook.c:1227] DR_HOOK_IGNORE_SIGNALS=<undef>
[EC_DRHOOK:chonky:1:1:3812:3812] [20221218:194639:1671392799:0.000] [restore_default_signals@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3/src/ifsaux/support/drhook.c:1178] DR_HOOK_RESTORE_DEFAULT_SIGNALS=<undef>
[EC_DRHOOK:chonky:1:1:3812:3812] [20221218:194639:1671392799:0.000] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3/src/ifsaux/support/drhook.c:1937] New signal handler 'signal_drhook' for signal#6 (SIGABRT) at 0x80f7e0 (old at 0x401140)
[EC_DRHOOK:chonky:1:1:3812:3812] [20221218:194639:1671392799:0.000] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3/src/ifsaux/support/drhook.c:1938] New signal handler 'signal_drhook' for signal#7 (SIGBUS) at 0x80f7e0 (old at (nil))
[EC_DRHOOK:chonky:1:1:3812:3812] [20221218:194639:1671392799:0.001] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3/src/ifsaux/support/drhook.c:1939] New signal handler 'signal_drhook' for signal#11 (SIGSEGV) at 0x80f7e0 (old at 0x401140)
[EC_DRHOOK:chonky:1:1:3812:3812] [20221218:194639:1671392799:0.001] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3/src/ifsaux/support/drhook.c:1944] New signal handler 'signal_drhook' for signal#16 (SIGSTKFLT) at 0x80f7e0 (old at (nil))
[EC_DRHOOK:chonky:1:1:3812:3812] [20221218:194639:1671392799:0.001] [trapfpe_treatment@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3/src/ifsaux/support/drhook.c:1149] DR_HOOK enables SIGFPE-related floating point trapping since DRHOOK_TRAPFPE=1
[EC_DRHOOK:chonky:1:1:3812:3812] [20221218:194639:1671392799:0.001] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3/src/ifsaux/support/drhook.c:1948] New signal handler 'signal_drhook' for signal#8 (SIGFPE) at 0x80f7e0 (old at 0x401140)
[EC_DRHOOK:chonky:1:1:3812:3812] [20221218:194639:1671392799:0.001] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3/src/ifsaux/support/drhook.c:1949] New signal handler 'signal_drhook' for signal#4 (SIGILL) at 0x80f7e0 (old at 0x401140)
[EC_DRHOOK:chonky:1:1:3812:3812] [20221218:194639:1671392799:0.001] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3/src/ifsaux/support/drhook.c:1951] New signal handler 'signal_drhook' for signal#5 (SIGTRAP) at 0x80f7e0 (old at (nil))
[EC_DRHOOK:chonky:1:1:3812:3812] [20221218:194639:1671392799:0.001] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3/src/ifsaux/support/drhook.c:1952] New signal handler 'signal_drhook' for signal#2 (SIGINT) at 0x80f7e0 (old at 0x401140)
[EC_DRHOOK:chonky:1:1:3812:3812] [20221218:194639:1671392799:0.001] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3/src/ifsaux/support/drhook.c:1960] New signal handler 'signal_drhook' for signal#3 (SIGQUIT) at 0x80f7e0 (old at 0x401140)
[EC_DRHOOK:chonky:1:1:3812:3812] [20221218:194639:1671392799:0.001] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3/src/ifsaux/support/drhook.c:1961] New signal handler 'signal_drhook' for signal#15 (SIGTERM) at 0x80f7e0 (old at 0x401140)
[EC_DRHOOK:chonky:1:1:3812:3812] [20221218:194639:1671392799:0.001] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3/src/ifsaux/support/drhook.c:1966] New signal handler 'signal_drhook' for signal#24 (SIGXCPU) at 0x80f7e0 (old at (nil))
[EC_DRHOOK:chonky:1:1:3812:3812] [20221218:194639:1671392799:0.001] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3/src/ifsaux/support/drhook.c:1968] New signal handler 'signal_drhook' for signal#25 (SIGXFSZ) at 0x80f7e0 (old at (nil))
[EC_DRHOOK:chonky:1:1:3812:3812] [20221218:194639:1671392799:0.001] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3/src/ifsaux/support/drhook.c:1973] New signal handler 'signal_drhook' for signal#31 (SIGSYS) at 0x80f7e0 (old at (nil))
[EC_DRHOOK:chonky:1:1:3812:3812] [20221218:194639:1671392799:0.001] [catch_signals@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3/src/ifsaux/support/drhook.c:1111] DR_HOOK_CATCH_SIGNALS=<undef>
19:49:00 STEP 336 H= 84:00 +CPU= 55.414
19:49:52 STEP 337 H= 84:15 +CPU= 51.277
19:50:43 STEP 338 H= 84:30 +CPU= 50.611
19:51:35 STEP 339 H= 84:45 +CPU= 51.560
19:52:28 STEP 340 H= 85:00 +CPU= 51.873
19:53:21 STEP 341 H= 85:15 +CPU= 53.268
19:54:16 STEP 342 H= 85:30 +CPU= 54.517
19:55:12 STEP 343 H= 85:45 +CPU= 56.289
19:56:04 STEP 344 H= 86:00 +CPU= 51.004
19:56:50 STEP 345 H= 86:15 +CPU= 46.250
19:57:37 STEP 346 H= 86:30 +CPU= 46.960
19:58:25 STEP 347 H= 86:45 +CPU= 47.783
19:59:25 STEP 348 H= 87:00 +CPU= 59.100
Moving to projects directory: /var/lib/boinc-client/slots/8/ICMGGh7zg+000348
Moving to projects directory: /var/lib/boinc-client/slots/8/ICMSHh7zg+000348
Moving to projects directory: /var/lib/boinc-client/slots/8/ICMUAh7zg+000348
20:00:11 STEP 349 H= 87:15 +CPU= 46.591
20:00:58 STEP 350 H= 87:30 +CPU= 46.666
20:01:46 STEP 351 H= 87:45 +CPU= 47.562
20:02:36 STEP 352 H= 88:00 +CPU= 50.122
20:03:27 STEP 353 H= 88:15 +CPU= 50.085
20:04:15 STEP 354 H= 88:30 +CPU= 48.164
20:05:06 STEP 355 H= 88:45 +CPU= 49.929
20:06:00 STEP 356 H= 89:00 +CPU= 54.087
20:06:55 STEP 357 H= 89:15 +CPU= 53.419
20:07:49 STEP 358 H= 89:30 +CPU= 53.924
20:08:43 STEP 359 H= 89:45 +CPU= 53.366
20:09:51 STEP 360 H= 90:00 +CPU= 66.478
Moving to projects directory: /var/lib/boinc-client/slots/8/ICMGGh7zg+000360
Moving to projects directory: /var/lib/boinc-client/slots/8/ICMSHh7zg+000360
Moving to projects directory: /var/lib/boinc-client/slots/8/ICMUAh7zg+000360
20:10:44 STEP 361 H= 90:15 +CPU= 52.182
20:11:38 STEP 362 H= 90:30 +CPU= 53.953
20:12:30 STEP 363 H= 90:45 +CPU= 51.483
20:13:26 STEP 364 H= 91:00 +CPU= 55.112
20:14:21 STEP 365 H= 91:15 +CPU= 54.888
20:15:18 STEP 366 H= 91:30 +CPU= 56.058
20:16:11 STEP 367 H= 91:45 +CPU= 52.883
20:17:06 STEP 368 H= 92:00 +CPU= 53.826
20:18:05 STEP 369 H= 92:15 +CPU= 58.355
20:19:01 STEP 370 H= 92:30 +CPU= 54.597
20:19:54 STEP 371 H= 92:45 +CPU= 52.978
20:21:02 STEP 372 H= 93:00 +CPU= 67.729
Moving to projects directory: /var/lib/boinc-client/slots/8/ICMGGh7zg+000372
Moving to projects directory: /var/lib/boinc-client/slots/8/ICMSHh7zg+000372
Moving to projects directory: /var/lib/boinc-client/slots/8/ICMUAh7zg+000372
20:21:57 STEP 373 H= 93:15 +CPU= 54.156
20:22:52 STEP 374 H= 93:30 +CPU= 54.165
20:23:47 STEP 375 H= 93:45 +CPU= 54.981
20:24:42 STEP 376 H= 94:00 +CPU= 53.871
20:25:35 STEP 377 H= 94:15 +CPU= 52.382
20:26:27 STEP 378 H= 94:30 +CPU= 51.572
20:27:24 STEP 379 H= 94:45 +CPU= 55.573
20:28:19 STEP 380 H= 95:00 +CPU= 54.628
20:29:12 STEP 381 H= 95:15 +CPU= 52.470
20:30:05 STEP 382 H= 95:30 +CPU= 52.430
20:31:05 STEP 383 H= 95:45 +CPU= 57.781
20:32:22 STEP 384 H= 96:00 +CPU= 75.757
Moving to projects directory: /var/lib/boinc-client/slots/8/ICMGGh7zg+000384
Moving to projects directory: /var/lib/boinc-client/slots/8/ICMSHh7zg+000384
Moving to projects directory: /var/lib/boinc-client/slots/8/ICMUAh7zg+000384
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12166496/ICMGGh7zg+000288
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12166496/ICMSHh7zg+000288
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12166496/ICMUAh7zg+000288
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12166496/ICMGGh7zg+000300
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12166496/ICMSHh7zg+000300
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12166496/ICMUAh7zg+000300
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12166496/ICMGGh7zg+000312
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12166496/ICMSHh7zg+000312
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12166496/ICMUAh7zg+000312
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12166496/ICMGGh7zg+000324
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12166496/ICMSHh7zg+000324
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12166496/ICMUAh7zg+000324
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12166496/ICMGGh7zg+000336
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12166496/ICMSHh7zg+000336
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12166496/ICMUAh7zg+000336
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12166496/ICMGGh7zg+000348
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12166496/ICMSHh7zg+000348
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12166496/ICMUAh7zg+000348
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12166496/ICMGGh7zg+000360
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12166496/ICMSHh7zg+000360
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12166496/ICMUAh7zg+000360
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12166496/ICMGGh7zg+000372
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12166496/ICMSHh7zg+000372
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12166496/ICMUAh7zg+000372
Zipping up the intermediate file: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_a02u_2016092300_15_949_12166496_0_r1683832681_3.zip
Uploading the intermediate file: upload_file_3.zip
20:33:19 STEP 385 H= 96:15 +CPU= 55.404
20:34:16 STEP 386 H= 96:30 +CPU= 55.686
20:35:13 STEP 387 H= 96:45 +CPU= 55.850
20:36:10 STEP 388 H= 97:00 +CPU= 56.198
20:37:04 STEP 389 H= 97:15 +CPU= 54.416
20:38:01 STEP 390 H= 97:30 +CPU= 55.876
20:38:57 STEP 391 H= 97:45 +CPU= 54.988
20:39:54 STEP 392 H= 98:00 +CPU= 56.601
20:40:50 STEP 393 H= 98:15 +CPU= 55.614
20:41:46 STEP 394 H= 98:30 +CPU= 55.320
20:42:44 STEP 395 H= 98:45 +CPU= 56.490
20:43:56 STEP 396 H= 99:00 +CPU= 71.169
Moving to projects directory: /var/lib/boinc-client/slots/8/ICMGGh7zg+000396
Moving to projects directory: /var/lib/boinc-client/slots/8/ICMSHh7zg+000396
Moving to projects directory: /var/lib/boinc-client/slots/8/ICMUAh7zg+000396
20:44:51 STEP 397 H= 99:15 +CPU= 54.548
20:45:46 STEP 398 H= 99:30 +CPU= 54.769
20:46:43 STEP 399 H= 99:45 +CPU= 55.150
20:47:40 STEP 400 H= 100:00 +CPU= 56.574
20:48:36 STEP 401 H= 100:15 +CPU= 55.898
20:49:28 STEP 402 H= 100:30 +CPU= 51.704
20:50:21 STEP 403 H= 100:45 +CPU= 52.100
20:51:17 STEP 404 H= 101:00 +CPU= 55.337
20:52:11 STEP 405 H= 101:15 +CPU= 53.885
20:53:03 STEP 406 H= 101:30 +CPU= 51.619
20:53:58 STEP 407 H= 101:45 +CPU= 54.223
20:55:04 STEP 408 H= 102:00 +CPU= 65.551
Moving to projects directory: /var/lib/boinc-client/slots/8/ICMGGh7zg+000408
Moving to projects directory: /var/lib/boinc-client/slots/8/ICMSHh7zg+000408
Moving to projects directory: /var/lib/boinc-client/slots/8/ICMUAh7zg+000408
20:56:03 STEP 409 H= 102:15 +CPU= 58.130
20:57:01 STEP 410 H= 102:30 +CPU= 56.936
20:57:57 STEP 411 H= 102:45 +CPU= 55.207
20:58:53 STEP 412 H= 103:00 +CPU= 55.605
20:59:48 STEP 413 H= 103:15 +CPU= 54.152
21:00:44 STEP 414 H= 103:30 +CPU= 55.150
21:01:39 STEP 415 H= 103:45 +CPU= 54.348
21:02:37 STEP 416 H= 104:00 +CPU= 56.877
21:03:34 STEP 417 H= 104:15 +CPU= 55.593
21:04:30 STEP 418 H= 104:30 +CPU= 54.911
21:05:25 STEP 419 H= 104:45 +CPU= 54.901
21:06:37 STEP 420 H= 105:00 +CPU= 70.225
Moving to projects directory: /var/lib/boinc-client/slots/8/ICMGGh7zg+000420
Moving to projects directory: /var/lib/boinc-client/slots/8/ICMSHh7zg+000420
Moving to projects directory: /var/lib/boinc-client/slots/8/ICMUAh7zg+000420
21:07:33 STEP 421 H= 105:15 +CPU= 55.348
21:08:28 STEP 422 H= 105:30 +CPU= 54.412
21:09:24 STEP 423 H= 105:45 +CPU= 55.139
21:10:21 STEP 424 H= 106:00 +CPU= 57.020
21:11:14 STEP 425 H= 106:15 +CPU= 52.373
21:12:10 STEP 426 H= 106:30 +CPU= 54.416
21:13:02 STEP 427 H= 106:45 +CPU= 52.052
21:14:00 STEP 428 H= 107:00 +CPU= 56.923
21:14:57 STEP 429 H= 107:15 +CPU= 56.385
21:15:54 STEP 430 H= 107:30 +CPU= 55.749
21:16:50 STEP 431 H= 107:45 +CPU= 55.366
21:18:08 STEP 432 H= 108:00 +CPU= 76.838
Moving to projects directory: /var/lib/boinc-client/slots/8/ICMGGh7zg+000432
Moving to projects directory: /var/lib/boinc-client/slots/8/ICMSHh7zg+000432
Moving to projects directory: /var/lib/boinc-client/slots/8/ICMUAh7zg+000432
21:19:00 STEP 433 H= 108:15 +CPU= 52.034
21:19:55 STEP 434 H= 108:30 +CPU= 54.457
21:20:51 STEP 435 H= 108:45 +CPU= 54.993
21:21:44 STEP 436 H= 109:00 +CPU= 53.371
21:22:38 STEP 437 H= 109:15 +CPU= 53.474
21:23:32 STEP 438 H= 109:30 +CPU= 53.251
21:24:25 STEP 439 H= 109:45 +CPU= 52.588
21:25:20 STEP 440 H= 110:00 +CPU= 54.009
21:26:16 STEP 441 H= 110:15 +CPU= 55.728
21:27:11 STEP 442 H= 110:30 +CPU= 54.568
21:28:05 STEP 443 H= 110:45 +CPU= 53.450
21:29:14 STEP 444 H= 111:00 +CPU= 67.792
Moving to projects directory: /var/lib/boinc-client/slots/8/ICMGGh7zg+000444
Moving to projects directory: /var/lib/boinc-client/slots/8/ICMSHh7zg+000444
Moving to projects directory: /var/lib/boinc-client/slots/8/ICMUAh7zg+000444
21:30:11 STEP 445 H= 111:15 +CPU= 56.283
21:31:06 STEP 446 H= 111:30 +CPU= 54.158
21:32:00 STEP 447 H= 111:45 +CPU= 53.693
21:32:56 STEP 448 H= 112:00 +CPU= 55.652
21:33:52 STEP 449 H= 112:15 +CPU= 55.383
21:34:48 STEP 450 H= 112:30 +CPU= 54.634
21:35:43 STEP 451 H= 112:45 +CPU= 53.966
21:36:40 STEP 452 H= 113:00 +CPU= 56.460
21:37:34 STEP 453 H= 113:15 +CPU= 53.890
21:38:32 STEP 454 H= 113:30 +CPU= 56.522
21:39:27 STEP 455 H= 113:45 +CPU= 54.981
21:40:39 STEP 456 H= 114:00 +CPU= 71.175
Moving to projects directory: /var/lib/boinc-client/slots/8/ICMGGh7zg+000456
Moving to projects directory: /var/lib/boinc-client/slots/8/ICMSHh7zg+000456
Moving to projects directory: /var/lib/boinc-client/slots/8/ICMUAh7zg+000456
21:41:38 STEP 457 H= 114:15 +CPU= 57.503
21:42:35 STEP 458 H= 114:30 +CPU= 56.691
21:43:31 STEP 459 H= 114:45 +CPU= 55.940
21:44:29 STEP 460 H= 115:00 +CPU= 56.575
21:45:27 STEP 461 H= 115:15 +CPU= 58.317
21:46:24 STEP 462 H= 115:30 +CPU= 55.692
Quit request received from BOINC client, ending the child process
..Failed, model did not complete successfully
(argv0) ../../projects/climateprediction.net/oifs_43r3_bl_1.07_x86_64-pc-linux-gnu
(argv1) start_date: 2016092300
(argv2) exptid: h7zg
(argv3) unique_member_id: a02u
(argv4) batchid: 949
(argv5) wuid: 12166496
(argv6) fclen: 15
(argv7) app_name: oifs_43r3_bl
(argv8) nthreads: 1
Working directory is: /var/lib/boinc-client/slots/8
Project directory is: /var/lib/boinc-client/projects/climateprediction.net/
app name: oifs_43r3_bl
version: 1.07
Location of temp folder: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12166496
..mkdir for temp folder for results failed
Copying: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_app_1.07_x86_64-pc-linux-gnu.zip to: /var/lib/boinc-client/slots/8/oifs_43r3_bl_app_1.07_x86_64-pc-linux-gnu.zip
Unzipping the app zip file: /var/lib/boinc-client/slots/8/oifs_43r3_bl_app_1.07_x86_64-pc-linux-gnu.zip
Copying the namelist files from: ../../projects/climateprediction.net/jf_4a650f12cc36c243b84d3351ef6798aa to: /var/lib/boinc-client/slots/8/oifs_43r3_bl_a02u_2016092300_15_949_12166496.zip
Unzipping the namelist zip file: /var/lib/boinc-client/slots/8/oifs_43r3_bl_a02u_2016092300_15_949_12166496.zip
ic_ancil_file: ic_ancil_12166496
ifsdata_file: ifsdata_12166496
climate_data_file: clim_data_12166496
horiz_resolution: 159
vert_resolution: 91
grid_type: l_2
upload_interval: 96
utstep: 900
nfrres: restart dump frequency (steps) 48
Copying IC ancils from: ../../projects/climateprediction.net/jf_f7ecfd27aa1e68bbe7e8d19800e25c73 to: /var/lib/boinc-client/slots/8/ic_ancil_12166496.zip
Unzipping the IC ancils zip file: /var/lib/boinc-client/slots/8/ic_ancil_12166496.zip
..mkdir for ifsdata folder failed
Copying the ifsdata_file from: ../../projects/climateprediction.net/jf_cc27d05b7549ec8f61487dd65d05da5a to: /var/lib/boinc-client/slots/8/ifsdata/ifsdata_12166496.zip
Unzipping the ifsdata_zip file: /var/lib/boinc-client/slots/8/ifsdata/ifsdata_12166496.zip
..mkdir for the climate data folder failed
Copying the climate data file from: ../../projects/climateprediction.net/jf_f32c668cf7829426ffd94699b48b9a2e to: /var/lib/boinc-client/slots/8/159l_2/clim_data_12166496.zip
Unzipping the climate data zip file: /var/lib/boinc-client/slots/8/159l_2/clim_data_12166496.zip
Checking for progress XML file: /var/lib/boinc-client/slots/8/progress_file_12166496.xml
Opened progress file ok : /var/lib/boinc-client/slots/8/progress_file_12166496.xml
-- Model is restarting --
Adjusting last_iter, 463, to previous model restart step.
Creating progress file: /var/lib/boinc-client/slots/8/progress_file_12166496.xml
last_cpu_time: 29550
upload_file_number: 4
last_iter: 431
last_upload: 345600
model_completed: 0
total_length_of_simulation: 1296000
result_base_name: oifs_43r3_bl_a02u_2016092300_15_949_12166496_0_r1683832681
The child process has been launched with process id: 18873
Executing the command: /var/lib/boinc-client/slots/8/oifs_43r3_model.exe
[EC_DRHOOK:hostname:myproc:omptid:pid:unixtid] [YYYYMMDD:HHMMSS:epoch:walltime] [function@file:lineno] -- Max OpenMP threads = 1
[EC_DRHOOK:chonky:1:1:18873:18873] [20221218:214749:1671400069:0.000] [process_options@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3/src/ifsaux/support/drhook.c:2091] fp = 0x30eaa80
[EC_DRHOOK:chonky:1:1:18873:18873] [20221218:214749:1671400069:0.000] [process_options@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3/src/ifsaux/support/drhook.c:2098] DR_HOOK_ALLOW_COREDUMP=-1
[EC_DRHOOK:chonky:1:1:18873:18873] [20221218:214749:1671400069:0.000] [process_options@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3/src/ifsaux/support/drhook.c:2104] Hardlimit for core file is now 0 (0x0)
[EC_DRHOOK:chonky:1:1:18873:18873] [20221218:214749:1671400069:0.000] [process_options@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3/src/ifsaux/support/drhook.c:2122] DR_HOOK_PROFILE_PROC=-1
[EC_DRHOOK:chonky:1:1:18873:18873] [20221218:214749:1671400069:0.000] [process_options@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3/src/ifsaux/support/drhook.c:2128] DR_HOOK_PROFILE_LIMIT=-10.000
[EC_DRHOOK:chonky:1:1:18873:18873] [20221218:214749:1671400069:0.000] [process_options@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3/src/ifsaux/support/drhook.c:2194] DR_HOOK_RANDOM_MEMSTAT=0 (RAND_MAX=2147483647)
[EC_DRHOOK:chonky:1:1:18873:18873] [20221218:214749:1671400069:0.000] [process_options@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3/src/ifsaux/support/drhook.c:2205] DR_HOOK_HASHBITS=16
[EC_DRHOOK:chonky:1:1:18873:18873] [20221218:214749:1671400069:0.000] [process_options@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3/src/ifsaux/support/drhook.c:2213] DR_HOOK_NCALLSTACK=0
[EC_DRHOOK:chonky:1:1:18873:18873] [20221218:214749:1671400069:0.000] [process_options@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3/src/ifsaux/support/drhook.c:2221] DR_HOOK_HARAKIRI_TIMEOUT=500
[EC_DRHOOK:chonky:1:1:18873:18873] [20221218:214749:1671400069:0.000] [process_options@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3/src/ifsaux/support/drhook.c:2228] DR_HOOK_TRAPFPE=1
[EC_DRHOOK:chonky:1:1:18873:18873] [20221218:214749:1671400069:0.001] [process_options@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3/src/ifsaux/support/drhook.c:2235] DR_HOOK_TRAPFPE_INVALID=1
[EC_DRHOOK:chonky:1:1:18873:18873] [20221218:214749:1671400069:0.001] [process_options@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3/src/ifsaux/support/drhook.c:2242] DR_HOOK_TRAPFPE_DIVBYZERO=1
[EC_DRHOOK:chonky:1:1:18873:18873] [20221218:214749:1671400069:0.001] [process_options@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3/src/ifsaux/support/drhook.c:2249] DR_HOOK_TRAPFPE_OVERFLOW=1
[EC_DRHOOK:chonky:1:1:18873:18873] [20221218:214749:1671400069:0.001] [ignore_signals@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3/src/ifsaux/support/drhook.c:1227] DR_HOOK_IGNORE_SIGNALS=<undef>
[EC_DRHOOK:chonky:1:1:18873:18873] [20221218:214749:1671400069:0.001] [restore_default_signals@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3/src/ifsaux/support/drhook.c:1178] DR_HOOK_RESTORE_DEFAULT_SIGNALS=<undef>
[EC_DRHOOK:chonky:1:1:18873:18873] [20221218:214749:1671400069:0.001] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3/src/ifsaux/support/drhook.c:1937] New signal handler 'signal_drhook' for signal#6 (SIGABRT) at 0x80f7e0 (old at 0x401140)
[EC_DRHOOK:chonky:1:1:18873:18873] [20221218:214749:1671400069:0.001] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3/src/ifsaux/support/drhook.c:1938] New signal handler 'signal_drhook' for signal#7 (SIGBUS) at 0x80f7e0 (old at (nil))
[EC_DRHOOK:chonky:1:1:18873:18873] [20221218:214749:1671400069:0.001] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3/src/ifsaux/support/drhook.c:1939] New signal handler 'signal_drhook' for signal#11 (SIGSEGV) at 0x80f7e0 (old at 0x401140)
[EC_DRHOOK:chonky:1:1:18873:18873] [20221218:214749:1671400069:0.001] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3/src/ifsaux/support/drhook.c:1944] New signal handler 'signal_drhook' for signal#16 (SIGSTKFLT) at 0x80f7e0 (old at (nil))
[EC_DRHOOK:chonky:1:1:18873:18873] [20221218:214749:1671400069:0.001] [trapfpe_treatment@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3/src/ifsaux/support/drhook.c:1149] DR_HOOK enables SIGFPE-related floating point trapping since DRHOOK_TRAPFPE=1
[EC_DRHOOK:chonky:1:1:18873:18873] [20221218:214749:1671400069:0.001] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3/src/ifsaux/support/drhook.c:1948] New signal handler 'signal_drhook' for signal#8 (SIGFPE) at 0x80f7e0 (old at 0x401140)
[EC_DRHOOK:chonky:1:1:18873:18873] [20221218:214749:1671400069:0.001] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3/src/ifsaux/support/drhook.c:1949] New signal handler 'signal_drhook' for signal#4 (SIGILL) at 0x80f7e0 (old at 0x401140)
[EC_DRHOOK:chonky:1:1:18873:18873] [20221218:214749:1671400069:0.001] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3/src/ifsaux/support/drhook.c:1951] New signal handler 'signal_drhook' for signal#5 (SIGTRAP) at 0x80f7e0 (old at (nil))
[EC_DRHOOK:chonky:1:1:18873:18873] [20221218:214749:1671400069:0.001] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3/src/ifsaux/support/drhook.c:1952] New signal handler 'signal_drhook' for signal#2 (SIGINT) at 0x80f7e0 (old at 0x401140)
[EC_DRHOOK:chonky:1:1:18873:18873] [20221218:214749:1671400069:0.001] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3/src/ifsaux/support/drhook.c:1960] New signal handler 'signal_drhook' for signal#3 (SIGQUIT) at 0x80f7e0 (old at 0x401140)
[EC_DRHOOK:chonky:1:1:18873:18873] [20221218:214749:1671400069:0.001] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3/src/ifsaux/support/drhook.c:1961] New signal handler 'signal_drhook' for signal#15 (SIGTERM) at 0x80f7e0 (old at 0x401140)
[EC_DRHOOK:chonky:1:1:18873:18873] [20221218:214749:1671400069:0.001] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3/src/ifsaux/support/drhook.c:1966] New signal handler 'signal_drhook' for signal#24 (SIGXCPU) at 0x80f7e0 (old at (nil))
[EC_DRHOOK:chonky:1:1:18873:18873] [20221218:214749:1671400069:0.001] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3/src/ifsaux/support/drhook.c:1968] New signal handler 'signal_drhook' for signal#25 (SIGXFSZ) at 0x80f7e0 (old at (nil))
[EC_DRHOOK:chonky:1:1:18873:18873] [20221218:214749:1671400069:0.001] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3/src/ifsaux/support/drhook.c:1973] New signal handler 'signal_drhook' for signal#31 (SIGSYS) at 0x80f7e0 (old at (nil))
[EC_DRHOOK:chonky:1:1:18873:18873] [20221218:214749:1671400069:0.001] [catch_signals@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3/src/ifsaux/support/drhook.c:1111] DR_HOOK_CATCH_SIGNALS=<undef>
21:48:54 STEP 432 H= 108:00 +CPU= 57.996
21:49:51 STEP 433 H= 108:15 +CPU= 56.020
21:50:47 STEP 434 H= 108:30 +CPU= 55.154
21:51:44 STEP 435 H= 108:45 +CPU= 55.867
21:52:42 STEP 436 H= 109:00 +CPU= 56.795
21:53:36 STEP 437 H= 109:15 +CPU= 53.731
21:54:29 STEP 438 H= 109:30 +CPU= 52.147
21:55:17 STEP 439 H= 109:45 +CPU= 47.139
21:56:06 STEP 440 H= 110:00 +CPU= 47.885
21:57:04 STEP 441 H= 110:15 +CPU= 46.559
21:57:51 STEP 442 H= 110:30 +CPU= 46.935
21:58:39 STEP 443 H= 110:45 +CPU= 47.315
21:59:40 STEP 444 H= 111:00 +CPU= 61.279
Moving to projects directory: /var/lib/boinc-client/slots/8/ICMGGh7zg+000444
Moving to projects directory: /var/lib/boinc-client/slots/8/ICMSHh7zg+000444
Moving to projects directory: /var/lib/boinc-client/slots/8/ICMUAh7zg+000444
22:00:33 STEP 445 H= 111:15 +CPU= 52.539
22:01:24 STEP 446 H= 111:30 +CPU= 50.304
22:02:13 STEP 447 H= 111:45 +CPU= 48.948
22:03:02 STEP 448 H= 112:00 +CPU= 49.628
22:03:53 STEP 449 H= 112:15 +CPU= 50.149
22:04:41 STEP 450 H= 112:30 +CPU= 48.446
22:05:31 STEP 451 H= 112:45 +CPU= 49.449
22:06:21 STEP 452 H= 113:00 +CPU= 50.397
22:07:11 STEP 453 H= 113:15 +CPU= 49.129
22:08:01 STEP 454 H= 113:30 +CPU= 50.108
22:08:54 STEP 455 H= 113:45 +CPU= 52.842
22:09:58 STEP 456 H= 114:00 +CPU= 64.017
Moving to projects directory: /var/lib/boinc-client/slots/8/ICMGGh7zg+000456
Moving to projects directory: /var/lib/boinc-client/slots/8/ICMSHh7zg+000456
Moving to projects directory: /var/lib/boinc-client/slots/8/ICMUAh7zg+000456
22:10:46 STEP 457 H= 114:15 +CPU= 48.088
22:11:34 STEP 458 H= 114:30 +CPU= 47.777
22:12:24 STEP 459 H= 114:45 +CPU= 49.161
22:13:13 STEP 460 H= 115:00 +CPU= 49.788
22:14:02 STEP 461 H= 115:15 +CPU= 48.121
22:14:50 STEP 462 H= 115:30 +CPU= 48.580
22:15:40 STEP 463 H= 115:45 +CPU= 49.227
22:16:31 STEP 464 H= 116:00 +CPU= 51.442
22:17:22 STEP 465 H= 116:15 +CPU= 50.169
22:18:12 STEP 466 H= 116:30 +CPU= 49.968
22:19:01 STEP 467 H= 116:45 +CPU= 48.494
22:20:02 STEP 468 H= 117:00 +CPU= 61.670
Moving to projects directory: /var/lib/boinc-client/slots/8/ICMGGh7zg+000468
Moving to projects directory: /var/lib/boinc-client/slots/8/ICMSHh7zg+000468
Moving to projects directory: /var/lib/boinc-client/slots/8/ICMUAh7zg+000468
22:20:52 STEP 469 H= 117:15 +CPU= 49.867
22:21:41 STEP 470 H= 117:30 +CPU= 48.356
22:22:30 STEP 471 H= 117:45 +CPU= 48.883
22:23:21 STEP 472 H= 118:00 +CPU= 50.732
22:24:10 STEP 473 H= 118:15 +CPU= 49.064
22:24:59 STEP 474 H= 118:30 +CPU= 49.247
22:25:46 STEP 475 H= 118:45 +CPU= 46.985
22:26:32 STEP 476 H= 119:00 +CPU= 45.790
22:27:18 STEP 477 H= 119:15 +CPU= 45.517
22:28:03 STEP 478 H= 119:30 +CPU= 44.559
22:28:48 STEP 479 H= 119:45 +CPU= 44.790
22:29:50 STEP 480 H= 120:00 +CPU= 62.363
Moving to projects directory: /var/lib/boinc-client/slots/8/ICMGGh7zg+000480
Moving to projects directory: /var/lib/boinc-client/slots/8/ICMSHh7zg+000480
Moving to projects directory: /var/lib/boinc-client/slots/8/ICMUAh7zg+000480
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12166496/ICMGGh7zg+000384
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12166496/ICMSHh7zg+000384
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12166496/ICMUAh7zg+000384
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12166496/ICMGGh7zg+000396
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12166496/ICMSHh7zg+000396
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12166496/ICMUAh7zg+000396
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12166496/ICMGGh7zg+000408
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12166496/ICMSHh7zg+000408
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12166496/ICMUAh7zg+000408
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12166496/ICMGGh7zg+000420
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12166496/ICMSHh7zg+000420
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12166496/ICMUAh7zg+000420
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12166496/ICMGGh7zg+000432
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12166496/ICMSHh7zg+000432
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12166496/ICMUAh7zg+000432
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12166496/ICMGGh7zg+000444
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12166496/ICMSHh7zg+000444
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12166496/ICMUAh7zg+000444
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12166496/ICMGGh7zg+000456
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12166496/ICMSHh7zg+000456
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12166496/ICMUAh7zg+000456
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12166496/ICMGGh7zg+000468
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12166496/ICMSHh7zg+000468
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12166496/ICMUAh7zg+000468
Zipping up the intermediate file: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_a02u_2016092300_15_949_12166496_0_r1683832681_4.zip
Uploading the intermediate file: upload_file_4.zip
22:30:34 STEP 481 H= 120:15 +CPU= 44.028
22:31:20 STEP 482 H= 120:30 +CPU= 45.611
22:32:05 STEP 483 H= 120:45 +CPU= 44.795
22:32:52 STEP 484 H= 121:00 +CPU= 46.953
22:33:38 STEP 485 H= 121:15 +CPU= 46.088
22:34:24 STEP 486 H= 121:30 +CPU= 45.710
22:35:10 STEP 487 H= 121:45 +CPU= 46.175
22:35:57 STEP 488 H= 122:00 +CPU= 46.959
22:36:42 STEP 489 H= 122:15 +CPU= 44.557
22:37:30 STEP 490 H= 122:30 +CPU= 47.497
22:38:16 STEP 491 H= 122:45 +CPU= 45.771
22:39:12 STEP 492 H= 123:00 +CPU= 55.860
Moving to projects directory: /var/lib/boinc-client/slots/8/ICMGGh7zg+000492
Moving to projects directory: /var/lib/boinc-client/slots/8/ICMSHh7zg+000492
Moving to projects directory: /var/lib/boinc-client/slots/8/ICMUAh7zg+000492
22:39:57 STEP 493 H= 123:15 +CPU= 44.975
22:40:43 STEP 494 H= 123:30 +CPU= 46.455
22:41:28 STEP 495 H= 123:45 +CPU= 44.710
22:42:14 STEP 496 H= 124:00 +CPU= 46.070
22:43:01 STEP 497 H= 124:15 +CPU= 46.781
22:43:46 STEP 498 H= 124:30 +CPU= 44.686
22:44:30 STEP 499 H= 124:45 +CPU= 43.858
22:45:19 STEP 500 H= 125:00 +CPU= 48.574
22:46:03 STEP 501 H= 125:15 +CPU= 44.748
22:46:50 STEP 502 H= 125:30 +CPU= 46.547
22:47:34 STEP 503 H= 125:45 +CPU= 43.813
22:48:32 STEP 504 H= 126:00 +CPU= 57.298
Moving to projects directory: /var/lib/boinc-client/slots/8/ICMGGh7zg+000504
Moving to projects directory: /var/lib/boinc-client/slots/8/ICMSHh7zg+000504
Moving to projects directory: /var/lib/boinc-client/slots/8/ICMUAh7zg+000504
22:49:17 STEP 505 H= 126:15 +CPU= 44.889
22:50:01 STEP 506 H= 126:30 +CPU= 44.579
22:50:47 STEP 507 H= 126:45 +CPU= 45.630
22:51:36 STEP 508 H= 127:00 +CPU= 48.626
22:52:25 STEP 509 H= 127:15 +CPU= 47.575
22:53:16 STEP 510 H= 127:30 +CPU= 50.287
22:54:04 STEP 511 H= 127:45 +CPU= 47.696
22:54:53 STEP 512 H= 128:00 +CPU= 48.696
22:55:40 STEP 513 H= 128:15 +CPU= 46.853
22:56:30 STEP 514 H= 128:30 +CPU= 49.837
22:57:17 STEP 515 H= 128:45 +CPU= 47.065
22:58:17 STEP 516 H= 129:00 +CPU= 59.045
Moving to projects directory: /var/lib/boinc-client/slots/8/ICMGGh7zg+000516
Moving to projects directory: /var/lib/boinc-client/slots/8/ICMSHh7zg+000516
Moving to projects directory: /var/lib/boinc-client/slots/8/ICMUAh7zg+000516
22:59:04 STEP 517 H= 129:15 +CPU= 47.357
22:59:53 STEP 518 H= 129:30 +CPU= 47.824
23:00:38 STEP 519 H= 129:45 +CPU= 44.970
23:01:25 STEP 520 H= 130:00 +CPU= 46.865
23:02:11 STEP 521 H= 130:15 +CPU= 46.415
23:02:56 STEP 522 H= 130:30 +CPU= 44.083
23:03:40 STEP 523 H= 130:45 +CPU= 44.623
23:04:28 STEP 524 H= 131:00 +CPU= 47.801
23:05:15 STEP 525 H= 131:15 +CPU= 46.363
23:06:01 STEP 526 H= 131:30 +CPU= 46.455
23:06:52 STEP 527 H= 131:45 +CPU= 50.266
23:08:04 STEP 528 H= 132:00 +CPU= 70.865
Moving to projects directory: /var/lib/boinc-client/slots/8/ICMGGh7zg+000528
Moving to projects directory: /var/lib/boinc-client/slots/8/ICMSHh7zg+000528
Moving to projects directory: /var/lib/boinc-client/slots/8/ICMUAh7zg+000528
23:08:57 STEP 529 H= 132:15 +CPU= 52.509
23:09:50 STEP 530 H= 132:30 +CPU= 52.127
23:10:42 STEP 531 H= 132:45 +CPU= 51.886
23:11:36 STEP 532 H= 133:00 +CPU= 52.964
23:12:28 STEP 533 H= 133:15 +CPU= 52.153
23:13:20 STEP 534 H= 133:30 +CPU= 51.726
23:14:13 STEP 535 H= 133:45 +CPU= 52.331
23:15:06 STEP 536 H= 134:00 +CPU= 52.635
23:15:59 STEP 537 H= 134:15 +CPU= 52.414
23:16:52 STEP 538 H= 134:30 +CPU= 51.833
23:17:45 STEP 539 H= 134:45 +CPU= 52.931
23:18:53 STEP 540 H= 135:00 +CPU= 67.276
Moving to projects directory: /var/lib/boinc-client/slots/8/ICMGGh7zg+000540
Moving to projects directory: /var/lib/boinc-client/slots/8/ICMSHh7zg+000540
Moving to projects directory: /var/lib/boinc-client/slots/8/ICMUAh7zg+000540
23:19:46 STEP 541 H= 135:15 +CPU= 51.963
23:20:37 STEP 542 H= 135:30 +CPU= 51.048
23:21:30 STEP 543 H= 135:45 +CPU= 52.012
23:22:23 STEP 544 H= 136:00 +CPU= 52.773
23:23:16 STEP 545 H= 136:15 +CPU= 52.587
23:24:08 STEP 546 H= 136:30 +CPU= 51.315
23:25:01 STEP 547 H= 136:45 +CPU= 52.787
23:25:55 STEP 548 H= 137:00 +CPU= 52.632
23:26:48 STEP 549 H= 137:15 +CPU= 52.795
23:27:41 STEP 550 H= 137:30 +CPU= 52.464
23:28:34 STEP 551 H= 137:45 +CPU= 52.224
23:29:43 STEP 552 H= 138:00 +CPU= 68.476
Moving to projects directory: /var/lib/boinc-client/slots/8/ICMGGh7zg+000552
Moving to projects directory: /var/lib/boinc-client/slots/8/ICMSHh7zg+000552
Moving to projects directory: /var/lib/boinc-client/slots/8/ICMUAh7zg+000552
23:30:36 STEP 553 H= 138:15 +CPU= 52.209
23:31:29 STEP 554 H= 138:30 +CPU= 53.161
23:32:22 STEP 555 H= 138:45 +CPU= 52.525
23:33:17 STEP 556 H= 139:00 +CPU= 53.614
23:34:14 STEP 557 H= 139:15 +CPU= 56.907
23:35:07 STEP 558 H= 139:30 +CPU= 52.385
23:36:00 STEP 559 H= 139:45 +CPU= 53.006
23:36:55 STEP 560 H= 140:00 +CPU= 53.604
23:37:47 STEP 561 H= 140:15 +CPU= 51.710
23:38:40 STEP 562 H= 140:30 +CPU= 51.998
23:39:32 STEP 563 H= 140:45 +CPU= 51.825
23:40:39 STEP 564 H= 141:00 +CPU= 66.826
Moving to projects directory: /var/lib/boinc-client/slots/8/ICMGGh7zg+000564
Moving to projects directory: /var/lib/boinc-client/slots/8/ICMSHh7zg+000564
Moving to projects directory: /var/lib/boinc-client/slots/8/ICMUAh7zg+000564
23:41:32 STEP 565 H= 141:15 +CPU= 52.184
23:42:25 STEP 566 H= 141:30 +CPU= 52.608
23:43:17 STEP 567 H= 141:45 +CPU= 51.516
23:44:12 STEP 568 H= 142:00 +CPU= 54.122
23:45:05 STEP 569 H= 142:15 +CPU= 52.381
23:45:59 STEP 570 H= 142:30 +CPU= 53.165
23:46:52 STEP 571 H= 142:45 +CPU= 52.211
23:47:46 STEP 572 H= 143:00 +CPU= 53.898
23:48:39 STEP 573 H= 143:15 +CPU= 52.401
23:49:32 STEP 574 H= 143:30 +CPU= 52.266
23:50:24 STEP 575 H= 143:45 +CPU= 51.530
23:51:36 STEP 576 H= 144:00 +CPU= 71.343
Moving to projects directory: /var/lib/boinc-client/slots/8/ICMGGh7zg+000576
Moving to projects directory: /var/lib/boinc-client/slots/8/ICMSHh7zg+000576
Moving to projects directory: /var/lib/boinc-client/slots/8/ICMUAh7zg+000576
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12166496/ICMGGh7zg+000480
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12166496/ICMSHh7zg+000480
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12166496/ICMUAh7zg+000480
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12166496/ICMGGh7zg+000492
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12166496/ICMSHh7zg+000492
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12166496/ICMUAh7zg+000492
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12166496/ICMGGh7zg+000504
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12166496/ICMSHh7zg+000504
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12166496/ICMUAh7zg+000504
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12166496/ICMGGh7zg+000516
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12166496/ICMSHh7zg+000516
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12166496/ICMUAh7zg+000516
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12166496/ICMGGh7zg+000528
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12166496/ICMSHh7zg+000528
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12166496/ICMUAh7zg+000528
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12166496/ICMGGh7zg+000540
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12166496/ICMSHh7zg+000540
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12166496/ICMUAh7zg+000540
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12166496/ICMGGh7zg+000552
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12166496/ICMSHh7zg+000552
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12166496/ICMUAh7zg+000552
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12166496/ICMGGh7zg+000564
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12166496/ICMSHh7zg+000564
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12166496/ICMUAh7zg+000564
Zipping up the intermediate file: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_a02u_2016092300_15_949_12166496_0_r1683832681_5.zip
Uploading the intermediate file: upload_file_5.zip
23:52:30 STEP 577 H= 144:15 +CPU= 53.097
23:53:24 STEP 578 H= 144:30 +CPU= 53.264
23:54:16 STEP 579 H= 144:45 +CPU= 51.995
23:55:10 STEP 580 H= 145:00 +CPU= 53.196
23:56:03 STEP 581 H= 145:15 +CPU= 51.745
23:56:54 STEP 582 H= 145:30 +CPU= 51.281
23:57:48 STEP 583 H= 145:45 +CPU= 53.212
23:58:42 STEP 584 H= 146:00 +CPU= 53.631
23:59:35 STEP 585 H= 146:15 +CPU= 51.697
00:00:28 STEP 586 H= 146:30 +CPU= 52.242
00:01:20 STEP 587 H= 146:45 +CPU= 51.894
00:02:27 STEP 588 H= 147:00 +CPU= 66.225
Moving to projects directory: /var/lib/boinc-client/slots/8/ICMGGh7zg+000588
Moving to projects directory: /var/lib/boinc-client/slots/8/ICMSHh7zg+000588
Moving to projects directory: /var/lib/boinc-client/slots/8/ICMUAh7zg+000588
00:03:19 STEP 589 H= 147:15 +CPU= 51.879
00:04:12 STEP 590 H= 147:30 +CPU= 52.613
00:05:05 STEP 591 H= 147:45 +CPU= 52.295
00:05:59 STEP 592 H= 148:00 +CPU= 53.459
00:06:53 STEP 593 H= 148:15 +CPU= 53.236
00:07:46 STEP 594 H= 148:30 +CPU= 52.521
00:08:38 STEP 595 H= 148:45 +CPU= 51.838
00:09:32 STEP 596 H= 149:00 +CPU= 53.240
00:10:24 STEP 597 H= 149:15 +CPU= 51.586
00:11:19 STEP 598 H= 149:30 +CPU= 53.190
00:12:11 STEP 599 H= 149:45 +CPU= 51.666
00:13:25 STEP 600 H= 150:00 +CPU= 72.847
Moving to projects directory: /var/lib/boinc-client/slots/8/ICMGGh7zg+000600
Moving to projects directory: /var/lib/boinc-client/slots/8/ICMSHh7zg+000600
Moving to projects directory: /var/lib/boinc-client/slots/8/ICMUAh7zg+000600
00:14:20 STEP 601 H= 150:15 +CPU= 54.673
00:15:19 STEP 602 H= 150:30 +CPU= 58.789
00:16:17 STEP 603 H= 150:45 +CPU= 57.120
00:17:14 STEP 604 H= 151:00 +CPU= 56.483
00:18:10 STEP 605 H= 151:15 +CPU= 55.626
00:19:07 STEP 606 H= 151:30 +CPU= 55.560
00:20:02 STEP 607 H= 151:45 +CPU= 55.090
00:20:59 STEP 608 H= 152:00 +CPU= 56.669
00:21:56 STEP 609 H= 152:15 +CPU= 55.676
00:22:52 STEP 610 H= 152:30 +CPU= 55.472
00:23:48 STEP 611 H= 152:45 +CPU= 56.481
00:25:00 STEP 612 H= 153:00 +CPU= 71.064
Moving to projects directory: /var/lib/boinc-client/slots/8/ICMGGh7zg+000612
Moving to projects directory: /var/lib/boinc-client/slots/8/ICMSHh7zg+000612
Moving to projects directory: /var/lib/boinc-client/slots/8/ICMUAh7zg+000612
00:25:55 STEP 613 H= 153:15 +CPU= 54.529
00:26:51 STEP 614 H= 153:30 +CPU= 55.553
00:27:46 STEP 615 H= 153:45 +CPU= 54.594
00:28:42 STEP 616 H= 154:00 +CPU= 55.309
00:29:38 STEP 617 H= 154:15 +CPU= 55.355
00:30:32 STEP 618 H= 154:30 +CPU= 53.807
[EC_DRHOOK:chonky:1:1:18873:18873] [20221219:003103:1671409863:9793.995] [signal_drhook@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3/src/ifsaux/support/drhook.c:1538] Received signal#15 (SIGTERM) :: 4057MB (heap), 4897MB (maxrss), 0MB (maxstack), 0 (paging), nsigs = 1
[EC_DRHOOK:chonky:1:1:18873:18873] [20221219:003103:1671409863:9793.995] [signal_drhook@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3/src/ifsaux/support/drhook.c:1542] Also activating Harakiri-alarm (SIGALRM=14) to expire after 500s elapsed to prevent hangs, nsigs = 1
[EC_DRHOOK:chonky:1:1:18873:18873] [20221219:003103:1671409863:9793.995] [signal_drhook@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3/src/ifsaux/support/drhook.c:1544] Harakiri signal handler 'signal_harakiri' for signal#14 (SIGALRM) installed at 0x80f380 (old at (nil))
[EC_DRHOOK:chonky:1:1:18873:18873] [20221219:003103:1671409863:9793.995] [signal_drhook@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3/src/ifsaux/support/drhook.c:1617] Signal#15 was caused by unrecognized si_code [memaddr=0x1], nsigs = 1
[EC_DRHOOK:chonky:1:1:18873:18873] [20221219:003103:1671409863:9793.995] [signal_drhook@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3/src/ifsaux/support/drhook.c:1686] Starting DrHook backtrace for signal#15, nsigs = 1
[EC_DRHOOK:chonky:1:1:18873:18873] [20221219:003103:1671409863:9793.995] [c_drhook_print_@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3/src/ifsaux/support/drhook.c:3843] 4057 MB (maxheap), 4897 MB (maxrss), 0 MB (maxstack)
[EC_DRHOOK:chonky:1:1:18873:18873] [20221219:003103:1671409863:9793.995] [c_drhook_print_@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3/src/ifsaux/support/drhook.c:3897] : MASTER
[EC_DRHOOK:chonky:1:1:18873:18873] [20221219:003103:1671409863:9793.995] [c_drhook_print_@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3/src/ifsaux/support/drhook.c:3897] : CNT0
[EC_DRHOOK:chonky:1:1:18873:18873] [20221219:003103:1671409863:9793.995] [c_drhook_print_@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3/src/ifsaux/support/drhook.c:3897] : CNT1
[EC_DRHOOK:chonky:1:1:18873:18873] [20221219:003103:1671409863:9793.995] [c_drhook_print_@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3/src/ifsaux/support/drhook.c:3897] : CNT2
[EC_DRHOOK:chonky:1:1:18873:18873] [20221219:003103:1671409863:9793.995] [c_drhook_print_@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3/src/ifsaux/support/drhook.c:3897] : CNT3
[EC_DRHOOK:chonky:1:1:18873:18873] [20221219:003103:1671409863:9793.995] [c_drhook_print_@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3/src/ifsaux/support/drhook.c:3897] : CNT4
[EC_DRHOOK:chonky:1:1:18873:18873] [20221219:003103:1671409863:9793.996] [c_drhook_print_@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3/src/ifsaux/support/drhook.c:3897] : STEPO
[EC_DRHOOK:chonky:1:1:18873:18873] [20221219:003103:1671409863:9793.996] [c_drhook_print_@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3/src/ifsaux/support/drhook.c:3897] : SCAN2M
[EC_DRHOOK:chonky:1:1:18873:18873] [20221219:003103:1671409863:9793.996] [c_drhook_print_@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3/src/ifsaux/support/drhook.c:3897] : GP_MODEL_HEAP
[EC_DRHOOK:chonky:1:1:18873:18873] [20221219:003103:1671409863:9793.996] [c_drhook_print_@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3/src/ifsaux/support/drhook.c:3897] : GP_MODEL
[EC_DRHOOK:chonky:1:1:18873:18873] [20221219:003103:1671409863:9793.996] [c_drhook_print_@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3/src/ifsaux/support/drhook.c:3897] : EC_PHYS_DRV
[EC_DRHOOK:chonky:1:1:18873:18873] [20221219:003103:1671409863:9793.996] [c_drhook_print_@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3/src/ifsaux/support/drhook.c:3897] : >OMP-PHYSICS (1001)
[EC_DRHOOK:chonky:1:1:18873:18873] [20221219:003103:1671409863:9793.996] [c_drhook_print_@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3/src/ifsaux/support/drhook.c:3897] : EC_PHYS
[EC_DRHOOK:chonky:1:1:18873:18873] [20221219:003103:1671409863:9793.996] [c_drhook_print_@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3/src/ifsaux/support/drhook.c:3897] : CALLPAR
[EC_DRHOOK:chonky:1:1:18873:18873] [20221219:003103:1671409863:9793.996] [c_drhook_print_@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3/src/ifsaux/support/drhook.c:3897] : CLOUD_LAYER
[EC_DRHOOK:chonky:1:1:18873:18873] [20221219:003103:1671409863:9793.996] [c_drhook_print_@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3/src/ifsaux/support/drhook.c:3897] : CLOUDSC
[EC_DRHOOK:chonky:1:1:18873:18873] [20221219:003104:1671409864:9794.996] [signal_drhook@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3/src/ifsaux/support/drhook.c:1734] DrHook backtrace done for signal#15, nsigs = 1
[EC_DRHOOK:chonky:1:1:18873:18873] [20221219:003104:1671409864:9794.996] [signal_drhook@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3/src/ifsaux/support/drhook.c:1785] Calling previous signal handler at 0x401140 for signal#15, nsigs = 1
forrtl: error (78): process killed (SIGTERM)
Image PC Routine Line Source
oifs_43r3_model.e 000000000080FFB1 Unknown Unknown Unknown
oifs_43r3_model.e 0000000001D8CDC0 Unknown Unknown Unknown
oifs_43r3_model.e 0000000001CC48A5 Unknown Unknown Unknown
oifs_43r3_model.e 00000000010D92DC cloudsc_ 1145 cloudsc.F90
oifs_43r3_model.e 00000000010CB757 cloud_layer_ 131 cloud_layer.F90
oifs_43r3_model.e 0000000000DBBAE0 callpar_ 1223 callpar.F90
oifs_43r3_model.e 0000000000D93AFF ec_phys_ 670 ec_phys.F90
oifs_43r3_model.e 0000000000D8752C ec_phys_drv_ 599 ec_phys_drv.F90
oifs_43r3_model.e 0000000000D53CF3 gp_model_ 613 gp_model.F90
oifs_43r3_model.e 0000000000D3FB32 gp_model_heap_ 74 gp_model_heap.F90
oifs_43r3_model.e 00000000014A1C3E scan2m_ 535 scan2m.F90
oifs_43r3_model.e 00000000006AD494 stepo_ 327 stepo.F90
oifs_43r3_model.e 00000000005750DC cnt4_ 1133 cnt4.F90
oifs_43r3_model.e 000000000055E289 cnt3_ 267 cnt3.F90
oifs_43r3_model.e 000000000055D452 cnt2_ 88 cnt2.F90
oifs_43r3_model.e 0000000000546AC8 cnt1_ 92 cnt1.F90
oifs_43r3_model.e 00000000004078AD cnt0_ 146 cnt0.F90
oifs_43r3_model.e 000000000040276F MAIN__ 96 master.F90
oifs_43r3_model.e 000000000040270D Unknown Unknown Unknown
oifs_43r3_model.e 0000000001D83B1A Unknown Unknown Unknown
oifs_43r3_model.e 0000000001D85377 Unknown Unknown Unknown
oifs_43r3_model.e 00000000004025E5 Unknown Unknown Unknown
(argv0) ../../projects/climateprediction.net/oifs_43r3_bl_1.07_x86_64-pc-linux-gnu
(argv1) start_date: 2016092300
(argv2) exptid: h7zg
(argv3) unique_member_id: a02u
(argv4) batchid: 949
(argv5) wuid: 12166496
(argv6) fclen: 15
(argv7) app_name: oifs_43r3_bl
(argv8) nthreads: 1
Working directory is: /var/lib/boinc-client/slots/8
Project directory is: /var/lib/boinc-client/projects/climateprediction.net/
app name: oifs_43r3_bl
version: 1.07
Location of temp folder: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12166496
..mkdir for temp folder for results failed
Copying: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_app_1.07_x86_64-pc-linux-gnu.zip to: /var/lib/boinc-client/slots/8/oifs_43r3_bl_app_1.07_x86_64-pc-linux-gnu.zip
Unzipping the app zip file: /var/lib/boinc-client/slots/8/oifs_43r3_bl_app_1.07_x86_64-pc-linux-gnu.zip
Copying the namelist files from: ../../projects/climateprediction.net/jf_4a650f12cc36c243b84d3351ef6798aa to: /var/lib/boinc-client/slots/8/oifs_43r3_bl_a02u_2016092300_15_949_12166496.zip
Unzipping the namelist zip file: /var/lib/boinc-client/slots/8/oifs_43r3_bl_a02u_2016092300_15_949_12166496.zip
ic_ancil_file: ic_ancil_12166496
ifsdata_file: ifsdata_12166496
climate_data_file: clim_data_12166496
horiz_resolution: 159
vert_resolution: 91
grid_type: l_2
upload_interval: 96
utstep: 900
nfrres: restart dump frequency (steps) 48
Copying IC ancils from: ../../projects/climateprediction.net/jf_f7ecfd27aa1e68bbe7e8d19800e25c73 to: /var/lib/boinc-client/slots/8/ic_ancil_12166496.zip
Unzipping the IC ancils zip file: /var/lib/boinc-client/slots/8/ic_ancil_12166496.zip
..mkdir for ifsdata folder failed
Copying the ifsdata_file from: ../../projects/climateprediction.net/jf_cc27d05b7549ec8f61487dd65d05da5a to: /var/lib/boinc-client/slots/8/ifsdata/ifsdata_12166496.zip
Unzipping the ifsdata_zip file: /var/lib/boinc-client/slots/8/ifsdata/ifsdata_12166496.zip
..mkdir for the climate data folder failed
Copying the climate data file from: ../../projects/climateprediction.net/jf_f32c668cf7829426ffd94699b48b9a2e to: /var/lib/boinc-client/slots/8/159l_2/clim_data_12166496.zip
Unzipping the climate data zip file: /var/lib/boinc-client/slots/8/159l_2/clim_data_12166496.zip
Checking for progress XML file: /var/lib/boinc-client/slots/8/progress_file_12166496.xml
Opened progress file ok : /var/lib/boinc-client/slots/8/progress_file_12166496.xml
-- Model is restarting --
Adjusting last_iter, 619, to previous model restart step.
Creating progress file: /var/lib/boinc-client/slots/8/progress_file_12166496.xml
last_cpu_time: 39254
upload_file_number: 6
last_iter: 575
last_upload: 518400
model_completed: 0
total_length_of_simulation: 1296000
result_base_name: oifs_43r3_bl_a02u_2016092300_15_949_12166496_0_r1683832681
The child process has been launched with process id: 3775
Executing the command: /var/lib/boinc-client/slots/8/oifs_43r3_model.exe
[EC_DRHOOK:hostname:myproc:omptid:pid:unixtid] [YYYYMMDD:HHMMSS:epoch:walltime] [function@file:lineno] -- Max OpenMP threads = 1
[EC_DRHOOK:chonky:1:1:3775:3775] [20221219:121031:1671451831:0.000] [process_options@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3/src/ifsaux/support/drhook.c:2091] fp = 0x30eaa80
[EC_DRHOOK:chonky:1:1:3775:3775] [20221219:121031:1671451831:0.000] [process_options@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3/src/ifsaux/support/drhook.c:2098] DR_HOOK_ALLOW_COREDUMP=-1
[EC_DRHOOK:chonky:1:1:3775:3775] [20221219:121031:1671451831:0.000] [process_options@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3/src/ifsaux/support/drhook.c:2104] Hardlimit for core file is now 0 (0x0)
[EC_DRHOOK:chonky:1:1:3775:3775] [20221219:121031:1671451831:0.000] [process_options@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3/src/ifsaux/support/drhook.c:2122] DR_HOOK_PROFILE_PROC=-1
[EC_DRHOOK:chonky:1:1:3775:3775] [20221219:121031:1671451831:0.000] [process_options@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3/src/ifsaux/support/drhook.c:2128] DR_HOOK_PROFILE_LIMIT=-10.000
[EC_DRHOOK:chonky:1:1:3775:3775] [20221219:121031:1671451831:0.000] [process_options@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3/src/ifsaux/support/drhook.c:2194] DR_HOOK_RANDOM_MEMSTAT=0 (RAND_MAX=2147483647)
[EC_DRHOOK:chonky:1:1:3775:3775] [20221219:121031:1671451831:0.000] [process_options@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3/src/ifsaux/support/drhook.c:2205] DR_HOOK_HASHBITS=16
[EC_DRHOOK:chonky:1:1:3775:3775] [20221219:121031:1671451831:0.000] [process_options@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3/src/ifsaux/support/drhook.c:2213] DR_HOOK_NCALLSTACK=0
[EC_DRHOOK:chonky:1:1:3775:3775] [20221219:121031:1671451831:0.000] [process_options@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3/src/ifsaux/support/drhook.c:2221] DR_HOOK_HARAKIRI_TIMEOUT=500
[EC_DRHOOK:chonky:1:1:3775:3775] [20221219:121031:1671451831:0.000] [process_options@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3/src/ifsaux/support/drhook.c:2228] DR_HOOK_TRAPFPE=1
[EC_DRHOOK:chonky:1:1:3775:3775] [20221219:121031:1671451831:0.000] [process_options@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3/src/ifsaux/support/drhook.c:2235] DR_HOOK_TRAPFPE_INVALID=1
[EC_DRHOOK:chonky:1:1:3775:3775] [20221219:121031:1671451831:0.000] [process_options@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3/src/ifsaux/support/drhook.c:2242] DR_HOOK_TRAPFPE_DIVBYZERO=1
[EC_DRHOOK:chonky:1:1:3775:3775] [20221219:121031:1671451831:0.000] [process_options@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3/src/ifsaux/support/drhook.c:2249] DR_HOOK_TRAPFPE_OVERFLOW=1
[EC_DRHOOK:chonky:1:1:3775:3775] [20221219:121031:1671451831:0.000] [ignore_signals@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3/src/ifsaux/support/drhook.c:1227] DR_HOOK_IGNORE_SIGNALS=<undef>
[EC_DRHOOK:chonky:1:1:3775:3775] [20221219:121031:1671451831:0.000] [restore_default_signals@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3/src/ifsaux/support/drhook.c:1178] DR_HOOK_RESTORE_DEFAULT_SIGNALS=<undef>
[EC_DRHOOK:chonky:1:1:3775:3775] [20221219:121031:1671451831:0.001] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3/src/ifsaux/support/drhook.c:1937] New signal handler 'signal_drhook' for signal#6 (SIGABRT) at 0x80f7e0 (old at 0x401140)
[EC_DRHOOK:chonky:1:1:3775:3775] [20221219:121031:1671451831:0.001] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3/src/ifsaux/support/drhook.c:1938] New signal handler 'signal_drhook' for signal#7 (SIGBUS) at 0x80f7e0 (old at (nil))
[EC_DRHOOK:chonky:1:1:3775:3775] [20221219:121031:1671451831:0.001] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3/src/ifsaux/support/drhook.c:1939] New signal handler 'signal_drhook' for signal#11 (SIGSEGV) at 0x80f7e0 (old at 0x401140)
[EC_DRHOOK:chonky:1:1:3775:3775] [20221219:121031:1671451831:0.001] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3/src/ifsaux/support/drhook.c:1944] New signal handler 'signal_drhook' for signal#16 (SIGSTKFLT) at 0x80f7e0 (old at (nil))
[EC_DRHOOK:chonky:1:1:3775:3775] [20221219:121031:1671451831:0.001] [trapfpe_treatment@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3/src/ifsaux/support/drhook.c:1149] DR_HOOK enables SIGFPE-related floating point trapping since DRHOOK_TRAPFPE=1
[EC_DRHOOK:chonky:1:1:3775:3775] [20221219:121031:1671451831:0.001] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3/src/ifsaux/support/drhook.c:1948] New signal handler 'signal_drhook' for signal#8 (SIGFPE) at 0x80f7e0 (old at 0x401140)
[EC_DRHOOK:chonky:1:1:3775:3775] [20221219:121031:1671451831:0.001] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3/src/ifsaux/support/drhook.c:1949] New signal handler 'signal_drhook' for signal#4 (SIGILL) at 0x80f7e0 (old at 0x401140)
[EC_DRHOOK:chonky:1:1:3775:3775] [20221219:121031:1671451831:0.001] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3/src/ifsaux/support/drhook.c:1951] New signal handler 'signal_drhook' for signal#5 (SIGTRAP) at 0x80f7e0 (old at (nil))
[EC_DRHOOK:chonky:1:1:3775:3775] [20221219:121031:1671451831:0.001] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3/src/ifsaux/support/drhook.c:1952] New signal handler 'signal_drhook' for signal#2 (SIGINT) at 0x80f7e0 (old at 0x401140)
[EC_DRHOOK:chonky:1:1:3775:3775] [20221219:121031:1671451831:0.001] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3/src/ifsaux/support/drhook.c:1960] New signal handler 'signal_drhook' for signal#3 (SIGQUIT) at 0x80f7e0 (old at 0x401140)
[EC_DRHOOK:chonky:1:1:3775:3775] [20221219:121031:1671451831:0.001] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3/src/ifsaux/support/drhook.c:1961] New signal handler 'signal_drhook' for signal#15 (SIGTERM) at 0x80f7e0 (old at 0x401140)
[EC_DRHOOK:chonky:1:1:3775:3775] [20221219:121031:1671451831:0.001] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3/src/ifsaux/support/drhook.c:1966] New signal handler 'signal_drhook' for signal#24 (SIGXCPU) at 0x80f7e0 (old at (nil))
[EC_DRHOOK:chonky:1:1:3775:3775] [20221219:121031:1671451831:0.001] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3/src/ifsaux/support/drhook.c:1968] New signal handler 'signal_drhook' for signal#25 (SIGXFSZ) at 0x80f7e0 (old at (nil))
[EC_DRHOOK:chonky:1:1:3775:3775] [20221219:121031:1671451831:0.001] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3/src/ifsaux/support/drhook.c:1973] New signal handler 'signal_drhook' for signal#31 (SIGSYS) at 0x80f7e0 (old at (nil))
[EC_DRHOOK:chonky:1:1:3775:3775] [20221219:121031:1671451831:0.001] [catch_signals@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3/src/ifsaux/support/drhook.c:1111] DR_HOOK_CATCH_SIGNALS=<undef>
12:13:04 STEP 576 H= 144:00 +CPU= 55.880
12:13:57 STEP 577 H= 144:15 +CPU= 51.775
12:14:49 STEP 578 H= 144:30 +CPU= 51.562
12:15:44 STEP 579 H= 144:45 +CPU= 53.364
12:16:40 STEP 580 H= 145:00 +CPU= 54.537
12:17:34 STEP 581 H= 145:15 +CPU= 53.095
12:18:25 STEP 582 H= 145:30 +CPU= 50.577
12:19:16 STEP 583 H= 145:45 +CPU= 50.548
12:20:09 STEP 584 H= 146:00 +CPU= 52.810
12:21:02 STEP 585 H= 146:15 +CPU= 52.336
12:21:55 STEP 586 H= 146:30 +CPU= 52.280
12:22:48 STEP 587 H= 146:45 +CPU= 52.438
12:23:52 STEP 588 H= 147:00 +CPU= 63.631
Moving to projects directory: /var/lib/boinc-client/slots/8/ICMGGh7zg+000588
Moving to projects directory: /var/lib/boinc-client/slots/8/ICMSHh7zg+000588
Moving to projects directory: /var/lib/boinc-client/slots/8/ICMUAh7zg+000588
12:24:44 STEP 589 H= 147:15 +CPU= 51.140
12:25:37 STEP 590 H= 147:30 +CPU= 52.681
12:26:29 STEP 591 H= 147:45 +CPU= 51.259
12:27:22 STEP 592 H= 148:00 +CPU= 52.768
12:28:13 STEP 593 H= 148:15 +CPU= 51.204
12:29:04 STEP 594 H= 148:30 +CPU= 50.548
12:30:00 STEP 595 H= 148:45 +CPU= 55.138
12:30:58 STEP 596 H= 149:00 +CPU= 57.952
12:31:54 STEP 597 H= 149:15 +CPU= 55.751
12:32:51 STEP 598 H= 149:30 +CPU= 56.132
12:33:47 STEP 599 H= 149:45 +CPU= 55.365
12:34:55 STEP 600 H= 150:00 +CPU= 68.109
Moving to projects directory: /var/lib/boinc-client/slots/8/ICMGGh7zg+000600
Moving to projects directory: /var/lib/boinc-client/slots/8/ICMSHh7zg+000600
Moving to projects directory: /var/lib/boinc-client/slots/8/ICMUAh7zg+000600
12:35:49 STEP 601 H= 150:15 +CPU= 53.572
12:36:42 STEP 602 H= 150:30 +CPU= 52.620
12:37:36 STEP 603 H= 150:45 +CPU= 53.275
12:38:32 STEP 604 H= 151:00 +CPU= 55.786
12:39:30 STEP 605 H= 151:15 +CPU= 56.820
12:40:25 STEP 606 H= 151:30 +CPU= 55.456
12:41:22 STEP 607 H= 151:45 +CPU= 56.152
12:42:19 STEP 608 H= 152:00 +CPU= 56.195
12:43:15 STEP 609 H= 152:15 +CPU= 55.672
12:44:11 STEP 610 H= 152:30 +CPU= 55.393
12:45:07 STEP 611 H= 152:45 +CPU= 55.148
12:46:18 STEP 612 H= 153:00 +CPU= 70.289
Moving to projects directory: /var/lib/boinc-client/slots/8/ICMGGh7zg+000612
Moving to projects directory: /var/lib/boinc-client/slots/8/ICMSHh7zg+000612
Moving to projects directory: /var/lib/boinc-client/slots/8/ICMUAh7zg+000612
12:47:13 STEP 613 H= 153:15 +CPU= 54.975
12:48:08 STEP 614 H= 153:30 +CPU= 53.774
12:49:03 STEP 615 H= 153:45 +CPU= 55.460
12:50:01 STEP 616 H= 154:00 +CPU= 56.828
12:50:52 STEP 617 H= 154:15 +CPU= 50.740
12:51:45 STEP 618 H= 154:30 +CPU= 52.988
12:52:40 STEP 619 H= 154:45 +CPU= 55.122
12:53:38 STEP 620 H= 155:00 +CPU= 57.234
12:54:35 STEP 621 H= 155:15 +CPU= 56.547
12:55:29 STEP 622 H= 155:30 +CPU= 54.074
12:56:26 STEP 623 H= 155:45 +CPU= 56.164
12:57:44 STEP 624 H= 156:00 +CPU= 78.258
Moving to projects directory: /var/lib/boinc-client/slots/8/ICMGGh7zg+000624
Moving to projects directory: /var/lib/boinc-client/slots/8/ICMSHh7zg+000624
Moving to projects directory: /var/lib/boinc-client/slots/8/ICMUAh7zg+000624
12:58:42 STEP 625 H= 156:15 +CPU= 56.919
12:59:35 STEP 626 H= 156:30 +CPU= 52.868
Abort request received from BOINC client, ending the child process
</stderr_txt>
]]>
