<core_client_version>7.16.6</core_client_version>
<![CDATA[
<message>
aborted by user</message>
<stderr_txt>
p/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:2221] DR_HOOK_HARAKIRI_TIMEOUT=500
[EC_DRHOOK:AHogben-P1:1:1:855521:855521] [20230223:100633:1677175593:0.000] [process_options@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:2228] DR_HOOK_TRAPFPE=1
[EC_DRHOOK:AHogben-P1:1:1:855521:855521] [20230223:100633:1677175593:0.000] [process_options@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:2235] DR_HOOK_TRAPFPE_INVALID=1
[EC_DRHOOK:AHogben-P1:1:1:855521:855521] [20230223:100633:1677175593:0.000] [process_options@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:2242] DR_HOOK_TRAPFPE_DIVBYZERO=1
[EC_DRHOOK:AHogben-P1:1:1:855521:855521] [20230223:100633:1677175593:0.000] [process_options@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:2249] DR_HOOK_TRAPFPE_OVERFLOW=1
[EC_DRHOOK:AHogben-P1:1:1:855521:855521] [20230223:100633:1677175593:0.000] [ignore_signals@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1227] DR_HOOK_IGNORE_SIGNALS=<undef>
[EC_DRHOOK:AHogben-P1:1:1:855521:855521] [20230223:100633:1677175593:0.000] [restore_default_signals@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1178] DR_HOOK_RESTORE_DEFAULT_SIGNALS=<undef>
[EC_DRHOOK:AHogben-P1:1:1:855521:855521] [20230223:100633:1677175593:0.001] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1937] New signal handler 'signal_drhook' for signal#6 (SIGABRT) at 0x81f520 (old at 0x401140)
[EC_DRHOOK:AHogben-P1:1:1:855521:855521] [20230223:100633:1677175593:0.001] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1938] New signal handler 'signal_drhook' for signal#7 (SIGBUS) at 0x81f520 (old at (nil))
[EC_DRHOOK:AHogben-P1:1:1:855521:855521] [20230223:100633:1677175593:0.001] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1939] New signal handler 'signal_drhook' for signal#11 (SIGSEGV) at 0x81f520 (old at 0x401140)
[EC_DRHOOK:AHogben-P1:1:1:855521:855521] [20230223:100633:1677175593:0.001] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1944] New signal handler 'signal_drhook' for signal#16 (SIGSTKFLT) at 0x81f520 (old at (nil))
[EC_DRHOOK:AHogben-P1:1:1:855521:855521] [20230223:100633:1677175593:0.001] [trapfpe_treatment@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1149] DR_HOOK enables SIGFPE-related floating point trapping since DRHOOK_TRAPFPE=1
[EC_DRHOOK:AHogben-P1:1:1:855521:855521] [20230223:100633:1677175593:0.001] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1948] New signal handler 'signal_drhook' for signal#8 (SIGFPE) at 0x81f520 (old at 0x401140)
[EC_DRHOOK:AHogben-P1:1:1:855521:855521] [20230223:100633:1677175593:0.001] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1949] New signal handler 'signal_drhook' for signal#4 (SIGILL) at 0x81f520 (old at 0x401140)
[EC_DRHOOK:AHogben-P1:1:1:855521:855521] [20230223:100633:1677175593:0.001] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1951] New signal handler 'signal_drhook' for signal#5 (SIGTRAP) at 0x81f520 (old at (nil))
[EC_DRHOOK:AHogben-P1:1:1:855521:855521] [20230223:100633:1677175593:0.001] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1952] New signal handler 'signal_drhook' for signal#2 (SIGINT) at 0x81f520 (old at 0x401140)
[EC_DRHOOK:AHogben-P1:1:1:855521:855521] [20230223:100633:1677175593:0.001] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1960] New signal handler 'signal_drhook' for signal#3 (SIGQUIT) at 0x81f520 (old at 0x401140)
[EC_DRHOOK:AHogben-P1:1:1:855521:855521] [20230223:100633:1677175593:0.001] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1961] New signal handler 'signal_drhook' for signal#15 (SIGTERM) at 0x81f520 (old at 0x401140)
[EC_DRHOOK:AHogben-P1:1:1:855521:855521] [20230223:100633:1677175593:0.001] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1966] New signal handler 'signal_drhook' for signal#24 (SIGXCPU) at 0x81f520 (old at (nil))
[EC_DRHOOK:AHogben-P1:1:1:855521:855521] [20230223:100633:1677175593:0.001] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1968] New signal handler 'signal_drhook' for signal#25 (SIGXFSZ) at 0x81f520 (old at (nil))
[EC_DRHOOK:AHogben-P1:1:1:855521:855521] [20230223:100633:1677175593:0.001] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1973] New signal handler 'signal_drhook' for signal#31 (SIGSYS) at 0x81f520 (old at (nil))
[EC_DRHOOK:AHogben-P1:1:1:855521:855521] [20230223:100633:1677175593:0.001] [catch_signals@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1111] DR_HOOK_CATCH_SIGNALS=<undef>
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12209864/ICMGGh7zg+000492
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12209864/ICMSHh7zg+000492
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12209864/ICMUAh7zg+000492
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12209864/ICMGGh7zg+000504
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12209864/ICMSHh7zg+000504
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12209864/ICMUAh7zg+000504
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12209864/ICMGGh7zg+000516
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12209864/ICMSHh7zg+000516
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12209864/ICMUAh7zg+000516
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12209864/ICMGGh7zg+000528
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12209864/ICMSHh7zg+000528
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12209864/ICMUAh7zg+000528
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12209864/ICMGGh7zg+000540
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12209864/ICMSHh7zg+000540
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12209864/ICMUAh7zg+000540
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12209864/ICMGGh7zg+000552
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12209864/ICMSHh7zg+000552
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12209864/ICMUAh7zg+000552
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12209864/ICMGGh7zg+000564
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12209864/ICMSHh7zg+000564
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12209864/ICMUAh7zg+000564
Zipping up the intermediate file: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_a2dh_2016092300_15_991_12209864_0_r1638742184_5.zip
Uploading the intermediate file: upload_file_5.zip
10:07:35 STEP 576 H= 144:00 +CPU= 53.401
Moving to projects directory: /var/lib/boinc-client/slots/7/ICMGGh7zg+000576
Moving to projects directory: /var/lib/boinc-client/slots/7/ICMSHh7zg+000576
Moving to projects directory: /var/lib/boinc-client/slots/7/ICMUAh7zg+000576
10:08:30 STEP 577 H= 144:15 +CPU= 53.454
10:09:27 STEP 578 H= 144:30 +CPU= 55.991
10:10:18 STEP 579 H= 144:45 +CPU= 49.862
10:11:12 STEP 580 H= 145:00 +CPU= 53.876
10:12:04 STEP 581 H= 145:15 +CPU= 51.879
10:12:57 STEP 582 H= 145:30 +CPU= 52.349
10:13:47 STEP 583 H= 145:45 +CPU= 49.011
10:14:41 STEP 584 H= 146:00 +CPU= 53.494
10:15:31 STEP 585 H= 146:15 +CPU= 49.639
10:16:28 STEP 586 H= 146:30 +CPU= 54.264
10:17:19 STEP 587 H= 146:45 +CPU= 48.944
10:18:23 STEP 588 H= 147:00 +CPU= 63.325
Moving to projects directory: /var/lib/boinc-client/slots/7/ICMGGh7zg+000588
Moving to projects directory: /var/lib/boinc-client/slots/7/ICMSHh7zg+000588
Moving to projects directory: /var/lib/boinc-client/slots/7/ICMUAh7zg+000588
10:19:14 STEP 589 H= 147:15 +CPU= 50.758
10:20:02 STEP 590 H= 147:30 +CPU= 47.876
10:20:56 STEP 591 H= 147:45 +CPU= 53.183
10:21:48 STEP 592 H= 148:00 +CPU= 50.306
10:22:40 STEP 593 H= 148:15 +CPU= 52.026
10:23:32 STEP 594 H= 148:30 +CPU= 50.822
10:24:21 STEP 595 H= 148:45 +CPU= 48.535
10:25:12 STEP 596 H= 149:00 +CPU= 50.957
10:26:03 STEP 597 H= 149:15 +CPU= 50.522
10:26:55 STEP 598 H= 149:30 +CPU= 52.131
10:27:49 STEP 599 H= 149:45 +CPU= 50.423
10:28:55 STEP 600 H= 150:00 +CPU= 64.912
Moving to projects directory: /var/lib/boinc-client/slots/7/ICMGGh7zg+000600
Moving to projects directory: /var/lib/boinc-client/slots/7/ICMSHh7zg+000600
Moving to projects directory: /var/lib/boinc-client/slots/7/ICMUAh7zg+000600
10:29:43 STEP 601 H= 150:15 +CPU= 47.307
10:30:33 STEP 602 H= 150:30 +CPU= 49.501
10:31:24 STEP 603 H= 150:45 +CPU= 49.930
10:32:15 STEP 604 H= 151:00 +CPU= 50.648
10:33:05 STEP 605 H= 151:15 +CPU= 49.416
10:33:56 STEP 606 H= 151:30 +CPU= 50.825
10:34:45 STEP 607 H= 151:45 +CPU= 48.739
10:35:40 STEP 608 H= 152:00 +CPU= 52.890
10:36:29 STEP 609 H= 152:15 +CPU= 48.791
10:37:21 STEP 610 H= 152:30 +CPU= 50.620
10:38:15 STEP 611 H= 152:45 +CPU= 50.643
10:39:20 STEP 612 H= 153:00 +CPU= 64.319
Moving to projects directory: /var/lib/boinc-client/slots/7/ICMGGh7zg+000612
Moving to projects directory: /var/lib/boinc-client/slots/7/ICMSHh7zg+000612
Moving to projects directory: /var/lib/boinc-client/slots/7/ICMUAh7zg+000612
10:40:09 STEP 613 H= 153:15 +CPU= 48.091
10:40:57 STEP 614 H= 153:30 +CPU= 48.093
10:41:49 STEP 615 H= 153:45 +CPU= 50.811
10:42:44 STEP 616 H= 154:00 +CPU= 54.447
10:43:34 STEP 617 H= 154:15 +CPU= 50.515
10:44:27 STEP 618 H= 154:30 +CPU= 51.378
10:45:20 STEP 619 H= 154:45 +CPU= 50.857
10:46:08 STEP 620 H= 155:00 +CPU= 47.250
10:46:55 STEP 621 H= 155:15 +CPU= 46.249
10:47:46 STEP 622 H= 155:30 +CPU= 50.418
10:48:36 STEP 623 H= 155:45 +CPU= 49.872
10:49:52 STEP 624 H= 156:00 +CPU= 69.354
Moving to projects directory: /var/lib/boinc-client/slots/7/ICMGGh7zg+000624
Moving to projects directory: /var/lib/boinc-client/slots/7/ICMSHh7zg+000624
Moving to projects directory: /var/lib/boinc-client/slots/7/ICMUAh7zg+000624
10:50:39 STEP 625 H= 156:15 +CPU= 47.073
10:51:25 STEP 626 H= 156:30 +CPU= 46.000
10:52:17 STEP 627 H= 156:45 +CPU= 51.266
10:53:08 STEP 628 H= 157:00 +CPU= 50.387
10:53:57 STEP 629 H= 157:15 +CPU= 48.147
10:54:49 STEP 630 H= 157:30 +CPU= 51.120
10:55:40 STEP 631 H= 157:45 +CPU= 50.578
10:56:31 STEP 632 H= 158:00 +CPU= 49.761
10:57:17 STEP 633 H= 158:15 +CPU= 45.561
10:58:09 STEP 634 H= 158:30 +CPU= 51.571
10:59:01 STEP 635 H= 158:45 +CPU= 51.415
11:00:06 STEP 636 H= 159:00 +CPU= 64.406
Moving to projects directory: /var/lib/boinc-client/slots/7/ICMGGh7zg+000636
Moving to projects directory: /var/lib/boinc-client/slots/7/ICMSHh7zg+000636
Moving to projects directory: /var/lib/boinc-client/slots/7/ICMUAh7zg+000636
11:00:55 STEP 637 H= 159:15 +CPU= 48.305
11:01:45 STEP 638 H= 159:30 +CPU= 49.053
11:02:34 STEP 639 H= 159:45 +CPU= 48.774
11:03:20 STEP 640 H= 160:00 +CPU= 45.946
11:04:08 STEP 641 H= 160:15 +CPU= 47.218
11:04:55 STEP 642 H= 160:30 +CPU= 46.326
11:05:38 STEP 643 H= 160:45 +CPU= 43.263
11:06:23 STEP 644 H= 161:00 +CPU= 44.347
11:07:04 STEP 645 H= 161:15 +CPU= 41.396
11:07:55 STEP 646 H= 161:30 +CPU= 50.581
11:08:43 STEP 647 H= 161:45 +CPU= 47.207
11:09:46 STEP 648 H= 162:00 +CPU= 61.826
Moving to projects directory: /var/lib/boinc-client/slots/7/ICMGGh7zg+000648
Moving to projects directory: /var/lib/boinc-client/slots/7/ICMSHh7zg+000648
Moving to projects directory: /var/lib/boinc-client/slots/7/ICMUAh7zg+000648
11:10:32 STEP 649 H= 162:15 +CPU= 45.907
11:11:19 STEP 650 H= 162:30 +CPU= 45.856
11:12:07 STEP 651 H= 162:45 +CPU= 47.340
11:12:55 STEP 652 H= 163:00 +CPU= 47.074
11:13:40 STEP 653 H= 163:15 +CPU= 45.034
11:14:28 STEP 654 H= 163:30 +CPU= 48.263
11:15:15 STEP 655 H= 163:45 +CPU= 46.756
11:16:10 STEP 656 H= 164:00 +CPU= 53.376
11:16:59 STEP 657 H= 164:15 +CPU= 47.967
11:17:53 STEP 658 H= 164:30 +CPU= 50.453
11:18:43 STEP 659 H= 164:45 +CPU= 49.782
11:19:48 STEP 660 H= 165:00 +CPU= 60.713
Moving to projects directory: /var/lib/boinc-client/slots/7/ICMGGh7zg+000660
Moving to projects directory: /var/lib/boinc-client/slots/7/ICMSHh7zg+000660
Moving to projects directory: /var/lib/boinc-client/slots/7/ICMUAh7zg+000660
11:20:38 STEP 661 H= 165:15 +CPU= 50.217
11:21:28 STEP 662 H= 165:30 +CPU= 49.602
11:22:14 STEP 663 H= 165:45 +CPU= 45.552
11:23:05 STEP 664 H= 166:00 +CPU= 50.609
11:23:54 STEP 665 H= 166:15 +CPU= 47.789
11:24:45 STEP 666 H= 166:30 +CPU= 50.731
11:25:36 STEP 667 H= 166:45 +CPU= 50.874
11:26:28 STEP 668 H= 167:00 +CPU= 51.032
11:27:18 STEP 669 H= 167:15 +CPU= 49.713
11:28:06 STEP 670 H= 167:30 +CPU= 47.445
11:28:55 STEP 671 H= 167:45 +CPU= 48.742
Quit request received from BOINC client, ending the child process
(argv0) ../../projects/climateprediction.net/oifs_43r3_bl_1.11_x86_64-pc-linux-gnu
(argv1) start_date: 2016092300
(argv2) exptid: h7zg
(argv3) unique_member_id: a2dh
(argv4) batchid: 991
(argv5) wuid: 12209864
(argv6) fclen: 15
(argv7) app_name: oifs_43r3_bl
(argv8) nthreads: 1
Working directory is: /var/lib/boinc-client/slots/7
Project directory is: /var/lib/boinc-client/projects/climateprediction.net/
app name: oifs_43r3_bl
version: 1.11
Location of temp folder: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12209864
..mkdir for temp folder for results failed
Copying: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_app_1.11_x86_64-pc-linux-gnu.zip to: /var/lib/boinc-client/slots/7/oifs_43r3_bl_app_1.11_x86_64-pc-linux-gnu.zip
Unzipping the app zip file: /var/lib/boinc-client/slots/7/oifs_43r3_bl_app_1.11_x86_64-pc-linux-gnu.zip
Copying the namelist files from: ../../projects/climateprediction.net/jf_1effc3802301166c5f501ca516b66f62 to: /var/lib/boinc-client/slots/7/oifs_43r3_bl_a2dh_2016092300_15_991_12209864.zip
Unzipping the namelist zip file: /var/lib/boinc-client/slots/7/oifs_43r3_bl_a2dh_2016092300_15_991_12209864.zip
ic_ancil_file: ic_ancil_12209864
ifsdata_file: ifsdata_12209864
climate_data_file: clim_data_12209864
horiz_resolution: 159
vert_resolution: 91
grid_type: l_2
upload_interval: 96
utstep: 900
nfrres: restart dump frequency (steps) 48
Copying IC ancils from: ../../projects/climateprediction.net/jf_f7ecfd27aa1e68bbe7e8d19800e25c73 to: /var/lib/boinc-client/slots/7/ic_ancil_12209864.zip
Unzipping the IC ancils zip file: /var/lib/boinc-client/slots/7/ic_ancil_12209864.zip
..mkdir for ifsdata folder failed
Copying the ifsdata_file from: ../../projects/climateprediction.net/jf_2c366a5824a0c60a98a75faf89c2be86 to: /var/lib/boinc-client/slots/7/ifsdata/ifsdata_12209864.zip
Unzipping the ifsdata_zip file: /var/lib/boinc-client/slots/7/ifsdata/ifsdata_12209864.zip
..mkdir for the climate data folder failed
Copying the climate data file from: ../../projects/climateprediction.net/jf_f32c668cf7829426ffd94699b48b9a2e to: /var/lib/boinc-client/slots/7/159l_2/clim_data_12209864.zip
Unzipping the climate data zip file: /var/lib/boinc-client/slots/7/159l_2/clim_data_12209864.zip
Checking for progress XML file: /var/lib/boinc-client/slots/7/progress_file_12209864.xml
Opened progress file ok : /var/lib/boinc-client/slots/7/progress_file_12209864.xml
-- Model is restarting --
Adjusting last_iter, 672, to previous model restart step.
Creating progress file: /var/lib/boinc-client/slots/7/progress_file_12209864.xml
last_cpu_time: 44525
upload_file_number: 6
last_iter: 673
last_upload: 519300
model_completed: 0
total_length_of_simulation: 1296000
result_base_name: oifs_43r3_bl_a2dh_2016092300_15_991_12209864_0_r1638742184
The child process has been launched with process id: 857727
Executing the command: /var/lib/boinc-client/slots/7/oifs_43r3_model.exe
[EC_DRHOOK:hostname:myproc:omptid:pid:unixtid] [YYYYMMDD:HHMMSS:epoch:walltime] [function@file:lineno] -- Max OpenMP threads = 1
[EC_DRHOOK:AHogben-P1:1:1:857727:857727] [20230223:113044:1677180644:0.000] [process_options@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:2091] fp = 0x30e4a00
[EC_DRHOOK:AHogben-P1:1:1:857727:857727] [20230223:113044:1677180644:0.000] [process_options@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:2098] DR_HOOK_ALLOW_COREDUMP=-1
[EC_DRHOOK:AHogben-P1:1:1:857727:857727] [20230223:113044:1677180644:0.000] [process_options@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:2104] Hardlimit for core file is now 0 (0x0)
[EC_DRHOOK:AHogben-P1:1:1:857727:857727] [20230223:113044:1677180644:0.000] [process_options@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:2122] DR_HOOK_PROFILE_PROC=-1
[EC_DRHOOK:AHogben-P1:1:1:857727:857727] [20230223:113044:1677180644:0.000] [process_options@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:2128] DR_HOOK_PROFILE_LIMIT=-10.000
[EC_DRHOOK:AHogben-P1:1:1:857727:857727] [20230223:113044:1677180644:0.000] [process_options@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:2194] DR_HOOK_RANDOM_MEMSTAT=0 (RAND_MAX=2147483647)
[EC_DRHOOK:AHogben-P1:1:1:857727:857727] [20230223:113044:1677180644:0.000] [process_options@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:2205] DR_HOOK_HASHBITS=16
[EC_DRHOOK:AHogben-P1:1:1:857727:857727] [20230223:113044:1677180644:0.000] [process_options@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:2213] DR_HOOK_NCALLSTACK=0
[EC_DRHOOK:AHogben-P1:1:1:857727:857727] [20230223:113044:1677180644:0.000] [process_options@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:2221] DR_HOOK_HARAKIRI_TIMEOUT=500
[EC_DRHOOK:AHogben-P1:1:1:857727:857727] [20230223:113044:1677180644:0.000] [process_options@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:2228] DR_HOOK_TRAPFPE=1
[EC_DRHOOK:AHogben-P1:1:1:857727:857727] [20230223:113044:1677180644:0.000] [process_options@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:2235] DR_HOOK_TRAPFPE_INVALID=1
[EC_DRHOOK:AHogben-P1:1:1:857727:857727] [20230223:113044:1677180644:0.000] [process_options@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:2242] DR_HOOK_TRAPFPE_DIVBYZERO=1
[EC_DRHOOK:AHogben-P1:1:1:857727:857727] [20230223:113044:1677180644:0.000] [process_options@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:2249] DR_HOOK_TRAPFPE_OVERFLOW=1
[EC_DRHOOK:AHogben-P1:1:1:857727:857727] [20230223:113044:1677180644:0.000] [ignore_signals@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1227] DR_HOOK_IGNORE_SIGNALS=<undef>
[EC_DRHOOK:AHogben-P1:1:1:857727:857727] [20230223:113044:1677180644:0.000] [restore_default_signals@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1178] DR_HOOK_RESTORE_DEFAULT_SIGNALS=<undef>
[EC_DRHOOK:AHogben-P1:1:1:857727:857727] [20230223:113044:1677180644:0.000] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1937] New signal handler 'signal_drhook' for signal#6 (SIGABRT) at 0x81f520 (old at 0x401140)
[EC_DRHOOK:AHogben-P1:1:1:857727:857727] [20230223:113044:1677180644:0.000] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1938] New signal handler 'signal_drhook' for signal#7 (SIGBUS) at 0x81f520 (old at (nil))
[EC_DRHOOK:AHogben-P1:1:1:857727:857727] [20230223:113044:1677180644:0.000] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1939] New signal handler 'signal_drhook' for signal#11 (SIGSEGV) at 0x81f520 (old at 0x401140)
[EC_DRHOOK:AHogben-P1:1:1:857727:857727] [20230223:113044:1677180644:0.000] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1944] New signal handler 'signal_drhook' for signal#16 (SIGSTKFLT) at 0x81f520 (old at (nil))
[EC_DRHOOK:AHogben-P1:1:1:857727:857727] [20230223:113044:1677180644:0.000] [trapfpe_treatment@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1149] DR_HOOK enables SIGFPE-related floating point trapping since DRHOOK_TRAPFPE=1
[EC_DRHOOK:AHogben-P1:1:1:857727:857727] [20230223:113044:1677180644:0.000] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1948] New signal handler 'signal_drhook' for signal#8 (SIGFPE) at 0x81f520 (old at 0x401140)
[EC_DRHOOK:AHogben-P1:1:1:857727:857727] [20230223:113044:1677180644:0.000] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1949] New signal handler 'signal_drhook' for signal#4 (SIGILL) at 0x81f520 (old at 0x401140)
[EC_DRHOOK:AHogben-P1:1:1:857727:857727] [20230223:113044:1677180644:0.000] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1951] New signal handler 'signal_drhook' for signal#5 (SIGTRAP) at 0x81f520 (old at (nil))
[EC_DRHOOK:AHogben-P1:1:1:857727:857727] [20230223:113044:1677180644:0.000] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1952] New signal handler 'signal_drhook' for signal#2 (SIGINT) at 0x81f520 (old at 0x401140)
[EC_DRHOOK:AHogben-P1:1:1:857727:857727] [20230223:113044:1677180644:0.000] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1960] New signal handler 'signal_drhook' for signal#3 (SIGQUIT) at 0x81f520 (old at 0x401140)
[EC_DRHOOK:AHogben-P1:1:1:857727:857727] [20230223:113044:1677180644:0.000] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1961] New signal handler 'signal_drhook' for signal#15 (SIGTERM) at 0x81f520 (old at 0x401140)
[EC_DRHOOK:AHogben-P1:1:1:857727:857727] [20230223:113044:1677180644:0.000] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1966] New signal handler 'signal_drhook' for signal#24 (SIGXCPU) at 0x81f520 (old at (nil))
[EC_DRHOOK:AHogben-P1:1:1:857727:857727] [20230223:113044:1677180644:0.000] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1968] New signal handler 'signal_drhook' for signal#25 (SIGXFSZ) at 0x81f520 (old at (nil))
[EC_DRHOOK:AHogben-P1:1:1:857727:857727] [20230223:113044:1677180644:0.000] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1973] New signal handler 'signal_drhook' for signal#31 (SIGSYS) at 0x81f520 (old at (nil))
[EC_DRHOOK:AHogben-P1:1:1:857727:857727] [20230223:113044:1677180644:0.000] [catch_signals@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1111] DR_HOOK_CATCH_SIGNALS=<undef>
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12209864/ICMGGh7zg+000588
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12209864/ICMSHh7zg+000588
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12209864/ICMUAh7zg+000588
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12209864/ICMGGh7zg+000600
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12209864/ICMSHh7zg+000600
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12209864/ICMUAh7zg+000600
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12209864/ICMGGh7zg+000612
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12209864/ICMSHh7zg+000612
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12209864/ICMUAh7zg+000612
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12209864/ICMGGh7zg+000624
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12209864/ICMSHh7zg+000624
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12209864/ICMUAh7zg+000624
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12209864/ICMGGh7zg+000636
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12209864/ICMSHh7zg+000636
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12209864/ICMUAh7zg+000636
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12209864/ICMGGh7zg+000648
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12209864/ICMSHh7zg+000648
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12209864/ICMUAh7zg+000648
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12209864/ICMGGh7zg+000660
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12209864/ICMSHh7zg+000660
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12209864/ICMUAh7zg+000660
Zipping up the intermediate file: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_a2dh_2016092300_15_991_12209864_0_r1638742184_6.zip
Uploading the intermediate file: upload_file_6.zip
11:31:48 STEP 672 H= 168:00 +CPU= 54.452
Moving to projects directory: /var/lib/boinc-client/slots/7/ICMGGh7zg+000672
Moving to projects directory: /var/lib/boinc-client/slots/7/ICMSHh7zg+000672
Moving to projects directory: /var/lib/boinc-client/slots/7/ICMUAh7zg+000672
11:32:34 STEP 673 H= 168:15 +CPU= 45.997
11:33:35 STEP 674 H= 168:30 +CPU= 55.437
11:34:30 STEP 675 H= 168:45 +CPU= 51.737
11:35:22 STEP 676 H= 169:00 +CPU= 51.239
11:36:12 STEP 677 H= 169:15 +CPU= 49.105
11:37:03 STEP 678 H= 169:30 +CPU= 49.892
11:37:52 STEP 679 H= 169:45 +CPU= 49.269
11:38:44 STEP 680 H= 170:00 +CPU= 50.560
11:39:32 STEP 681 H= 170:15 +CPU= 48.385
11:40:21 STEP 682 H= 170:30 +CPU= 48.429
11:41:11 STEP 683 H= 170:45 +CPU= 48.804
11:42:16 STEP 684 H= 171:00 +CPU= 63.991
Moving to projects directory: /var/lib/boinc-client/slots/7/ICMGGh7zg+000684
Moving to projects directory: /var/lib/boinc-client/slots/7/ICMSHh7zg+000684
Moving to projects directory: /var/lib/boinc-client/slots/7/ICMUAh7zg+000684
11:43:03 STEP 685 H= 171:15 +CPU= 46.847
11:43:51 STEP 686 H= 171:30 +CPU= 47.775
11:44:45 STEP 687 H= 171:45 +CPU= 53.198
11:45:38 STEP 688 H= 172:00 +CPU= 49.142
11:46:25 STEP 689 H= 172:15 +CPU= 46.007
11:47:11 STEP 690 H= 172:30 +CPU= 46.390
11:48:00 STEP 691 H= 172:45 +CPU= 47.801
11:48:49 STEP 692 H= 173:00 +CPU= 48.140
11:49:38 STEP 693 H= 173:15 +CPU= 48.681
11:50:30 STEP 694 H= 173:30 +CPU= 51.424
11:51:20 STEP 695 H= 173:45 +CPU= 49.497
11:52:23 STEP 696 H= 174:00 +CPU= 61.944
Moving to projects directory: /var/lib/boinc-client/slots/7/ICMGGh7zg+000696
Moving to projects directory: /var/lib/boinc-client/slots/7/ICMSHh7zg+000696
Moving to projects directory: /var/lib/boinc-client/slots/7/ICMUAh7zg+000696
11:53:10 STEP 697 H= 174:15 +CPU= 46.086
11:53:59 STEP 698 H= 174:30 +CPU= 48.886
11:54:51 STEP 699 H= 174:45 +CPU= 51.046
11:55:39 STEP 700 H= 175:00 +CPU= 47.798
11:56:27 STEP 701 H= 175:15 +CPU= 47.825
11:57:19 STEP 702 H= 175:30 +CPU= 51.457
11:58:05 STEP 703 H= 175:45 +CPU= 45.863
11:58:54 STEP 704 H= 176:00 +CPU= 49.187
11:59:43 STEP 705 H= 176:15 +CPU= 48.884
12:00:33 STEP 706 H= 176:30 +CPU= 48.736
12:01:24 STEP 707 H= 176:45 +CPU= 49.645
12:02:26 STEP 708 H= 177:00 +CPU= 60.657
Moving to projects directory: /var/lib/boinc-client/slots/7/ICMGGh7zg+000708
Moving to projects directory: /var/lib/boinc-client/slots/7/ICMSHh7zg+000708
Moving to projects directory: /var/lib/boinc-client/slots/7/ICMUAh7zg+000708
12:03:17 STEP 709 H= 177:15 +CPU= 50.120
12:04:03 STEP 710 H= 177:30 +CPU= 46.561
12:04:54 STEP 711 H= 177:45 +CPU= 49.762
12:05:45 STEP 712 H= 178:00 +CPU= 51.332
12:06:38 STEP 713 H= 178:15 +CPU= 51.859
12:07:27 STEP 714 H= 178:30 +CPU= 48.667
12:08:17 STEP 715 H= 178:45 +CPU= 50.155
12:09:09 STEP 716 H= 179:00 +CPU= 51.492
12:09:57 STEP 717 H= 179:15 +CPU= 47.608
12:10:44 STEP 718 H= 179:30 +CPU= 46.175
12:11:31 STEP 719 H= 179:45 +CPU= 46.711
12:12:41 STEP 720 H= 180:00 +CPU= 63.151
Moving to projects directory: /var/lib/boinc-client/slots/7/ICMGGh7zg+000720
Moving to projects directory: /var/lib/boinc-client/slots/7/ICMSHh7zg+000720
Moving to projects directory: /var/lib/boinc-client/slots/7/ICMUAh7zg+000720
12:13:28 STEP 721 H= 180:15 +CPU= 47.264
12:14:15 STEP 722 H= 180:30 +CPU= 46.487
12:15:03 STEP 723 H= 180:45 +CPU= 47.625
12:15:48 STEP 724 H= 181:00 +CPU= 44.084
12:16:31 STEP 725 H= 181:15 +CPU= 42.923
12:17:22 STEP 726 H= 181:30 +CPU= 49.545
12:18:13 STEP 727 H= 181:45 +CPU= 49.901
12:19:11 STEP 728 H= 182:00 +CPU= 52.318
12:19:57 STEP 729 H= 182:15 +CPU= 44.707
12:20:50 STEP 730 H= 182:30 +CPU= 52.481
12:21:39 STEP 731 H= 182:45 +CPU= 48.662
12:22:42 STEP 732 H= 183:00 +CPU= 61.336
Moving to projects directory: /var/lib/boinc-client/slots/7/ICMGGh7zg+000732
Moving to projects directory: /var/lib/boinc-client/slots/7/ICMSHh7zg+000732
Moving to projects directory: /var/lib/boinc-client/slots/7/ICMUAh7zg+000732
12:23:29 STEP 733 H= 183:15 +CPU= 46.692
12:24:23 STEP 734 H= 183:30 +CPU= 52.418
12:25:13 STEP 735 H= 183:45 +CPU= 48.389
12:26:05 STEP 736 H= 184:00 +CPU= 49.800
12:26:53 STEP 737 H= 184:15 +CPU= 47.725
12:27:39 STEP 738 H= 184:30 +CPU= 45.109
12:28:30 STEP 739 H= 184:45 +CPU= 50.617
12:29:19 STEP 740 H= 185:00 +CPU= 48.776
12:30:08 STEP 741 H= 185:15 +CPU= 48.327
12:31:00 STEP 742 H= 185:30 +CPU= 50.750
12:31:49 STEP 743 H= 185:45 +CPU= 49.420
12:32:54 STEP 744 H= 186:00 +CPU= 62.736
Moving to projects directory: /var/lib/boinc-client/slots/7/ICMGGh7zg+000744
Moving to projects directory: /var/lib/boinc-client/slots/7/ICMSHh7zg+000744
Moving to projects directory: /var/lib/boinc-client/slots/7/ICMUAh7zg+000744
12:33:42 STEP 745 H= 186:15 +CPU= 47.804
12:34:32 STEP 746 H= 186:30 +CPU= 49.115
12:35:23 STEP 747 H= 186:45 +CPU= 50.462
12:36:09 STEP 748 H= 187:00 +CPU= 45.235
12:36:56 STEP 749 H= 187:15 +CPU= 46.516
12:37:46 STEP 750 H= 187:30 +CPU= 49.869
12:38:33 STEP 751 H= 187:45 +CPU= 45.973
12:39:18 STEP 752 H= 188:00 +CPU= 45.367
12:40:09 STEP 753 H= 188:15 +CPU= 50.178
12:40:58 STEP 754 H= 188:30 +CPU= 48.791
12:41:47 STEP 755 H= 188:45 +CPU= 48.546
12:42:50 STEP 756 H= 189:00 +CPU= 61.494
Moving to projects directory: /var/lib/boinc-client/slots/7/ICMGGh7zg+000756
Moving to projects directory: /var/lib/boinc-client/slots/7/ICMSHh7zg+000756
Moving to projects directory: /var/lib/boinc-client/slots/7/ICMUAh7zg+000756
12:43:38 STEP 757 H= 189:15 +CPU= 47.967
12:44:26 STEP 758 H= 189:30 +CPU= 47.645
12:45:14 STEP 759 H= 189:45 +CPU= 47.105
12:46:05 STEP 760 H= 190:00 +CPU= 50.874
12:46:54 STEP 761 H= 190:15 +CPU= 48.354
12:47:45 STEP 762 H= 190:30 +CPU= 50.804
12:48:32 STEP 763 H= 190:45 +CPU= 46.429
12:49:21 STEP 764 H= 191:00 +CPU= 49.250
12:50:11 STEP 765 H= 191:15 +CPU= 48.886
12:51:03 STEP 766 H= 191:30 +CPU= 50.723
12:51:53 STEP 767 H= 191:45 +CPU= 48.269
Quit request received from BOINC client, ending the child process
>>> Printing last 70 lines from file: NODE.001_01
DATE= 2016 9 30
NORMS AT NSTEP CNT4 768
SPECTRAL NORMS - LOG(PREHYDS) 0.115129254606462E+02
LEV VORTICITY DIVERGENCE TEMPERATURE KINETIC ENERGY
AVE 0.184096448026528E-05 0.200747975007364E-07 0.227361221502730E+03 0.848805092511560E+01
GPNORM HUMIDITY AVERAGE MINIMUM MAXIMUM
AVE 0.479375751108044E-03 0.100372643374964E-07 0.762322903396128E-02
GPNORM LIQUID WATER AVERAGE MINIMUM MAXIMUM
AVE 0.000000000000000E+00 0.000000000000000E+00 0.000000000000000E+00
GPNORM ICE WATER AVERAGE MINIMUM MAXIMUM
AVE 0.000000000000000E+00 0.000000000000000E+00 0.000000000000000E+00
GPNORM SNOW AVERAGE MINIMUM MAXIMUM
AVE 0.000000000000000E+00 0.000000000000000E+00 0.000000000000000E+00
GPNORM RAIN AVERAGE MINIMUM MAXIMUM
AVE 0.000000000000000E+00 0.000000000000000E+00 0.000000000000000E+00
GPNORM CLOUD FRACTION AVERAGE MINIMUM MAXIMUM
AVE 0.000000000000000E+00 0.000000000000000E+00 0.000000000000000E+00
GPNORM CLW AVERAGE MINIMUM MAXIMUM
AVE 0.000000000000000E+00 0.000000000000000E+00 0.000000000000000E+00
GPNORM CIW AVERAGE MINIMUM MAXIMUM
AVE 0.000000000000000E+00 0.000000000000000E+00 0.000000000000000E+00
GPNORM CC AVERAGE MINIMUM MAXIMUM
AVE 0.000000000000000E+00 0.000000000000000E+00 0.000000000000000E+00
GPNORM RFL AVERAGE MINIMUM MAXIMUM
AVE 0.000000000000000E+00 0.000000000000000E+00 0.000000000000000E+00
GPNORM SFL AVERAGE MINIMUM MAXIMUM
AVE 0.175019616451759E-14 0.000000000000000E+00 0.113233753074779E-12
GPNORM CRFL AVERAGE MINIMUM MAXIMUM
AVE 0.000000000000000E+00 0.000000000000000E+00 0.000000000000000E+00
GPNORM CSFL AVERAGE MINIMUM MAXIMUM
AVE 0.000000000000000E+00 0.000000000000000E+00 0.000000000000000E+00
GPNORM PFRC AVERAGE MINIMUM MAXIMUM
AVE 0.000000000000000E+00 0.000000000000000E+00 0.000000000000000E+00
NSTEP = 768 STEPO F00000000
CREATE RESTART FILE ./srf00080000.0001
IO-STREAM SETUP - IOTYPE = 2 NUMIOPROCS = 1 CPATH =
./srf00080000.0001 MODE=w
IO-STREAM CLOSED - ./srf00080000.0001
MPI-TASK: 1 - ************ BYTES IN 34 RECORDS TRANSFERRED IN 5.3066 SECONDS******** Mbytes/s, TOTAL TIME= 14.4670(36.7%)
CREATE RESTART CONTROL FILE ./rcf
WRRESF: DELETED PREVIOUS RESTART FILE OK: ./srf00071200.0001
MAXGPFV : MAX. VALUE = 0.000000000000000E+000
MAXGPFV : MAX. VALUE = 0.000000000000000E+000
NSTEP = 768 SCAN2M_HPOS P
IO-STREAM SETUP - IOTYPE = 2 NUMIOPROCS = 1 CPATH =
ICMGGh7zg+000768 MODE=w
IO-STREAM CLOSED - ICMGGh7zg+000768
MPI-TASK: 1 - 312567498 BYTES IN 6 RECORDS TRANSFERRED IN 0.0005 SECONDS625135.0 Mbytes/s, TOTAL TIME= 0.0411( 1.2%)
NSTEP = 768 STEPO 0AA000000
IO-STREAM SETUP - IOTYPE = 2 NUMIOPROCS = 1 CPATH =
./ICMSHh7zg+000768 MODE=a
IO-STREAM CLOSED - ./ICMSHh7zg+000768
MPI-TASK: 1 - 707765250 BYTES IN 202 RECORDS TRANSFERRED IN 0.0146 SECONDS 48477.1 Mbytes/s, TOTAL TIME= 0.5964( 2.4%)
IO-STREAM SETUP - IOTYPE = 2 NUMIOPROCS = 1 CPATH =
./ICMUAh7zg+000768 MODE=a
IO-STREAM CLOSED - ./ICMUAh7zg+000768
MPI-TASK: 1 - 5001079959 BYTES IN 125 RECORDS TRANSFERRED IN 0.0080 SECONDS625135.0 Mbytes/s, TOTAL TIME= 0.3680( 2.2%)
STEPO_FPOS WAS : B00000F00E
IO-STREAM SETUP - IOTYPE = 2 NUMIOPROCS = 1 CPATH =
./ICMUAh7zg+000768 MODE=a
IO-STREAM CLOSED - ./ICMUAh7zg+000768
MPI-TASK: 1 - 303993865 BYTES IN 2 RECORDS TRANSFERRED IN 0.0004 SECONDS759984.6 Mbytes/s, TOTAL TIME= 0.0106( 3.8%)
STEPO_FPOS WAS : V00000000Y
IO-STREAM SETUP - IOTYPE = 2 NUMIOPROCS = 1 CPATH =
./ICMUAh7zg+000768 MODE=a
IO-STREAM CLOSED - ./ICMUAh7zg+000768
MPI-TASK: 1 - 312567498 BYTES IN 4 RECORDS TRANSFERRED IN 0.0006 SECONDS520945.8 Mbytes/s, TOTAL TIME= 0.0119( 5.0%)
STEPO_FPOS WAS : T00000000M
NSTEP = 768 STEPO 0AAA00AAA
------------------------------------------------
CNT0 not found; string returned was: 'STEPO'
>>> Printing last 8 lines from file: ifs.stat
12:51:03 0AAA00AAA STEPO 767 50.725 50.725 51.956 78:56 -3498:** 0.19929767520780E-07 2GB 0MB
12:51:53 F00000000 STEPO 768 48.593 48.593 49.737 79:45 -3497:** 0.20074797500736E-07 2GB 0MB
12:52:08 0AA000000 STEPO 768 7.357 7.357 15.251 79:52 -3497:** 0.20074797500736E-07 2GB 0MB
12:52:11 FULLPOS-B DYNFPOS 768 2.874 2.874 3.202 79:55 -3497:** 0.20074797500736E-07 2GB 0MB
12:52:18 FULLPOS-V DYNFPOS 768 6.764 6.764 7.049 80:02 -3497:** 0.20074797500736E-07 2GB 0MB
12:52:20 FULLPOS-T DYNFPOS 768 0.991 0.991 1.138 80:03 -3497:** 0.20074797500736E-07 2GB 0MB
12:52:21 0AAA00AAA STEPO 768 1.170 1.170 1.178 80:04 -3497:** 0.20074797500736E-07 2GB 0MB
------------------------------------------------
>>> Printing last 11 lines from file: rcf
CSTEP = " 768",
CTIME = "00080000 ",
NSTEPLPP = 201, 202, 49, 228226, 228227, 2*0, 756, 2*0,
IPRGPNSRES = 1,
IPRGPEWRES = 1,
IPRTRWRES = 1,
IPRTRVRES = 1,
GMASS0 = 0.000000000000000E+000,
GMASSI = 0.000000000000000E+000
/
------------------------------------------------
>>> Printing last 8 lines from file: /var/lib/boinc-client/slots/7/progress_file_12209864.xml
<running_values>
<last_cpu_time>49330.210000</last_cpu_time>
<upload_file_number>7</upload_file_number>
<last_iter>768</last_iter>
<last_upload>605700</last_upload>
<model_completed>0</model_completed>
</running_values>
------------------------------------------------
..Failed, model did not complete successfully
(argv0) ../../projects/climateprediction.net/oifs_43r3_bl_1.11_x86_64-pc-linux-gnu
(argv1) start_date: 2016092300
(argv2) exptid: h7zg
(argv3) unique_member_id: a2dh
(argv4) batchid: 991
(argv5) wuid: 12209864
(argv6) fclen: 15
(argv7) app_name: oifs_43r3_bl
(argv8) nthreads: 1
Working directory is: /var/lib/boinc-client/slots/7
Project directory is: /var/lib/boinc-client/projects/climateprediction.net/
app name: oifs_43r3_bl
version: 1.11
Location of temp folder: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12209864
..mkdir for temp folder for results failed
Copying: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_app_1.11_x86_64-pc-linux-gnu.zip to: /var/lib/boinc-client/slots/7/oifs_43r3_bl_app_1.11_x86_64-pc-linux-gnu.zip
Unzipping the app zip file: /var/lib/boinc-client/slots/7/oifs_43r3_bl_app_1.11_x86_64-pc-linux-gnu.zip
Copying the namelist files from: ../../projects/climateprediction.net/jf_1effc3802301166c5f501ca516b66f62 to: /var/lib/boinc-client/slots/7/oifs_43r3_bl_a2dh_2016092300_15_991_12209864.zip
Unzipping the namelist zip file: /var/lib/boinc-client/slots/7/oifs_43r3_bl_a2dh_2016092300_15_991_12209864.zip
ic_ancil_file: ic_ancil_12209864
ifsdata_file: ifsdata_12209864
climate_data_file: clim_data_12209864
horiz_resolution: 159
vert_resolution: 91
grid_type: l_2
upload_interval: 96
utstep: 900
nfrres: restart dump frequency (steps) 48
Copying IC ancils from: ../../projects/climateprediction.net/jf_f7ecfd27aa1e68bbe7e8d19800e25c73 to: /var/lib/boinc-client/slots/7/ic_ancil_12209864.zip
Unzipping the IC ancils zip file: /var/lib/boinc-client/slots/7/ic_ancil_12209864.zip
..mkdir for ifsdata folder failed
Copying the ifsdata_file from: ../../projects/climateprediction.net/jf_2c366a5824a0c60a98a75faf89c2be86 to: /var/lib/boinc-client/slots/7/ifsdata/ifsdata_12209864.zip
Unzipping the ifsdata_zip file: /var/lib/boinc-client/slots/7/ifsdata/ifsdata_12209864.zip
..mkdir for the climate data folder failed
Copying the climate data file from: ../../projects/climateprediction.net/jf_f32c668cf7829426ffd94699b48b9a2e to: /var/lib/boinc-client/slots/7/159l_2/clim_data_12209864.zip
Unzipping the climate data zip file: /var/lib/boinc-client/slots/7/159l_2/clim_data_12209864.zip
Checking for progress XML file: /var/lib/boinc-client/slots/7/progress_file_12209864.xml
Opened progress file ok : /var/lib/boinc-client/slots/7/progress_file_12209864.xml
-- Model is restarting --
Adjusting last_iter, 768, to previous model restart step.
Creating progress file: /var/lib/boinc-client/slots/7/progress_file_12209864.xml
last_cpu_time: 49330
upload_file_number: 7
last_iter: 769
last_upload: 605700
model_completed: 0
total_length_of_simulation: 1296000
result_base_name: oifs_43r3_bl_a2dh_2016092300_15_991_12209864_0_r1638742184
The child process has been launched with process id: 859930
Executing the command: /var/lib/boinc-client/slots/7/oifs_43r3_model.exe
[EC_DRHOOK:hostname:myproc:omptid:pid:unixtid] [YYYYMMDD:HHMMSS:epoch:walltime] [function@file:lineno] -- Max OpenMP threads = 1
[EC_DRHOOK:AHogben-P1:1:1:859930:859930] [20230223:125332:1677185612:0.000] [process_options@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:2091] fp = 0x30e4a00
[EC_DRHOOK:AHogben-P1:1:1:859930:859930] [20230223:125332:1677185612:0.000] [process_options@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:2098] DR_HOOK_ALLOW_COREDUMP=-1
[EC_DRHOOK:AHogben-P1:1:1:859930:859930] [20230223:125332:1677185612:0.000] [process_options@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:2104] Hardlimit for core file is now 0 (0x0)
[EC_DRHOOK:AHogben-P1:1:1:859930:859930] [20230223:125332:1677185612:0.000] [process_options@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:2122] DR_HOOK_PROFILE_PROC=-1
[EC_DRHOOK:AHogben-P1:1:1:859930:859930] [20230223:125332:1677185612:0.000] [process_options@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:2128] DR_HOOK_PROFILE_LIMIT=-10.000
[EC_DRHOOK:AHogben-P1:1:1:859930:859930] [20230223:125332:1677185612:0.000] [process_options@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:2194] DR_HOOK_RANDOM_MEMSTAT=0 (RAND_MAX=2147483647)
[EC_DRHOOK:AHogben-P1:1:1:859930:859930] [20230223:125332:1677185612:0.000] [process_options@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:2205] DR_HOOK_HASHBITS=16
[EC_DRHOOK:AHogben-P1:1:1:859930:859930] [20230223:125332:1677185612:0.000] [process_options@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:2213] DR_HOOK_NCALLSTACK=0
[EC_DRHOOK:AHogben-P1:1:1:859930:859930] [20230223:125332:1677185612:0.000] [process_options@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:2221] DR_HOOK_HARAKIRI_TIMEOUT=500
[EC_DRHOOK:AHogben-P1:1:1:859930:859930] [20230223:125332:1677185612:0.000] [process_options@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:2228] DR_HOOK_TRAPFPE=1
[EC_DRHOOK:AHogben-P1:1:1:859930:859930] [20230223:125332:1677185612:0.000] [process_options@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:2235] DR_HOOK_TRAPFPE_INVALID=1
[EC_DRHOOK:AHogben-P1:1:1:859930:859930] [20230223:125332:1677185612:0.000] [process_options@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:2242] DR_HOOK_TRAPFPE_DIVBYZERO=1
[EC_DRHOOK:AHogben-P1:1:1:859930:859930] [20230223:125332:1677185612:0.000] [process_options@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:2249] DR_HOOK_TRAPFPE_OVERFLOW=1
[EC_DRHOOK:AHogben-P1:1:1:859930:859930] [20230223:125332:1677185612:0.001] [ignore_signals@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1227] DR_HOOK_IGNORE_SIGNALS=<undef>
[EC_DRHOOK:AHogben-P1:1:1:859930:859930] [20230223:125332:1677185612:0.001] [restore_default_signals@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1178] DR_HOOK_RESTORE_DEFAULT_SIGNALS=<undef>
[EC_DRHOOK:AHogben-P1:1:1:859930:859930] [20230223:125332:1677185612:0.001] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1937] New signal handler 'signal_drhook' for signal#6 (SIGABRT) at 0x81f520 (old at 0x401140)
[EC_DRHOOK:AHogben-P1:1:1:859930:859930] [20230223:125332:1677185612:0.001] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1938] New signal handler 'signal_drhook' for signal#7 (SIGBUS) at 0x81f520 (old at (nil))
[EC_DRHOOK:AHogben-P1:1:1:859930:859930] [20230223:125332:1677185612:0.001] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1939] New signal handler 'signal_drhook' for signal#11 (SIGSEGV) at 0x81f520 (old at 0x401140)
[EC_DRHOOK:AHogben-P1:1:1:859930:859930] [20230223:125332:1677185612:0.001] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1944] New signal handler 'signal_drhook' for signal#16 (SIGSTKFLT) at 0x81f520 (old at (nil))
[EC_DRHOOK:AHogben-P1:1:1:859930:859930] [20230223:125332:1677185612:0.001] [trapfpe_treatment@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1149] DR_HOOK enables SIGFPE-related floating point trapping since DRHOOK_TRAPFPE=1
[EC_DRHOOK:AHogben-P1:1:1:859930:859930] [20230223:125332:1677185612:0.001] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1948] New signal handler 'signal_drhook' for signal#8 (SIGFPE) at 0x81f520 (old at 0x401140)
[EC_DRHOOK:AHogben-P1:1:1:859930:859930] [20230223:125332:1677185612:0.001] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1949] New signal handler 'signal_drhook' for signal#4 (SIGILL) at 0x81f520 (old at 0x401140)
[EC_DRHOOK:AHogben-P1:1:1:859930:859930] [20230223:125332:1677185612:0.001] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1951] New signal handler 'signal_drhook' for signal#5 (SIGTRAP) at 0x81f520 (old at (nil))
[EC_DRHOOK:AHogben-P1:1:1:859930:859930] [20230223:125332:1677185612:0.001] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1952] New signal handler 'signal_drhook' for signal#2 (SIGINT) at 0x81f520 (old at 0x401140)
[EC_DRHOOK:AHogben-P1:1:1:859930:859930] [20230223:125332:1677185612:0.001] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1960] New signal handler 'signal_drhook' for signal#3 (SIGQUIT) at 0x81f520 (old at 0x401140)
[EC_DRHOOK:AHogben-P1:1:1:859930:859930] [20230223:125332:1677185612:0.001] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1961] New signal handler 'signal_drhook' for signal#15 (SIGTERM) at 0x81f520 (old at 0x401140)
[EC_DRHOOK:AHogben-P1:1:1:859930:859930] [20230223:125332:1677185612:0.001] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1966] New signal handler 'signal_drhook' for signal#24 (SIGXCPU) at 0x81f520 (old at (nil))
[EC_DRHOOK:AHogben-P1:1:1:859930:859930] [20230223:125332:1677185612:0.001] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1968] New signal handler 'signal_drhook' for signal#25 (SIGXFSZ) at 0x81f520 (old at (nil))
[EC_DRHOOK:AHogben-P1:1:1:859930:859930] [20230223:125332:1677185612:0.001] [signal_drhook_init@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1973] New signal handler 'signal_drhook' for signal#31 (SIGSYS) at 0x81f520 (old at (nil))
[EC_DRHOOK:AHogben-P1:1:1:859930:859930] [20230223:125332:1677185612:0.001] [catch_signals@/home/abowery/Desktop/OpenIFS/oifs_43r3_bl/gc_oifs43r3-feature-cpdn/src/ifsaux/support/drhook.c:1111] DR_HOOK_CATCH_SIGNALS=<undef>
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12209864/ICMGGh7zg+000684
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12209864/ICMSHh7zg+000684
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12209864/ICMUAh7zg+000684
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12209864/ICMGGh7zg+000696
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12209864/ICMSHh7zg+000696
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12209864/ICMUAh7zg+000696
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12209864/ICMGGh7zg+000708
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12209864/ICMSHh7zg+000708
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12209864/ICMUAh7zg+000708
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12209864/ICMGGh7zg+000720
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12209864/ICMSHh7zg+000720
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12209864/ICMUAh7zg+000720
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12209864/ICMGGh7zg+000732
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12209864/ICMSHh7zg+000732
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12209864/ICMUAh7zg+000732
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12209864/ICMGGh7zg+000744
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12209864/ICMSHh7zg+000744
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12209864/ICMUAh7zg+000744
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12209864/ICMGGh7zg+000756
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12209864/ICMSHh7zg+000756
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12209864/ICMUAh7zg+000756
Zipping up the intermediate file: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_a2dh_2016092300_15_991_12209864_0_r1638742184_7.zip
Uploading the intermediate file: upload_file_7.zip
12:54:35 STEP 768 H= 192:00 +CPU= 54.260
Moving to projects directory: /var/lib/boinc-client/slots/7/ICMGGh7zg+000768
Moving to projects directory: /var/lib/boinc-client/slots/7/ICMSHh7zg+000768
Moving to projects directory: /var/lib/boinc-client/slots/7/ICMUAh7zg+000768
12:55:26 STEP 769 H= 192:15 +CPU= 49.181
12:56:15 STEP 770 H= 192:30 +CPU= 49.162
12:57:03 STEP 771 H= 192:45 +CPU= 47.292
12:57:54 STEP 772 H= 193:00 +CPU= 50.734
12:58:42 STEP 773 H= 193:15 +CPU= 47.607
12:59:31 STEP 774 H= 193:30 +CPU= 48.352
13:00:21 STEP 775 H= 193:45 +CPU= 49.332
13:01:13 STEP 776 H= 194:00 +CPU= 51.166
13:01:57 STEP 777 H= 194:15 +CPU= 44.374
13:02:48 STEP 778 H= 194:30 +CPU= 49.718
13:03:49 STEP 779 H= 194:45 +CPU= 59.471
13:04:51 STEP 780 H= 195:00 +CPU= 60.942
Moving to projects directory: /var/lib/boinc-client/slots/7/ICMGGh7zg+000780
Moving to projects directory: /var/lib/boinc-client/slots/7/ICMSHh7zg+000780
Moving to projects directory: /var/lib/boinc-client/slots/7/ICMUAh7zg+000780
13:05:47 STEP 781 H= 195:15 +CPU= 54.299
13:06:41 STEP 782 H= 195:30 +CPU= 53.923
13:07:38 STEP 783 H= 195:45 +CPU= 55.447
13:08:38 STEP 784 H= 196:00 +CPU= 59.353
13:09:37 STEP 785 H= 196:15 +CPU= 56.164
13:10:32 STEP 786 H= 196:30 +CPU= 54.249
13:11:28 STEP 787 H= 196:45 +CPU= 55.573
13:12:21 STEP 788 H= 197:00 +CPU= 51.926
13:13:13 STEP 789 H= 197:15 +CPU= 50.677
13:14:10 STEP 790 H= 197:30 +CPU= 56.439
13:15:06 STEP 791 H= 197:45 +CPU= 54.872
13:16:27 STEP 792 H= 198:00 +CPU= 71.017
Moving to projects directory: /var/lib/boinc-client/slots/7/ICMGGh7zg+000792
Moving to projects directory: /var/lib/boinc-client/slots/7/ICMSHh7zg+000792
Moving to projects directory: /var/lib/boinc-client/slots/7/ICMUAh7zg+000792
13:17:25 STEP 793 H= 198:15 +CPU= 55.410
13:18:21 STEP 794 H= 198:30 +CPU= 54.998
13:19:17 STEP 795 H= 198:45 +CPU= 55.033
13:20:13 STEP 796 H= 199:00 +CPU= 56.158
13:21:12 STEP 797 H= 199:15 +CPU= 55.810
13:22:04 STEP 798 H= 199:30 +CPU= 50.226
13:22:56 STEP 799 H= 199:45 +CPU= 51.113
13:23:52 STEP 800 H= 200:00 +CPU= 55.890
13:24:48 STEP 801 H= 200:15 +CPU= 55.167
13:25:44 STEP 802 H= 200:30 +CPU= 55.099
13:26:44 STEP 803 H= 200:45 +CPU= 59.236
13:27:50 STEP 804 H= 201:00 +CPU= 65.463
Moving to projects directory: /var/lib/boinc-client/slots/7/ICMGGh7zg+000804
Moving to projects directory: /var/lib/boinc-client/slots/7/ICMSHh7zg+000804
Moving to projects directory: /var/lib/boinc-client/slots/7/ICMUAh7zg+000804
13:28:38 STEP 805 H= 201:15 +CPU= 48.100
13:29:28 STEP 806 H= 201:30 +CPU= 49.155
13:30:19 STEP 807 H= 201:45 +CPU= 50.777
13:31:14 STEP 808 H= 202:00 +CPU= 53.859
13:32:02 STEP 809 H= 202:15 +CPU= 47.801
13:32:52 STEP 810 H= 202:30 +CPU= 50.364
13:33:42 STEP 811 H= 202:45 +CPU= 49.429
13:34:33 STEP 812 H= 203:00 +CPU= 50.209
13:35:25 STEP 813 H= 203:15 +CPU= 51.440
13:36:19 STEP 814 H= 203:30 +CPU= 53.233
13:37:11 STEP 815 H= 203:45 +CPU= 52.003
13:38:31 STEP 816 H= 204:00 +CPU= 72.169
Moving to projects directory: /var/lib/boinc-client/slots/7/ICMGGh7zg+000816
Moving to projects directory: /var/lib/boinc-client/slots/7/ICMSHh7zg+000816
Moving to projects directory: /var/lib/boinc-client/slots/7/ICMUAh7zg+000816
13:39:21 STEP 817 H= 204:15 +CPU= 49.874
13:40:14 STEP 818 H= 204:30 +CPU= 52.316
13:41:06 STEP 819 H= 204:45 +CPU= 51.106
13:41:59 STEP 820 H= 205:00 +CPU= 52.475
13:42:49 STEP 821 H= 205:15 +CPU= 49.759
13:43:41 STEP 822 H= 205:30 +CPU= 50.306
13:44:39 STEP 823 H= 205:45 +CPU= 57.508
13:45:33 STEP 824 H= 206:00 +CPU= 52.646
13:46:21 STEP 825 H= 206:15 +CPU= 47.413
13:47:10 STEP 826 H= 206:30 +CPU= 47.937
13:48:04 STEP 827 H= 206:45 +CPU= 53.556
13:49:13 STEP 828 H= 207:00 +CPU= 67.554
Moving to projects directory: /var/lib/boinc-client/slots/7/ICMGGh7zg+000828
Moving to projects directory: /var/lib/boinc-client/slots/7/ICMSHh7zg+000828
Moving to projects directory: /var/lib/boinc-client/slots/7/ICMUAh7zg+000828
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
13:50:38 STEP 829 H= 207:15 +CPU= 51.979
13:51:32 STEP 830 H= 207:30 +CPU= 53.621
13:52:24 STEP 831 H= 207:45 +CPU= 50.783
13:53:19 STEP 832 H= 208:00 +CPU= 53.871
13:54:18 STEP 833 H= 208:15 +CPU= 57.355
13:55:16 STEP 834 H= 208:30 +CPU= 56.505
13:56:12 STEP 835 H= 208:45 +CPU= 51.241
13:57:00 STEP 836 H= 209:00 +CPU= 45.656
Abort request received from BOINC client, ending the child process
>>> Printing last 70 lines from file: NODE.001_01
AVE 0.000000000000000E+00 0.000000000000000E+00 0.000000000000000E+00
GPNORM RFL AVERAGE MINIMUM MAXIMUM
AVE 0.000000000000000E+00 0.000000000000000E+00 0.000000000000000E+00
GPNORM SFL AVERAGE MINIMUM MAXIMUM
AVE 0.174926433001861E-14 0.000000000000000E+00 0.977691083489623E-13
GPNORM CRFL AVERAGE MINIMUM MAXIMUM
AVE 0.000000000000000E+00 0.000000000000000E+00 0.000000000000000E+00
GPNORM CSFL AVERAGE MINIMUM MAXIMUM
AVE 0.000000000000000E+00 0.000000000000000E+00 0.000000000000000E+00
GPNORM PFRC AVERAGE MINIMUM MAXIMUM
AVE 0.000000000000000E+00 0.000000000000000E+00 0.000000000000000E+00
NSTEP = 828 STEPO A00000000
MAXGPFV : MAX. VALUE = 0.000000000000000E+000
MAXGPFV : MAX. VALUE = 0.000000000000000E+000
NSTEP = 828 SCAN2M_HPOS P
IO-STREAM SETUP - IOTYPE = 2 NUMIOPROCS = 1 CPATH =
ICMGGh7zg+000828 MODE=w
IO-STREAM CLOSED - ICMGGh7zg+000828
MPI-TASK: 1 - 307771082 BYTES IN 6 RECORDS TRANSFERRED IN 0.0005 SECONDS615542.2 Mbytes/s, TOTAL TIME= 0.0840( 0.6%)
NSTEP = 828 STEPO 0AA000000
IO-STREAM SETUP - IOTYPE = 2 NUMIOPROCS = 1 CPATH =
./ICMSHh7zg+000828 MODE=a
IO-STREAM CLOSED - ./ICMSHh7zg+000828
MPI-TASK: 1 - 707765250 BYTES IN 202 RECORDS TRANSFERRED IN 0.0171 SECONDS 41389.8 Mbytes/s, TOTAL TIME= 0.6701( 2.6%)
IO-STREAM SETUP - IOTYPE = 2 NUMIOPROCS = 1 CPATH =
./ICMUAh7zg+000828 MODE=a
IO-STREAM CLOSED - ./ICMUAh7zg+000828
MPI-TASK: 1 - 4924337303 BYTES IN 125 RECORDS TRANSFERRED IN 0.0057 SECONDS863918.8 Mbytes/s, TOTAL TIME= 0.2703( 2.1%)
STEPO_FPOS WAS : B00000F00E
IO-STREAM SETUP - IOTYPE = 2 NUMIOPROCS = 1 CPATH =
./ICMUAh7zg+000828 MODE=a
IO-STREAM CLOSED - ./ICMUAh7zg+000828
MPI-TASK: 1 - 299197449 BYTES IN 2 RECORDS TRANSFERRED IN 0.0002 SECONDS******** Mbytes/s, TOTAL TIME= 0.0096( 2.1%)
STEPO_FPOS WAS : V00000000Y
IO-STREAM SETUP - IOTYPE = 2 NUMIOPROCS = 1 CPATH =
./ICMUAh7zg+000828 MODE=a
IO-STREAM CLOSED - ./ICMUAh7zg+000828
MPI-TASK: 1 - 307771082 BYTES IN 4 RECORDS TRANSFERRED IN 0.0003 SECONDS******** Mbytes/s, TOTAL TIME= 0.0103( 2.9%)
STEPO_FPOS WAS : T00000000M
NSTEP = 828 STEPO 0AAA00AAA
MAXGPFV : MAX. VALUE = 0.000000000000000E+000
MAXGPFV : MAX. VALUE = 0.000000000000000E+000
NSTEP = 828 SCAN2M_HPOS P
IO-STREAM SETUP - IOTYPE = 2 NUMIOPROCS = 1 CPATH =
ICMGGh7zg+000828 MODE=a
IO-STREAM CLOSED - ICMGGh7zg+000828
MPI-TASK: 1 - 307771073 BYTES IN 7 RECORDS TRANSFERRED IN 0.0010 SECONDS307771.1 Mbytes/s, TOTAL TIME= 0.0277( 3.6%)
13:49:13 STEP 828 H= 207:00 +CPU= 67.554
NSTEP = 829 STEPO 0AAA00AAA
13:50:38 STEP 829 H= 207:15 +CPU= 51.979
ISTEP= 830 RSOLINC= 1361.4482 RI0= 1365.0000 ZI0= 1361.4482 RIP0= 1361.4482
ISTEP= 830 ZI0= 1361.4482 ZSEASON= 1.000000000 REA=149597870000.00 RDEASO=149597870000.00
NSTEP = 830 STEPO 0AAA00AAA
13:51:32 STEP 830 H= 207:30 +CPU= 53.621
NSTEP = 831 STEPO 0AAA00AAA
13:52:24 STEP 831 H= 207:45 +CPU= 50.783
NSTEP = 832 STEPO 0AAA00AAA
13:53:19 STEP 832 H= 208:00 +CPU= 53.871
NSTEP = 833 STEPO 0AAA00AAA
13:54:18 STEP 833 H= 208:15 +CPU= 57.355
NSTEP = 834 STEPO 0AAA00AAA
13:55:16 STEP 834 H= 208:30 +CPU= 56.505
ISTEP= 835 RSOLINC= 1361.4482 RI0= 1365.0000 ZI0= 1361.4482 RIP0= 1361.4482
ISTEP= 835 ZI0= 1361.4482 ZSEASON= 1.000000000 REA=149597870000.00 RDEASO=149597870000.00
NSTEP = 835 STEPO 0AAA00AAA
13:56:12 STEP 835 H= 208:45 +CPU= 51.241
NSTEP = 836 STEPO 0AAA00AAA
13:57:00 STEP 836 H= 209:00 +CPU= 45.656
NSTEP = 837 STEPO 0AAA00AAA
------------------------------------------------
CNT0 not found; string returned was: 'STEPO'
>>> Printing last 8 lines from file: ifs.stat
13:51:32 0AAA00AAA STEPO 831 53.621 53.621 54.596 56:19 58:00 0.19880150439254E-07 2GB 0MB
13:52:24 0AAA00AAA STEPO 832 50.783 50.783 51.965 57:10 58:52 0.19880150439254E-07 2GB 0MB
13:53:19 0AAA00AAA STEPO 833 53.871 53.871 54.681 58:03 59:47 0.19880150439254E-07 2GB 0MB
13:54:18 0AAA00AAA STEPO 834 57.355 57.355 59.164 59:01 60:46 0.19880150439254E-07 2GB 0MB
13:55:16 0AAA00AAA STEPO 835 56.505 56.505 57.546 59:57 61:43 0.19880150439254E-07 2GB 0MB
13:56:12 0AAA00AAA STEPO 836 51.242 51.242 56.891 60:48 62:40 0.19880150439254E-07 2GB 0MB
13:57:00 0AAA00AAA STEPO 837 45.656 45.656 47.186 61:34 63:27 0.19880150439254E-07 2GB 0MB
------------------------------------------------
>>> Printing last 11 lines from file: rcf
CSTEP = " 816",
CTIME = "00081200 ",
NSTEPLPP = 201, 202, 49, 228226, 228227, 2*0, 804, 2*0,
IPRGPNSRES = 1,
IPRGPEWRES = 1,
IPRTRWRES = 1,
IPRTRVRES = 1,
GMASS0 = 0.000000000000000E+000,
GMASSI = 0.000000000000000E+000
/
------------------------------------------------
>>> Printing last 8 lines from file: /var/lib/boinc-client/slots/7/progress_file_12209864.xml
<running_values>
<last_cpu_time>53041.860000</last_cpu_time>
<upload_file_number>8</upload_file_number>
<last_iter>837</last_iter>
<last_upload>692100</last_upload>
<model_completed>0</model_completed>
</running_values>
------------------------------------------------
..Failed, model did not complete successfully
</stderr_txt>
]]>
