<core_client_version>7.20.2</core_client_version>
<![CDATA[
<stderr_txt>
nc/boinc-client/projects/climateprediction.net/oifs_43r3_12213830/ICMGGhnw4+002724
Adding to the zip: /data/boinc/boinc-client/projects/climateprediction.net/oifs_43r3_12213830/ICMSHhnw4+002724
Adding to the zip: /data/boinc/boinc-client/projects/climateprediction.net/oifs_43r3_12213830/ICMUAhnw4+002724
Zipping up the intermediate file: /data/boinc/boinc-client/projects/climateprediction.net/oifs_43r3_00aw_2019110100_123_993_12213830_0_r647919095_113.zip
Uploading the intermediate file: upload_file_113.zip
18:39:45 STEP 2737 H=2737:00 +CPU= 25.984
18:40:12 STEP 2738 H=2738:00 +CPU= 26.615
18:40:55 STEP 2739 H=2739:00 +CPU= 42.067
18:41:22 STEP 2740 H=2740:00 +CPU= 27.268
18:41:48 STEP 2741 H=2741:00 +CPU= 25.783
18:42:30 STEP 2742 H=2742:00 +CPU= 41.941
18:42:57 STEP 2743 H=2743:00 +CPU= 26.403
18:43:25 STEP 2744 H=2744:00 +CPU= 27.750
18:44:07 STEP 2745 H=2745:00 +CPU= 41.713
18:44:35 STEP 2746 H=2746:00 +CPU= 27.272
18:45:01 STEP 2747 H=2747:00 +CPU= 26.127
18:45:48 STEP 2748 H=2748:00 +CPU= 46.723
Moving to projects directory: /data/boinc/boinc-client/slots/25/ICMGGhnw4+002748
Moving to projects directory: /data/boinc/boinc-client/slots/25/ICMSHhnw4+002748
Moving to projects directory: /data/boinc/boinc-client/slots/25/ICMUAhnw4+002748
18:46:16 STEP 2749 H=2749:00 +CPU= 27.459
18:46:43 STEP 2750 H=2750:00 +CPU= 26.846
18:47:25 STEP 2751 H=2751:00 +CPU= 42.275
18:47:53 STEP 2752 H=2752:00 +CPU= 27.378
18:48:20 STEP 2753 H=2753:00 +CPU= 26.390
18:49:03 STEP 2754 H=2754:00 +CPU= 42.781
18:49:30 STEP 2755 H=2755:00 +CPU= 26.704
18:49:57 STEP 2756 H=2756:00 +CPU= 26.661
18:50:39 STEP 2757 H=2757:00 +CPU= 41.744
18:51:06 STEP 2758 H=2758:00 +CPU= 27.373
18:51:34 STEP 2759 H=2759:00 +CPU= 27.983
18:52:24 STEP 2760 H=2760:00 +CPU= 49.045
Moving to projects directory: /data/boinc/boinc-client/slots/25/ICMGGhnw4+002760
Moving to projects directory: /data/boinc/boinc-client/slots/25/ICMSHhnw4+002760
Moving to projects directory: /data/boinc/boinc-client/slots/25/ICMUAhnw4+002760
Adding to the zip: /data/boinc/boinc-client/projects/climateprediction.net/oifs_43r3_12213830/ICMGGhnw4+002736
Adding to the zip: /data/boinc/boinc-client/projects/climateprediction.net/oifs_43r3_12213830/ICMSHhnw4+002736
Adding to the zip: /data/boinc/boinc-client/projects/climateprediction.net/oifs_43r3_12213830/ICMUAhnw4+002736
Adding to the zip: /data/boinc/boinc-client/projects/climateprediction.net/oifs_43r3_12213830/ICMGGhnw4+002748
Adding to the zip: /data/boinc/boinc-client/projects/climateprediction.net/oifs_43r3_12213830/ICMSHhnw4+002748
Adding to the zip: /data/boinc/boinc-client/projects/climateprediction.net/oifs_43r3_12213830/ICMUAhnw4+002748
Zipping up the intermediate file: /data/boinc/boinc-client/projects/climateprediction.net/oifs_43r3_00aw_2019110100_123_993_12213830_0_r647919095_114.zip
Uploading the intermediate file: upload_file_114.zip
18:52:50 STEP 2761 H=2761:00 +CPU= 25.879
18:53:18 STEP 2762 H=2762:00 +CPU= 27.519
18:54:01 STEP 2763 H=2763:00 +CPU= 42.513
18:54:29 STEP 2764 H=2764:00 +CPU= 27.429
18:54:55 STEP 2765 H=2765:00 +CPU= 26.201
18:55:37 STEP 2766 H=2766:00 +CPU= 42.130
18:56:04 STEP 2767 H=2767:00 +CPU= 25.860
18:56:31 STEP 2768 H=2768:00 +CPU= 27.159
18:57:14 STEP 2769 H=2769:00 +CPU= 42.440
18:57:41 STEP 2770 H=2770:00 +CPU= 27.173
18:58:07 STEP 2771 H=2771:00 +CPU= 25.864
18:58:54 STEP 2772 H=2772:00 +CPU= 46.064
Moving to projects directory: /data/boinc/boinc-client/slots/25/ICMGGhnw4+002772
Moving to projects directory: /data/boinc/boinc-client/slots/25/ICMSHhnw4+002772
Moving to projects directory: /data/boinc/boinc-client/slots/25/ICMUAhnw4+002772
18:59:21 STEP 2773 H=2773:00 +CPU= 26.795
18:59:48 STEP 2774 H=2774:00 +CPU= 26.985
19:00:30 STEP 2775 H=2775:00 +CPU= 41.991
19:00:58 STEP 2776 H=2776:00 +CPU= 27.355
19:01:24 STEP 2777 H=2777:00 +CPU= 26.244
19:02:05 STEP 2778 H=2778:00 +CPU= 40.894
19:02:31 STEP 2779 H=2779:00 +CPU= 25.047
19:02:57 STEP 2780 H=2780:00 +CPU= 26.295
19:03:38 STEP 2781 H=2781:00 +CPU= 40.431
19:04:05 STEP 2782 H=2782:00 +CPU= 26.687
19:04:31 STEP 2783 H=2783:00 +CPU= 25.770
19:05:18 STEP 2784 H=2784:00 +CPU= 47.072
Moving to projects directory: /data/boinc/boinc-client/slots/25/ICMGGhnw4+002784
Moving to projects directory: /data/boinc/boinc-client/slots/25/ICMSHhnw4+002784
Moving to projects directory: /data/boinc/boinc-client/slots/25/ICMUAhnw4+002784
Adding to the zip: /data/boinc/boinc-client/projects/climateprediction.net/oifs_43r3_12213830/ICMGGhnw4+002760
Adding to the zip: /data/boinc/boinc-client/projects/climateprediction.net/oifs_43r3_12213830/ICMSHhnw4+002760
Adding to the zip: /data/boinc/boinc-client/projects/climateprediction.net/oifs_43r3_12213830/ICMUAhnw4+002760
Adding to the zip: /data/boinc/boinc-client/projects/climateprediction.net/oifs_43r3_12213830/ICMGGhnw4+002772
Adding to the zip: /data/boinc/boinc-client/projects/climateprediction.net/oifs_43r3_12213830/ICMSHhnw4+002772
Adding to the zip: /data/boinc/boinc-client/projects/climateprediction.net/oifs_43r3_12213830/ICMUAhnw4+002772
Zipping up the intermediate file: /data/boinc/boinc-client/projects/climateprediction.net/oifs_43r3_00aw_2019110100_123_993_12213830_0_r647919095_115.zip
Uploading the intermediate file: upload_file_115.zip
19:05:43 STEP 2785 H=2785:00 +CPU= 24.695
19:06:10 STEP 2786 H=2786:00 +CPU= 26.215
19:06:51 STEP 2787 H=2787:00 +CPU= 40.809
19:07:17 STEP 2788 H=2788:00 +CPU= 25.859
19:07:41 STEP 2789 H=2789:00 +CPU= 24.046
19:08:22 STEP 2790 H=2790:00 +CPU= 40.410
19:08:46 STEP 2791 H=2791:00 +CPU= 24.091
19:09:12 STEP 2792 H=2792:00 +CPU= 24.970
19:09:51 STEP 2793 H=2793:00 +CPU= 38.684
19:10:16 STEP 2794 H=2794:00 +CPU= 25.302
19:10:41 STEP 2795 H=2795:00 +CPU= 24.815
19:11:26 STEP 2796 H=2796:00 +CPU= 44.737
Moving to projects directory: /data/boinc/boinc-client/slots/25/ICMGGhnw4+002796
Moving to projects directory: /data/boinc/boinc-client/slots/25/ICMSHhnw4+002796
Moving to projects directory: /data/boinc/boinc-client/slots/25/ICMUAhnw4+002796
19:11:52 STEP 2797 H=2797:00 +CPU= 25.383
19:12:18 STEP 2798 H=2798:00 +CPU= 25.627
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
19:15:32 STEP 2799 H=2799:00 +CPU= 41.408
19:15:59 STEP 2800 H=2800:00 +CPU= 27.348
19:16:26 STEP 2801 H=2801:00 +CPU= 26.154
19:17:08 STEP 2802 H=2802:00 +CPU= 42.248
19:17:34 STEP 2803 H=2803:00 +CPU= 25.166
19:18:00 STEP 2804 H=2804:00 +CPU= 26.357
19:18:42 STEP 2805 H=2805:00 +CPU= 41.245
19:19:09 STEP 2806 H=2806:00 +CPU= 27.055
19:19:36 STEP 2807 H=2807:00 +CPU= 26.939
19:20:26 STEP 2808 H=2808:00 +CPU= 49.748
Moving to projects directory: /data/boinc/boinc-client/slots/25/ICMGGhnw4+002808
Moving to projects directory: /data/boinc/boinc-client/slots/25/ICMSHhnw4+002808
Moving to projects directory: /data/boinc/boinc-client/slots/25/ICMUAhnw4+002808
Adding to the zip: /data/boinc/boinc-client/projects/climateprediction.net/oifs_43r3_12213830/ICMGGhnw4+002784
Adding to the zip: /data/boinc/boinc-client/projects/climateprediction.net/oifs_43r3_12213830/ICMSHhnw4+002784
Adding to the zip: /data/boinc/boinc-client/projects/climateprediction.net/oifs_43r3_12213830/ICMUAhnw4+002784
Adding to the zip: /data/boinc/boinc-client/projects/climateprediction.net/oifs_43r3_12213830/ICMGGhnw4+002796
Adding to the zip: /data/boinc/boinc-client/projects/climateprediction.net/oifs_43r3_12213830/ICMSHhnw4+002796
Adding to the zip: /data/boinc/boinc-client/projects/climateprediction.net/oifs_43r3_12213830/ICMUAhnw4+002796
Zipping up the intermediate file: /data/boinc/boinc-client/projects/climateprediction.net/oifs_43r3_00aw_2019110100_123_993_12213830_0_r647919095_116.zip
Uploading the intermediate file: upload_file_116.zip
19:20:52 STEP 2809 H=2809:00 +CPU= 26.028
19:21:19 STEP 2810 H=2810:00 +CPU= 26.612
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
20:07:25 STEP 2811 H=2811:00 +CPU= 41.682
20:07:52 STEP 2812 H=2812:00 +CPU= 27.522
20:08:19 STEP 2813 H=2813:00 +CPU= 26.190
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
20:13:44 STEP 2814 H=2814:00 +CPU= 42.358
20:14:11 STEP 2815 H=2815:00 +CPU= 27.014
20:14:38 STEP 2816 H=2816:00 +CPU= 27.074
20:15:20 STEP 2817 H=2817:00 +CPU= 40.969
20:15:47 STEP 2818 H=2818:00 +CPU= 26.704
20:16:13 STEP 2819 H=2819:00 +CPU= 26.417
20:17:00 STEP 2820 H=2820:00 +CPU= 46.272
Moving to projects directory: /data/boinc/boinc-client/slots/25/ICMGGhnw4+002820
Moving to projects directory: /data/boinc/boinc-client/slots/25/ICMSHhnw4+002820
Moving to projects directory: /data/boinc/boinc-client/slots/25/ICMUAhnw4+002820
20:17:26 STEP 2821 H=2821:00 +CPU= 26.230
20:17:54 STEP 2822 H=2822:00 +CPU= 27.081
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
20:29:43 STEP 2823 H=2823:00 +CPU= 41.483
20:30:10 STEP 2824 H=2824:00 +CPU= 26.950
Suspend request received from the BOINC client, suspending the child process
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:18012:18012] [20230228:210041:1677618041:49809.560] [signal_drhook@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:1538] Received signal#15 (SIGTERM) :: 4746MB (heap), 4409MB (maxrss), 0MB (maxstack), 0 (paging), nsigs = 1
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:18012:18012] [20230228:210041:1677618041:49809.690] [signal_drhook@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:1542] Also activating Harakiri-alarm (SIGALRM=14) to expire after 500s elapsed to prevent hangs, nsigs = 1
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:18012:18012] [20230228:210041:1677618041:49809.690] [signal_drhook@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:1544] Harakiri signal handler 'signal_harakiri' for signal#14 (SIGALRM) installed at 0x8102d0 (old at (nil))
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:18012:18012] [20230228:210041:1677618041:49809.690] [signal_drhook@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:1617] Signal#15 was caused by unrecognized si_code [memaddr=0x1], nsigs = 1
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:18012:18012] [20230228:210041:1677618041:49809.690] [signal_drhook@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:1686] Starting DrHook backtrace for signal#15, nsigs = 1
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:18012:18012] [20230228:210041:1677618041:49809.690] [c_drhook_print_@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:3843] 4746 MB (maxheap), 4409 MB (maxrss), 0 MB (maxstack)
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:18012:18012] [20230228:210041:1677618041:49809.690] [c_drhook_print_@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:3897] : MASTER
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:18012:18012] [20230228:210041:1677618041:49809.690] [c_drhook_print_@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:3897] : CNT0
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:18012:18012] [20230228:210041:1677618041:49809.690] [c_drhook_print_@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:3897] : CNT1
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:18012:18012] [20230228:210041:1677618041:49809.690] [c_drhook_print_@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:3897] : CNT2
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:18012:18012] [20230228:210041:1677618041:49809.690] [c_drhook_print_@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:3897] : CNT3
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:18012:18012] [20230228:210041:1677618041:49809.690] [c_drhook_print_@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:3897] : CNT4
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:18012:18012] [20230228:210041:1677618041:49809.690] [c_drhook_print_@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:3897] : STEPO
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:18012:18012] [20230228:210041:1677618041:49809.690] [c_drhook_print_@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:3897] : SCAN2M
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:18012:18012] [20230228:210041:1677618041:49809.690] [c_drhook_print_@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:3897] : GP_MODEL_HEAP
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:18012:18012] [20230228:210041:1677618041:49809.690] [c_drhook_print_@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:3897] : GP_MODEL
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:18012:18012] [20230228:210041:1677618041:49809.690] [c_drhook_print_@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:3897] : CALL_SL_HEAP
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:18012:18012] [20230228:210041:1677618041:49809.690] [c_drhook_print_@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:3897] : CALL_SL
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:18012:18012] [20230228:210041:1677618041:49809.690] [c_drhook_print_@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:3897] : >OMP-CALL_SL 1 (1004)
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:18012:18012] [20230228:210041:1677618041:49809.690] [c_drhook_print_@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:3897] : LAPINEA
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:18012:18012] [20230228:210041:1677618041:49809.690] [c_drhook_print_@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:3897] : LARCINA
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:18012:18012] [20230228:210041:1677618041:49809.690] [c_drhook_print_@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:3897] : LASCAW
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:18012:18012] [20230228:210042:1677618042:49810.691] [signal_drhook@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:1734] DrHook backtrace done for signal#15, nsigs = 1
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:18012:18012] [20230228:210042:1677618042:49810.691] [signal_drhook@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:1785] Calling previous signal handler at 0x1ce8440 for signal#15, nsigs = 1
forrtl: error (78): process killed (SIGTERM)
Image PC Routine Line Source
oifs_43r3_model.e 0000000001CE89FB Unknown Unknown Unknown
oifs_43r3_model.e 0000000000810F01 Unknown Unknown Unknown
oifs_43r3_model.e 0000000001DC8950 Unknown Unknown Unknown
oifs_43r3_model.e 0000000001DAF59C Unknown Unknown Unknown
oifs_43r3_model.e 0000000000CB0B47 lascaw_ 874 lascaw.F90
oifs_43r3_model.e 0000000000D4DF35 larcina_ 319 larcina.F90
oifs_43r3_model.e 0000000000D46ADD lapinea_ 325 lapinea.F90
oifs_43r3_model.e 0000000000CD9EEC call_sl_ 300 call_sl.F90
oifs_43r3_model.e 00000000012BFBED call_sl_heap_ 94 call_sl_heap.F90
oifs_43r3_model.e 0000000000C95708 gp_model_ 533 gp_model.F90
oifs_43r3_model.e 000000000138E0F2 gp_model_heap_ 74 gp_model_heap.F90
oifs_43r3_model.e 000000000139C38E scan2m_ 535 scan2m.F90
oifs_43r3_model.e 00000000004D61C4 stepo_ 327 stepo.F90
oifs_43r3_model.e 00000000004339DC cnt4_ 1133 cnt4.F90
oifs_43r3_model.e 000000000041D979 cnt3_ 267 cnt3.F90
oifs_43r3_model.e 000000000041C8F2 cnt2_ 88 cnt2.F90
oifs_43r3_model.e 0000000000407BD8 cnt1_ 92 cnt1.F90
oifs_43r3_model.e 000000000040734D cnt0_ 146 cnt0.F90
oifs_43r3_model.e 000000000040220F MAIN__ 96 master.F90
oifs_43r3_model.e 00000000004021A2 Unknown Unknown Unknown
oifs_43r3_model.e 0000000001DC9C50 Unknown Unknown Unknown
oifs_43r3_model.e 000000000040206E Unknown Unknown Unknown
(argv0) ../../projects/climateprediction.net/oifs_43r3_1.21_x86_64-pc-linux-gnu
(argv1) start_date: 2019110100
(argv2) exptid: hnw4
(argv3) unique_member_id: 00aw
(argv4) batchid: 993
(argv5) wuid: 12213830
(argv6) fclen: 123
(argv7) app_name: oifs_43r3
(argv8) nthreads: 1
Working directory is: /data/boinc/boinc-client/slots/25
Project directory is: /data/boinc/boinc-client/projects/climateprediction.net/
app name: oifs_43r3
version: 1.21
Location of temp folder: /data/boinc/boinc-client/projects/climateprediction.net/oifs_43r3_12213830
..mkdir for temp folder for results failed
Copying: /data/boinc/boinc-client/projects/climateprediction.net/oifs_43r3_app_1.21_x86_64-pc-linux-gnu.zip to: /data/boinc/boinc-client/slots/25/oifs_43r3_app_1.21_x86_64-pc-linux-gnu.zip
Unzipping the app zip file: /data/boinc/boinc-client/slots/25/oifs_43r3_app_1.21_x86_64-pc-linux-gnu.zip
Copying the namelist files from: ../../projects/climateprediction.net/jf_a212aad597a27450c0fc4ebcb20b84b4 to: /data/boinc/boinc-client/slots/25/oifs_43r3_00aw_2019110100_123_993_12213830.zip
Unzipping the namelist zip file: /data/boinc/boinc-client/slots/25/oifs_43r3_00aw_2019110100_123_993_12213830.zip
ic_ancil_file: ic_ancil_12213830
ifsdata_file: ifsdata_12213830
climate_data_file: clim_data_12213830
horiz_resolution: 159
vert_resolution: 60
grid_type: l_2
upload_interval: 24
utstep: 3600
nfrres: restart dump frequency (steps) 24
Copying IC ancils from: ../../projects/climateprediction.net/jf_6911f1dfc70409061a29910837e72111 to: /data/boinc/boinc-client/slots/25/ic_ancil_12213830.zip
Unzipping the IC ancils zip file: /data/boinc/boinc-client/slots/25/ic_ancil_12213830.zip
..mkdir for ifsdata folder failed
Copying the ifsdata_file from: ../../projects/climateprediction.net/jf_2b6f665e03abac816226bae5c8c3f121 to: /data/boinc/boinc-client/slots/25/ifsdata/ifsdata_12213830.zip
Unzipping the ifsdata_zip file: /data/boinc/boinc-client/slots/25/ifsdata/ifsdata_12213830.zip
..mkdir for the climate data folder failed
Copying the climate data file from: ../../projects/climateprediction.net/jf_f32c668cf7829426ffd94699b48b9a2e to: /data/boinc/boinc-client/slots/25/159l_2/clim_data_12213830.zip
Unzipping the climate data zip file: /data/boinc/boinc-client/slots/25/159l_2/clim_data_12213830.zip
Checking for progress XML file: /data/boinc/boinc-client/slots/25/progress_file_12213830.xml
Opened progress file ok : /data/boinc/boinc-client/slots/25/progress_file_12213830.xml
-- Model is restarting --
Adjusting last_iter, 2825, to previous model restart step.
Creating progress file: /data/boinc/boinc-client/slots/25/progress_file_12213830.xml
last_cpu_time: 92355
upload_file_number: 117
last_iter: 2809
last_upload: 10108800
model_completed: 0
total_length_of_simulation: 10627200
result_base_name: oifs_43r3_00aw_2019110100_123_993_12213830_0_r647919095
The child process has been launched with process id: 5367
Executing the command: /data/boinc/boinc-client/slots/25/oifs_43r3_model.exe
[EC_DRHOOK:hostname:myproc:omptid:pid:unixtid] [YYYYMMDD:HHMMSS:epoch:walltime] [function@file:lineno] -- Max OpenMP threads = 1
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:5367:5367] [20230301:063324:1677652404:0.000] [process_options@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:2091] fp = 0x3124020
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:5367:5367] [20230301:063324:1677652404:0.000] [process_options@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:2098] DR_HOOK_ALLOW_COREDUMP=-1
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:5367:5367] [20230301:063324:1677652404:0.000] [process_options@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:2104] Hardlimit for core file is now 0 (0x0)
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:5367:5367] [20230301:063324:1677652404:0.000] [process_options@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:2122] DR_HOOK_PROFILE_PROC=-1
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:5367:5367] [20230301:063324:1677652404:0.000] [process_options@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:2128] DR_HOOK_PROFILE_LIMIT=-10.000
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:5367:5367] [20230301:063324:1677652404:0.000] [process_options@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:2194] DR_HOOK_RANDOM_MEMSTAT=0 (RAND_MAX=2147483647)
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:5367:5367] [20230301:063324:1677652404:0.000] [process_options@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:2205] DR_HOOK_HASHBITS=16
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:5367:5367] [20230301:063324:1677652404:0.000] [process_options@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:2213] DR_HOOK_NCALLSTACK=0
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:5367:5367] [20230301:063324:1677652404:0.000] [process_options@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:2221] DR_HOOK_HARAKIRI_TIMEOUT=500
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:5367:5367] [20230301:063324:1677652404:0.000] [process_options@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:2228] DR_HOOK_TRAPFPE=1
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:5367:5367] [20230301:063324:1677652404:0.001] [process_options@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:2235] DR_HOOK_TRAPFPE_INVALID=1
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:5367:5367] [20230301:063324:1677652404:0.001] [process_options@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:2242] DR_HOOK_TRAPFPE_DIVBYZERO=1
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:5367:5367] [20230301:063324:1677652404:0.001] [process_options@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:2249] DR_HOOK_TRAPFPE_OVERFLOW=1
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:5367:5367] [20230301:063324:1677652404:0.001] [ignore_signals@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:1227] DR_HOOK_IGNORE_SIGNALS=<undef>
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:5367:5367] [20230301:063324:1677652404:0.001] [restore_default_signals@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:1178] DR_HOOK_RESTORE_DEFAULT_SIGNALS=<undef>
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:5367:5367] [20230301:063324:1677652404:0.001] [signal_drhook_init@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:1937] New signal handler 'signal_drhook' for signal#6 (SIGABRT) at 0x810730 (old at 0x1ce8440)
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:5367:5367] [20230301:063324:1677652404:0.001] [signal_drhook_init@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:1938] New signal handler 'signal_drhook' for signal#7 (SIGBUS) at 0x810730 (old at (nil))
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:5367:5367] [20230301:063324:1677652404:0.001] [signal_drhook_init@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:1939] New signal handler 'signal_drhook' for signal#11 (SIGSEGV) at 0x810730 (old at 0x1ce8440)
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:5367:5367] [20230301:063324:1677652404:0.001] [signal_drhook_init@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:1944] New signal handler 'signal_drhook' for signal#16 (SIGSTKFLT) at 0x810730 (old at (nil))
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:5367:5367] [20230301:063324:1677652404:0.001] [trapfpe_treatment@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:1149] DR_HOOK enables SIGFPE-related floating point trapping since DRHOOK_TRAPFPE=1
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:5367:5367] [20230301:063324:1677652404:0.001] [signal_drhook_init@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:1948] New signal handler 'signal_drhook' for signal#8 (SIGFPE) at 0x810730 (old at 0x1ce8440)
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:5367:5367] [20230301:063324:1677652404:0.001] [signal_drhook_init@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:1949] New signal handler 'signal_drhook' for signal#4 (SIGILL) at 0x810730 (old at 0x1ce8440)
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:5367:5367] [20230301:063324:1677652404:0.001] [signal_drhook_init@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:1951] New signal handler 'signal_drhook' for signal#5 (SIGTRAP) at 0x810730 (old at (nil))
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:5367:5367] [20230301:063324:1677652404:0.001] [signal_drhook_init@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:1952] New signal handler 'signal_drhook' for signal#2 (SIGINT) at 0x810730 (old at 0x1ce8440)
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:5367:5367] [20230301:063324:1677652404:0.001] [signal_drhook_init@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:1960] New signal handler 'signal_drhook' for signal#3 (SIGQUIT) at 0x810730 (old at 0x1ce8440)
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:5367:5367] [20230301:063324:1677652404:0.001] [signal_drhook_init@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:1961] New signal handler 'signal_drhook' for signal#15 (SIGTERM) at 0x810730 (old at 0x1ce8440)
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:5367:5367] [20230301:063324:1677652404:0.001] [signal_drhook_init@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:1966] New signal handler 'signal_drhook' for signal#24 (SIGXCPU) at 0x810730 (old at (nil))
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:5367:5367] [20230301:063324:1677652404:0.001] [signal_drhook_init@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:1968] New signal handler 'signal_drhook' for signal#25 (SIGXFSZ) at 0x810730 (old at (nil))
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:5367:5367] [20230301:063324:1677652404:0.001] [signal_drhook_init@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:1973] New signal handler 'signal_drhook' for signal#31 (SIGSYS) at 0x810730 (old at (nil))
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:5367:5367] [20230301:063324:1677652404:0.001] [catch_signals@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:1111] DR_HOOK_CATCH_SIGNALS=<undef>
06:34:40 STEP 2808 H=2808:00 +CPU= 46.179
06:35:07 STEP 2809 H=2809:00 +CPU= 26.132
06:35:33 STEP 2810 H=2810:00 +CPU= 26.825
06:36:11 STEP 2811 H=2811:00 +CPU= 37.929
06:36:38 STEP 2812 H=2812:00 +CPU= 26.268
06:37:06 STEP 2813 H=2813:00 +CPU= 27.632
Suspend request received from the BOINC client, suspending the child process
double free or corruption (top)
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:5367:5367] [20230301:063755:1677652675:270.828] [signal_drhook@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:1538] Received signal#15 (SIGTERM) :: 3537MB (heap), 4403MB (maxrss), 0MB (maxstack), 0 (paging), nsigs = 1
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:5367:5367] [20230301:063755:1677652675:270.828] [signal_drhook@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:1542] Also activating Harakiri-alarm (SIGALRM=14) to expire after 500s elapsed to prevent hangs, nsigs = 1
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:5367:5367] [20230301:063755:1677652675:270.828] [signal_drhook@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:1544] Harakiri signal handler 'signal_harakiri' for signal#14 (SIGALRM) installed at 0x8102d0 (old at (nil))
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:5367:5367] [20230301:063755:1677652675:270.828] [signal_drhook@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:1617] Signal#15 was caused by unrecognized si_code [memaddr=0x1], nsigs = 1
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:5367:5367] [20230301:063755:1677652675:270.828] [signal_drhook@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:1686] Starting DrHook backtrace for signal#15, nsigs = 1
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:5367:5367] [20230301:063755:1677652675:270.828] [c_drhook_print_@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:3843] 3537 MB (maxheap), 4403 MB (maxrss), 0 MB (maxstack)
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:5367:5367] [20230301:063755:1677652675:270.828] [c_drhook_print_@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:3897] : MASTER
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:5367:5367] [20230301:063755:1677652675:270.828] [c_drhook_print_@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:3897] : CNT0
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:5367:5367] [20230301:063755:1677652675:270.828] [c_drhook_print_@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:3897] : CNT1
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:5367:5367] [20230301:063755:1677652675:270.828] [c_drhook_print_@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:3897] : CNT2
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:5367:5367] [20230301:063755:1677652675:270.828] [c_drhook_print_@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:3897] : CNT3
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:5367:5367] [20230301:063755:1677652675:270.828] [c_drhook_print_@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:3897] : CNT4
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:5367:5367] [20230301:063755:1677652675:270.828] [c_drhook_print_@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:3897] : STEPO
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:5367:5367] [20230301:063755:1677652675:270.828] [c_drhook_print_@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:3897] : SCAN2M
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:5367:5367] [20230301:063755:1677652675:270.828] [c_drhook_print_@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:3897] : GP_MODEL_HEAP
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:5367:5367] [20230301:063755:1677652675:270.828] [c_drhook_print_@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:3897] : GP_MODEL
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:5367:5367] [20230301:063755:1677652675:270.828] [c_drhook_print_@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:3897] : CPG_DRV
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:5367:5367] [20230301:063755:1677652675:270.828] [c_drhook_print_@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:3897] : >OMP-CPG (1025)
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:5367:5367] [20230301:063755:1677652675:270.828] [c_drhook_print_@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:3897] : CPG
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:5367:5367] [20230301:063755:1677652675:270.828] [c_drhook_print_@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:3897] : CPG_GP
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:5367:5367] [20230301:063756:1677652676:271.828] [signal_drhook@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:1734] DrHook backtrace done for signal#15, nsigs = 1
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:5367:5367] [20230301:063756:1677652676:271.828] [signal_drhook@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:1785] Calling previous signal handler at 0x1ce8440 for signal#15, nsigs = 1
forrtl: error (78): process killed (SIGTERM)
Image PC Routine Line Source
oifs_43r3_model.e 0000000001CE89FB Unknown Unknown Unknown
oifs_43r3_model.e 0000000000810F01 Unknown Unknown Unknown
oifs_43r3_model.e 0000000001DC8950 Unknown Unknown Unknown
oifs_43r3_model.e 0000000000E68BE8 gpgrxyb_ 165 gpgrxyb.F90
oifs_43r3_model.e 0000000000E453BC cpg_gp_ 715 cpg_gp.F90
oifs_43r3_model.e 0000000000D578DE cpg_ 627 cpg.F90
oifs_43r3_model.e 0000000000D557D8 cpg_drv_ 351 cpg_drv.F90
oifs_43r3_model.e 0000000000C8D578 gp_model_ 419 gp_model.F90
oifs_43r3_model.e 000000000138E0F2 gp_model_heap_ 74 gp_model_heap.F90
oifs_43r3_model.e 000000000139C38E scan2m_ 535 scan2m.F90
oifs_43r3_model.e 00000000004D61C4 stepo_ 327 stepo.F90
oifs_43r3_model.e 00000000004339DC cnt4_ 1133 cnt4.F90
oifs_43r3_model.e 000000000041D979 cnt3_ 267 cnt3.F90
oifs_43r3_model.e 000000000041C8F2 cnt2_ 88 cnt2.F90
oifs_43r3_model.e 0000000000407BD8 cnt1_ 92 cnt1.F90
oifs_43r3_model.e 000000000040734D cnt0_ 146 cnt0.F90
oifs_43r3_model.e 000000000040220F MAIN__ 96 master.F90
oifs_43r3_model.e 00000000004021A2 Unknown Unknown Unknown
oifs_43r3_model.e 0000000001DC9C50 Unknown Unknown Unknown
oifs_43r3_model.e 000000000040206E Unknown Unknown Unknown
(argv0) ../../projects/climateprediction.net/oifs_43r3_1.21_x86_64-pc-linux-gnu
(argv1) start_date: 2019110100
(argv2) exptid: hnw4
(argv3) unique_member_id: 00aw
(argv4) batchid: 993
(argv5) wuid: 12213830
(argv6) fclen: 123
(argv7) app_name: oifs_43r3
(argv8) nthreads: 1
Working directory is: /data/boinc/boinc-client/slots/25
Project directory is: /data/boinc/boinc-client/projects/climateprediction.net/
app name: oifs_43r3
version: 1.21
Location of temp folder: /data/boinc/boinc-client/projects/climateprediction.net/oifs_43r3_12213830
..mkdir for temp folder for results failed
Copying: /data/boinc/boinc-client/projects/climateprediction.net/oifs_43r3_app_1.21_x86_64-pc-linux-gnu.zip to: /data/boinc/boinc-client/slots/25/oifs_43r3_app_1.21_x86_64-pc-linux-gnu.zip
Unzipping the app zip file: /data/boinc/boinc-client/slots/25/oifs_43r3_app_1.21_x86_64-pc-linux-gnu.zip
Copying the namelist files from: ../../projects/climateprediction.net/jf_a212aad597a27450c0fc4ebcb20b84b4 to: /data/boinc/boinc-client/slots/25/oifs_43r3_00aw_2019110100_123_993_12213830.zip
Unzipping the namelist zip file: /data/boinc/boinc-client/slots/25/oifs_43r3_00aw_2019110100_123_993_12213830.zip
ic_ancil_file: ic_ancil_12213830
ifsdata_file: ifsdata_12213830
climate_data_file: clim_data_12213830
horiz_resolution: 159
vert_resolution: 60
grid_type: l_2
upload_interval: 24
utstep: 3600
nfrres: restart dump frequency (steps) 24
Copying IC ancils from: ../../projects/climateprediction.net/jf_6911f1dfc70409061a29910837e72111 to: /data/boinc/boinc-client/slots/25/ic_ancil_12213830.zip
Unzipping the IC ancils zip file: /data/boinc/boinc-client/slots/25/ic_ancil_12213830.zip
..mkdir for ifsdata folder failed
Copying the ifsdata_file from: ../../projects/climateprediction.net/jf_2b6f665e03abac816226bae5c8c3f121 to: /data/boinc/boinc-client/slots/25/ifsdata/ifsdata_12213830.zip
Unzipping the ifsdata_zip file: /data/boinc/boinc-client/slots/25/ifsdata/ifsdata_12213830.zip
..mkdir for the climate data folder failed
Copying the climate data file from: ../../projects/climateprediction.net/jf_f32c668cf7829426ffd94699b48b9a2e to: /data/boinc/boinc-client/slots/25/159l_2/clim_data_12213830.zip
Unzipping the climate data zip file: /data/boinc/boinc-client/slots/25/159l_2/clim_data_12213830.zip
Checking for progress XML file: /data/boinc/boinc-client/slots/25/progress_file_12213830.xml
Opened progress file ok : /data/boinc/boinc-client/slots/25/progress_file_12213830.xml
-- Model is restarting --
Adjusting last_iter, 2814, to previous model restart step.
Creating progress file: /data/boinc/boinc-client/slots/25/progress_file_12213830.xml
last_cpu_time: 92549
upload_file_number: 117
last_iter: 2809
last_upload: 10108800
model_completed: 0
total_length_of_simulation: 10627200
result_base_name: oifs_43r3_00aw_2019110100_123_993_12213830_0_r647919095
The child process has been launched with process id: 19397
Executing the command: /data/boinc/boinc-client/slots/25/oifs_43r3_model.exe
[EC_DRHOOK:hostname:myproc:omptid:pid:unixtid] [YYYYMMDD:HHMMSS:epoch:walltime] [function@file:lineno] -- Max OpenMP threads = 1
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:19397:19397] [20230301:064835:1677653315:0.000] [process_options@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:2091] fp = 0x3124020
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:19397:19397] [20230301:064835:1677653315:0.000] [process_options@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:2098] DR_HOOK_ALLOW_COREDUMP=-1
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:19397:19397] [20230301:064835:1677653315:0.000] [process_options@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:2104] Hardlimit for core file is now 0 (0x0)
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:19397:19397] [20230301:064835:1677653315:0.000] [process_options@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:2122] DR_HOOK_PROFILE_PROC=-1
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:19397:19397] [20230301:064835:1677653315:0.000] [process_options@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:2128] DR_HOOK_PROFILE_LIMIT=-10.000
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:19397:19397] [20230301:064835:1677653315:0.000] [process_options@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:2194] DR_HOOK_RANDOM_MEMSTAT=0 (RAND_MAX=2147483647)
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:19397:19397] [20230301:064835:1677653315:0.000] [process_options@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:2205] DR_HOOK_HASHBITS=16
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:19397:19397] [20230301:064835:1677653315:0.000] [process_options@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:2213] DR_HOOK_NCALLSTACK=0
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:19397:19397] [20230301:064835:1677653315:0.000] [process_options@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:2221] DR_HOOK_HARAKIRI_TIMEOUT=500
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:19397:19397] [20230301:064835:1677653315:0.000] [process_options@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:2228] DR_HOOK_TRAPFPE=1
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:19397:19397] [20230301:064835:1677653315:0.000] [process_options@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:2235] DR_HOOK_TRAPFPE_INVALID=1
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:19397:19397] [20230301:064835:1677653315:0.000] [process_options@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:2242] DR_HOOK_TRAPFPE_DIVBYZERO=1
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:19397:19397] [20230301:064835:1677653315:0.000] [process_options@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:2249] DR_HOOK_TRAPFPE_OVERFLOW=1
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:19397:19397] [20230301:064835:1677653315:0.000] [ignore_signals@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:1227] DR_HOOK_IGNORE_SIGNALS=<undef>
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:19397:19397] [20230301:064835:1677653315:0.000] [restore_default_signals@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:1178] DR_HOOK_RESTORE_DEFAULT_SIGNALS=<undef>
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:19397:19397] [20230301:064835:1677653315:0.000] [signal_drhook_init@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:1937] New signal handler 'signal_drhook' for signal#6 (SIGABRT) at 0x810730 (old at 0x1ce8440)
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:19397:19397] [20230301:064835:1677653315:0.000] [signal_drhook_init@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:1938] New signal handler 'signal_drhook' for signal#7 (SIGBUS) at 0x810730 (old at (nil))
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:19397:19397] [20230301:064835:1677653315:0.000] [signal_drhook_init@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:1939] New signal handler 'signal_drhook' for signal#11 (SIGSEGV) at 0x810730 (old at 0x1ce8440)
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:19397:19397] [20230301:064835:1677653315:0.000] [signal_drhook_init@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:1944] New signal handler 'signal_drhook' for signal#16 (SIGSTKFLT) at 0x810730 (old at (nil))
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:19397:19397] [20230301:064835:1677653315:0.000] [trapfpe_treatment@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:1149] DR_HOOK enables SIGFPE-related floating point trapping since DRHOOK_TRAPFPE=1
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:19397:19397] [20230301:064835:1677653315:0.000] [signal_drhook_init@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:1948] New signal handler 'signal_drhook' for signal#8 (SIGFPE) at 0x810730 (old at 0x1ce8440)
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:19397:19397] [20230301:064835:1677653315:0.000] [signal_drhook_init@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:1949] New signal handler 'signal_drhook' for signal#4 (SIGILL) at 0x810730 (old at 0x1ce8440)
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:19397:19397] [20230301:064835:1677653315:0.000] [signal_drhook_init@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:1951] New signal handler 'signal_drhook' for signal#5 (SIGTRAP) at 0x810730 (old at (nil))
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:19397:19397] [20230301:064835:1677653315:0.000] [signal_drhook_init@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:1952] New signal handler 'signal_drhook' for signal#2 (SIGINT) at 0x810730 (old at 0x1ce8440)
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:19397:19397] [20230301:064835:1677653315:0.000] [signal_drhook_init@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:1960] New signal handler 'signal_drhook' for signal#3 (SIGQUIT) at 0x810730 (old at 0x1ce8440)
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:19397:19397] [20230301:064835:1677653315:0.000] [signal_drhook_init@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:1961] New signal handler 'signal_drhook' for signal#15 (SIGTERM) at 0x810730 (old at 0x1ce8440)
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:19397:19397] [20230301:064835:1677653315:0.000] [signal_drhook_init@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:1966] New signal handler 'signal_drhook' for signal#24 (SIGXCPU) at 0x810730 (old at (nil))
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:19397:19397] [20230301:064835:1677653315:0.000] [signal_drhook_init@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:1968] New signal handler 'signal_drhook' for signal#25 (SIGXFSZ) at 0x810730 (old at (nil))
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:19397:19397] [20230301:064835:1677653315:0.000] [signal_drhook_init@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:1973] New signal handler 'signal_drhook' for signal#31 (SIGSYS) at 0x810730 (old at (nil))
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:19397:19397] [20230301:064835:1677653315:0.000] [catch_signals@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:1111] DR_HOOK_CATCH_SIGNALS=<undef>
06:49:26 STEP 2808 H=2808:00 +CPU= 47.335
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
07:13:31 STEP 2809 H=2809:00 +CPU= 25.984
07:13:58 STEP 2810 H=2810:00 +CPU= 27.015
07:14:40 STEP 2811 H=2811:00 +CPU= 41.622
07:15:07 STEP 2812 H=2812:00 +CPU= 26.617
07:15:32 STEP 2813 H=2813:00 +CPU= 24.879
07:16:14 STEP 2814 H=2814:00 +CPU= 42.394
07:16:40 STEP 2815 H=2815:00 +CPU= 25.505
07:17:07 STEP 2816 H=2816:00 +CPU= 26.547
07:17:48 STEP 2817 H=2817:00 +CPU= 41.176
07:18:14 STEP 2818 H=2818:00 +CPU= 26.213
07:18:40 STEP 2819 H=2819:00 +CPU= 25.266
07:19:26 STEP 2820 H=2820:00 +CPU= 45.728
Moving to projects directory: /data/boinc/boinc-client/slots/25/ICMGGhnw4+002820
Moving to projects directory: /data/boinc/boinc-client/slots/25/ICMSHhnw4+002820
Moving to projects directory: /data/boinc/boinc-client/slots/25/ICMUAhnw4+002820
07:19:53 STEP 2821 H=2821:00 +CPU= 26.536
07:20:20 STEP 2822 H=2822:00 +CPU= 26.711
07:21:01 STEP 2823 H=2823:00 +CPU= 41.433
07:21:29 STEP 2824 H=2824:00 +CPU= 27.312
07:21:55 STEP 2825 H=2825:00 +CPU= 26.497
07:22:37 STEP 2826 H=2826:00 +CPU= 41.828
07:23:03 STEP 2827 H=2827:00 +CPU= 25.259
07:23:29 STEP 2828 H=2828:00 +CPU= 26.056
07:24:11 STEP 2829 H=2829:00 +CPU= 41.758
07:24:38 STEP 2830 H=2830:00 +CPU= 26.827
07:25:05 STEP 2831 H=2831:00 +CPU= 26.523
07:25:53 STEP 2832 H=2832:00 +CPU= 48.568
Moving to projects directory: /data/boinc/boinc-client/slots/25/ICMGGhnw4+002832
Moving to projects directory: /data/boinc/boinc-client/slots/25/ICMSHhnw4+002832
Moving to projects directory: /data/boinc/boinc-client/slots/25/ICMUAhnw4+002832
Adding to the zip: /data/boinc/boinc-client/projects/climateprediction.net/oifs_43r3_12213830/ICMGGhnw4+002808
Adding to the zip: /data/boinc/boinc-client/projects/climateprediction.net/oifs_43r3_12213830/ICMSHhnw4+002808
Adding to the zip: /data/boinc/boinc-client/projects/climateprediction.net/oifs_43r3_12213830/ICMUAhnw4+002808
Adding to the zip: /data/boinc/boinc-client/projects/climateprediction.net/oifs_43r3_12213830/ICMGGhnw4+002820
Adding to the zip: /data/boinc/boinc-client/projects/climateprediction.net/oifs_43r3_12213830/ICMSHhnw4+002820
Adding to the zip: /data/boinc/boinc-client/projects/climateprediction.net/oifs_43r3_12213830/ICMUAhnw4+002820
Zipping up the intermediate file: /data/boinc/boinc-client/projects/climateprediction.net/oifs_43r3_00aw_2019110100_123_993_12213830_0_r647919095_117.zip
Uploading the intermediate file: upload_file_117.zip
07:26:20 STEP 2833 H=2833:00 +CPU= 26.113
07:26:46 STEP 2834 H=2834:00 +CPU= 26.623
07:27:28 STEP 2835 H=2835:00 +CPU= 41.180
07:27:54 STEP 2836 H=2836:00 +CPU= 26.305
07:28:21 STEP 2837 H=2837:00 +CPU= 26.335
07:29:03 STEP 2838 H=2838:00 +CPU= 41.575
07:29:28 STEP 2839 H=2839:00 +CPU= 25.736
07:29:55 STEP 2840 H=2840:00 +CPU= 26.810
07:30:35 STEP 2841 H=2841:00 +CPU= 39.950
07:31:02 STEP 2842 H=2842:00 +CPU= 26.924
07:31:29 STEP 2843 H=2843:00 +CPU= 26.161
07:32:15 STEP 2844 H=2844:00 +CPU= 46.356
Moving to projects directory: /data/boinc/boinc-client/slots/25/ICMGGhnw4+002844
Moving to projects directory: /data/boinc/boinc-client/slots/25/ICMSHhnw4+002844
Moving to projects directory: /data/boinc/boinc-client/slots/25/ICMUAhnw4+002844
07:32:41 STEP 2845 H=2845:00 +CPU= 25.509
07:33:08 STEP 2846 H=2846:00 +CPU= 27.183
07:33:49 STEP 2847 H=2847:00 +CPU= 40.710
07:34:16 STEP 2848 H=2848:00 +CPU= 26.842
07:34:41 STEP 2849 H=2849:00 +CPU= 25.075
07:35:24 STEP 2850 H=2850:00 +CPU= 42.179
07:35:50 STEP 2851 H=2851:00 +CPU= 25.970
07:36:17 STEP 2852 H=2852:00 +CPU= 27.600
07:36:59 STEP 2853 H=2853:00 +CPU= 40.970
07:37:25 STEP 2854 H=2854:00 +CPU= 26.765
07:37:52 STEP 2855 H=2855:00 +CPU= 26.746
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
07:41:29 STEP 2856 H=2856:00 +CPU= 48.435
Moving to projects directory: /data/boinc/boinc-client/slots/25/ICMGGhnw4+002856
Moving to projects directory: /data/boinc/boinc-client/slots/25/ICMSHhnw4+002856
Moving to projects directory: /data/boinc/boinc-client/slots/25/ICMUAhnw4+002856
Adding to the zip: /data/boinc/boinc-client/projects/climateprediction.net/oifs_43r3_12213830/ICMGGhnw4+002832
Adding to the zip: /data/boinc/boinc-client/projects/climateprediction.net/oifs_43r3_12213830/ICMSHhnw4+002832
Adding to the zip: /data/boinc/boinc-client/projects/climateprediction.net/oifs_43r3_12213830/ICMUAhnw4+002832
Adding to the zip: /data/boinc/boinc-client/projects/climateprediction.net/oifs_43r3_12213830/ICMGGhnw4+002844
Adding to the zip: /data/boinc/boinc-client/projects/climateprediction.net/oifs_43r3_12213830/ICMSHhnw4+002844
Adding to the zip: /data/boinc/boinc-client/projects/climateprediction.net/oifs_43r3_12213830/ICMUAhnw4+002844
Zipping up the intermediate file: /data/boinc/boinc-client/projects/climateprediction.net/oifs_43r3_00aw_2019110100_123_993_12213830_0_r647919095_118.zip
Uploading the intermediate file: upload_file_118.zip
07:41:56 STEP 2857 H=2857:00 +CPU= 26.325
07:42:22 STEP 2858 H=2858:00 +CPU= 26.339
07:43:03 STEP 2859 H=2859:00 +CPU= 40.881
07:43:30 STEP 2860 H=2860:00 +CPU= 26.949
07:43:57 STEP 2861 H=2861:00 +CPU= 26.905
07:44:39 STEP 2862 H=2862:00 +CPU= 41.576
07:45:05 STEP 2863 H=2863:00 +CPU= 25.394
07:45:31 STEP 2864 H=2864:00 +CPU= 26.742
07:46:13 STEP 2865 H=2865:00 +CPU= 41.420
07:46:41 STEP 2866 H=2866:00 +CPU= 27.288
07:47:07 STEP 2867 H=2867:00 +CPU= 26.020
07:47:51 STEP 2868 H=2868:00 +CPU= 43.760
Moving to projects directory: /data/boinc/boinc-client/slots/25/ICMGGhnw4+002868
Moving to projects directory: /data/boinc/boinc-client/slots/25/ICMSHhnw4+002868
Moving to projects directory: /data/boinc/boinc-client/slots/25/ICMUAhnw4+002868
07:48:17 STEP 2869 H=2869:00 +CPU= 25.901
07:48:44 STEP 2870 H=2870:00 +CPU= 27.131
07:49:24 STEP 2871 H=2871:00 +CPU= 39.696
07:49:51 STEP 2872 H=2872:00 +CPU= 26.754
07:50:18 STEP 2873 H=2873:00 +CPU= 26.680
07:51:01 STEP 2874 H=2874:00 +CPU= 43.245
07:51:27 STEP 2875 H=2875:00 +CPU= 25.523
07:51:54 STEP 2876 H=2876:00 +CPU= 27.227
07:52:36 STEP 2877 H=2877:00 +CPU= 41.606
07:53:04 STEP 2878 H=2878:00 +CPU= 27.341
07:53:31 STEP 2879 H=2879:00 +CPU= 27.360
07:54:21 STEP 2880 H=2880:00 +CPU= 49.447
Moving to projects directory: /data/boinc/boinc-client/slots/25/ICMGGhnw4+002880
Moving to projects directory: /data/boinc/boinc-client/slots/25/ICMSHhnw4+002880
Moving to projects directory: /data/boinc/boinc-client/slots/25/ICMUAhnw4+002880
Adding to the zip: /data/boinc/boinc-client/projects/climateprediction.net/oifs_43r3_12213830/ICMGGhnw4+002856
Adding to the zip: /data/boinc/boinc-client/projects/climateprediction.net/oifs_43r3_12213830/ICMSHhnw4+002856
Adding to the zip: /data/boinc/boinc-client/projects/climateprediction.net/oifs_43r3_12213830/ICMUAhnw4+002856
Adding to the zip: /data/boinc/boinc-client/projects/climateprediction.net/oifs_43r3_12213830/ICMGGhnw4+002868
Adding to the zip: /data/boinc/boinc-client/projects/climateprediction.net/oifs_43r3_12213830/ICMSHhnw4+002868
Adding to the zip: /data/boinc/boinc-client/projects/climateprediction.net/oifs_43r3_12213830/ICMUAhnw4+002868
Zipping up the intermediate file: /data/boinc/boinc-client/projects/climateprediction.net/oifs_43r3_00aw_2019110100_123_993_12213830_0_r647919095_119.zip
Uploading the intermediate file: upload_file_119.zip
07:54:47 STEP 2881 H=2881:00 +CPU= 26.304
07:55:13 STEP 2882 H=2882:00 +CPU= 25.965
07:55:56 STEP 2883 H=2883:00 +CPU= 42.163
07:56:24 STEP 2884 H=2884:00 +CPU= 27.885
07:56:50 STEP 2885 H=2885:00 +CPU= 25.910
07:57:31 STEP 2886 H=2886:00 +CPU= 41.437
07:57:58 STEP 2887 H=2887:00 +CPU= 26.851
07:58:25 STEP 2888 H=2888:00 +CPU= 26.160
07:59:07 STEP 2889 H=2889:00 +CPU= 41.577
07:59:34 STEP 2890 H=2890:00 +CPU= 27.852
08:00:01 STEP 2891 H=2891:00 +CPU= 26.158
08:00:47 STEP 2892 H=2892:00 +CPU= 46.367
Moving to projects directory: /data/boinc/boinc-client/slots/25/ICMGGhnw4+002892
Moving to projects directory: /data/boinc/boinc-client/slots/25/ICMSHhnw4+002892
Moving to projects directory: /data/boinc/boinc-client/slots/25/ICMUAhnw4+002892
08:01:14 STEP 2893 H=2893:00 +CPU= 26.444
08:01:41 STEP 2894 H=2894:00 +CPU= 27.291
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
08:27:25 STEP 2895 H=2895:00 +CPU= 41.028
08:27:53 STEP 2896 H=2896:00 +CPU= 27.111
08:28:19 STEP 2897 H=2897:00 +CPU= 26.242
08:29:03 STEP 2898 H=2898:00 +CPU= 42.924
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
08:36:31 STEP 2899 H=2899:00 +CPU= 26.452
08:37:00 STEP 2900 H=2900:00 +CPU= 28.458
08:37:46 STEP 2901 H=2901:00 +CPU= 43.840
08:38:15 STEP 2902 H=2902:00 +CPU= 28.594
08:38:45 STEP 2903 H=2903:00 +CPU= 28.793
08:39:39 STEP 2904 H=2904:00 +CPU= 51.878
Moving to projects directory: /data/boinc/boinc-client/slots/25/ICMGGhnw4+002904
Moving to projects directory: /data/boinc/boinc-client/slots/25/ICMSHhnw4+002904
Moving to projects directory: /data/boinc/boinc-client/slots/25/ICMUAhnw4+002904
Adding to the zip: /data/boinc/boinc-client/projects/climateprediction.net/oifs_43r3_12213830/ICMGGhnw4+002880
Adding to the zip: /data/boinc/boinc-client/projects/climateprediction.net/oifs_43r3_12213830/ICMSHhnw4+002880
Adding to the zip: /data/boinc/boinc-client/projects/climateprediction.net/oifs_43r3_12213830/ICMUAhnw4+002880
Adding to the zip: /data/boinc/boinc-client/projects/climateprediction.net/oifs_43r3_12213830/ICMGGhnw4+002892
Adding to the zip: /data/boinc/boinc-client/projects/climateprediction.net/oifs_43r3_12213830/ICMSHhnw4+002892
Adding to the zip: /data/boinc/boinc-client/projects/climateprediction.net/oifs_43r3_12213830/ICMUAhnw4+002892
Zipping up the intermediate file: /data/boinc/boinc-client/projects/climateprediction.net/oifs_43r3_00aw_2019110100_123_993_12213830_0_r647919095_120.zip
Uploading the intermediate file: upload_file_120.zip
08:40:07 STEP 2905 H=2905:00 +CPU= 27.341
08:40:36 STEP 2906 H=2906:00 +CPU= 28.179
08:41:22 STEP 2907 H=2907:00 +CPU= 43.815
08:41:51 STEP 2908 H=2908:00 +CPU= 28.508
08:42:20 STEP 2909 H=2909:00 +CPU= 27.952
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
08:53:40 STEP 2910 H=2910:00 +CPU= 45.315
08:54:09 STEP 2911 H=2911:00 +CPU= 27.986
08:54:39 STEP 2912 H=2912:00 +CPU= 28.896
08:55:25 STEP 2913 H=2913:00 +CPU= 44.728
08:55:56 STEP 2914 H=2914:00 +CPU= 29.255
08:56:26 STEP 2915 H=2915:00 +CPU= 28.619
08:57:17 STEP 2916 H=2916:00 +CPU= 48.815
Moving to projects directory: /data/boinc/boinc-client/slots/25/ICMGGhnw4+002916
Moving to projects directory: /data/boinc/boinc-client/slots/25/ICMSHhnw4+002916
Moving to projects directory: /data/boinc/boinc-client/slots/25/ICMUAhnw4+002916
08:57:46 STEP 2917 H=2917:00 +CPU= 28.309
08:58:17 STEP 2918 H=2918:00 +CPU= 29.402
08:59:03 STEP 2919 H=2919:00 +CPU= 44.513
08:59:34 STEP 2920 H=2920:00 +CPU= 29.268
09:00:03 STEP 2921 H=2921:00 +CPU= 28.239
09:00:50 STEP 2922 H=2922:00 +CPU= 45.511
09:01:19 STEP 2923 H=2923:00 +CPU= 28.003
09:01:50 STEP 2924 H=2924:00 +CPU= 29.134
09:02:36 STEP 2925 H=2925:00 +CPU= 44.448
09:03:07 STEP 2926 H=2926:00 +CPU= 29.594
09:03:37 STEP 2927 H=2927:00 +CPU= 29.175
09:04:34 STEP 2928 H=2928:00 +CPU= 53.871
Moving to projects directory: /data/boinc/boinc-client/slots/25/ICMGGhnw4+002928
Moving to projects directory: /data/boinc/boinc-client/slots/25/ICMSHhnw4+002928
Moving to projects directory: /data/boinc/boinc-client/slots/25/ICMUAhnw4+002928
Adding to the zip: /data/boinc/boinc-client/projects/climateprediction.net/oifs_43r3_12213830/ICMGGhnw4+002904
Adding to the zip: /data/boinc/boinc-client/projects/climateprediction.net/oifs_43r3_12213830/ICMSHhnw4+002904
Adding to the zip: /data/boinc/boinc-client/projects/climateprediction.net/oifs_43r3_12213830/ICMUAhnw4+002904
Adding to the zip: /data/boinc/boinc-client/projects/climateprediction.net/oifs_43r3_12213830/ICMGGhnw4+002916
Adding to the zip: /data/boinc/boinc-client/projects/climateprediction.net/oifs_43r3_12213830/ICMSHhnw4+002916
Adding to the zip: /data/boinc/boinc-client/projects/climateprediction.net/oifs_43r3_12213830/ICMUAhnw4+002916
Zipping up the intermediate file: /data/boinc/boinc-client/projects/climateprediction.net/oifs_43r3_00aw_2019110100_123_993_12213830_0_r647919095_121.zip
Uploading the intermediate file: upload_file_121.zip
09:05:04 STEP 2929 H=2929:00 +CPU= 28.905
09:05:35 STEP 2930 H=2930:00 +CPU= 29.349
09:06:22 STEP 2931 H=2931:00 +CPU= 45.060
09:06:53 STEP 2932 H=2932:00 +CPU= 29.460
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
09:21:52 STEP 2933 H=2933:00 +CPU= 26.779
09:22:35 STEP 2934 H=2934:00 +CPU= 42.809
09:23:01 STEP 2935 H=2935:00 +CPU= 26.210
09:23:29 STEP 2936 H=2936:00 +CPU= 27.230
09:24:11 STEP 2937 H=2937:00 +CPU= 42.013
09:24:38 STEP 2938 H=2938:00 +CPU= 26.473
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
11:29:39 STEP 2939 H=2939:00 +CPU= 26.331
11:30:25 STEP 2940 H=2940:00 +CPU= 45.331
Moving to projects directory: /data/boinc/boinc-client/slots/25/ICMGGhnw4+002940
Moving to projects directory: /data/boinc/boinc-client/slots/25/ICMSHhnw4+002940
Moving to projects directory: /data/boinc/boinc-client/slots/25/ICMUAhnw4+002940
11:30:51 STEP 2941 H=2941:00 +CPU= 25.589
11:31:18 STEP 2942 H=2942:00 +CPU= 26.949
11:31:59 STEP 2943 H=2943:00 +CPU= 40.510
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
11:34:27 STEP 2944 H=2944:00 +CPU= 27.191
11:34:53 STEP 2945 H=2945:00 +CPU= 25.504
11:35:35 STEP 2946 H=2946:00 +CPU= 41.656
11:36:02 STEP 2947 H=2947:00 +CPU= 26.681
11:36:29 STEP 2948 H=2948:00 +CPU= 27.298
11:37:10 STEP 2949 H=2949:00 +CPU= 40.863
11:37:37 STEP 2950 H=2950:00 +CPU= 26.660
11:38:04 STEP 2951 H=2951:00 +CPU= 26.901
11:38:52 STEP 2952 H=2952:00 +CPU= 47.660
..The child process terminated with status: 0
>>> Printing last 70 lines from file: NODE.001_01
STEPO, YSPSDT_AR1 ( 1,...), SP NORMS 2D: 4.865283731608E-01 1.865286143845E-01 6.362598939121E-02
STEPO, YSPSDT_AR1 (SUM,...), SP NORMS 2D: 5.260318722649E-01
STEPO, YGPSDT ( 1,...), Grid Point Norms
FIELD LEV AVERAGE MINIMUM MAXIMUM
101 60 3.48989191816039E-02 -1.72994898449055E+00 1.89761310057317E+00
STEPO, YGPSDT[clipped]( 1,...), Grid Point Norms
FIELD LEV AVERAGE MINIMUM MAXIMUM
101 60 3.19925486346338E-02 -1.00000000000000E+00 1.00000000000000E+00
MAXGPFV : MAX. VALUE = 1.05941826825417
MAXGPFV : MAX. VALUE = 0.766000000000000
NSTEP = 2952 SCAN2M_HPOS P
IO-STREAM SETUP - IOTYPE = 2 NUMIOPROCS = 1 CPATH =
ICMGGhnw4+002952 MODE=a
IO-STREAM CLOSED - ICMGGhnw4+002952
MPI-TASK: 1 - 345125066 BYTES IN 8 RECORDS TRANSFERRED IN 0.0005 SECONDS690250.1 Mbytes/s, TOTAL TIME= 0.0090( 5.6%)
!!!!!!!!!!!!!! WAVE FIELDS INTEGRATED. DATE IS: 20200302231500 !!!!!!!!!!!!
!!!!!!!!!!!!!! WAVE FIELDS INTEGRATED. DATE IS: 20200302233000 !!!!!!!!!!!!
!!!!!!!!!!!!!! WAVE FIELDS INTEGRATED. DATE IS: 20200302234500 !!!!!!!!!!!!
!!!!!!!!!!!!!! WAVE FIELDS INTEGRATED. DATE IS: 20200303000000 !!!!!!!!!!!!
11:38:52 STEP 2952 H=2952:00 +CPU= 47.660
END CNT3
NSTEP = 2952 CNT0 000000000 41.105 41.105 41.417 0.992 0 0 0 0 0
IO-STREAM STATISTICS, TOTAL NO OF REC/BYTES READ 35/ 804992476 WRITTEN 2238/************
-TASK-OPENED-OPEN-RECS IN -KBYTE IN -RECS OUT-KBYTE OUT-WALL -WALL IN-WALL
OU-TOT IN -TOT OUT
1 57 0 35 786125 2238 ************ 16.9 1.4 15.5 2.1 23.0
===-=== START OF TIMING STATISTICS ===-===
STATS FOR ALL TASKS
NUM ROUTINE CALLS MEAN(ms) MAX(ms) FRAC(%) UNBAL(%)
0 CNT0 - COMPLETE EXECUTION 1 ********* ********* 100.00 0.00
1 CNT4 - FORWARD INTEGRATION 1 ********* ********* 99.98 0.00
8 SCAN2M - GRID-POINT DYNAMICS 157 2854.5 2854.5 2.57 0.00
9 SPCM - SPECTRAL COMP. 144 376.6 376.6 0.31 0.00
10 SCAN2M - PHYSICS 145 27884.3 27884.3 23.21 0.00
11 IOPACK - OUTPUT P.P. RESULTS 12 1859.7 1859.7 0.13 0.00
12 SPNORM - SPECTRAL NORM COMP. 7 20.2 20.2 0.00 0.00
13 SCAN2M - RADIATION CALC. 49 28516.4 28516.4 8.02 0.00
17 GRIDFPOS IN CNT4 12 55.6 55.6 0.00 0.00
27 RESTART FILES - WRITING 6 3717.6 3717.6 0.13 0.00
28 RESTART FILES - READING 1 2728.9 2728.9 0.02 0.00
29 SU4FPOS IN CNT4 12 0.1 0.1 0.00 0.00
30 DYNFPOS IN CNT4 12 2910.6 2910.6 0.20 0.00
31 POSDDH IN STEPO 1 16.5 16.5 0.00 0.00
37 CPGLAG - SL COMPUTATIONS 145 20186.6 20186.6 16.81 0.00
38 WAM - TOTAL COST OF WAVE MODEL 145 56481.4 56481.4 47.02 0.00
39 SU0YOMB 1 357.7 357.7 0.00 0.00
51 SCAN2M - SL COMM. PART 1 145 17.6 17.6 0.01 0.00
54 SPCM - M TO S/S TO M TRANSP. 144 185.5 185.5 0.15 0.00
55 SPCIMPF - S TO M/M TO S TRANSP. 144 45.0 45.0 0.04 0.00
56 SPNORM - SPECTRAL NORM COMM. 7 0.1 0.1 0.00 0.00
102 LTINV_CTL - INVERSE LEGENDRE TRANSFORM 498 221.4 221.4 0.63 0.00
103 LTDIR_CTL - DIRECT LEGENDRE TRANSFORM 300 184.0 184.0 0.32 0.00
106 FTDIR_CTL - DIRECT FOURIER TRANSFORM 300 83.2 83.2 0.14 0.00
107 FTINV_CTL - INVERSE FOURIER TRANSFORM 498 59.8 59.8 0.17 0.00
140 SULEG - COMP. OF LEGENDRE POL. 2 18.1 18.1 0.00 0.00
152 LTINV_CTL - M TO L TRANSPOSITION 498 30.6 30.6 0.09 0.00
153 LTDIR_CTL - L TO M TRANSPOSITION 300 23.3 23.3 0.04 0.00
157 FTINV_CTL - L TO G TRANSPOSITION 498 27.8 27.8 0.08 0.00
158 FTDIR_CTL - G TO L TRANSPOSITION 300 12.6 12.6 0.02 0.00
400 GSTATS 29885 0.0 0.0 0.00 0.00
401 GSTATS HOOK 28556 0.0 0.0 0.00 0.00
TOTAL MEASURED IMBALANCE = 0.0 SECONDS, 0.0 PERCENT
TOTAL WALLCLOCK TIME 17417.3 CPU TIME 4738.4 VECTOR TIME 4738.4
===-=== END OF TIMING STATISTICS ===-===
FORECAST DAYS PER DAY 610.3
*** END CNT0 ***
------------------------------------------------
Moving to projects directory: /data/boinc/boinc-client/slots/25/ICMGGhnw4+002952
Moving to projects directory: /data/boinc/boinc-client/slots/25/ICMSHhnw4+002952
Moving to projects directory: /data/boinc/boinc-client/slots/25/ICMUAhnw4+002952
Adding to the zip: /data/boinc/boinc-client/slots/25/NODE.001_01
Adding to the zip: /data/boinc/boinc-client/slots/25/ifs.stat
Adding to the zip: /data/boinc/boinc-client/projects/climateprediction.net/oifs_43r3_12213830/ICMSHhnw4+002940
Adding to the zip: /data/boinc/boinc-client/projects/climateprediction.net/oifs_43r3_12213830/ICMGGhnw4+002952
Adding to the zip: /data/boinc/boinc-client/projects/climateprediction.net/oifs_43r3_12213830/ICMSHhnw4+002928
Adding to the zip: /data/boinc/boinc-client/projects/climateprediction.net/oifs_43r3_12213830/ICMUAhnw4+002940
Adding to the zip: /data/boinc/boinc-client/projects/climateprediction.net/oifs_43r3_12213830/ICMUAhnw4+002928
Adding to the zip: /data/boinc/boinc-client/projects/climateprediction.net/oifs_43r3_12213830/ICMGGhnw4+002928
Adding to the zip: /data/boinc/boinc-client/projects/climateprediction.net/oifs_43r3_12213830/ICMGGhnw4+002940
Adding to the zip: /data/boinc/boinc-client/projects/climateprediction.net/oifs_43r3_12213830/ICMUAhnw4+002952
Adding to the zip: /data/boinc/boinc-client/projects/climateprediction.net/oifs_43r3_12213830/ICMSHhnw4+002952
Zipping up the final file: /data/boinc/boinc-client/projects/climateprediction.net/oifs_43r3_00aw_2019110100_123_993_12213830_0_r647919095_122.zip
Uploading the final file: upload_file_122.zip
Uploading trickle at timestep: 10623600
11:42:16 (19341): called boinc_finish(0)
</stderr_txt>
]]>
