<core_client_version>7.16.6</core_client_version>
<![CDATA[
<stderr_txt>
xml
last_cpu_time: 71612
upload_file_number: 115
last_iter: 2785
last_upload: 9939600
model_completed: 0
total_length_of_simulation: 10627200
result_base_name: oifs_43r3_00ce_2019110100_123_993_12213884_0_r888573765
The child process has been launched with process id: 1683171
Executing the command: /var/lib/boinc-client/slots/2/oifs_43r3_model.exe
[EC_DRHOOK:hostname:myproc:omptid:pid:unixtid] [YYYYMMDD:HHMMSS:epoch:walltime] [function@file:lineno] -- Max OpenMP threads = 1
[EC_DRHOOK:p500:1:1:1683171:1683171] [20230227:232325:1677507805:0.000] [process_options@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:2091] fp = 0x3124020
[EC_DRHOOK:p500:1:1:1683171:1683171] [20230227:232325:1677507805:0.000] [process_options@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:2098] DR_HOOK_ALLOW_COREDUMP=-1
[EC_DRHOOK:p500:1:1:1683171:1683171] [20230227:232325:1677507805:0.000] [process_options@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:2104] Hardlimit for core file is now 0 (0x0)
[EC_DRHOOK:p500:1:1:1683171:1683171] [20230227:232325:1677507805:0.000] [process_options@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:2122] DR_HOOK_PROFILE_PROC=-1
[EC_DRHOOK:p500:1:1:1683171:1683171] [20230227:232325:1677507805:0.000] [process_options@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:2128] DR_HOOK_PROFILE_LIMIT=-10.000
[EC_DRHOOK:p500:1:1:1683171:1683171] [20230227:232325:1677507805:0.000] [process_options@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:2194] DR_HOOK_RANDOM_MEMSTAT=0 (RAND_MAX=2147483647)
[EC_DRHOOK:p500:1:1:1683171:1683171] [20230227:232325:1677507805:0.000] [process_options@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:2205] DR_HOOK_HASHBITS=16
[EC_DRHOOK:p500:1:1:1683171:1683171] [20230227:232325:1677507805:0.000] [process_options@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:2213] DR_HOOK_NCALLSTACK=0
[EC_DRHOOK:p500:1:1:1683171:1683171] [20230227:232325:1677507805:0.000] [process_options@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:2221] DR_HOOK_HARAKIRI_TIMEOUT=500
[EC_DRHOOK:p500:1:1:1683171:1683171] [20230227:232325:1677507805:0.000] [process_options@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:2228] DR_HOOK_TRAPFPE=1
[EC_DRHOOK:p500:1:1:1683171:1683171] [20230227:232325:1677507805:0.000] [process_options@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:2235] DR_HOOK_TRAPFPE_INVALID=1
[EC_DRHOOK:p500:1:1:1683171:1683171] [20230227:232325:1677507805:0.000] [process_options@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:2242] DR_HOOK_TRAPFPE_DIVBYZERO=1
[EC_DRHOOK:p500:1:1:1683171:1683171] [20230227:232325:1677507805:0.000] [process_options@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:2249] DR_HOOK_TRAPFPE_OVERFLOW=1
[EC_DRHOOK:p500:1:1:1683171:1683171] [20230227:232325:1677507805:0.000] [ignore_signals@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:1227] DR_HOOK_IGNORE_SIGNALS=<undef>
[EC_DRHOOK:p500:1:1:1683171:1683171] [20230227:232325:1677507805:0.000] [restore_default_signals@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:1178] DR_HOOK_RESTORE_DEFAULT_SIGNALS=<undef>
[EC_DRHOOK:p500:1:1:1683171:1683171] [20230227:232325:1677507805:0.000] [signal_drhook_init@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:1937] New signal handler 'signal_drhook' for signal#6 (SIGABRT) at 0x810730 (old at 0x1ce8440)
[EC_DRHOOK:p500:1:1:1683171:1683171] [20230227:232325:1677507805:0.000] [signal_drhook_init@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:1938] New signal handler 'signal_drhook' for signal#7 (SIGBUS) at 0x810730 (old at (nil))
[EC_DRHOOK:p500:1:1:1683171:1683171] [20230227:232325:1677507805:0.000] [signal_drhook_init@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:1939] New signal handler 'signal_drhook' for signal#11 (SIGSEGV) at 0x810730 (old at 0x1ce8440)
[EC_DRHOOK:p500:1:1:1683171:1683171] [20230227:232325:1677507805:0.000] [signal_drhook_init@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:1944] New signal handler 'signal_drhook' for signal#16 (SIGSTKFLT) at 0x810730 (old at (nil))
[EC_DRHOOK:p500:1:1:1683171:1683171] [20230227:232325:1677507805:0.000] [trapfpe_treatment@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:1149] DR_HOOK enables SIGFPE-related floating point trapping since DRHOOK_TRAPFPE=1
[EC_DRHOOK:p500:1:1:1683171:1683171] [20230227:232325:1677507805:0.000] [signal_drhook_init@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:1948] New signal handler 'signal_drhook' for signal#8 (SIGFPE) at 0x810730 (old at 0x1ce8440)
[EC_DRHOOK:p500:1:1:1683171:1683171] [20230227:232325:1677507805:0.000] [signal_drhook_init@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:1949] New signal handler 'signal_drhook' for signal#4 (SIGILL) at 0x810730 (old at 0x1ce8440)
[EC_DRHOOK:p500:1:1:1683171:1683171] [20230227:232325:1677507805:0.000] [signal_drhook_init@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:1951] New signal handler 'signal_drhook' for signal#5 (SIGTRAP) at 0x810730 (old at (nil))
[EC_DRHOOK:p500:1:1:1683171:1683171] [20230227:232325:1677507805:0.000] [signal_drhook_init@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:1952] New signal handler 'signal_drhook' for signal#2 (SIGINT) at 0x810730 (old at 0x1ce8440)
[EC_DRHOOK:p500:1:1:1683171:1683171] [20230227:232325:1677507805:0.000] [signal_drhook_init@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:1960] New signal handler 'signal_drhook' for signal#3 (SIGQUIT) at 0x810730 (old at 0x1ce8440)
[EC_DRHOOK:p500:1:1:1683171:1683171] [20230227:232325:1677507805:0.000] [signal_drhook_init@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:1961] New signal handler 'signal_drhook' for signal#15 (SIGTERM) at 0x810730 (old at 0x1ce8440)
[EC_DRHOOK:p500:1:1:1683171:1683171] [20230227:232325:1677507805:0.000] [signal_drhook_init@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:1966] New signal handler 'signal_drhook' for signal#24 (SIGXCPU) at 0x810730 (old at (nil))
[EC_DRHOOK:p500:1:1:1683171:1683171] [20230227:232325:1677507805:0.000] [signal_drhook_init@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:1968] New signal handler 'signal_drhook' for signal#25 (SIGXFSZ) at 0x810730 (old at (nil))
[EC_DRHOOK:p500:1:1:1683171:1683171] [20230227:232325:1677507805:0.000] [signal_drhook_init@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:1973] New signal handler 'signal_drhook' for signal#31 (SIGSYS) at 0x810730 (old at (nil))
[EC_DRHOOK:p500:1:1:1683171:1683171] [20230227:232325:1677507805:0.000] [catch_signals@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:1111] DR_HOOK_CATCH_SIGNALS=<undef>
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_12213884/ICMGGhnw4+002772
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_12213884/ICMSHhnw4+002772
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_12213884/ICMUAhnw4+002772
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_12213884/ICMGGhnw4+002784
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_12213884/ICMSHhnw4+002784
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_12213884/ICMUAhnw4+002784
Zipping up the intermediate file: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_00ce_2019110100_123_993_12213884_0_r888573765_115.zip
Uploading the intermediate file: upload_file_115.zip
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
23:24:45 STEP 2784 H=2784:00 +CPU= 32.642
23:25:05 STEP 2785 H=2785:00 +CPU= 19.917
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
23:26:57 STEP 2786 H=2786:00 +CPU= 20.815
23:27:29 STEP 2787 H=2787:00 +CPU= 32.353
23:27:49 STEP 2788 H=2788:00 +CPU= 20.095
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
23:29:31 STEP 2789 H=2789:00 +CPU= 20.897
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
23:31:45 STEP 2790 H=2790:00 +CPU= 33.029
23:32:05 STEP 2791 H=2791:00 +CPU= 19.421
23:32:25 STEP 2792 H=2792:00 +CPU= 20.014
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
23:34:29 STEP 2793 H=2793:00 +CPU= 32.468
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
23:36:02 STEP 2794 H=2794:00 +CPU= 20.958
23:36:21 STEP 2795 H=2795:00 +CPU= 19.584
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
23:38:39 STEP 2796 H=2796:00 +CPU= 36.020
Moving to projects directory: /var/lib/boinc-client/slots/2/ICMGGhnw4+002796
Moving to projects directory: /var/lib/boinc-client/slots/2/ICMSHhnw4+002796
Moving to projects directory: /var/lib/boinc-client/slots/2/ICMUAhnw4+002796
23:38:59 STEP 2797 H=2797:00 +CPU= 20.295
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
23:40:30 STEP 2798 H=2798:00 +CPU= 20.576
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
23:42:23 STEP 2799 H=2799:00 +CPU= 31.876
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
23:43:54 STEP 2800 H=2800:00 +CPU= 20.452
23:44:15 STEP 2801 H=2801:00 +CPU= 20.793
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
23:46:09 STEP 2802 H=2802:00 +CPU= 32.571
23:46:29 STEP 2803 H=2803:00 +CPU= 20.013
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
23:48:12 STEP 2804 H=2804:00 +CPU= 20.602
23:48:43 STEP 2805 H=2805:00 +CPU= 31.503
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
23:50:35 STEP 2806 H=2806:00 +CPU= 20.616
23:50:56 STEP 2807 H=2807:00 +CPU= 21.370
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
23:52:45 STEP 2808 H=2808:00 +CPU= 37.224
Moving to projects directory: /var/lib/boinc-client/slots/2/ICMGGhnw4+002808
Moving to projects directory: /var/lib/boinc-client/slots/2/ICMSHhnw4+002808
Moving to projects directory: /var/lib/boinc-client/slots/2/ICMUAhnw4+002808
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
23:54:37 STEP 2809 H=2809:00 +CPU= 21.121
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_12213884/ICMGGhnw4+002796
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_12213884/ICMSHhnw4+002796
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_12213884/ICMUAhnw4+002796
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_12213884/ICMGGhnw4+002808
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_12213884/ICMSHhnw4+002808
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_12213884/ICMUAhnw4+002808
Zipping up the intermediate file: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_00ce_2019110100_123_993_12213884_0_r888573765_116.zip
Uploading the intermediate file: upload_file_116.zip
23:54:58 STEP 2810 H=2810:00 +CPU= 20.717
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
23:56:32 STEP 2811 H=2811:00 +CPU= 31.963
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
23:58:02 STEP 2812 H=2812:00 +CPU= 20.385
23:58:22 STEP 2813 H=2813:00 +CPU= 20.046
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
00:00:17 STEP 2814 H=2814:00 +CPU= 33.284
00:00:37 STEP 2815 H=2815:00 +CPU= 19.726
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
00:02:30 STEP 2816 H=2816:00 +CPU= 20.833
00:03:02 STEP 2817 H=2817:00 +CPU= 32.518
00:03:23 STEP 2818 H=2818:00 +CPU= 20.565
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
00:05:04 STEP 2819 H=2819:00 +CPU= 20.238
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
00:06:51 STEP 2820 H=2820:00 +CPU= 35.410
Moving to projects directory: /var/lib/boinc-client/slots/2/ICMGGhnw4+002820
Moving to projects directory: /var/lib/boinc-client/slots/2/ICMSHhnw4+002820
Moving to projects directory: /var/lib/boinc-client/slots/2/ICMUAhnw4+002820
00:07:12 STEP 2821 H=2821:00 +CPU= 21.086
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
00:08:42 STEP 2822 H=2822:00 +CPU= 20.272
00:09:14 STEP 2823 H=2823:00 +CPU= 32.009
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
00:10:56 STEP 2824 H=2824:00 +CPU= 20.961
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
00:12:08 STEP 2825 H=2825:00 +CPU= 20.181
00:12:41 STEP 2826 H=2826:00 +CPU= 33.499
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
00:14:21 STEP 2827 H=2827:00 +CPU= 20.037
00:14:43 STEP 2828 H=2828:00 +CPU= 21.554
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
00:16:27 STEP 2829 H=2829:00 +CPU= 31.568
00:16:48 STEP 2830 H=2830:00 +CPU= 21.097
00:17:09 STEP 2831 H=2831:00 +CPU= 20.732
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
00:19:07 STEP 2832 H=2832:00 +CPU= 37.562
Moving to projects directory: /var/lib/boinc-client/slots/2/ICMGGhnw4+002832
Moving to projects directory: /var/lib/boinc-client/slots/2/ICMSHhnw4+002832
Moving to projects directory: /var/lib/boinc-client/slots/2/ICMUAhnw4+002832
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
00:20:49 STEP 2833 H=2833:00 +CPU= 20.573
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_12213884/ICMGGhnw4+002820
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_12213884/ICMSHhnw4+002820
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_12213884/ICMUAhnw4+002820
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_12213884/ICMGGhnw4+002832
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_12213884/ICMSHhnw4+002832
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_12213884/ICMUAhnw4+002832
Zipping up the intermediate file: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_00ce_2019110100_123_993_12213884_0_r888573765_117.zip
Uploading the intermediate file: upload_file_117.zip
00:21:10 STEP 2834 H=2834:00 +CPU= 20.954
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
00:23:03 STEP 2835 H=2835:00 +CPU= 32.004
00:23:24 STEP 2836 H=2836:00 +CPU= 20.519
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
00:24:57 STEP 2837 H=2837:00 +CPU= 20.555
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
00:26:51 STEP 2838 H=2838:00 +CPU= 33.154
00:27:11 STEP 2839 H=2839:00 +CPU= 20.116
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
00:28:43 STEP 2840 H=2840:00 +CPU= 20.275
00:29:15 STEP 2841 H=2841:00 +CPU= 32.034
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
00:30:58 STEP 2842 H=2842:00 +CPU= 21.257
00:31:19 STEP 2843 H=2843:00 +CPU= 20.496
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
00:33:25 STEP 2844 H=2844:00 +CPU= 35.682
Moving to projects directory: /var/lib/boinc-client/slots/2/ICMGGhnw4+002844
Moving to projects directory: /var/lib/boinc-client/slots/2/ICMSHhnw4+002844
Moving to projects directory: /var/lib/boinc-client/slots/2/ICMUAhnw4+002844
00:33:45 STEP 2845 H=2845:00 +CPU= 19.922
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
00:35:28 STEP 2846 H=2846:00 +CPU= 21.850
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
00:37:21 STEP 2847 H=2847:00 +CPU= 31.298
00:37:42 STEP 2848 H=2848:00 +CPU= 21.091
00:38:01 STEP 2849 H=2849:00 +CPU= 18.997
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
00:39:54 STEP 2850 H=2850:00 +CPU= 31.450
00:40:15 STEP 2851 H=2851:00 +CPU= 20.867
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
00:41:36 STEP 2852 H=2852:00 +CPU= 20.653
00:42:08 STEP 2853 H=2853:00 +CPU= 31.877
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
00:43:40 STEP 2854 H=2854:00 +CPU= 20.050
00:44:02 STEP 2855 H=2855:00 +CPU= 22.031
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
00:45:40 STEP 2856 H=2856:00 +CPU= 37.610
Moving to projects directory: /var/lib/boinc-client/slots/2/ICMGGhnw4+002856
Moving to projects directory: /var/lib/boinc-client/slots/2/ICMSHhnw4+002856
Moving to projects directory: /var/lib/boinc-client/slots/2/ICMUAhnw4+002856
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
00:47:23 STEP 2857 H=2857:00 +CPU= 21.285
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_12213884/ICMGGhnw4+002844
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_12213884/ICMSHhnw4+002844
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_12213884/ICMUAhnw4+002844
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_12213884/ICMGGhnw4+002856
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_12213884/ICMSHhnw4+002856
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_12213884/ICMUAhnw4+002856
Zipping up the intermediate file: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_00ce_2019110100_123_993_12213884_0_r888573765_118.zip
Uploading the intermediate file: upload_file_118.zip
00:47:44 STEP 2858 H=2858:00 +CPU= 20.726
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
00:49:17 STEP 2859 H=2859:00 +CPU= 32.395
00:49:38 STEP 2860 H=2860:00 +CPU= 20.396
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
00:51:10 STEP 2861 H=2861:00 +CPU= 20.711
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
00:52:43 STEP 2862 H=2862:00 +CPU= 32.373
00:53:04 STEP 2863 H=2863:00 +CPU= 21.392
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
00:54:46 STEP 2864 H=2864:00 +CPU= 20.611
00:55:19 STEP 2865 H=2865:00 +CPU= 32.573
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
00:57:00 STEP 2866 H=2866:00 +CPU= 20.594
00:57:21 STEP 2867 H=2867:00 +CPU= 20.913
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
00:59:09 STEP 2868 H=2868:00 +CPU= 35.064
Moving to projects directory: /var/lib/boinc-client/slots/2/ICMGGhnw4+002868
Moving to projects directory: /var/lib/boinc-client/slots/2/ICMSHhnw4+002868
Moving to projects directory: /var/lib/boinc-client/slots/2/ICMUAhnw4+002868
00:59:28 STEP 2869 H=2869:00 +CPU= 19.765
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
01:01:00 STEP 2870 H=2870:00 +CPU= 21.291
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
01:03:04 STEP 2871 H=2871:00 +CPU= 32.149
01:03:25 STEP 2872 H=2872:00 +CPU= 20.820
01:03:45 STEP 2873 H=2873:00 +CPU= 19.773
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
01:05:28 STEP 2874 H=2874:00 +CPU= 31.823
01:05:47 STEP 2875 H=2875:00 +CPU= 19.483
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
01:07:10 STEP 2876 H=2876:00 +CPU= 21.093
01:07:41 STEP 2877 H=2877:00 +CPU= 31.381
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
01:09:55 STEP 2878 H=2878:00 +CPU= 21.486
01:10:15 STEP 2879 H=2879:00 +CPU= 20.420
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
01:12:23 STEP 2880 H=2880:00 +CPU= 36.835
Moving to projects directory: /var/lib/boinc-client/slots/2/ICMGGhnw4+002880
Moving to projects directory: /var/lib/boinc-client/slots/2/ICMSHhnw4+002880
Moving to projects directory: /var/lib/boinc-client/slots/2/ICMUAhnw4+002880
01:12:43 STEP 2881 H=2881:00 +CPU= 20.240
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_12213884/ICMGGhnw4+002868
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_12213884/ICMSHhnw4+002868
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_12213884/ICMUAhnw4+002868
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_12213884/ICMGGhnw4+002880
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_12213884/ICMSHhnw4+002880
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_12213884/ICMUAhnw4+002880
Zipping up the intermediate file: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_00ce_2019110100_123_993_12213884_0_r888573765_119.zip
Uploading the intermediate file: upload_file_119.zip
01:13:03 STEP 2882 H=2882:00 +CPU= 20.049
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
01:14:57 STEP 2883 H=2883:00 +CPU= 32.095
01:15:18 STEP 2884 H=2884:00 +CPU= 21.603
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
01:16:41 STEP 2885 H=2885:00 +CPU= 20.593
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
01:18:34 STEP 2886 H=2886:00 +CPU= 32.095
01:18:55 STEP 2887 H=2887:00 +CPU= 21.044
01:19:17 STEP 2888 H=2888:00 +CPU= 21.018
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
01:21:21 STEP 2889 H=2889:00 +CPU= 32.340
01:21:42 STEP 2890 H=2890:00 +CPU= 20.447
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
01:23:24 STEP 2891 H=2891:00 +CPU= 20.994
01:23:58 STEP 2892 H=2892:00 +CPU= 34.403
Moving to projects directory: /var/lib/boinc-client/slots/2/ICMGGhnw4+002892
Moving to projects directory: /var/lib/boinc-client/slots/2/ICMSHhnw4+002892
Moving to projects directory: /var/lib/boinc-client/slots/2/ICMUAhnw4+002892
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
01:25:49 STEP 2893 H=2893:00 +CPU= 20.132
01:26:12 STEP 2894 H=2894:00 +CPU= 22.233
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
01:27:46 STEP 2895 H=2895:00 +CPU= 32.429
01:28:07 STEP 2896 H=2896:00 +CPU= 21.049
01:28:27 STEP 2897 H=2897:00 +CPU= 19.581
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
01:30:21 STEP 2898 H=2898:00 +CPU= 33.656
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
01:31:53 STEP 2899 H=2899:00 +CPU= 19.684
01:32:14 STEP 2900 H=2900:00 +CPU= 21.011
01:32:45 STEP 2901 H=2901:00 +CPU= 31.311
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
01:34:17 STEP 2902 H=2902:00 +CPU= 20.814
01:34:37 STEP 2903 H=2903:00 +CPU= 20.284
Quit request received from BOINC client, ending the child process
>>> Printing last 70 lines from file: NODE.001_01
AVE 0.470663458690688E-06 0.000000000000000E+00 0.146641094386672E-03
GPNORM CLOUD FRACTION AVERAGE MINIMUM MAXIMUM
AVE 0.609528645749943E-01 0.000000000000000E+00 0.100000000000000E+01
GPNORM OZONE AVERAGE MINIMUM MAXIMUM
AVE 0.312074595971285E-05 0.253553941194679E-07 0.162300631745321E-04
GPNORM TENUNOGW AVERAGE MINIMUM MAXIMUM
AVE -.196526179537857E-06 -.716068394064621E-03 0.362432225258236E-03
GPNORM TENVNOGW AVERAGE MINIMUM MAXIMUM
AVE -.331436495033667E-07 -.489908932290503E-03 0.993699570976697E-03
GPNORM CLW AVERAGE MINIMUM MAXIMUM
AVE 0.337318453496970E-05 0.000000000000000E+00 0.120492268527807E-02
GPNORM CIW AVERAGE MINIMUM MAXIMUM
AVE 0.112568558363249E-05 0.000000000000000E+00 0.962450702998407E-03
GPNORM CC AVERAGE MINIMUM MAXIMUM
AVE 0.610412759085766E-01 0.000000000000000E+00 0.100000000000000E+01
GPNORM RFL AVERAGE MINIMUM MAXIMUM
AVE 0.196288870002710E-05 0.000000000000000E+00 0.619679058737237E-03
GPNORM SFL AVERAGE MINIMUM MAXIMUM
AVE 0.167210088271725E-05 0.000000000000000E+00 0.702280562459987E-03
GPNORM CRFL AVERAGE MINIMUM MAXIMUM
AVE 0.461312179299789E-05 0.000000000000000E+00 0.307179702966055E-02
GPNORM CSFL AVERAGE MINIMUM MAXIMUM
AVE 0.145257787736684E-05 0.000000000000000E+00 0.208471862119078E-02
GPNORM PFRC AVERAGE MINIMUM MAXIMUM
AVE 0.130303789261125E+00 0.000000000000000E+00 0.100000000000000E+01
NSTEP = 2904 STEPO F00000000
CREATE RESTART FILE ./srf01210000.0001
IO-STREAM SETUP - IOTYPE = 2 NUMIOPROCS = 1 CPATH =
./srf01210000.0001 MODE=w
IO-STREAM CLOSED - ./srf01210000.0001
MPI-TASK: 1 - ************ BYTES IN 35 RECORDS TRANSFERRED IN 1.4660 SECONDS******** Mbytes/s, TOTAL TIME= 1.9714(74.4%)
CREATE RESTART CONTROL FILE ./rcf
WRRESF: DELETED PREVIOUS RESTART FILE OK: ./srf01200000.0001
MAXGPFV : MAX. VALUE = 1.11885050104146
MAXGPFV : MAX. VALUE = 0.725993527961108
NSTEP = 2904 SCAN2M_HPOS P
IO-STREAM SETUP - IOTYPE = 2 NUMIOPROCS = 1 CPATH =
ICMGGhnw4+002904 MODE=w
IO-STREAM CLOSED - ICMGGhnw4+002904
MPI-TASK: 1 - 1316158239 BYTES IN 27 RECORDS TRANSFERRED IN 0.0013 SECONDS******** Mbytes/s, TOTAL TIME= 0.0282( 4.6%)
NSTEP = 2904 STEPO 0AA000000
SPECTRAL NORMS: Pattern 1
STEPO, YSPSDT_AR1 ( 1,...), SP NORMS 2D: 5.247654910921E-01 1.864490497520E-01 6.332653366139E-02
STEPO, YSPSDT_AR1 (SUM,...), SP NORMS 2D: 5.619022391698E-01
STEPO, YGPSDT ( 1,...), Grid Point Norms
FIELD LEV AVERAGE MINIMUM MAXIMUM
101 60 2.36344066785152E-02 -2.72005009913612E+00 2.03758382624116E+00
STEPO, YGPSDT[clipped]( 1,...), Grid Point Norms
FIELD LEV AVERAGE MINIMUM MAXIMUM
101 60 2.55097561408650E-02 -1.00000000000000E+00 1.00000000000000E+00
IO-STREAM SETUP - IOTYPE = 2 NUMIOPROCS = 1 CPATH =
./ICMSHhnw4+002904 MODE=a
IO-STREAM CLOSED - ./ICMSHhnw4+002904
MPI-TASK: 1 - 7895801684 BYTES IN 115 RECORDS TRANSFERRED IN 0.0042 SECONDS******** Mbytes/s, TOTAL TIME= 0.1382( 3.0%)
IO-STREAM SETUP - IOTYPE = 2 NUMIOPROCS = 1 CPATH =
./ICMUAhnw4+002904 MODE=a
IO-STREAM CLOSED - ./ICMUAhnw4+002904
MPI-TASK: 1 - 987118677 BYTES IN 19 RECORDS TRANSFERRED IN 0.0010 SECONDS987118.7 Mbytes/s, TOTAL TIME= 0.0208( 4.8%)
STEPO_FPOS WAS : B00000F00E
NSTEP = 2904 STEPO 0AAA00AAA
SPECTRAL NORMS: Pattern 1
STEPO, YSPSDT_AR1 ( 1,...), SP NORMS 2D: 5.247654910921E-01 1.864490497520E-01 6.332653366139E-02
STEPO, YSPSDT_AR1 (SUM,...), SP NORMS 2D: 5.619022391698E-01
STEPO, YGPSDT ( 1,...), Grid Point Norms
FIELD LEV AVERAGE MINIMUM MAXIMUM
101 60 2.36344066785152E-02 -2.72005009913612E+00 2.03758382624116E+00
STEPO, YGPSDT[clipped]( 1,...), Grid Point Norms
FIELD LEV AVERAGE MINIMUM MAXIMUM
101 60 2.55097561408650E-02 -1.00000000000000E+00 1.00000000000000E+00
------------------------------------------------
CNT0 not found; string returned was: 'STEPO'
>>> Printing last 8 lines from file: ifs.stat
01:32:14 0AAA00AAA STEPO 2901 21.011 21.011 21.073 48:23 128:48 0.11629042514033E-04 2GB 0MB
01:32:45 0AAA00AAA STEPO 2902 31.311 31.311 31.367 48:54 129:19 0.11629042514033E-04 2GB 0MB
01:34:17 0AAA00AAA STEPO 2903 20.814 20.814 91.938 49:15 130:51 0.11629042514033E-04 2GB 0MB
01:34:38 F00000000 STEPO 2904 20.530 20.530 20.575 49:36 131:12 0.11245009495798E-04 2GB 0MB
01:34:40 0AA000000 STEPO 2904 2.340 2.340 2.348 49:38 131:14 0.11245009495798E-04 2GB 0MB
01:34:41 FULLPOS-B DYNFPOS 2904 0.827 0.827 0.831 49:39 131:15 0.11245009495798E-04 2GB 0MB
01:34:42 0AAA00AAA STEPO 2904 1.110 1.110 1.117 49:40 131:16 0.11245009495798E-04 2GB 0MB
------------------------------------------------
>>> Printing last 11 lines from file: rcf
CSTEP = " 2904",
CTIME = "01210000 ",
NSTEPLPP = 201, 202, 49, 228226, 228227, 5*0,
IPRGPNSRES = 1,
IPRGPEWRES = 1,
IPRTRWRES = 1,
IPRTRVRES = 1,
GMASS0 = 98321.9326261560 ,
GMASSI = 98322.2734194599
/
------------------------------------------------
>>> Printing last 17 lines from file: waminfo
PARAM=10U/10V,
REPRES=GG,
ANALYSIS PERIOD = 0
FORECAST PERIOD = 10195200
WIND TIME STEP IN SECONDS = 3600
ANALYSIS FROM 20191101000000 TO 20191101000000
ASSIMILATION NO
NEW FORECAST NO
STATUS STORM1= UNFINISHED
STATUS STORM2= UNFINISHED
STATUS STORM3= UNFINISHED
DATE FOR OUTPUT OF BOTH RESTART FILES = 00000000000000
LAST DATE FOR SPECTRA FILE OUTPUT = 20200303000000
BEGIN DATE FOR USING SURFACE CURRENT = 20191101000000
PARALLEL RESTART = YES
NUMBER OF MPI TASKS USED = 1
------------------------------------------------
>>> Printing last 8 lines from file: /var/lib/boinc-client/slots/2/progress_file_12213884.xml
<running_values>
<last_cpu_time>74594.090000</last_cpu_time>
<upload_file_number>120</upload_file_number>
<last_iter>2904</last_iter>
<last_upload>10371600</last_upload>
<model_completed>0</model_completed>
</running_values>
------------------------------------------------
..Failed, model did not complete successfully
(argv0) ../../projects/climateprediction.net/oifs_43r3_1.21_x86_64-pc-linux-gnu
(argv1) start_date: 2019110100
(argv2) exptid: hnw4
(argv3) unique_member_id: 00ce
(argv4) batchid: 993
(argv5) wuid: 12213884
(argv6) fclen: 123
(argv7) app_name: oifs_43r3
(argv8) nthreads: 1
Working directory is: /var/lib/boinc-client/slots/2
Project directory is: /var/lib/boinc-client/projects/climateprediction.net/
app name: oifs_43r3
version: 1.21
Location of temp folder: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_12213884
..mkdir for temp folder for results failed
Copying: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_app_1.21_x86_64-pc-linux-gnu.zip to: /var/lib/boinc-client/slots/2/oifs_43r3_app_1.21_x86_64-pc-linux-gnu.zip
Unzipping the app zip file: /var/lib/boinc-client/slots/2/oifs_43r3_app_1.21_x86_64-pc-linux-gnu.zip
Copying the namelist files from: ../../projects/climateprediction.net/jf_4a03e3eb55a4cc9467c6a3382e35b191 to: /var/lib/boinc-client/slots/2/oifs_43r3_00ce_2019110100_123_993_12213884.zip
Unzipping the namelist zip file: /var/lib/boinc-client/slots/2/oifs_43r3_00ce_2019110100_123_993_12213884.zip
ic_ancil_file: ic_ancil_12213884
ifsdata_file: ifsdata_12213884
climate_data_file: clim_data_12213884
horiz_resolution: 159
vert_resolution: 60
grid_type: l_2
upload_interval: 24
utstep: 3600
nfrres: restart dump frequency (steps) 24
Copying IC ancils from: ../../projects/climateprediction.net/jf_f9e8b1f6808998386c4c19cc8cc38ebf to: /var/lib/boinc-client/slots/2/ic_ancil_12213884.zip
Unzipping the IC ancils zip file: /var/lib/boinc-client/slots/2/ic_ancil_12213884.zip
..mkdir for ifsdata folder failed
Copying the ifsdata_file from: ../../projects/climateprediction.net/jf_445c902431f4cf39bd6bbf91993f8eb2 to: /var/lib/boinc-client/slots/2/ifsdata/ifsdata_12213884.zip
Unzipping the ifsdata_zip file: /var/lib/boinc-client/slots/2/ifsdata/ifsdata_12213884.zip
..mkdir for the climate data folder failed
Copying the climate data file from: ../../projects/climateprediction.net/jf_f32c668cf7829426ffd94699b48b9a2e to: /var/lib/boinc-client/slots/2/159l_2/clim_data_12213884.zip
Unzipping the climate data zip file: /var/lib/boinc-client/slots/2/159l_2/clim_data_12213884.zip
Checking for progress XML file: /var/lib/boinc-client/slots/2/progress_file_12213884.xml
Opened progress file ok : /var/lib/boinc-client/slots/2/progress_file_12213884.xml
-- Model is restarting --
Adjusting last_iter, 2904, to previous model restart step.
Creating progress file: /var/lib/boinc-client/slots/2/progress_file_12213884.xml
last_cpu_time: 74594
upload_file_number: 120
last_iter: 2905
last_upload: 10371600
model_completed: 0
total_length_of_simulation: 10627200
result_base_name: oifs_43r3_00ce_2019110100_123_993_12213884_0_r888573765
The child process has been launched with process id: 1702533
Executing the command: /var/lib/boinc-client/slots/2/oifs_43r3_model.exe
[EC_DRHOOK:hostname:myproc:omptid:pid:unixtid] [YYYYMMDD:HHMMSS:epoch:walltime] [function@file:lineno] -- Max OpenMP threads = 1
[EC_DRHOOK:p500:1:1:1702533:1702533] [20230228:013610:1677515770:0.000] [process_options@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:2091] fp = 0x3124020
[EC_DRHOOK:p500:1:1:1702533:1702533] [20230228:013610:1677515770:0.000] [process_options@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:2098] DR_HOOK_ALLOW_COREDUMP=-1
[EC_DRHOOK:p500:1:1:1702533:1702533] [20230228:013610:1677515770:0.000] [process_options@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:2104] Hardlimit for core file is now 0 (0x0)
[EC_DRHOOK:p500:1:1:1702533:1702533] [20230228:013610:1677515770:0.000] [process_options@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:2122] DR_HOOK_PROFILE_PROC=-1
[EC_DRHOOK:p500:1:1:1702533:1702533] [20230228:013610:1677515770:0.000] [process_options@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:2128] DR_HOOK_PROFILE_LIMIT=-10.000
[EC_DRHOOK:p500:1:1:1702533:1702533] [20230228:013610:1677515770:0.000] [process_options@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:2194] DR_HOOK_RANDOM_MEMSTAT=0 (RAND_MAX=2147483647)
[EC_DRHOOK:p500:1:1:1702533:1702533] [20230228:013610:1677515770:0.000] [process_options@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:2205] DR_HOOK_HASHBITS=16
[EC_DRHOOK:p500:1:1:1702533:1702533] [20230228:013610:1677515770:0.000] [process_options@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:2213] DR_HOOK_NCALLSTACK=0
[EC_DRHOOK:p500:1:1:1702533:1702533] [20230228:013610:1677515770:0.000] [process_options@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:2221] DR_HOOK_HARAKIRI_TIMEOUT=500
[EC_DRHOOK:p500:1:1:1702533:1702533] [20230228:013610:1677515770:0.000] [process_options@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:2228] DR_HOOK_TRAPFPE=1
[EC_DRHOOK:p500:1:1:1702533:1702533] [20230228:013610:1677515770:0.000] [process_options@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:2235] DR_HOOK_TRAPFPE_INVALID=1
[EC_DRHOOK:p500:1:1:1702533:1702533] [20230228:013610:1677515770:0.000] [process_options@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:2242] DR_HOOK_TRAPFPE_DIVBYZERO=1
[EC_DRHOOK:p500:1:1:1702533:1702533] [20230228:013610:1677515770:0.000] [process_options@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:2249] DR_HOOK_TRAPFPE_OVERFLOW=1
[EC_DRHOOK:p500:1:1:1702533:1702533] [20230228:013610:1677515770:0.000] [ignore_signals@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:1227] DR_HOOK_IGNORE_SIGNALS=<undef>
[EC_DRHOOK:p500:1:1:1702533:1702533] [20230228:013610:1677515770:0.000] [restore_default_signals@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:1178] DR_HOOK_RESTORE_DEFAULT_SIGNALS=<undef>
[EC_DRHOOK:p500:1:1:1702533:1702533] [20230228:013610:1677515770:0.000] [signal_drhook_init@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:1937] New signal handler 'signal_drhook' for signal#6 (SIGABRT) at 0x810730 (old at 0x1ce8440)
[EC_DRHOOK:p500:1:1:1702533:1702533] [20230228:013610:1677515770:0.001] [signal_drhook_init@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:1938] New signal handler 'signal_drhook' for signal#7 (SIGBUS) at 0x810730 (old at (nil))
[EC_DRHOOK:p500:1:1:1702533:1702533] [20230228:013610:1677515770:0.001] [signal_drhook_init@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:1939] New signal handler 'signal_drhook' for signal#11 (SIGSEGV) at 0x810730 (old at 0x1ce8440)
[EC_DRHOOK:p500:1:1:1702533:1702533] [20230228:013610:1677515770:0.001] [signal_drhook_init@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:1944] New signal handler 'signal_drhook' for signal#16 (SIGSTKFLT) at 0x810730 (old at (nil))
[EC_DRHOOK:p500:1:1:1702533:1702533] [20230228:013610:1677515770:0.001] [trapfpe_treatment@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:1149] DR_HOOK enables SIGFPE-related floating point trapping since DRHOOK_TRAPFPE=1
[EC_DRHOOK:p500:1:1:1702533:1702533] [20230228:013610:1677515770:0.001] [signal_drhook_init@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:1948] New signal handler 'signal_drhook' for signal#8 (SIGFPE) at 0x810730 (old at 0x1ce8440)
[EC_DRHOOK:p500:1:1:1702533:1702533] [20230228:013610:1677515770:0.001] [signal_drhook_init@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:1949] New signal handler 'signal_drhook' for signal#4 (SIGILL) at 0x810730 (old at 0x1ce8440)
[EC_DRHOOK:p500:1:1:1702533:1702533] [20230228:013610:1677515770:0.001] [signal_drhook_init@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:1951] New signal handler 'signal_drhook' for signal#5 (SIGTRAP) at 0x810730 (old at (nil))
[EC_DRHOOK:p500:1:1:1702533:1702533] [20230228:013610:1677515770:0.001] [signal_drhook_init@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:1952] New signal handler 'signal_drhook' for signal#2 (SIGINT) at 0x810730 (old at 0x1ce8440)
[EC_DRHOOK:p500:1:1:1702533:1702533] [20230228:013610:1677515770:0.001] [signal_drhook_init@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:1960] New signal handler 'signal_drhook' for signal#3 (SIGQUIT) at 0x810730 (old at 0x1ce8440)
[EC_DRHOOK:p500:1:1:1702533:1702533] [20230228:013610:1677515770:0.001] [signal_drhook_init@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:1961] New signal handler 'signal_drhook' for signal#15 (SIGTERM) at 0x810730 (old at 0x1ce8440)
[EC_DRHOOK:p500:1:1:1702533:1702533] [20230228:013610:1677515770:0.001] [signal_drhook_init@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:1966] New signal handler 'signal_drhook' for signal#24 (SIGXCPU) at 0x810730 (old at (nil))
[EC_DRHOOK:p500:1:1:1702533:1702533] [20230228:013610:1677515770:0.001] [signal_drhook_init@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:1968] New signal handler 'signal_drhook' for signal#25 (SIGXFSZ) at 0x810730 (old at (nil))
[EC_DRHOOK:p500:1:1:1702533:1702533] [20230228:013610:1677515770:0.001] [signal_drhook_init@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:1973] New signal handler 'signal_drhook' for signal#31 (SIGSYS) at 0x810730 (old at (nil))
[EC_DRHOOK:p500:1:1:1702533:1702533] [20230228:013610:1677515770:0.001] [catch_signals@/home/glenn/github/gc_oifs43r3/src/ifsaux/support/drhook.c:1111] DR_HOOK_CATCH_SIGNALS=<undef>
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_12213884/ICMGGhnw4+002892
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_12213884/ICMSHhnw4+002892
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_12213884/ICMUAhnw4+002892
Zipping up the intermediate file: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_00ce_2019110100_123_993_12213884_0_r888573765_120.zip
Uploading the intermediate file: upload_file_120.zip
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
01:38:13 STEP 2904 H=2904:00 +CPU= 37.263
Moving to projects directory: /var/lib/boinc-client/slots/2/ICMGGhnw4+002904
Moving to projects directory: /var/lib/boinc-client/slots/2/ICMSHhnw4+002904
Moving to projects directory: /var/lib/boinc-client/slots/2/ICMUAhnw4+002904
01:38:34 STEP 2905 H=2905:00 +CPU= 21.285
01:38:54 STEP 2906 H=2906:00 +CPU= 20.156
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
01:40:37 STEP 2907 H=2907:00 +CPU= 31.892
01:40:57 STEP 2908 H=2908:00 +CPU= 20.185
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
01:42:38 STEP 2909 H=2909:00 +CPU= 20.019
01:43:11 STEP 2910 H=2910:00 +CPU= 32.774
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
01:44:43 STEP 2911 H=2911:00 +CPU= 20.061
01:45:04 STEP 2912 H=2912:00 +CPU= 20.793
01:45:36 STEP 2913 H=2913:00 +CPU= 31.200
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
01:47:09 STEP 2914 H=2914:00 +CPU= 22.304
01:47:29 STEP 2915 H=2915:00 +CPU= 20.134
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
01:49:16 STEP 2916 H=2916:00 +CPU= 34.671
Moving to projects directory: /var/lib/boinc-client/slots/2/ICMGGhnw4+002916
Moving to projects directory: /var/lib/boinc-client/slots/2/ICMSHhnw4+002916
Moving to projects directory: /var/lib/boinc-client/slots/2/ICMUAhnw4+002916
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
01:50:47 STEP 2917 H=2917:00 +CPU= 20.095
01:51:08 STEP 2918 H=2918:00 +CPU= 20.866
01:51:40 STEP 2919 H=2919:00 +CPU= 31.703
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
01:53:21 STEP 2920 H=2920:00 +CPU= 20.194
01:53:41 STEP 2921 H=2921:00 +CPU= 19.616
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
01:55:25 STEP 2922 H=2922:00 +CPU= 32.815
01:55:46 STEP 2923 H=2923:00 +CPU= 20.909
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
01:57:18 STEP 2924 H=2924:00 +CPU= 21.164
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
01:58:43 STEP 2925 H=2925:00 +CPU= 32.849
01:59:04 STEP 2926 H=2926:00 +CPU= 20.634
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
02:00:48 STEP 2927 H=2927:00 +CPU= 22.510
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
02:02:38 STEP 2928 H=2928:00 +CPU= 38.040
Moving to projects directory: /var/lib/boinc-client/slots/2/ICMGGhnw4+002928
Moving to projects directory: /var/lib/boinc-client/slots/2/ICMSHhnw4+002928
Moving to projects directory: /var/lib/boinc-client/slots/2/ICMUAhnw4+002928
02:02:58 STEP 2929 H=2929:00 +CPU= 19.836
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_12213884/ICMGGhnw4+002916
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_12213884/ICMSHhnw4+002916
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_12213884/ICMUAhnw4+002916
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_12213884/ICMGGhnw4+002928
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_12213884/ICMSHhnw4+002928
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_12213884/ICMUAhnw4+002928
Zipping up the intermediate file: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_00ce_2019110100_123_993_12213884_0_r888573765_121.zip
Uploading the intermediate file: upload_file_121.zip
02:03:18 STEP 2930 H=2930:00 +CPU= 20.145
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
02:05:12 STEP 2931 H=2931:00 +CPU= 32.120
02:05:33 STEP 2932 H=2932:00 +CPU= 20.699
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
02:07:13 STEP 2933 H=2933:00 +CPU= 19.823
02:07:45 STEP 2934 H=2934:00 +CPU= 31.950
02:08:05 STEP 2935 H=2935:00 +CPU= 19.579
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
02:09:36 STEP 2936 H=2936:00 +CPU= 20.677
02:10:08 STEP 2937 H=2937:00 +CPU= 31.869
02:10:29 STEP 2938 H=2938:00 +CPU= 20.234
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
02:12:10 STEP 2939 H=2939:00 +CPU= 20.107
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
02:13:46 STEP 2940 H=2940:00 +CPU= 34.460
Moving to projects directory: /var/lib/boinc-client/slots/2/ICMGGhnw4+002940
Moving to projects directory: /var/lib/boinc-client/slots/2/ICMSHhnw4+002940
Moving to projects directory: /var/lib/boinc-client/slots/2/ICMUAhnw4+002940
02:14:06 STEP 2941 H=2941:00 +CPU= 20.068
02:14:26 STEP 2942 H=2942:00 +CPU= 20.255
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
02:16:21 STEP 2943 H=2943:00 +CPU= 32.665
02:16:41 STEP 2944 H=2944:00 +CPU= 20.444
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
02:18:21 STEP 2945 H=2945:00 +CPU= 19.887
02:18:55 STEP 2946 H=2946:00 +CPU= 33.247
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
02:20:16 STEP 2947 H=2947:00 +CPU= 19.997
02:20:36 STEP 2948 H=2948:00 +CPU= 20.409
02:21:08 STEP 2949 H=2949:00 +CPU= 31.765
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
02:22:50 STEP 2950 H=2950:00 +CPU= 20.480
02:23:10 STEP 2951 H=2951:00 +CPU= 20.039
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
02:24:57 STEP 2952 H=2952:00 +CPU= 36.243
..The child process terminated with status: 0
>>> Printing last 70 lines from file: NODE.001_01
SPECTRAL NORMS: Pattern 1
STEPO, YSPSDT_AR1 ( 1,...), SP NORMS 2D: 4.865283731608E-01 1.865286143845E-01 6.362598939121E-02
STEPO, YSPSDT_AR1 (SUM,...), SP NORMS 2D: 5.260318722649E-01
STEPO, YGPSDT ( 1,...), Grid Point Norms
FIELD LEV AVERAGE MINIMUM MAXIMUM
101 60 3.48989191816039E-02 -1.72994898449055E+00 1.89761310057317E+00
STEPO, YGPSDT[clipped]( 1,...), Grid Point Norms
FIELD LEV AVERAGE MINIMUM MAXIMUM
101 60 3.19925486346338E-02 -1.00000000000000E+00 1.00000000000000E+00
MAXGPFV : MAX. VALUE = 1.08256973847747
MAXGPFV : MAX. VALUE = 0.726315914585845
NSTEP = 2952 SCAN2M_HPOS P
IO-STREAM SETUP - IOTYPE = 2 NUMIOPROCS = 1 CPATH =
ICMGGhnw4+002952 MODE=a
IO-STREAM CLOSED - ICMGGhnw4+002952
MPI-TASK: 1 - 346709738 BYTES IN 8 RECORDS TRANSFERRED IN 0.0004 SECONDS866774.3 Mbytes/s, TOTAL TIME= 0.0085( 4.7%)
!!!!!!!!!!!!!! WAVE FIELDS INTEGRATED. DATE IS: 20200302231500 !!!!!!!!!!!!
!!!!!!!!!!!!!! WAVE FIELDS INTEGRATED. DATE IS: 20200302233000 !!!!!!!!!!!!
!!!!!!!!!!!!!! WAVE FIELDS INTEGRATED. DATE IS: 20200302234500 !!!!!!!!!!!!
!!!!!!!!!!!!!! WAVE FIELDS INTEGRATED. DATE IS: 20200303000000 !!!!!!!!!!!!
02:24:57 STEP 2952 H=2952:00 +CPU= 36.243
END CNT3
NSTEP = 2952 CNT0 000000000 31.497 31.497 102.621 0.307 0 0 0 0 0
IO-STREAM STATISTICS, TOTAL NO OF REC/BYTES READ 35/ 804992476 WRITTEN 746/************
-TASK-OPENED-OPEN-RECS IN -KBYTE IN -RECS OUT-KBYTE OUT-WALL -WALL IN-WALL
OU-TOT IN -TOT OUT
1 21 0 35 786125 746 ************ 4.3 1.1 3.2 1.7 4.9
===-=== START OF TIMING STATISTICS ===-===
STATS FOR ALL TASKS
NUM ROUTINE CALLS MEAN(ms) MAX(ms) FRAC(%) UNBAL(%)
0 CNT0 - COMPLETE EXECUTION 1 2926719.7 2926719.7 100.00 0.00
1 CNT4 - FORWARD INTEGRATION 1 2924052.4 2924052.4 99.91 0.00
8 SCAN2M - GRID-POINT DYNAMICS 53 3510.5 3510.5 6.36 0.00
9 SPCM - SPECTRAL COMP. 48 361.1 361.1 0.59 0.00
10 SCAN2M - PHYSICS 49 30192.9 30192.9 50.55 0.00
11 IOPACK - OUTPUT P.P. RESULTS 4 1198.2 1198.2 0.16 0.00
12 SPNORM - SPECTRAL NORM COMP. 3 16.0 16.0 0.00 0.00
13 SCAN2M - RADIATION CALC. 17 23873.0 23873.0 13.87 0.00
17 GRIDFPOS IN CNT4 4 38.9 38.9 0.01 0.00
27 RESTART FILES - WRITING 2 2396.5 2396.5 0.16 0.00
28 RESTART FILES - READING 1 2251.8 2251.8 0.08 0.00
29 SU4FPOS IN CNT4 4 0.1 0.1 0.00 0.00
30 DYNFPOS IN CNT4 4 2031.2 2031.2 0.28 0.00
37 CPGLAG - SL COMPUTATIONS 49 3204.2 3204.2 5.36 0.00
38 WAM - TOTAL COST OF WAVE MODEL 49 5826.7 5826.7 9.76 0.00
39 SU0YOMB 1 264.9 264.9 0.01 0.00
51 SCAN2M - SL COMM. PART 1 49 27.6 27.6 0.05 0.00
54 SPCM - M TO S/S TO M TRANSP. 48 202.1 202.1 0.33 0.00
55 SPCIMPF - S TO M/M TO S TRANSP. 48 34.3 34.3 0.06 0.00
56 SPNORM - SPECTRAL NORM COMM. 3 0.1 0.1 0.00 0.00
102 LTINV_CTL - INVERSE LEGENDRE TRANSFORM 170 1453.3 1453.3 8.44 0.00
103 LTDIR_CTL - DIRECT LEGENDRE TRANSFORM 100 946.7 946.7 3.23 0.00
106 FTDIR_CTL - DIRECT FOURIER TRANSFORM 100 55.2 55.2 0.19 0.00
107 FTINV_CTL - INVERSE FOURIER TRANSFORM 170 50.7 50.7 0.29 0.00
140 SULEG - COMP. OF LEGENDRE POL. 2 21.5 21.5 0.00 0.00
152 LTINV_CTL - M TO L TRANSPOSITION 170 19.9 19.9 0.12 0.00
153 LTDIR_CTL - L TO M TRANSPOSITION 100 16.3 16.3 0.06 0.00
157 FTINV_CTL - L TO G TRANSPOSITION 170 21.4 21.4 0.12 0.00
158 FTDIR_CTL - G TO L TRANSPOSITION 100 11.6 11.6 0.04 0.00
400 GSTATS 10800 0.0 0.0 0.00 0.00
401 GSTATS HOOK 10275 0.0 0.0 0.00 0.00
TOTAL MEASURED IMBALANCE = 0.0 SECONDS, 0.0 PERCENT
TOTAL WALLCLOCK TIME 2926.7 CPU TIME 1223.8 VECTOR TIME 1223.8
===-=== END OF TIMING STATISTICS ===-===
FORECAST DAYS PER DAY 3634.4
*** END CNT0 ***
------------------------------------------------
Moving to projects directory: /var/lib/boinc-client/slots/2/ICMGGhnw4+002952
Moving to projects directory: /var/lib/boinc-client/slots/2/ICMSHhnw4+002952
Moving to projects directory: /var/lib/boinc-client/slots/2/ICMUAhnw4+002952
Adding to the zip: /var/lib/boinc-client/slots/2/NODE.001_01
Adding to the zip: /var/lib/boinc-client/slots/2/ifs.stat
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_12213884/ICMUAhnw4+002952
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_12213884/ICMGGhnw4+001320
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_12213884/ICMGGhnw4+001464
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_12213884/ICMGGhnw4+000576
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_12213884/ICMGGhnw4+001728
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_12213884/ICMGGhnw4+000168
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_12213884/ICMGGhnw4+002616
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_12213884/ICMUAhnw4+000768
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_12213884/ICMGGhnw4+001440
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_12213884/ICMGGhnw4+000456
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_12213884/ICMSHhnw4+002352
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_12213884/ICMSHhnw4+000648
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_12213884/ICMSHhnw4+001872
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_12213884/ICMUAhnw4+000528
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_12213884/ICMSHhnw4+001608
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_12213884/ICMGGhnw4+002472
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_12213884/ICMGGhnw4+002352
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_12213884/ICMUAhnw4+001440
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_12213884/ICMSHhnw4+002952
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_12213884/ICMSHhnw4+000888
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_12213884/ICMSHhnw4+001728
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_12213884/ICMSHhnw4+001320
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_12213884/ICMUAhnw4+002544
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_12213884/ICMUAhnw4+001320
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_12213884/ICMSHhnw4+002016
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_12213884/ICMGGhnw4+002940
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_12213884/ICMSHhnw4+000576
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_12213884/ICMUAhnw4+001032
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_12213884/ICMSHhnw4+000528
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_12213884/ICMUAhnw4+001872
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_12213884/ICMSHhnw4+001512
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_12213884/ICMSHhnw4+002208
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_12213884/ICMUAhnw4+001608
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_12213884/ICMGGhnw4+002688
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_12213884/ICMUAhnw4+000168
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_12213884/ICMSHhnw4+000408
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_12213884/ICMSHhnw4+001440
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_12213884/ICMSHhnw4+000168
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_12213884/ICMUAhnw4+002208
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_12213884/ICMGGhnw4+000888
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_12213884/ICMGGhnw4+000768
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_12213884/ICMSHhnw4+002544
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_12213884/ICMUAhnw4+000576
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_12213884/ICMGGhnw4+000648
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_12213884/ICMGGhnw4+001872
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_12213884/ICMGGhnw4+000408
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_12213884/ICMUAhnw4+002688
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_12213884/ICMGGhnw4+001512
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_12213884/ICMSHhnw4+002904
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_12213884/ICMUAhnw4+000888
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_12213884/ICMUAhnw4+002904
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_12213884/ICMGGhnw4+000528
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_12213884/ICMGGhnw4+002208
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_12213884/ICMUAhnw4+001512
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_12213884/ICMUAhnw4+002616
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_12213884/ICMGGhnw4+001032
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_12213884/ICMUAhnw4+002016
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_12213884/ICMSHhnw4+001032
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_12213884/ICMSHhnw4+000768
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_12213884/ICMSHhnw4+000456
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_12213884/ICMUAhnw4+002352
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_12213884/ICMGGhnw4+000312
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_12213884/ICMUAhnw4+000456
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_12213884/ICMUAhnw4+000312
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_12213884/ICMSHhnw4+002940
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_12213884/ICMSHhnw4+000312
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_12213884/ICMUAhnw4+000408
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_12213884/ICMSHhnw4+002688
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_12213884/ICMUAhnw4+000648
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_12213884/ICMUAhnw4+001728
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_12213884/ICMSHhnw4+002616
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_12213884/ICMGGhnw4+002952
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_12213884/ICMSHhnw4+001464
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_12213884/ICMGGhnw4+001608
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_12213884/ICMUAhnw4+002940
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_12213884/ICMUAhnw4+002472
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_12213884/ICMGGhnw4+002904
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_12213884/ICMUAhnw4+001464
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_12213884/ICMGGhnw4+002016
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_12213884/ICMSHhnw4+002472
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_12213884/ICMGGhnw4+002544
Zipping up the final file: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_00ce_2019110100_123_993_12213884_0_r888573765_122.zip
Uploading the final file: upload_file_122.zip
Uploading trickle at timestep: 10623600
02:28:30 (1702504): called boinc_finish(0)
</stderr_txt>
]]>
