<core_client_version>7.20.5</core_client_version>
<![CDATA[
<message>
Disk usage limit exceeded</message>
<stderr_txt>
107:215752:1673125072:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2213] DR_HOOK_NCALLSTACK=0
[EC_DRHOOK:emanuel-librem14:1:1:12400:12400] [20230107:215752:1673125072:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2221] DR_HOOK_HARAKIRI_TIMEOUT=500
[EC_DRHOOK:emanuel-librem14:1:1:12400:12400] [20230107:215752:1673125072:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2228] DR_HOOK_TRAPFPE=1
[EC_DRHOOK:emanuel-librem14:1:1:12400:12400] [20230107:215752:1673125072:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2235] DR_HOOK_TRAPFPE_INVALID=1
[EC_DRHOOK:emanuel-librem14:1:1:12400:12400] [20230107:215752:1673125072:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2242] DR_HOOK_TRAPFPE_DIVBYZERO=1
[EC_DRHOOK:emanuel-librem14:1:1:12400:12400] [20230107:215752:1673125072:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2249] DR_HOOK_TRAPFPE_OVERFLOW=1
[EC_DRHOOK:emanuel-librem14:1:1:12400:12400] [20230107:215752:1673125072:0.000] [ignore_signals@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1227] DR_HOOK_IGNORE_SIGNALS=<undef>
[EC_DRHOOK:emanuel-librem14:1:1:12400:12400] [20230107:215752:1673125072:0.000] [restore_default_signals@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1178] DR_HOOK_RESTORE_DEFAULT_SIGNALS=<undef>
[EC_DRHOOK:emanuel-librem14:1:1:12400:12400] [20230107:215752:1673125072:0.001] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1937] New signal handler 'signal_drhook' for signal#6 (SIGABRT) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:emanuel-librem14:1:1:12400:12400] [20230107:215752:1673125072:0.001] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1938] New signal handler 'signal_drhook' for signal#7 (SIGBUS) at 0x81f820 (old at (nil))
[EC_DRHOOK:emanuel-librem14:1:1:12400:12400] [20230107:215752:1673125072:0.001] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1939] New signal handler 'signal_drhook' for signal#11 (SIGSEGV) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:emanuel-librem14:1:1:12400:12400] [20230107:215752:1673125072:0.001] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1944] New signal handler 'signal_drhook' for signal#16 (SIGSTKFLT) at 0x81f820 (old at (nil))
[EC_DRHOOK:emanuel-librem14:1:1:12400:12400] [20230107:215752:1673125072:0.001] [trapfpe_treatment@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1149] DR_HOOK enables SIGFPE-related floating point trapping since DRHOOK_TRAPFPE=1
[EC_DRHOOK:emanuel-librem14:1:1:12400:12400] [20230107:215752:1673125072:0.001] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1948] New signal handler 'signal_drhook' for signal#8 (SIGFPE) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:emanuel-librem14:1:1:12400:12400] [20230107:215752:1673125072:0.001] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1949] New signal handler 'signal_drhook' for signal#4 (SIGILL) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:emanuel-librem14:1:1:12400:12400] [20230107:215752:1673125072:0.001] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1951] New signal handler 'signal_drhook' for signal#5 (SIGTRAP) at 0x81f820 (old at (nil))
[EC_DRHOOK:emanuel-librem14:1:1:12400:12400] [20230107:215752:1673125072:0.001] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1952] New signal handler 'signal_drhook' for signal#2 (SIGINT) at 0x81f820 (old at 0x1)
[EC_DRHOOK:emanuel-librem14:1:1:12400:12400] [20230107:215752:1673125072:0.001] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1960] New signal handler 'signal_drhook' for signal#3 (SIGQUIT) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:emanuel-librem14:1:1:12400:12400] [20230107:215752:1673125072:0.001] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1961] New signal handler 'signal_drhook' for signal#15 (SIGTERM) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:emanuel-librem14:1:1:12400:12400] [20230107:215752:1673125072:0.001] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1966] New signal handler 'signal_drhook' for signal#24 (SIGXCPU) at 0x81f820 (old at (nil))
[EC_DRHOOK:emanuel-librem14:1:1:12400:12400] [20230107:215752:1673125072:0.001] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1968] New signal handler 'signal_drhook' for signal#25 (SIGXFSZ) at 0x81f820 (old at (nil))
[EC_DRHOOK:emanuel-librem14:1:1:12400:12400] [20230107:215752:1673125072:0.001] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1973] New signal handler 'signal_drhook' for signal#31 (SIGSYS) at 0x81f820 (old at (nil))
[EC_DRHOOK:emanuel-librem14:1:1:12400:12400] [20230107:215752:1673125072:0.001] [catch_signals@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1111] DR_HOOK_CATCH_SIGNALS=<undef>
21:58:58 STEP 1920 H=1920:00 +CPU= 57.973
21:59:31 STEP 1921 H=1921:00 +CPU= 33.218
22:00:06 STEP 1922 H=1922:00 +CPU= 33.450
22:00:51 STEP 1923 H=1923:00 +CPU= 44.587
22:01:22 STEP 1924 H=1924:00 +CPU= 31.024
22:01:48 STEP 1925 H=1925:00 +CPU= 26.239
22:02:45 STEP 1926 H=1926:00 +CPU= 54.593
22:03:15 STEP 1927 H=1927:00 +CPU= 30.067
22:03:49 STEP 1928 H=1928:00 +CPU= 33.837
22:04:34 STEP 1929 H=1929:00 +CPU= 44.034
22:05:04 STEP 1930 H=1930:00 +CPU= 29.872
22:05:33 STEP 1931 H=1931:00 +CPU= 29.061
22:06:20 STEP 1932 H=1932:00 +CPU= 47.009
Moving to projects directory: /var/lib/boinc-client/slots/4/ICMGGhq0f+001932
Moving to projects directory: /var/lib/boinc-client/slots/4/ICMSHhq0f+001932
Moving to projects directory: /var/lib/boinc-client/slots/4/ICMUAhq0f+001932
22:06:52 STEP 1933 H=1933:00 +CPU= 32.059
22:07:22 STEP 1934 H=1934:00 +CPU= 29.776
22:08:03 STEP 1935 H=1935:00 +CPU= 41.309
22:08:32 STEP 1936 H=1936:00 +CPU= 28.888
22:09:03 STEP 1937 H=1937:00 +CPU= 30.672
22:09:57 STEP 1938 H=1938:00 +CPU= 53.018
22:10:28 STEP 1939 H=1939:00 +CPU= 30.771
22:11:01 STEP 1940 H=1940:00 +CPU= 32.316
22:11:50 STEP 1941 H=1941:00 +CPU= 49.476
Suspend request received from the BOINC client, suspending the child process
Quit request received from the BOINC client, ending the child process
double free or corruption (top)
(argv0) ../../projects/climateprediction.net/oifs_43r3_ps_1.05_x86_64-pc-linux-gnu
(argv1) start_date: 1997050100
(argv2) exptid: hq0f
(argv3) unique_member_id: 0534
(argv4) batchid: 966
(argv5) wuid: 12183178
(argv6) fclen: 123
(argv7) app_name: oifs_43r3_ps
(argv8) nthreads: 1
Working directory is: /var/lib/boinc-client/slots/4
Project directory is: /var/lib/boinc-client/projects/climateprediction.net/
app name: oifs_43r3_ps
version: 1.05
Location of temp folder: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12183178
..mkdir for temp folder for results failed
Copying: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_app_1.05_x86_64-pc-linux-gnu.zip to: /var/lib/boinc-client/slots/4/oifs_43r3_ps_app_1.05_x86_64-pc-linux-gnu.zip
Unzipping the app zip file: /var/lib/boinc-client/slots/4/oifs_43r3_ps_app_1.05_x86_64-pc-linux-gnu.zip
Copying the namelist files from: ../../projects/climateprediction.net/jf_a1ca292aebcc607721b2e304029f7cd0 to: /var/lib/boinc-client/slots/4/oifs_43r3_ps_0534_1997050100_123_966_12183178.zip
Unzipping the namelist zip file: /var/lib/boinc-client/slots/4/oifs_43r3_ps_0534_1997050100_123_966_12183178.zip
ic_ancil_file: ic_ancil_12183178
ifsdata_file: ifsdata_12183178
climate_data_file: clim_data_12183178
horiz_resolution: 159
vert_resolution: 60
grid_type: l_2
upload_interval: 24
utstep: 3600
nfrres: restart dump frequency (steps) 24
Copying IC ancils from: ../../projects/climateprediction.net/jf_b3c55903957ebcdaf3951b015145fa45 to: /var/lib/boinc-client/slots/4/ic_ancil_12183178.zip
Unzipping the IC ancils zip file: /var/lib/boinc-client/slots/4/ic_ancil_12183178.zip
..mkdir for ifsdata folder failed
Copying the ifsdata_file from: ../../projects/climateprediction.net/jf_513c3f241544a2bf5c4335986daefc62 to: /var/lib/boinc-client/slots/4/ifsdata/ifsdata_12183178.zip
Unzipping the ifsdata_zip file: /var/lib/boinc-client/slots/4/ifsdata/ifsdata_12183178.zip
..mkdir for the climate data folder failed
Copying the climate data file from: ../../projects/climateprediction.net/jf_f32c668cf7829426ffd94699b48b9a2e to: /var/lib/boinc-client/slots/4/159l_2/clim_data_12183178.zip
Unzipping the climate data zip file: /var/lib/boinc-client/slots/4/159l_2/clim_data_12183178.zip
Checking for progress XML file: /var/lib/boinc-client/slots/4/progress_file_12183178.xml
Opened progress file ok : /var/lib/boinc-client/slots/4/progress_file_12183178.xml
-- Model is restarting --
Adjusting last_iter, 1942, to previous model restart step.
Creating progress file: /var/lib/boinc-client/slots/4/progress_file_12183178.xml
last_cpu_time: 90845
upload_file_number: 80
last_iter: 1919
last_upload: 6912000
model_completed: 0
total_length_of_simulation: 10627200
result_base_name: oifs_43r3_ps_0534_1997050100_123_966_12183178_0_r953141066
The child process has been launched with process id: 13865
Executing the command: /var/lib/boinc-client/slots/4/oifs_43r3_model.exe
[EC_DRHOOK:hostname:myproc:omptid:pid:unixtid] [YYYYMMDD:HHMMSS:epoch:walltime] [function@file:lineno] -- Max OpenMP threads = 1
[EC_DRHOOK:emanuel-librem14:1:1:13865:13865] [20230108:031853:1673144333:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2091] fp = 0x3129fe0
[EC_DRHOOK:emanuel-librem14:1:1:13865:13865] [20230108:031853:1673144333:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2098] DR_HOOK_ALLOW_COREDUMP=-1
[EC_DRHOOK:emanuel-librem14:1:1:13865:13865] [20230108:031853:1673144333:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2104] Hardlimit for core file is now 0 (0x0)
[EC_DRHOOK:emanuel-librem14:1:1:13865:13865] [20230108:031853:1673144333:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2122] DR_HOOK_PROFILE_PROC=-1
[EC_DRHOOK:emanuel-librem14:1:1:13865:13865] [20230108:031853:1673144333:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2128] DR_HOOK_PROFILE_LIMIT=-10.000
[EC_DRHOOK:emanuel-librem14:1:1:13865:13865] [20230108:031853:1673144333:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2194] DR_HOOK_RANDOM_MEMSTAT=0 (RAND_MAX=2147483647)
[EC_DRHOOK:emanuel-librem14:1:1:13865:13865] [20230108:031853:1673144333:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2205] DR_HOOK_HASHBITS=16
[EC_DRHOOK:emanuel-librem14:1:1:13865:13865] [20230108:031853:1673144333:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2213] DR_HOOK_NCALLSTACK=0
[EC_DRHOOK:emanuel-librem14:1:1:13865:13865] [20230108:031853:1673144333:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2221] DR_HOOK_HARAKIRI_TIMEOUT=500
[EC_DRHOOK:emanuel-librem14:1:1:13865:13865] [20230108:031853:1673144333:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2228] DR_HOOK_TRAPFPE=1
[EC_DRHOOK:emanuel-librem14:1:1:13865:13865] [20230108:031853:1673144333:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2235] DR_HOOK_TRAPFPE_INVALID=1
[EC_DRHOOK:emanuel-librem14:1:1:13865:13865] [20230108:031853:1673144333:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2242] DR_HOOK_TRAPFPE_DIVBYZERO=1
[EC_DRHOOK:emanuel-librem14:1:1:13865:13865] [20230108:031853:1673144333:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2249] DR_HOOK_TRAPFPE_OVERFLOW=1
[EC_DRHOOK:emanuel-librem14:1:1:13865:13865] [20230108:031853:1673144333:0.000] [ignore_signals@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1227] DR_HOOK_IGNORE_SIGNALS=<undef>
[EC_DRHOOK:emanuel-librem14:1:1:13865:13865] [20230108:031853:1673144333:0.000] [restore_default_signals@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1178] DR_HOOK_RESTORE_DEFAULT_SIGNALS=<undef>
[EC_DRHOOK:emanuel-librem14:1:1:13865:13865] [20230108:031853:1673144333:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1937] New signal handler 'signal_drhook' for signal#6 (SIGABRT) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:emanuel-librem14:1:1:13865:13865] [20230108:031853:1673144333:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1938] New signal handler 'signal_drhook' for signal#7 (SIGBUS) at 0x81f820 (old at (nil))
[EC_DRHOOK:emanuel-librem14:1:1:13865:13865] [20230108:031853:1673144333:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1939] New signal handler 'signal_drhook' for signal#11 (SIGSEGV) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:emanuel-librem14:1:1:13865:13865] [20230108:031853:1673144333:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1944] New signal handler 'signal_drhook' for signal#16 (SIGSTKFLT) at 0x81f820 (old at (nil))
[EC_DRHOOK:emanuel-librem14:1:1:13865:13865] [20230108:031853:1673144333:0.000] [trapfpe_treatment@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1149] DR_HOOK enables SIGFPE-related floating point trapping since DRHOOK_TRAPFPE=1
[EC_DRHOOK:emanuel-librem14:1:1:13865:13865] [20230108:031853:1673144333:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1948] New signal handler 'signal_drhook' for signal#8 (SIGFPE) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:emanuel-librem14:1:1:13865:13865] [20230108:031853:1673144333:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1949] New signal handler 'signal_drhook' for signal#4 (SIGILL) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:emanuel-librem14:1:1:13865:13865] [20230108:031853:1673144333:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1951] New signal handler 'signal_drhook' for signal#5 (SIGTRAP) at 0x81f820 (old at (nil))
[EC_DRHOOK:emanuel-librem14:1:1:13865:13865] [20230108:031853:1673144333:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1952] New signal handler 'signal_drhook' for signal#2 (SIGINT) at 0x81f820 (old at 0x1)
[EC_DRHOOK:emanuel-librem14:1:1:13865:13865] [20230108:031853:1673144333:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1960] New signal handler 'signal_drhook' for signal#3 (SIGQUIT) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:emanuel-librem14:1:1:13865:13865] [20230108:031853:1673144333:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1961] New signal handler 'signal_drhook' for signal#15 (SIGTERM) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:emanuel-librem14:1:1:13865:13865] [20230108:031853:1673144333:0.001] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1966] New signal handler 'signal_drhook' for signal#24 (SIGXCPU) at 0x81f820 (old at (nil))
[EC_DRHOOK:emanuel-librem14:1:1:13865:13865] [20230108:031853:1673144333:0.001] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1968] New signal handler 'signal_drhook' for signal#25 (SIGXFSZ) at 0x81f820 (old at (nil))
[EC_DRHOOK:emanuel-librem14:1:1:13865:13865] [20230108:031853:1673144333:0.001] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1973] New signal handler 'signal_drhook' for signal#31 (SIGSYS) at 0x81f820 (old at (nil))
[EC_DRHOOK:emanuel-librem14:1:1:13865:13865] [20230108:031853:1673144333:0.001] [catch_signals@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1111] DR_HOOK_CATCH_SIGNALS=<undef>
Quit request received from BOINC client, ending the child process
(argv0) ../../projects/climateprediction.net/oifs_43r3_ps_1.05_x86_64-pc-linux-gnu
(argv1) start_date: 1997050100
(argv2) exptid: hq0f
(argv3) unique_member_id: 0534
(argv4) batchid: 966
(argv5) wuid: 12183178
(argv6) fclen: 123
(argv7) app_name: oifs_43r3_ps
(argv8) nthreads: 1
Working directory is: /var/lib/boinc-client/slots/4
Project directory is: /var/lib/boinc-client/projects/climateprediction.net/
app name: oifs_43r3_ps
version: 1.05
Location of temp folder: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12183178
..mkdir for temp folder for results failed
Copying: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_app_1.05_x86_64-pc-linux-gnu.zip to: /var/lib/boinc-client/slots/4/oifs_43r3_ps_app_1.05_x86_64-pc-linux-gnu.zip
Unzipping the app zip file: /var/lib/boinc-client/slots/4/oifs_43r3_ps_app_1.05_x86_64-pc-linux-gnu.zip
Copying the namelist files from: ../../projects/climateprediction.net/jf_a1ca292aebcc607721b2e304029f7cd0 to: /var/lib/boinc-client/slots/4/oifs_43r3_ps_0534_1997050100_123_966_12183178.zip
Unzipping the namelist zip file: /var/lib/boinc-client/slots/4/oifs_43r3_ps_0534_1997050100_123_966_12183178.zip
ic_ancil_file: ic_ancil_12183178
ifsdata_file: ifsdata_12183178
climate_data_file: clim_data_12183178
horiz_resolution: 159
vert_resolution: 60
grid_type: l_2
upload_interval: 24
utstep: 3600
nfrres: restart dump frequency (steps) 24
Copying IC ancils from: ../../projects/climateprediction.net/jf_b3c55903957ebcdaf3951b015145fa45 to: /var/lib/boinc-client/slots/4/ic_ancil_12183178.zip
Unzipping the IC ancils zip file: /var/lib/boinc-client/slots/4/ic_ancil_12183178.zip
..mkdir for ifsdata folder failed
Copying the ifsdata_file from: ../../projects/climateprediction.net/jf_513c3f241544a2bf5c4335986daefc62 to: /var/lib/boinc-client/slots/4/ifsdata/ifsdata_12183178.zip
Unzipping the ifsdata_zip file: /var/lib/boinc-client/slots/4/ifsdata/ifsdata_12183178.zip
..mkdir for the climate data folder failed
Copying the climate data file from: ../../projects/climateprediction.net/jf_f32c668cf7829426ffd94699b48b9a2e to: /var/lib/boinc-client/slots/4/159l_2/clim_data_12183178.zip
Unzipping the climate data zip file: /var/lib/boinc-client/slots/4/159l_2/clim_data_12183178.zip
Checking for progress XML file: /var/lib/boinc-client/slots/4/progress_file_12183178.xml
Creating progress file: /var/lib/boinc-client/slots/4/progress_file_12183178.xml
last_cpu_time: 0
upload_file_number: 0
last_iter: 0
last_upload: 0
model_completed: 0
total_length_of_simulation: 10627200
result_base_name: oifs_43r3_ps_0534_1997050100_123_966_12183178_0_r953141066
The child process has been launched with process id: 7696
Executing the command: /var/lib/boinc-client/slots/4/oifs_43r3_model.exe
[EC_DRHOOK:hostname:myproc:omptid:pid:unixtid] [YYYYMMDD:HHMMSS:epoch:walltime] [function@file:lineno] -- Max OpenMP threads = 1
[EC_DRHOOK:emanuel-librem14:1:1:7696:7696] [20230112:002410:1673479450:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2091] fp = 0x3129fe0
[EC_DRHOOK:emanuel-librem14:1:1:7696:7696] [20230112:002410:1673479450:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2098] DR_HOOK_ALLOW_COREDUMP=-1
[EC_DRHOOK:emanuel-librem14:1:1:7696:7696] [20230112:002410:1673479450:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2104] Hardlimit for core file is now 0 (0x0)
[EC_DRHOOK:emanuel-librem14:1:1:7696:7696] [20230112:002410:1673479450:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2122] DR_HOOK_PROFILE_PROC=-1
[EC_DRHOOK:emanuel-librem14:1:1:7696:7696] [20230112:002410:1673479450:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2128] DR_HOOK_PROFILE_LIMIT=-10.000
[EC_DRHOOK:emanuel-librem14:1:1:7696:7696] [20230112:002410:1673479450:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2194] DR_HOOK_RANDOM_MEMSTAT=0 (RAND_MAX=2147483647)
[EC_DRHOOK:emanuel-librem14:1:1:7696:7696] [20230112:002410:1673479450:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2205] DR_HOOK_HASHBITS=16
[EC_DRHOOK:emanuel-librem14:1:1:7696:7696] [20230112:002410:1673479450:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2213] DR_HOOK_NCALLSTACK=0
[EC_DRHOOK:emanuel-librem14:1:1:7696:7696] [20230112:002410:1673479450:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2221] DR_HOOK_HARAKIRI_TIMEOUT=500
[EC_DRHOOK:emanuel-librem14:1:1:7696:7696] [20230112:002410:1673479450:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2228] DR_HOOK_TRAPFPE=1
[EC_DRHOOK:emanuel-librem14:1:1:7696:7696] [20230112:002410:1673479450:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2235] DR_HOOK_TRAPFPE_INVALID=1
[EC_DRHOOK:emanuel-librem14:1:1:7696:7696] [20230112:002410:1673479450:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2242] DR_HOOK_TRAPFPE_DIVBYZERO=1
[EC_DRHOOK:emanuel-librem14:1:1:7696:7696] [20230112:002410:1673479450:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2249] DR_HOOK_TRAPFPE_OVERFLOW=1
[EC_DRHOOK:emanuel-librem14:1:1:7696:7696] [20230112:002410:1673479450:0.000] [ignore_signals@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1227] DR_HOOK_IGNORE_SIGNALS=<undef>
[EC_DRHOOK:emanuel-librem14:1:1:7696:7696] [20230112:002410:1673479450:0.000] [restore_default_signals@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1178] DR_HOOK_RESTORE_DEFAULT_SIGNALS=<undef>
[EC_DRHOOK:emanuel-librem14:1:1:7696:7696] [20230112:002410:1673479450:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1937] New signal handler 'signal_drhook' for signal#6 (SIGABRT) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:emanuel-librem14:1:1:7696:7696] [20230112:002410:1673479450:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1938] New signal handler 'signal_drhook' for signal#7 (SIGBUS) at 0x81f820 (old at (nil))
[EC_DRHOOK:emanuel-librem14:1:1:7696:7696] [20230112:002410:1673479450:0.001] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1939] New signal handler 'signal_drhook' for signal#11 (SIGSEGV) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:emanuel-librem14:1:1:7696:7696] [20230112:002410:1673479450:0.001] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1944] New signal handler 'signal_drhook' for signal#16 (SIGSTKFLT) at 0x81f820 (old at (nil))
[EC_DRHOOK:emanuel-librem14:1:1:7696:7696] [20230112:002410:1673479450:0.001] [trapfpe_treatment@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1149] DR_HOOK enables SIGFPE-related floating point trapping since DRHOOK_TRAPFPE=1
[EC_DRHOOK:emanuel-librem14:1:1:7696:7696] [20230112:002410:1673479450:0.001] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1948] New signal handler 'signal_drhook' for signal#8 (SIGFPE) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:emanuel-librem14:1:1:7696:7696] [20230112:002410:1673479450:0.001] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1949] New signal handler 'signal_drhook' for signal#4 (SIGILL) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:emanuel-librem14:1:1:7696:7696] [20230112:002410:1673479450:0.001] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1951] New signal handler 'signal_drhook' for signal#5 (SIGTRAP) at 0x81f820 (old at (nil))
[EC_DRHOOK:emanuel-librem14:1:1:7696:7696] [20230112:002410:1673479450:0.001] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1952] New signal handler 'signal_drhook' for signal#2 (SIGINT) at 0x81f820 (old at 0x1)
[EC_DRHOOK:emanuel-librem14:1:1:7696:7696] [20230112:002410:1673479450:0.001] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1960] New signal handler 'signal_drhook' for signal#3 (SIGQUIT) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:emanuel-librem14:1:1:7696:7696] [20230112:002410:1673479450:0.001] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1961] New signal handler 'signal_drhook' for signal#15 (SIGTERM) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:emanuel-librem14:1:1:7696:7696] [20230112:002410:1673479450:0.001] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1966] New signal handler 'signal_drhook' for signal#24 (SIGXCPU) at 0x81f820 (old at (nil))
[EC_DRHOOK:emanuel-librem14:1:1:7696:7696] [20230112:002410:1673479450:0.001] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1968] New signal handler 'signal_drhook' for signal#25 (SIGXFSZ) at 0x81f820 (old at (nil))
[EC_DRHOOK:emanuel-librem14:1:1:7696:7696] [20230112:002410:1673479450:0.001] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1973] New signal handler 'signal_drhook' for signal#31 (SIGSYS) at 0x81f820 (old at (nil))
[EC_DRHOOK:emanuel-librem14:1:1:7696:7696] [20230112:002410:1673479450:0.001] [catch_signals@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1111] DR_HOOK_CATCH_SIGNALS=<undef>
00:25:15 STEP 1920 H=1920:00 +CPU= 58.402
00:25:48 STEP 1921 H=1921:00 +CPU= 32.044
00:26:24 STEP 1922 H=1922:00 +CPU= 32.484
00:27:07 STEP 1923 H=1923:00 +CPU= 42.616
00:27:35 STEP 1924 H=1924:00 +CPU= 28.290
00:28:06 STEP 1925 H=1925:00 +CPU= 30.900
00:28:55 STEP 1926 H=1926:00 +CPU= 48.662
00:29:25 STEP 1927 H=1927:00 +CPU= 30.345
00:29:59 STEP 1928 H=1928:00 +CPU= 33.393
00:30:51 STEP 1929 H=1929:00 +CPU= 51.452
00:31:25 STEP 1930 H=1930:00 +CPU= 33.835
00:31:57 STEP 1931 H=1931:00 +CPU= 31.913
00:32:50 STEP 1932 H=1932:00 +CPU= 53.330
Moving to projects directory: /var/lib/boinc-client/slots/4/ICMGGhq0f+001932
Moving to projects directory: /var/lib/boinc-client/slots/4/ICMSHhq0f+001932
Moving to projects directory: /var/lib/boinc-client/slots/4/ICMUAhq0f+001932
00:33:22 STEP 1933 H=1933:00 +CPU= 31.544
00:33:56 STEP 1934 H=1934:00 +CPU= 34.236
00:34:44 STEP 1935 H=1935:00 +CPU= 47.559
00:35:17 STEP 1936 H=1936:00 +CPU= 33.314
00:35:49 STEP 1937 H=1937:00 +CPU= 31.655
00:36:40 STEP 1938 H=1938:00 +CPU= 50.808
00:37:12 STEP 1939 H=1939:00 +CPU= 32.207
00:37:44 STEP 1940 H=1940:00 +CPU= 31.796
00:38:33 STEP 1941 H=1941:00 +CPU= 49.109
00:39:06 STEP 1942 H=1942:00 +CPU= 33.180
00:39:38 STEP 1943 H=1943:00 +CPU= 31.940
00:40:38 STEP 1944 H=1944:00 +CPU= 58.515
Moving to projects directory: /var/lib/boinc-client/slots/4/ICMGGhq0f+001944
Moving to projects directory: /var/lib/boinc-client/slots/4/ICMSHhq0f+001944
Moving to projects directory: /var/lib/boinc-client/slots/4/ICMUAhq0f+001944
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12183178/ICMGGhq0f+001920
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12183178/ICMSHhq0f+001920
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12183178/ICMUAhq0f+001920
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12183178/ICMGGhq0f+001932
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12183178/ICMSHhq0f+001932
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12183178/ICMUAhq0f+001932
Zipping up the intermediate file: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_0534_1997050100_123_966_12183178_0_r953141066_1.zip
Uploading the intermediate file: upload_file_1.zip
00:41:10 STEP 1945 H=1945:00 +CPU= 31.856
00:41:42 STEP 1946 H=1946:00 +CPU= 32.427
00:42:30 STEP 1947 H=1947:00 +CPU= 47.351
00:43:03 STEP 1948 H=1948:00 +CPU= 32.835
00:43:33 STEP 1949 H=1949:00 +CPU= 30.633
00:44:24 STEP 1950 H=1950:00 +CPU= 50.160
00:44:55 STEP 1951 H=1951:00 +CPU= 31.758
00:45:34 STEP 1952 H=1952:00 +CPU= 37.919
00:46:47 STEP 1953 H=1953:00 +CPU= 66.605
00:47:32 STEP 1954 H=1954:00 +CPU= 43.333
00:48:18 STEP 1955 H=1955:00 +CPU= 42.188
00:49:32 STEP 1956 H=1956:00 +CPU= 67.699
Moving to projects directory: /var/lib/boinc-client/slots/4/ICMGGhq0f+001956
Moving to projects directory: /var/lib/boinc-client/slots/4/ICMSHhq0f+001956
Moving to projects directory: /var/lib/boinc-client/slots/4/ICMUAhq0f+001956
00:50:20 STEP 1957 H=1957:00 +CPU= 42.092
00:51:14 STEP 1958 H=1958:00 +CPU= 44.839
00:52:31 STEP 1959 H=1959:00 +CPU= 64.477
00:53:24 STEP 1960 H=1960:00 +CPU= 44.154
00:54:15 STEP 1961 H=1961:00 +CPU= 42.432
00:55:30 STEP 1962 H=1962:00 +CPU= 63.475
00:56:22 STEP 1963 H=1963:00 +CPU= 41.219
00:57:01 STEP 1964 H=1964:00 +CPU= 38.290
00:57:50 STEP 1965 H=1965:00 +CPU= 48.707
00:58:26 STEP 1966 H=1966:00 +CPU= 35.928
00:59:22 STEP 1967 H=1967:00 +CPU= 48.272
01:00:47 STEP 1968 H=1968:00 +CPU= 76.537
Moving to projects directory: /var/lib/boinc-client/slots/4/ICMGGhq0f+001968
Moving to projects directory: /var/lib/boinc-client/slots/4/ICMSHhq0f+001968
Moving to projects directory: /var/lib/boinc-client/slots/4/ICMUAhq0f+001968
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12183178/ICMGGhq0f+001944
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12183178/ICMSHhq0f+001944
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12183178/ICMUAhq0f+001944
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12183178/ICMGGhq0f+001956
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12183178/ICMSHhq0f+001956
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12183178/ICMUAhq0f+001956
Zipping up the intermediate file: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_0534_1997050100_123_966_12183178_0_r953141066_2.zip
Uploading the intermediate file: upload_file_2.zip
Finished the upload of the intermediate file: upload_file_2.zip
01:01:34 STEP 1969 H=1969:00 +CPU= 42.857
01:02:22 STEP 1970 H=1970:00 +CPU= 43.055
01:03:29 STEP 1971 H=1971:00 +CPU= 61.340
01:04:22 STEP 1972 H=1972:00 +CPU= 46.564
01:05:10 STEP 1973 H=1973:00 +CPU= 41.843
01:06:09 STEP 1974 H=1974:00 +CPU= 58.039
01:06:47 STEP 1975 H=1975:00 +CPU= 36.964
01:07:20 STEP 1976 H=1976:00 +CPU= 33.600
01:08:20 STEP 1977 H=1977:00 +CPU= 59.042
01:08:59 STEP 1978 H=1978:00 +CPU= 38.365
01:09:42 STEP 1979 H=1979:00 +CPU= 41.584
01:10:41 STEP 1980 H=1980:00 +CPU= 58.262
Moving to projects directory: /var/lib/boinc-client/slots/4/ICMGGhq0f+001980
Moving to projects directory: /var/lib/boinc-client/slots/4/ICMSHhq0f+001980
Moving to projects directory: /var/lib/boinc-client/slots/4/ICMUAhq0f+001980
01:11:12 STEP 1981 H=1981:00 +CPU= 31.581
01:11:51 STEP 1982 H=1982:00 +CPU= 38.522
01:12:42 STEP 1983 H=1983:00 +CPU= 50.319
01:13:16 STEP 1984 H=1984:00 +CPU= 33.783
01:13:55 STEP 1985 H=1985:00 +CPU= 39.145
01:14:58 STEP 1986 H=1986:00 +CPU= 60.864
01:15:51 STEP 1987 H=1987:00 +CPU= 46.417
01:16:36 STEP 1988 H=1988:00 +CPU= 43.159
01:17:30 STEP 1989 H=1989:00 +CPU= 53.724
01:18:04 STEP 1990 H=1990:00 +CPU= 33.434
01:18:41 STEP 1991 H=1991:00 +CPU= 37.110
01:20:05 STEP 1992 H=1992:00 +CPU= 78.368
Moving to projects directory: /var/lib/boinc-client/slots/4/ICMGGhq0f+001992
Moving to projects directory: /var/lib/boinc-client/slots/4/ICMSHhq0f+001992
Moving to projects directory: /var/lib/boinc-client/slots/4/ICMUAhq0f+001992
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12183178/ICMGGhq0f+001968
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12183178/ICMSHhq0f+001968
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12183178/ICMUAhq0f+001968
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12183178/ICMGGhq0f+001980
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12183178/ICMSHhq0f+001980
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12183178/ICMUAhq0f+001980
Zipping up the intermediate file: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_0534_1997050100_123_966_12183178_0_r953141066_3.zip
Uploading the intermediate file: upload_file_3.zip
Finished the upload of the intermediate file: upload_file_3.zip
01:20:57 STEP 1993 H=1993:00 +CPU= 43.985
01:21:44 STEP 1994 H=1994:00 +CPU= 42.635
01:22:47 STEP 1995 H=1995:00 +CPU= 60.484
01:23:45 STEP 1996 H=1996:00 +CPU= 44.941
01:24:35 STEP 1997 H=1997:00 +CPU= 42.478
01:25:53 STEP 1998 H=1998:00 +CPU= 64.072
01:26:38 STEP 1999 H=1999:00 +CPU= 41.026
01:27:23 STEP 2000 H=2000:00 +CPU= 42.806
01:28:20 STEP 2001 H=2001:00 +CPU= 56.075
01:28:53 STEP 2002 H=2002:00 +CPU= 33.266
01:29:27 STEP 2003 H=2003:00 +CPU= 33.717
01:30:45 STEP 2004 H=2004:00 +CPU= 73.542
Moving to projects directory: /var/lib/boinc-client/slots/4/ICMGGhq0f+002004
Moving to projects directory: /var/lib/boinc-client/slots/4/ICMSHhq0f+002004
Moving to projects directory: /var/lib/boinc-client/slots/4/ICMUAhq0f+002004
01:31:50 STEP 2005 H=2005:00 +CPU= 48.839
01:32:42 STEP 2006 H=2006:00 +CPU= 42.673
01:33:58 STEP 2007 H=2007:00 +CPU= 63.088
01:34:42 STEP 2008 H=2008:00 +CPU= 41.301
01:35:31 STEP 2009 H=2009:00 +CPU= 41.763
01:36:33 STEP 2010 H=2010:00 +CPU= 57.571
01:37:05 STEP 2011 H=2011:00 +CPU= 31.161
01:37:40 STEP 2012 H=2012:00 +CPU= 34.945
01:38:54 STEP 2013 H=2013:00 +CPU= 67.839
01:39:49 STEP 2014 H=2014:00 +CPU= 45.875
01:40:41 STEP 2015 H=2015:00 +CPU= 44.672
01:42:25 STEP 2016 H=2016:00 +CPU= 84.074
Moving to projects directory: /var/lib/boinc-client/slots/4/ICMGGhq0f+002016
Moving to projects directory: /var/lib/boinc-client/slots/4/ICMSHhq0f+002016
Moving to projects directory: /var/lib/boinc-client/slots/4/ICMUAhq0f+002016
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12183178/ICMGGhq0f+001992
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12183178/ICMSHhq0f+001992
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12183178/ICMUAhq0f+001992
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12183178/ICMGGhq0f+002004
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12183178/ICMSHhq0f+002004
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12183178/ICMUAhq0f+002004
Zipping up the intermediate file: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_0534_1997050100_123_966_12183178_0_r953141066_4.zip
Uploading the intermediate file: upload_file_4.zip
Finished the upload of the intermediate file: upload_file_4.zip
01:43:06 STEP 2017 H=2017:00 +CPU= 38.332
01:43:50 STEP 2018 H=2018:00 +CPU= 39.806
01:44:46 STEP 2019 H=2019:00 +CPU= 55.655
01:45:23 STEP 2020 H=2020:00 +CPU= 36.923
Quit request received from BOINC client, ending the child process
(argv0) ../../projects/climateprediction.net/oifs_43r3_ps_1.05_x86_64-pc-linux-gnu
(argv1) start_date: 1997050100
(argv2) exptid: hq0f
(argv3) unique_member_id: 0534
(argv4) batchid: 966
(argv5) wuid: 12183178
(argv6) fclen: 123
(argv7) app_name: oifs_43r3_ps
(argv8) nthreads: 1
Working directory is: /var/lib/boinc-client/slots/4
Project directory is: /var/lib/boinc-client/projects/climateprediction.net/
app name: oifs_43r3_ps
version: 1.05
Location of temp folder: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12183178
..mkdir for temp folder for results failed
Copying: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_app_1.05_x86_64-pc-linux-gnu.zip to: /var/lib/boinc-client/slots/4/oifs_43r3_ps_app_1.05_x86_64-pc-linux-gnu.zip
Unzipping the app zip file: /var/lib/boinc-client/slots/4/oifs_43r3_ps_app_1.05_x86_64-pc-linux-gnu.zip
Copying the namelist files from: ../../projects/climateprediction.net/jf_a1ca292aebcc607721b2e304029f7cd0 to: /var/lib/boinc-client/slots/4/oifs_43r3_ps_0534_1997050100_123_966_12183178.zip
Unzipping the namelist zip file: /var/lib/boinc-client/slots/4/oifs_43r3_ps_0534_1997050100_123_966_12183178.zip
ic_ancil_file: ic_ancil_12183178
ifsdata_file: ifsdata_12183178
climate_data_file: clim_data_12183178
horiz_resolution: 159
vert_resolution: 60
grid_type: l_2
upload_interval: 24
utstep: 3600
nfrres: restart dump frequency (steps) 24
Copying IC ancils from: ../../projects/climateprediction.net/jf_b3c55903957ebcdaf3951b015145fa45 to: /var/lib/boinc-client/slots/4/ic_ancil_12183178.zip
Unzipping the IC ancils zip file: /var/lib/boinc-client/slots/4/ic_ancil_12183178.zip
..mkdir for ifsdata folder failed
Copying the ifsdata_file from: ../../projects/climateprediction.net/jf_513c3f241544a2bf5c4335986daefc62 to: /var/lib/boinc-client/slots/4/ifsdata/ifsdata_12183178.zip
Unzipping the ifsdata_zip file: /var/lib/boinc-client/slots/4/ifsdata/ifsdata_12183178.zip
..mkdir for the climate data folder failed
Copying the climate data file from: ../../projects/climateprediction.net/jf_f32c668cf7829426ffd94699b48b9a2e to: /var/lib/boinc-client/slots/4/159l_2/clim_data_12183178.zip
Unzipping the climate data zip file: /var/lib/boinc-client/slots/4/159l_2/clim_data_12183178.zip
Checking for progress XML file: /var/lib/boinc-client/slots/4/progress_file_12183178.xml
Opened progress file ok : /var/lib/boinc-client/slots/4/progress_file_12183178.xml
-- Model is restarting --
Adjusting last_iter, 2021, to previous model restart step.
Creating progress file: /var/lib/boinc-client/slots/4/progress_file_12183178.xml
last_cpu_time: 4557
upload_file_number: 5
last_iter: 2015
last_upload: 7257600
model_completed: 0
total_length_of_simulation: 10627200
result_base_name: oifs_43r3_ps_0534_1997050100_123_966_12183178_0_r953141066
The child process has been launched with process id: 8799
Executing the command: /var/lib/boinc-client/slots/4/oifs_43r3_model.exe
[EC_DRHOOK:hostname:myproc:omptid:pid:unixtid] [YYYYMMDD:HHMMSS:epoch:walltime] [function@file:lineno] -- Max OpenMP threads = 1
[EC_DRHOOK:emanuel-librem14:1:1:8799:8799] [20230112:014643:1673484403:0.001] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2091] fp = 0x3129fe0
[EC_DRHOOK:emanuel-librem14:1:1:8799:8799] [20230112:014643:1673484403:0.001] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2098] DR_HOOK_ALLOW_COREDUMP=-1
[EC_DRHOOK:emanuel-librem14:1:1:8799:8799] [20230112:014643:1673484403:0.001] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2104] Hardlimit for core file is now 0 (0x0)
[EC_DRHOOK:emanuel-librem14:1:1:8799:8799] [20230112:014643:1673484403:0.001] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2122] DR_HOOK_PROFILE_PROC=-1
[EC_DRHOOK:emanuel-librem14:1:1:8799:8799] [20230112:014643:1673484403:0.001] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2128] DR_HOOK_PROFILE_LIMIT=-10.000
[EC_DRHOOK:emanuel-librem14:1:1:8799:8799] [20230112:014643:1673484403:0.001] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2194] DR_HOOK_RANDOM_MEMSTAT=0 (RAND_MAX=2147483647)
[EC_DRHOOK:emanuel-librem14:1:1:8799:8799] [20230112:014643:1673484403:0.001] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2205] DR_HOOK_HASHBITS=16
[EC_DRHOOK:emanuel-librem14:1:1:8799:8799] [20230112:014643:1673484403:0.001] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2213] DR_HOOK_NCALLSTACK=0
[EC_DRHOOK:emanuel-librem14:1:1:8799:8799] [20230112:014643:1673484403:0.001] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2221] DR_HOOK_HARAKIRI_TIMEOUT=500
[EC_DRHOOK:emanuel-librem14:1:1:8799:8799] [20230112:014643:1673484403:0.001] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2228] DR_HOOK_TRAPFPE=1
[EC_DRHOOK:emanuel-librem14:1:1:8799:8799] [20230112:014643:1673484403:0.001] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2235] DR_HOOK_TRAPFPE_INVALID=1
[EC_DRHOOK:emanuel-librem14:1:1:8799:8799] [20230112:014643:1673484403:0.001] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2242] DR_HOOK_TRAPFPE_DIVBYZERO=1
[EC_DRHOOK:emanuel-librem14:1:1:8799:8799] [20230112:014643:1673484403:0.001] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2249] DR_HOOK_TRAPFPE_OVERFLOW=1
[EC_DRHOOK:emanuel-librem14:1:1:8799:8799] [20230112:014643:1673484403:0.001] [ignore_signals@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1227] DR_HOOK_IGNORE_SIGNALS=<undef>
[EC_DRHOOK:emanuel-librem14:1:1:8799:8799] [20230112:014643:1673484403:0.001] [restore_default_signals@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1178] DR_HOOK_RESTORE_DEFAULT_SIGNALS=<undef>
[EC_DRHOOK:emanuel-librem14:1:1:8799:8799] [20230112:014643:1673484403:0.001] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1937] New signal handler 'signal_drhook' for signal#6 (SIGABRT) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:emanuel-librem14:1:1:8799:8799] [20230112:014643:1673484403:0.001] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1938] New signal handler 'signal_drhook' for signal#7 (SIGBUS) at 0x81f820 (old at (nil))
[EC_DRHOOK:emanuel-librem14:1:1:8799:8799] [20230112:014643:1673484403:0.001] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1939] New signal handler 'signal_drhook' for signal#11 (SIGSEGV) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:emanuel-librem14:1:1:8799:8799] [20230112:014643:1673484403:0.001] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1944] New signal handler 'signal_drhook' for signal#16 (SIGSTKFLT) at 0x81f820 (old at (nil))
[EC_DRHOOK:emanuel-librem14:1:1:8799:8799] [20230112:014643:1673484403:0.001] [trapfpe_treatment@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1149] DR_HOOK enables SIGFPE-related floating point trapping since DRHOOK_TRAPFPE=1
[EC_DRHOOK:emanuel-librem14:1:1:8799:8799] [20230112:014643:1673484403:0.001] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1948] New signal handler 'signal_drhook' for signal#8 (SIGFPE) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:emanuel-librem14:1:1:8799:8799] [20230112:014643:1673484403:0.001] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1949] New signal handler 'signal_drhook' for signal#4 (SIGILL) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:emanuel-librem14:1:1:8799:8799] [20230112:014643:1673484403:0.001] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1951] New signal handler 'signal_drhook' for signal#5 (SIGTRAP) at 0x81f820 (old at (nil))
[EC_DRHOOK:emanuel-librem14:1:1:8799:8799] [20230112:014643:1673484403:0.001] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1952] New signal handler 'signal_drhook' for signal#2 (SIGINT) at 0x81f820 (old at 0x1)
[EC_DRHOOK:emanuel-librem14:1:1:8799:8799] [20230112:014643:1673484403:0.001] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1960] New signal handler 'signal_drhook' for signal#3 (SIGQUIT) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:emanuel-librem14:1:1:8799:8799] [20230112:014643:1673484403:0.001] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1961] New signal handler 'signal_drhook' for signal#15 (SIGTERM) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:emanuel-librem14:1:1:8799:8799] [20230112:014643:1673484403:0.001] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1966] New signal handler 'signal_drhook' for signal#24 (SIGXCPU) at 0x81f820 (old at (nil))
[EC_DRHOOK:emanuel-librem14:1:1:8799:8799] [20230112:014643:1673484403:0.001] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1968] New signal handler 'signal_drhook' for signal#25 (SIGXFSZ) at 0x81f820 (old at (nil))
[EC_DRHOOK:emanuel-librem14:1:1:8799:8799] [20230112:014643:1673484403:0.001] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1973] New signal handler 'signal_drhook' for signal#31 (SIGSYS) at 0x81f820 (old at (nil))
[EC_DRHOOK:emanuel-librem14:1:1:8799:8799] [20230112:014643:1673484403:0.001] [catch_signals@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1111] DR_HOOK_CATCH_SIGNALS=<undef>
01:48:25 STEP 2016 H=2016:00 +CPU= 83.853
01:49:21 STEP 2017 H=2017:00 +CPU= 48.012
01:50:03 STEP 2018 H=2018:00 +CPU= 40.863
01:51:04 STEP 2019 H=2019:00 +CPU= 56.612
01:51:37 STEP 2020 H=2020:00 +CPU= 33.004
01:52:26 STEP 2021 H=2021:00 +CPU= 45.432
01:53:24 STEP 2022 H=2022:00 +CPU= 56.988
01:54:17 STEP 2023 H=2023:00 +CPU= 47.567
01:55:06 STEP 2024 H=2024:00 +CPU= 43.173
01:56:22 STEP 2025 H=2025:00 +CPU= 64.752
01:57:05 STEP 2026 H=2026:00 +CPU= 41.247
01:57:55 STEP 2027 H=2027:00 +CPU= 42.332
01:59:24 STEP 2028 H=2028:00 +CPU= 74.133
Moving to projects directory: /var/lib/boinc-client/slots/4/ICMGGhq0f+002028
Moving to projects directory: /var/lib/boinc-client/slots/4/ICMSHhq0f+002028
Moving to projects directory: /var/lib/boinc-client/slots/4/ICMUAhq0f+002028
02:00:20 STEP 2029 H=2029:00 +CPU= 44.193
02:01:24 STEP 2030 H=2030:00 +CPU= 46.680
02:02:33 STEP 2031 H=2031:00 +CPU= 62.238
02:03:11 STEP 2032 H=2032:00 +CPU= 37.833
02:03:44 STEP 2033 H=2033:00 +CPU= 32.899
02:05:02 STEP 2034 H=2034:00 +CPU= 69.928
02:05:47 STEP 2035 H=2035:00 +CPU= 43.252
02:06:26 STEP 2036 H=2036:00 +CPU= 38.952
02:07:45 STEP 2037 H=2037:00 +CPU= 66.874
02:08:35 STEP 2038 H=2038:00 +CPU= 45.292
02:09:27 STEP 2039 H=2039:00 +CPU= 45.835
02:10:49 STEP 2040 H=2040:00 +CPU= 74.338
Moving to projects directory: /var/lib/boinc-client/slots/4/ICMGGhq0f+002040
Moving to projects directory: /var/lib/boinc-client/slots/4/ICMSHhq0f+002040
Moving to projects directory: /var/lib/boinc-client/slots/4/ICMUAhq0f+002040
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12183178/ICMGGhq0f+002016
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12183178/ICMSHhq0f+002016
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12183178/ICMUAhq0f+002016
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12183178/ICMGGhq0f+002028
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12183178/ICMSHhq0f+002028
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12183178/ICMUAhq0f+002028
Zipping up the intermediate file: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_0534_1997050100_123_966_12183178_0_r953141066_5.zip
Uploading the intermediate file: upload_file_5.zip
02:11:20 STEP 2041 H=2041:00 +CPU= 31.612
02:11:54 STEP 2042 H=2042:00 +CPU= 33.862
02:13:12 STEP 2043 H=2043:00 +CPU= 70.186
02:14:02 STEP 2044 H=2044:00 +CPU= 42.860
02:14:53 STEP 2045 H=2045:00 +CPU= 42.386
02:15:55 STEP 2046 H=2046:00 +CPU= 57.552
02:16:37 STEP 2047 H=2047:00 +CPU= 39.187
02:17:12 STEP 2048 H=2048:00 +CPU= 34.660
02:18:00 STEP 2049 H=2049:00 +CPU= 47.825
02:18:47 STEP 2050 H=2050:00 +CPU= 45.388
02:19:34 STEP 2051 H=2051:00 +CPU= 42.274
02:21:10 STEP 2052 H=2052:00 +CPU= 74.413
Moving to projects directory: /var/lib/boinc-client/slots/4/ICMGGhq0f+002052
Moving to projects directory: /var/lib/boinc-client/slots/4/ICMSHhq0f+002052
Moving to projects directory: /var/lib/boinc-client/slots/4/ICMUAhq0f+002052
02:22:07 STEP 2053 H=2053:00 +CPU= 41.993
02:22:45 STEP 2054 H=2054:00 +CPU= 36.156
02:24:03 STEP 2055 H=2055:00 +CPU= 62.265
02:24:42 STEP 2056 H=2056:00 +CPU= 36.498
02:25:12 STEP 2057 H=2057:00 +CPU= 29.544
02:26:09 STEP 2058 H=2058:00 +CPU= 55.964
02:26:47 STEP 2059 H=2059:00 +CPU= 36.905
02:27:42 STEP 2060 H=2060:00 +CPU= 47.558
02:28:49 STEP 2061 H=2061:00 +CPU= 61.399
02:29:40 STEP 2062 H=2062:00 +CPU= 44.796
02:30:31 STEP 2063 H=2063:00 +CPU= 43.264
02:31:58 STEP 2064 H=2064:00 +CPU= 75.431
Moving to projects directory: /var/lib/boinc-client/slots/4/ICMGGhq0f+002064
Moving to projects directory: /var/lib/boinc-client/slots/4/ICMSHhq0f+002064
Moving to projects directory: /var/lib/boinc-client/slots/4/ICMUAhq0f+002064
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12183178/ICMGGhq0f+002040
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12183178/ICMSHhq0f+002040
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12183178/ICMUAhq0f+002040
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12183178/ICMGGhq0f+002052
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12183178/ICMSHhq0f+002052
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12183178/ICMUAhq0f+002052
Zipping up the intermediate file: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_0534_1997050100_123_966_12183178_0_r953141066_6.zip
Uploading the intermediate file: upload_file_6.zip
02:32:40 STEP 2065 H=2065:00 +CPU= 38.773
02:33:11 STEP 2066 H=2066:00 +CPU= 31.597
02:34:11 STEP 2067 H=2067:00 +CPU= 57.695
02:35:03 STEP 2068 H=2068:00 +CPU= 45.696
02:36:01 STEP 2069 H=2069:00 +CPU= 42.882
02:37:07 STEP 2070 H=2070:00 +CPU= 59.260
02:38:17 STEP 2071 H=2071:00 +CPU= 44.179
02:38:59 STEP 2072 H=2072:00 +CPU= 40.143
02:39:49 STEP 2073 H=2073:00 +CPU= 49.271
02:40:20 STEP 2074 H=2074:00 +CPU= 31.155
02:40:59 STEP 2075 H=2075:00 +CPU= 38.511
02:41:53 STEP 2076 H=2076:00 +CPU= 52.833
Moving to projects directory: /var/lib/boinc-client/slots/4/ICMGGhq0f+002076
Moving to projects directory: /var/lib/boinc-client/slots/4/ICMSHhq0f+002076
Moving to projects directory: /var/lib/boinc-client/slots/4/ICMUAhq0f+002076
02:42:26 STEP 2077 H=2077:00 +CPU= 33.334
02:43:28 STEP 2078 H=2078:00 +CPU= 51.109
02:44:38 STEP 2079 H=2079:00 +CPU= 62.550
02:45:18 STEP 2080 H=2080:00 +CPU= 38.739
02:45:55 STEP 2081 H=2081:00 +CPU= 35.704
02:46:44 STEP 2082 H=2082:00 +CPU= 48.731
02:47:15 STEP 2083 H=2083:00 +CPU= 31.759
02:48:03 STEP 2084 H=2084:00 +CPU= 43.804
02:49:13 STEP 2085 H=2085:00 +CPU= 62.150
02:49:51 STEP 2086 H=2086:00 +CPU= 36.485
Quit request received from BOINC client, ending the child process
(argv0) ../../projects/climateprediction.net/oifs_43r3_ps_1.05_x86_64-pc-linux-gnu
(argv1) start_date: 1997050100
(argv2) exptid: hq0f
(argv3) unique_member_id: 0534
(argv4) batchid: 966
(argv5) wuid: 12183178
(argv6) fclen: 123
(argv7) app_name: oifs_43r3_ps
(argv8) nthreads: 1
Working directory is: /var/lib/boinc-client/slots/4
Project directory is: /var/lib/boinc-client/projects/climateprediction.net/
app name: oifs_43r3_ps
version: 1.05
Location of temp folder: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12183178
..mkdir for temp folder for results failed
Copying: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_app_1.05_x86_64-pc-linux-gnu.zip to: /var/lib/boinc-client/slots/4/oifs_43r3_ps_app_1.05_x86_64-pc-linux-gnu.zip
Unzipping the app zip file: /var/lib/boinc-client/slots/4/oifs_43r3_ps_app_1.05_x86_64-pc-linux-gnu.zip
Copying the namelist files from: ../../projects/climateprediction.net/jf_a1ca292aebcc607721b2e304029f7cd0 to: /var/lib/boinc-client/slots/4/oifs_43r3_ps_0534_1997050100_123_966_12183178.zip
Unzipping the namelist zip file: /var/lib/boinc-client/slots/4/oifs_43r3_ps_0534_1997050100_123_966_12183178.zip
ic_ancil_file: ic_ancil_12183178
ifsdata_file: ifsdata_12183178
climate_data_file: clim_data_12183178
horiz_resolution: 159
vert_resolution: 60
grid_type: l_2
upload_interval: 24
utstep: 3600
nfrres: restart dump frequency (steps) 24
Copying IC ancils from: ../../projects/climateprediction.net/jf_b3c55903957ebcdaf3951b015145fa45 to: /var/lib/boinc-client/slots/4/ic_ancil_12183178.zip
Unzipping the IC ancils zip file: /var/lib/boinc-client/slots/4/ic_ancil_12183178.zip
..mkdir for ifsdata folder failed
Copying the ifsdata_file from: ../../projects/climateprediction.net/jf_513c3f241544a2bf5c4335986daefc62 to: /var/lib/boinc-client/slots/4/ifsdata/ifsdata_12183178.zip
Unzipping the ifsdata_zip file: /var/lib/boinc-client/slots/4/ifsdata/ifsdata_12183178.zip
..mkdir for the climate data folder failed
Copying the climate data file from: ../../projects/climateprediction.net/jf_f32c668cf7829426ffd94699b48b9a2e to: /var/lib/boinc-client/slots/4/159l_2/clim_data_12183178.zip
Unzipping the climate data zip file: /var/lib/boinc-client/slots/4/159l_2/clim_data_12183178.zip
Checking for progress XML file: /var/lib/boinc-client/slots/4/progress_file_12183178.xml
Opened progress file ok : /var/lib/boinc-client/slots/4/progress_file_12183178.xml
-- Model is restarting --
Adjusting last_iter, 2087, to previous model restart step.
Creating progress file: /var/lib/boinc-client/slots/4/progress_file_12183178.xml
last_cpu_time: 7972
upload_file_number: 7
last_iter: 2063
last_upload: 7430400
model_completed: 0
total_length_of_simulation: 10627200
result_base_name: oifs_43r3_ps_0534_1997050100_123_966_12183178_0_r953141066
The child process has been launched with process id: 9298
Executing the command: /var/lib/boinc-client/slots/4/oifs_43r3_model.exe
[EC_DRHOOK:hostname:myproc:omptid:pid:unixtid] [YYYYMMDD:HHMMSS:epoch:walltime] [function@file:lineno] -- Max OpenMP threads = 1
[EC_DRHOOK:emanuel-librem14:1:1:9298:9298] [20230112:025115:1673488275:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2091] fp = 0x3129fe0
[EC_DRHOOK:emanuel-librem14:1:1:9298:9298] [20230112:025115:1673488275:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2098] DR_HOOK_ALLOW_COREDUMP=-1
[EC_DRHOOK:emanuel-librem14:1:1:9298:9298] [20230112:025115:1673488275:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2104] Hardlimit for core file is now 0 (0x0)
[EC_DRHOOK:emanuel-librem14:1:1:9298:9298] [20230112:025115:1673488275:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2122] DR_HOOK_PROFILE_PROC=-1
[EC_DRHOOK:emanuel-librem14:1:1:9298:9298] [20230112:025115:1673488275:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2128] DR_HOOK_PROFILE_LIMIT=-10.000
[EC_DRHOOK:emanuel-librem14:1:1:9298:9298] [20230112:025115:1673488275:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2194] DR_HOOK_RANDOM_MEMSTAT=0 (RAND_MAX=2147483647)
[EC_DRHOOK:emanuel-librem14:1:1:9298:9298] [20230112:025115:1673488275:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2205] DR_HOOK_HASHBITS=16
[EC_DRHOOK:emanuel-librem14:1:1:9298:9298] [20230112:025115:1673488275:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2213] DR_HOOK_NCALLSTACK=0
[EC_DRHOOK:emanuel-librem14:1:1:9298:9298] [20230112:025115:1673488275:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2221] DR_HOOK_HARAKIRI_TIMEOUT=500
[EC_DRHOOK:emanuel-librem14:1:1:9298:9298] [20230112:025115:1673488275:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2228] DR_HOOK_TRAPFPE=1
[EC_DRHOOK:emanuel-librem14:1:1:9298:9298] [20230112:025115:1673488275:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2235] DR_HOOK_TRAPFPE_INVALID=1
[EC_DRHOOK:emanuel-librem14:1:1:9298:9298] [20230112:025115:1673488275:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2242] DR_HOOK_TRAPFPE_DIVBYZERO=1
[EC_DRHOOK:emanuel-librem14:1:1:9298:9298] [20230112:025115:1673488275:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2249] DR_HOOK_TRAPFPE_OVERFLOW=1
[EC_DRHOOK:emanuel-librem14:1:1:9298:9298] [20230112:025115:1673488275:0.000] [ignore_signals@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1227] DR_HOOK_IGNORE_SIGNALS=<undef>
[EC_DRHOOK:emanuel-librem14:1:1:9298:9298] [20230112:025115:1673488275:0.000] [restore_default_signals@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1178] DR_HOOK_RESTORE_DEFAULT_SIGNALS=<undef>
[EC_DRHOOK:emanuel-librem14:1:1:9298:9298] [20230112:025115:1673488275:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1937] New signal handler 'signal_drhook' for signal#6 (SIGABRT) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:emanuel-librem14:1:1:9298:9298] [20230112:025115:1673488275:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1938] New signal handler 'signal_drhook' for signal#7 (SIGBUS) at 0x81f820 (old at (nil))
[EC_DRHOOK:emanuel-librem14:1:1:9298:9298] [20230112:025115:1673488275:0.001] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1939] New signal handler 'signal_drhook' for signal#11 (SIGSEGV) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:emanuel-librem14:1:1:9298:9298] [20230112:025115:1673488275:0.001] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1944] New signal handler 'signal_drhook' for signal#16 (SIGSTKFLT) at 0x81f820 (old at (nil))
[EC_DRHOOK:emanuel-librem14:1:1:9298:9298] [20230112:025115:1673488275:0.001] [trapfpe_treatment@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1149] DR_HOOK enables SIGFPE-related floating point trapping since DRHOOK_TRAPFPE=1
[EC_DRHOOK:emanuel-librem14:1:1:9298:9298] [20230112:025115:1673488275:0.001] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1948] New signal handler 'signal_drhook' for signal#8 (SIGFPE) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:emanuel-librem14:1:1:9298:9298] [20230112:025115:1673488275:0.001] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1949] New signal handler 'signal_drhook' for signal#4 (SIGILL) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:emanuel-librem14:1:1:9298:9298] [20230112:025115:1673488275:0.001] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1951] New signal handler 'signal_drhook' for signal#5 (SIGTRAP) at 0x81f820 (old at (nil))
[EC_DRHOOK:emanuel-librem14:1:1:9298:9298] [20230112:025115:1673488275:0.001] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1952] New signal handler 'signal_drhook' for signal#2 (SIGINT) at 0x81f820 (old at 0x1)
[EC_DRHOOK:emanuel-librem14:1:1:9298:9298] [20230112:025115:1673488275:0.001] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1960] New signal handler 'signal_drhook' for signal#3 (SIGQUIT) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:emanuel-librem14:1:1:9298:9298] [20230112:025115:1673488275:0.001] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1961] New signal handler 'signal_drhook' for signal#15 (SIGTERM) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:emanuel-librem14:1:1:9298:9298] [20230112:025115:1673488275:0.001] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1966] New signal handler 'signal_drhook' for signal#24 (SIGXCPU) at 0x81f820 (old at (nil))
[EC_DRHOOK:emanuel-librem14:1:1:9298:9298] [20230112:025115:1673488275:0.001] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1968] New signal handler 'signal_drhook' for signal#25 (SIGXFSZ) at 0x81f820 (old at (nil))
[EC_DRHOOK:emanuel-librem14:1:1:9298:9298] [20230112:025115:1673488275:0.001] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1973] New signal handler 'signal_drhook' for signal#31 (SIGSYS) at 0x81f820 (old at (nil))
[EC_DRHOOK:emanuel-librem14:1:1:9298:9298] [20230112:025115:1673488275:0.001] [catch_signals@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1111] DR_HOOK_CATCH_SIGNALS=<undef>
02:52:26 STEP 2064 H=2064:00 +CPU= 63.459
02:52:57 STEP 2065 H=2065:00 +CPU= 30.678
02:53:32 STEP 2066 H=2066:00 +CPU= 35.280
02:54:40 STEP 2067 H=2067:00 +CPU= 63.672
02:55:37 STEP 2068 H=2068:00 +CPU= 46.747
02:56:25 STEP 2069 H=2069:00 +CPU= 42.426
02:57:35 STEP 2070 H=2070:00 +CPU= 60.223
02:58:25 STEP 2071 H=2071:00 +CPU= 41.307
02:59:20 STEP 2072 H=2072:00 +CPU= 41.975
03:00:31 STEP 2073 H=2073:00 +CPU= 61.477
03:01:20 STEP 2074 H=2074:00 +CPU= 41.373
03:02:11 STEP 2075 H=2075:00 +CPU= 40.687
03:03:29 STEP 2076 H=2076:00 +CPU= 67.452
Moving to projects directory: /var/lib/boinc-client/slots/4/ICMGGhq0f+002076
Moving to projects directory: /var/lib/boinc-client/slots/4/ICMSHhq0f+002076
Moving to projects directory: /var/lib/boinc-client/slots/4/ICMUAhq0f+002076
03:04:22 STEP 2077 H=2077:00 +CPU= 41.450
03:05:11 STEP 2078 H=2078:00 +CPU= 40.097
03:06:30 STEP 2079 H=2079:00 +CPU= 62.891
03:07:25 STEP 2080 H=2080:00 +CPU= 45.957
03:08:05 STEP 2081 H=2081:00 +CPU= 39.196
03:09:08 STEP 2082 H=2082:00 +CPU= 59.711
03:09:40 STEP 2083 H=2083:00 +CPU= 31.708
03:10:10 STEP 2084 H=2084:00 +CPU= 30.897
03:10:56 STEP 2085 H=2085:00 +CPU= 45.463
03:11:28 STEP 2086 H=2086:00 +CPU= 31.831
03:12:02 STEP 2087 H=2087:00 +CPU= 33.532
03:12:59 STEP 2088 H=2088:00 +CPU= 56.980
Moving to projects directory: /var/lib/boinc-client/slots/4/ICMGGhq0f+002088
Moving to projects directory: /var/lib/boinc-client/slots/4/ICMSHhq0f+002088
Moving to projects directory: /var/lib/boinc-client/slots/4/ICMUAhq0f+002088
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12183178/ICMGGhq0f+002064
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12183178/ICMSHhq0f+002064
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12183178/ICMUAhq0f+002064
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12183178/ICMGGhq0f+002076
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12183178/ICMSHhq0f+002076
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12183178/ICMUAhq0f+002076
Zipping up the intermediate file: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_0534_1997050100_123_966_12183178_0_r953141066_7.zip
Uploading the intermediate file: upload_file_7.zip
03:13:32 STEP 2089 H=2089:00 +CPU= 32.284
Abort request received from BOINC client, ending the child process
..Failed, model did not complete successfully
</stderr_txt>
]]>
