<core_client_version>7.18.1</core_client_version>
<![CDATA[
<message>
process exited with code 1 (0x1, -255)</message>
<stderr_txt>
fsaux/support/drhook.c:1937] New signal handler 'signal_drhook' for signal#6 (SIGABRT) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:DESKTOP-P9OM36S:1:1:87:87] [20221231:084415:1672436655:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1938] New signal handler 'signal_drhook' for signal#7 (SIGBUS) at 0x81f820 (old at (nil))
[EC_DRHOOK:DESKTOP-P9OM36S:1:1:87:87] [20221231:084415:1672436655:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1939] New signal handler 'signal_drhook' for signal#11 (SIGSEGV) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:DESKTOP-P9OM36S:1:1:87:87] [20221231:084415:1672436655:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1944] New signal handler 'signal_drhook' for signal#16 (SIGSTKFLT) at 0x81f820 (old at (nil))
[EC_DRHOOK:DESKTOP-P9OM36S:1:1:87:87] [20221231:084415:1672436655:0.000] [trapfpe_treatment@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1149] DR_HOOK enables SIGFPE-related floating point trapping since DRHOOK_TRAPFPE=1
[EC_DRHOOK:DESKTOP-P9OM36S:1:1:87:87] [20221231:084415:1672436655:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1948] New signal handler 'signal_drhook' for signal#8 (SIGFPE) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:DESKTOP-P9OM36S:1:1:87:87] [20221231:084415:1672436655:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1949] New signal handler 'signal_drhook' for signal#4 (SIGILL) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:DESKTOP-P9OM36S:1:1:87:87] [20221231:084415:1672436655:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1951] New signal handler 'signal_drhook' for signal#5 (SIGTRAP) at 0x81f820 (old at (nil))
[EC_DRHOOK:DESKTOP-P9OM36S:1:1:87:87] [20221231:084415:1672436655:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1952] New signal handler 'signal_drhook' for signal#2 (SIGINT) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:DESKTOP-P9OM36S:1:1:87:87] [20221231:084415:1672436655:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1960] New signal handler 'signal_drhook' for signal#3 (SIGQUIT) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:DESKTOP-P9OM36S:1:1:87:87] [20221231:084415:1672436655:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1961] New signal handler 'signal_drhook' for signal#15 (SIGTERM) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:DESKTOP-P9OM36S:1:1:87:87] [20221231:084415:1672436655:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1966] New signal handler 'signal_drhook' for signal#24 (SIGXCPU) at 0x81f820 (old at (nil))
[EC_DRHOOK:DESKTOP-P9OM36S:1:1:87:87] [20221231:084415:1672436655:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1968] New signal handler 'signal_drhook' for signal#25 (SIGXFSZ) at 0x81f820 (old at (nil))
[EC_DRHOOK:DESKTOP-P9OM36S:1:1:87:87] [20221231:084415:1672436655:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1973] New signal handler 'signal_drhook' for signal#31 (SIGSYS) at 0x81f820 (old at (nil))
[EC_DRHOOK:DESKTOP-P9OM36S:1:1:87:87] [20221231:084415:1672436655:0.000] [catch_signals@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1111] DR_HOOK_CATCH_SIGNALS=<undef>
08:44:37 STEP 24 H= 24:00 +CPU= 18.558
08:44:47 STEP 25 H= 25:00 +CPU= 10.305
08:44:59 STEP 26 H= 26:00 +CPU= 11.556
08:45:16 STEP 27 H= 27:00 +CPU= 16.921
08:45:26 STEP 28 H= 28:00 +CPU= 10.467
08:45:37 STEP 29 H= 29:00 +CPU= 10.310
08:45:55 STEP 30 H= 30:00 +CPU= 17.995
08:46:05 STEP 31 H= 31:00 +CPU= 10.583
08:46:16 STEP 32 H= 32:00 +CPU= 10.722
08:46:33 STEP 33 H= 33:00 +CPU= 17.290
08:46:48 STEP 34 H= 34:00 +CPU= 10.629
08:46:59 STEP 35 H= 35:00 +CPU= 10.523
08:47:19 STEP 36 H= 36:00 +CPU= 19.431
Moving to projects directory: /home/gpuser/slots/3/ICMGGhq0f+000036
Moving to projects directory: /home/gpuser/slots/3/ICMSHhq0f+000036
Moving to projects directory: /home/gpuser/slots/3/ICMUAhq0f+000036
08:47:30 STEP 37 H= 37:00 +CPU= 10.511
08:47:41 STEP 38 H= 38:00 +CPU= 11.092
08:47:58 STEP 39 H= 39:00 +CPU= 16.943
08:48:09 STEP 40 H= 40:00 +CPU= 11.399
08:48:19 STEP 41 H= 41:00 +CPU= 10.485
08:48:37 STEP 42 H= 42:00 +CPU= 17.412
08:48:47 STEP 43 H= 43:00 +CPU= 10.307
08:48:58 STEP 44 H= 44:00 +CPU= 10.856
08:49:15 STEP 45 H= 45:00 +CPU= 16.965
08:49:26 STEP 46 H= 46:00 +CPU= 10.581
08:49:37 STEP 47 H= 47:00 +CPU= 10.759
08:49:58 STEP 48 H= 48:00 +CPU= 20.425
Moving to projects directory: /home/gpuser/slots/3/ICMGGhq0f+000048
Moving to projects directory: /home/gpuser/slots/3/ICMSHhq0f+000048
Moving to projects directory: /home/gpuser/slots/3/ICMUAhq0f+000048
Adding to the zip: /home/gpuser/projects/climateprediction.net/oifs_43r3_ps_12197636/ICMGGhq0f+000024
Adding to the zip: /home/gpuser/projects/climateprediction.net/oifs_43r3_ps_12197636/ICMSHhq0f+000024
Adding to the zip: /home/gpuser/projects/climateprediction.net/oifs_43r3_ps_12197636/ICMUAhq0f+000024
Adding to the zip: /home/gpuser/projects/climateprediction.net/oifs_43r3_ps_12197636/ICMGGhq0f+000036
Adding to the zip: /home/gpuser/projects/climateprediction.net/oifs_43r3_ps_12197636/ICMSHhq0f+000036
Adding to the zip: /home/gpuser/projects/climateprediction.net/oifs_43r3_ps_12197636/ICMUAhq0f+000036
Zipping up the intermediate file: /home/gpuser/projects/climateprediction.net/oifs_43r3_ps_0992_2011050100_123_980_12197636_0_r2133640562_1.zip
Uploading the intermediate file: upload_file_1.zip
08:50:09 STEP 49 H= 49:00 +CPU= 10.590
08:50:21 STEP 50 H= 50:00 +CPU= 10.869
08:50:38 STEP 51 H= 51:00 +CPU= 16.990
08:50:50 STEP 52 H= 52:00 +CPU= 11.280
08:51:01 STEP 53 H= 53:00 +CPU= 10.703
08:51:18 STEP 54 H= 54:00 +CPU= 17.096
08:51:29 STEP 55 H= 55:00 +CPU= 10.548
08:51:40 STEP 56 H= 56:00 +CPU= 11.713
08:51:57 STEP 57 H= 57:00 +CPU= 16.723
08:52:08 STEP 58 H= 58:00 +CPU= 10.779
08:52:18 STEP 59 H= 59:00 +CPU= 10.433
08:52:38 STEP 60 H= 60:00 +CPU= 19.750
Moving to projects directory: /home/gpuser/slots/3/ICMGGhq0f+000060
Moving to projects directory: /home/gpuser/slots/3/ICMSHhq0f+000060
Moving to projects directory: /home/gpuser/slots/3/ICMUAhq0f+000060
08:52:49 STEP 61 H= 61:00 +CPU= 10.584
08:53:00 STEP 62 H= 62:00 +CPU= 10.808
08:53:16 STEP 63 H= 63:00 +CPU= 16.779
08:53:28 STEP 64 H= 64:00 +CPU= 11.174
08:53:38 STEP 65 H= 65:00 +CPU= 10.685
08:53:56 STEP 66 H= 66:00 +CPU= 17.460
08:54:06 STEP 67 H= 67:00 +CPU= 10.501
08:54:17 STEP 68 H= 68:00 +CPU= 10.994
08:54:34 STEP 69 H= 69:00 +CPU= 16.569
08:54:46 STEP 70 H= 70:00 +CPU= 12.006
08:54:57 STEP 71 H= 71:00 +CPU= 10.730
08:55:18 STEP 72 H= 72:00 +CPU= 20.541
Moving to projects directory: /home/gpuser/slots/3/ICMGGhq0f+000072
Moving to projects directory: /home/gpuser/slots/3/ICMSHhq0f+000072
Moving to projects directory: /home/gpuser/slots/3/ICMUAhq0f+000072
Adding to the zip: /home/gpuser/projects/climateprediction.net/oifs_43r3_ps_12197636/ICMGGhq0f+000048
Adding to the zip: /home/gpuser/projects/climateprediction.net/oifs_43r3_ps_12197636/ICMSHhq0f+000048
Adding to the zip: /home/gpuser/projects/climateprediction.net/oifs_43r3_ps_12197636/ICMUAhq0f+000048
Adding to the zip: /home/gpuser/projects/climateprediction.net/oifs_43r3_ps_12197636/ICMGGhq0f+000060
Adding to the zip: /home/gpuser/projects/climateprediction.net/oifs_43r3_ps_12197636/ICMSHhq0f+000060
Adding to the zip: /home/gpuser/projects/climateprediction.net/oifs_43r3_ps_12197636/ICMUAhq0f+000060
Zipping up the intermediate file: /home/gpuser/projects/climateprediction.net/oifs_43r3_ps_0992_2011050100_123_980_12197636_0_r2133640562_2.zip
Uploading the intermediate file: upload_file_2.zip
08:55:29 STEP 73 H= 73:00 +CPU= 10.625
08:55:40 STEP 74 H= 74:00 +CPU= 10.922
08:55:56 STEP 75 H= 75:00 +CPU= 16.818
08:56:07 STEP 76 H= 76:00 +CPU= 10.698
08:56:18 STEP 77 H= 77:00 +CPU= 10.521
08:56:35 STEP 78 H= 78:00 +CPU= 16.845
08:56:46 STEP 79 H= 79:00 +CPU= 11.411
08:56:57 STEP 80 H= 80:00 +CPU= 10.738
08:57:13 STEP 81 H= 81:00 +CPU= 16.480
08:57:24 STEP 82 H= 82:00 +CPU= 11.126
08:57:35 STEP 83 H= 83:00 +CPU= 10.481
08:57:53 STEP 84 H= 84:00 +CPU= 18.416
Moving to projects directory: /home/gpuser/slots/3/ICMGGhq0f+000084
Moving to projects directory: /home/gpuser/slots/3/ICMSHhq0f+000084
Moving to projects directory: /home/gpuser/slots/3/ICMUAhq0f+000084
08:58:04 STEP 85 H= 85:00 +CPU= 10.347
08:58:14 STEP 86 H= 86:00 +CPU= 10.630
08:58:32 STEP 87 H= 87:00 +CPU= 17.698
08:58:43 STEP 88 H= 88:00 +CPU= 10.800
08:58:53 STEP 89 H= 89:00 +CPU= 10.372
08:59:10 STEP 90 H= 90:00 +CPU= 17.278
08:59:21 STEP 91 H= 91:00 +CPU= 10.474
08:59:31 STEP 92 H= 92:00 +CPU= 10.575
08:59:48 STEP 93 H= 93:00 +CPU= 16.666
08:59:59 STEP 94 H= 94:00 +CPU= 11.260
09:00:10 STEP 95 H= 95:00 +CPU= 10.752
09:00:30 STEP 96 H= 96:00 +CPU= 19.848
Moving to projects directory: /home/gpuser/slots/3/ICMGGhq0f+000096
Moving to projects directory: /home/gpuser/slots/3/ICMSHhq0f+000096
Moving to projects directory: /home/gpuser/slots/3/ICMUAhq0f+000096
Adding to the zip: /home/gpuser/projects/climateprediction.net/oifs_43r3_ps_12197636/ICMGGhq0f+000072
Adding to the zip: /home/gpuser/projects/climateprediction.net/oifs_43r3_ps_12197636/ICMSHhq0f+000072
Adding to the zip: /home/gpuser/projects/climateprediction.net/oifs_43r3_ps_12197636/ICMUAhq0f+000072
Adding to the zip: /home/gpuser/projects/climateprediction.net/oifs_43r3_ps_12197636/ICMGGhq0f+000084
Adding to the zip: /home/gpuser/projects/climateprediction.net/oifs_43r3_ps_12197636/ICMSHhq0f+000084
Adding to the zip: /home/gpuser/projects/climateprediction.net/oifs_43r3_ps_12197636/ICMUAhq0f+000084
Zipping up the intermediate file: /home/gpuser/projects/climateprediction.net/oifs_43r3_ps_0992_2011050100_123_980_12197636_0_r2133640562_3.zip
Uploading the intermediate file: upload_file_3.zip
09:00:40 STEP 97 H= 97:00 +CPU= 10.392
09:00:52 STEP 98 H= 98:00 +CPU= 11.231
09:01:08 STEP 99 H= 99:00 +CPU= 16.780
09:01:19 STEP 100 H= 100:00 +CPU= 10.937
09:01:30 STEP 101 H= 101:00 +CPU= 10.675
09:01:47 STEP 102 H= 102:00 +CPU= 17.406
09:01:58 STEP 103 H= 103:00 +CPU= 10.547
09:02:10 STEP 104 H= 104:00 +CPU= 11.472
09:02:27 STEP 105 H= 105:00 +CPU= 16.829
09:02:37 STEP 106 H= 106:00 +CPU= 10.822
09:02:48 STEP 107 H= 107:00 +CPU= 10.354
09:03:07 STEP 108 H= 108:00 +CPU= 19.282
Moving to projects directory: /home/gpuser/slots/3/ICMGGhq0f+000108
Moving to projects directory: /home/gpuser/slots/3/ICMSHhq0f+000108
Moving to projects directory: /home/gpuser/slots/3/ICMUAhq0f+000108
09:03:18 STEP 109 H= 109:00 +CPU= 10.542
09:03:29 STEP 110 H= 110:00 +CPU= 11.204
09:03:46 STEP 111 H= 111:00 +CPU= 17.034
09:03:57 STEP 112 H= 112:00 +CPU= 10.889
09:04:07 STEP 113 H= 113:00 +CPU= 10.348
09:04:25 STEP 114 H= 114:00 +CPU= 17.551
09:04:35 STEP 115 H= 115:00 +CPU= 10.573
09:04:46 STEP 116 H= 116:00 +CPU= 11.017
09:05:03 STEP 117 H= 117:00 +CPU= 16.703
09:05:14 STEP 118 H= 118:00 +CPU= 11.006
09:05:25 STEP 119 H= 119:00 +CPU= 10.621
09:05:46 STEP 120 H= 120:00 +CPU= 19.787
Moving to projects directory: /home/gpuser/slots/3/ICMGGhq0f+000120
Moving to projects directory: /home/gpuser/slots/3/ICMSHhq0f+000120
Moving to projects directory: /home/gpuser/slots/3/ICMUAhq0f+000120
Adding to the zip: /home/gpuser/projects/climateprediction.net/oifs_43r3_ps_12197636/ICMGGhq0f+000096
Adding to the zip: /home/gpuser/projects/climateprediction.net/oifs_43r3_ps_12197636/ICMSHhq0f+000096
Adding to the zip: /home/gpuser/projects/climateprediction.net/oifs_43r3_ps_12197636/ICMUAhq0f+000096
Adding to the zip: /home/gpuser/projects/climateprediction.net/oifs_43r3_ps_12197636/ICMGGhq0f+000108
Adding to the zip: /home/gpuser/projects/climateprediction.net/oifs_43r3_ps_12197636/ICMSHhq0f+000108
Adding to the zip: /home/gpuser/projects/climateprediction.net/oifs_43r3_ps_12197636/ICMUAhq0f+000108
Zipping up the intermediate file: /home/gpuser/projects/climateprediction.net/oifs_43r3_ps_0992_2011050100_123_980_12197636_0_r2133640562_4.zip
Uploading the intermediate file: upload_file_4.zip
09:05:57 STEP 121 H= 121:00 +CPU= 11.048
09:06:14 STEP 122 H= 122:00 +CPU= 10.767
09:06:33 STEP 123 H= 123:00 +CPU= 17.608
09:06:45 STEP 124 H= 124:00 +CPU= 10.943
09:06:55 STEP 125 H= 125:00 +CPU= 10.546
09:07:13 STEP 126 H= 126:00 +CPU= 17.451
09:07:24 STEP 127 H= 127:00 +CPU= 10.872
09:07:34 STEP 128 H= 128:00 +CPU= 10.706
09:07:52 STEP 129 H= 129:00 +CPU= 17.131
09:08:02 STEP 130 H= 130:00 +CPU= 10.882
09:08:13 STEP 131 H= 131:00 +CPU= 10.646
09:08:32 STEP 132 H= 132:00 +CPU= 18.603
Moving to projects directory: /home/gpuser/slots/3/ICMGGhq0f+000132
Moving to projects directory: /home/gpuser/slots/3/ICMSHhq0f+000132
Moving to projects directory: /home/gpuser/slots/3/ICMUAhq0f+000132
09:08:43 STEP 133 H= 133:00 +CPU= 11.182
09:08:54 STEP 134 H= 134:00 +CPU= 10.944
09:09:12 STEP 135 H= 135:00 +CPU= 17.115
09:09:23 STEP 136 H= 136:00 +CPU= 11.335
09:09:33 STEP 137 H= 137:00 +CPU= 10.506
09:09:51 STEP 138 H= 138:00 +CPU= 17.485
09:10:02 STEP 139 H= 139:00 +CPU= 10.753
09:10:12 STEP 140 H= 140:00 +CPU= 10.665
09:10:29 STEP 141 H= 141:00 +CPU= 17.051
09:10:40 STEP 142 H= 142:00 +CPU= 11.134
09:10:51 STEP 143 H= 143:00 +CPU= 10.718
09:11:16 STEP 144 H= 144:00 +CPU= 19.874
Moving to projects directory: /home/gpuser/slots/3/ICMGGhq0f+000144
Moving to projects directory: /home/gpuser/slots/3/ICMSHhq0f+000144
Moving to projects directory: /home/gpuser/slots/3/ICMUAhq0f+000144
Adding to the zip: /home/gpuser/projects/climateprediction.net/oifs_43r3_ps_12197636/ICMGGhq0f+000120
Adding to the zip: /home/gpuser/projects/climateprediction.net/oifs_43r3_ps_12197636/ICMSHhq0f+000120
Adding to the zip: /home/gpuser/projects/climateprediction.net/oifs_43r3_ps_12197636/ICMUAhq0f+000120
Adding to the zip: /home/gpuser/projects/climateprediction.net/oifs_43r3_ps_12197636/ICMGGhq0f+000132
Adding to the zip: /home/gpuser/projects/climateprediction.net/oifs_43r3_ps_12197636/ICMSHhq0f+000132
Adding to the zip: /home/gpuser/projects/climateprediction.net/oifs_43r3_ps_12197636/ICMUAhq0f+000132
Zipping up the intermediate file: /home/gpuser/projects/climateprediction.net/oifs_43r3_ps_0992_2011050100_123_980_12197636_0_r2133640562_5.zip
Uploading the intermediate file: upload_file_5.zip
09:11:26 STEP 145 H= 145:00 +CPU= 10.378
09:11:37 STEP 146 H= 146:00 +CPU= 10.586
09:11:54 STEP 147 H= 147:00 +CPU= 16.943
09:12:05 STEP 148 H= 148:00 +CPU= 10.833
09:12:16 STEP 149 H= 149:00 +CPU= 10.658
09:12:33 STEP 150 H= 150:00 +CPU= 17.483
09:12:44 STEP 151 H= 151:00 +CPU= 10.641
09:12:54 STEP 152 H= 152:00 +CPU= 10.754
09:13:11 STEP 153 H= 153:00 +CPU= 16.959
09:13:22 STEP 154 H= 154:00 +CPU= 11.017
09:13:33 STEP 155 H= 155:00 +CPU= 10.841
09:13:52 STEP 156 H= 156:00 +CPU= 18.852
Moving to projects directory: /home/gpuser/slots/3/ICMGGhq0f+000156
Moving to projects directory: /home/gpuser/slots/3/ICMSHhq0f+000156
Moving to projects directory: /home/gpuser/slots/3/ICMUAhq0f+000156
09:14:03 STEP 157 H= 157:00 +CPU= 11.214
09:14:14 STEP 158 H= 158:00 +CPU= 10.729
09:14:32 STEP 159 H= 159:00 +CPU= 17.568
09:14:42 STEP 160 H= 160:00 +CPU= 10.791
09:14:53 STEP 161 H= 161:00 +CPU= 10.295
09:15:11 STEP 162 H= 162:00 +CPU= 17.782
09:15:21 STEP 163 H= 163:00 +CPU= 10.447
09:15:32 STEP 164 H= 164:00 +CPU= 10.544
09:15:49 STEP 165 H= 165:00 +CPU= 17.587
09:16:00 STEP 166 H= 166:00 +CPU= 10.785
09:16:11 STEP 167 H= 167:00 +CPU= 10.599
09:16:31 STEP 168 H= 168:00 +CPU= 20.092
Moving to projects directory: /home/gpuser/slots/3/ICMGGhq0f+000168
Moving to projects directory: /home/gpuser/slots/3/ICMSHhq0f+000168
Moving to projects directory: /home/gpuser/slots/3/ICMUAhq0f+000168
Adding to the zip: /home/gpuser/projects/climateprediction.net/oifs_43r3_ps_12197636/ICMGGhq0f+000144
Adding to the zip: /home/gpuser/projects/climateprediction.net/oifs_43r3_ps_12197636/ICMSHhq0f+000144
Adding to the zip: /home/gpuser/projects/climateprediction.net/oifs_43r3_ps_12197636/ICMUAhq0f+000144
Adding to the zip: /home/gpuser/projects/climateprediction.net/oifs_43r3_ps_12197636/ICMGGhq0f+000156
Adding to the zip: /home/gpuser/projects/climateprediction.net/oifs_43r3_ps_12197636/ICMSHhq0f+000156
Adding to the zip: /home/gpuser/projects/climateprediction.net/oifs_43r3_ps_12197636/ICMUAhq0f+000156
Zipping up the intermediate file: /home/gpuser/projects/climateprediction.net/oifs_43r3_ps_0992_2011050100_123_980_12197636_0_r2133640562_6.zip
09:16:42 STEP 169 H= 169:00 +CPU= 10.384
Uploading the intermediate file: upload_file_6.zip
09:16:52 STEP 170 H= 170:00 +CPU= 10.540
09:17:09 STEP 171 H= 171:00 +CPU= 17.138
09:17:20 STEP 172 H= 172:00 +CPU= 10.974
09:17:31 STEP 173 H= 173:00 +CPU= 10.339
09:17:48 STEP 174 H= 174:00 +CPU= 16.933
09:17:59 STEP 175 H= 175:00 +CPU= 10.869
09:18:10 STEP 176 H= 176:00 +CPU= 10.973
09:18:26 STEP 177 H= 177:00 +CPU= 16.684
09:18:37 STEP 178 H= 178:00 +CPU= 10.592
09:18:47 STEP 179 H= 179:00 +CPU= 10.266
09:19:06 STEP 180 H= 180:00 +CPU= 18.966
Moving to projects directory: /home/gpuser/slots/3/ICMGGhq0f+000180
Moving to projects directory: /home/gpuser/slots/3/ICMSHhq0f+000180
Moving to projects directory: /home/gpuser/slots/3/ICMUAhq0f+000180
09:19:17 STEP 181 H= 181:00 +CPU= 10.640
09:19:27 STEP 182 H= 182:00 +CPU= 10.560
09:19:44 STEP 183 H= 183:00 +CPU= 16.654
09:19:55 STEP 184 H= 184:00 +CPU= 11.020
09:20:06 STEP 185 H= 185:00 +CPU= 10.545
09:20:23 STEP 186 H= 186:00 +CPU= 17.020
09:20:33 STEP 187 H= 187:00 +CPU= 10.513
09:20:44 STEP 188 H= 188:00 +CPU= 10.948
09:21:02 STEP 189 H= 189:00 +CPU= 18.016
09:21:13 STEP 190 H= 190:00 +CPU= 10.647
09:21:23 STEP 191 H= 191:00 +CPU= 10.558
09:21:44 STEP 192 H= 192:00 +CPU= 20.201
Moving to projects directory: /home/gpuser/slots/3/ICMGGhq0f+000192
Moving to projects directory: /home/gpuser/slots/3/ICMSHhq0f+000192
Moving to projects directory: /home/gpuser/slots/3/ICMUAhq0f+000192
Adding to the zip: /home/gpuser/projects/climateprediction.net/oifs_43r3_ps_12197636/ICMGGhq0f+000168
Adding to the zip: /home/gpuser/projects/climateprediction.net/oifs_43r3_ps_12197636/ICMSHhq0f+000168
Adding to the zip: /home/gpuser/projects/climateprediction.net/oifs_43r3_ps_12197636/ICMUAhq0f+000168
Adding to the zip: /home/gpuser/projects/climateprediction.net/oifs_43r3_ps_12197636/ICMGGhq0f+000180
Adding to the zip: /home/gpuser/projects/climateprediction.net/oifs_43r3_ps_12197636/ICMSHhq0f+000180
Adding to the zip: /home/gpuser/projects/climateprediction.net/oifs_43r3_ps_12197636/ICMUAhq0f+000180
Zipping up the intermediate file: /home/gpuser/projects/climateprediction.net/oifs_43r3_ps_0992_2011050100_123_980_12197636_0_r2133640562_7.zip
Uploading the intermediate file: upload_file_7.zip
09:21:54 STEP 193 H= 193:00 +CPU= 10.614
09:22:05 STEP 194 H= 194:00 +CPU= 10.510
09:22:22 STEP 195 H= 195:00 +CPU= 17.341
09:22:33 STEP 196 H= 196:00 +CPU= 10.666
09:22:44 STEP 197 H= 197:00 +CPU= 10.343
09:23:00 STEP 198 H= 198:00 +CPU= 16.754
09:23:11 STEP 199 H= 199:00 +CPU= 10.266
09:23:22 STEP 200 H= 200:00 +CPU= 11.147
09:23:39 STEP 201 H= 201:00 +CPU= 17.241
09:23:50 STEP 202 H= 202:00 +CPU= 10.643
09:24:00 STEP 203 H= 203:00 +CPU= 10.372
09:24:19 STEP 204 H= 204:00 +CPU= 19.101
Moving to projects directory: /home/gpuser/slots/3/ICMGGhq0f+000204
Moving to projects directory: /home/gpuser/slots/3/ICMSHhq0f+000204
Moving to projects directory: /home/gpuser/slots/3/ICMUAhq0f+000204
09:24:30 STEP 205 H= 205:00 +CPU= 10.369
09:24:40 STEP 206 H= 206:00 +CPU= 10.818
09:24:57 STEP 207 H= 207:00 +CPU= 16.802
09:25:08 STEP 208 H= 208:00 +CPU= 11.003
09:25:19 STEP 209 H= 209:00 +CPU= 10.512
09:25:36 STEP 210 H= 210:00 +CPU= 16.758
09:25:47 STEP 211 H= 211:00 +CPU= 11.157
09:25:57 STEP 212 H= 212:00 +CPU= 10.526
09:26:14 STEP 213 H= 213:00 +CPU= 16.814
09:26:25 STEP 214 H= 214:00 +CPU= 10.680
09:26:35 STEP 215 H= 215:00 +CPU= 10.554
09:26:55 STEP 216 H= 216:00 +CPU= 19.737
Moving to projects directory: /home/gpuser/slots/3/ICMGGhq0f+000216
Moving to projects directory: /home/gpuser/slots/3/ICMSHhq0f+000216
Moving to projects directory: /home/gpuser/slots/3/ICMUAhq0f+000216
Adding to the zip: /home/gpuser/projects/climateprediction.net/oifs_43r3_ps_12197636/ICMGGhq0f+000192
Adding to the zip: /home/gpuser/projects/climateprediction.net/oifs_43r3_ps_12197636/ICMSHhq0f+000192
Adding to the zip: /home/gpuser/projects/climateprediction.net/oifs_43r3_ps_12197636/ICMUAhq0f+000192
Adding to the zip: /home/gpuser/projects/climateprediction.net/oifs_43r3_ps_12197636/ICMGGhq0f+000204
Adding to the zip: /home/gpuser/projects/climateprediction.net/oifs_43r3_ps_12197636/ICMSHhq0f+000204
Adding to the zip: /home/gpuser/projects/climateprediction.net/oifs_43r3_ps_12197636/ICMUAhq0f+000204
Zipping up the intermediate file: /home/gpuser/projects/climateprediction.net/oifs_43r3_ps_0992_2011050100_123_980_12197636_0_r2133640562_8.zip
Uploading the intermediate file: upload_file_8.zip
09:27:06 STEP 217 H= 217:00 +CPU= 10.572
09:27:17 STEP 218 H= 218:00 +CPU= 10.657
09:27:34 STEP 219 H= 219:00 +CPU= 17.325
09:27:44 STEP 220 H= 220:00 +CPU= 10.496
09:27:55 STEP 221 H= 221:00 +CPU= 10.407
09:28:12 STEP 222 H= 222:00 +CPU= 16.802
09:28:22 STEP 223 H= 223:00 +CPU= 10.843
09:28:33 STEP 224 H= 224:00 +CPU= 10.710
09:28:50 STEP 225 H= 225:00 +CPU= 16.649
09:29:01 STEP 226 H= 226:00 +CPU= 10.662
09:29:11 STEP 227 H= 227:00 +CPU= 10.259
09:29:30 STEP 228 H= 228:00 +CPU= 19.363
Moving to projects directory: /home/gpuser/slots/3/ICMGGhq0f+000228
Moving to projects directory: /home/gpuser/slots/3/ICMSHhq0f+000228
Moving to projects directory: /home/gpuser/slots/3/ICMUAhq0f+000228
09:29:41 STEP 229 H= 229:00 +CPU= 10.405
09:29:51 STEP 230 H= 230:00 +CPU= 10.654
09:30:09 STEP 231 H= 231:00 +CPU= 17.339
09:30:19 STEP 232 H= 232:00 +CPU= 10.694
09:30:30 STEP 233 H= 233:00 +CPU= 10.406
09:30:47 STEP 234 H= 234:00 +CPU= 17.609
09:30:58 STEP 235 H= 235:00 +CPU= 10.481
09:31:09 STEP 236 H= 236:00 +CPU= 10.972
09:31:26 STEP 237 H= 237:00 +CPU= 16.821
09:31:36 STEP 238 H= 238:00 +CPU= 10.662
09:31:47 STEP 239 H= 239:00 +CPU= 11.191
09:32:07 STEP 240 H= 240:00 +CPU= 19.768
Moving to projects directory: /home/gpuser/slots/3/ICMGGhq0f+000240
Moving to projects directory: /home/gpuser/slots/3/ICMSHhq0f+000240
Moving to projects directory: /home/gpuser/slots/3/ICMUAhq0f+000240
Adding to the zip: /home/gpuser/projects/climateprediction.net/oifs_43r3_ps_12197636/ICMGGhq0f+000216
Adding to the zip: /home/gpuser/projects/climateprediction.net/oifs_43r3_ps_12197636/ICMSHhq0f+000216
Adding to the zip: /home/gpuser/projects/climateprediction.net/oifs_43r3_ps_12197636/ICMUAhq0f+000216
Adding to the zip: /home/gpuser/projects/climateprediction.net/oifs_43r3_ps_12197636/ICMGGhq0f+000228
Adding to the zip: /home/gpuser/projects/climateprediction.net/oifs_43r3_ps_12197636/ICMSHhq0f+000228
Adding to the zip: /home/gpuser/projects/climateprediction.net/oifs_43r3_ps_12197636/ICMUAhq0f+000228
Zipping up the intermediate file: /home/gpuser/projects/climateprediction.net/oifs_43r3_ps_0992_2011050100_123_980_12197636_0_r2133640562_9.zip
Uploading the intermediate file: upload_file_9.zip
09:32:18 STEP 241 H= 241:00 +CPU= 10.491
09:32:29 STEP 242 H= 242:00 +CPU= 10.869
09:32:46 STEP 243 H= 243:00 +CPU= 17.132
09:32:57 STEP 244 H= 244:00 +CPU= 10.716
09:33:08 STEP 245 H= 245:00 +CPU= 10.953
09:33:25 STEP 246 H= 246:00 +CPU= 17.687
09:33:37 STEP 247 H= 247:00 +CPU= 11.231
09:33:48 STEP 248 H= 248:00 +CPU= 11.301
09:34:06 STEP 249 H= 249:00 +CPU= 17.831
09:34:17 STEP 250 H= 250:00 +CPU= 11.365
09:34:28 STEP 251 H= 251:00 +CPU= 11.238
09:34:48 STEP 252 H= 252:00 +CPU= 19.633
Moving to projects directory: /home/gpuser/slots/3/ICMGGhq0f+000252
Moving to projects directory: /home/gpuser/slots/3/ICMSHhq0f+000252
Moving to projects directory: /home/gpuser/slots/3/ICMUAhq0f+000252
09:34:59 STEP 253 H= 253:00 +CPU= 11.239
09:35:11 STEP 254 H= 254:00 +CPU= 11.455
09:35:28 STEP 255 H= 255:00 +CPU= 17.619
09:35:40 STEP 256 H= 256:00 +CPU= 11.372
09:35:51 STEP 257 H= 257:00 +CPU= 11.055
09:36:09 STEP 258 H= 258:00 +CPU= 17.904
09:36:20 STEP 259 H= 259:00 +CPU= 10.966
09:36:31 STEP 260 H= 260:00 +CPU= 11.402
09:36:49 STEP 261 H= 261:00 +CPU= 17.515
09:37:00 STEP 262 H= 262:00 +CPU= 11.238
09:37:11 STEP 263 H= 263:00 +CPU= 11.484
09:37:33 STEP 264 H= 264:00 +CPU= 20.650
Moving to projects directory: /home/gpuser/slots/3/ICMGGhq0f+000264
Moving to projects directory: /home/gpuser/slots/3/ICMSHhq0f+000264
Moving to projects directory: /home/gpuser/slots/3/ICMUAhq0f+000264
Adding to the zip: /home/gpuser/projects/climateprediction.net/oifs_43r3_ps_12197636/ICMGGhq0f+000240
Adding to the zip: /home/gpuser/projects/climateprediction.net/oifs_43r3_ps_12197636/ICMSHhq0f+000240
Adding to the zip: /home/gpuser/projects/climateprediction.net/oifs_43r3_ps_12197636/ICMUAhq0f+000240
Adding to the zip: /home/gpuser/projects/climateprediction.net/oifs_43r3_ps_12197636/ICMGGhq0f+000252
Adding to the zip: /home/gpuser/projects/climateprediction.net/oifs_43r3_ps_12197636/ICMSHhq0f+000252
Adding to the zip: /home/gpuser/projects/climateprediction.net/oifs_43r3_ps_12197636/ICMUAhq0f+000252
Zipping up the intermediate file: /home/gpuser/projects/climateprediction.net/oifs_43r3_ps_0992_2011050100_123_980_12197636_0_r2133640562_10.zip
Uploading the intermediate file: upload_file_10.zip
09:37:44 STEP 265 H= 265:00 +CPU= 10.919
09:37:55 STEP 266 H= 266:00 +CPU= 11.295
Uploading trickle at timestep: 950400
09:38:17 STEP 267 H= 267:00 +CPU= 17.374
09:38:28 STEP 268 H= 268:00 +CPU= 11.554
09:38:39 STEP 269 H= 269:00 +CPU= 10.980
09:39:01 STEP 270 H= 270:00 +CPU= 17.758
09:39:12 STEP 271 H= 271:00 +CPU= 11.069
09:39:23 STEP 272 H= 272:00 +CPU= 11.239
09:39:41 STEP 273 H= 273:00 +CPU= 17.859
09:39:52 STEP 274 H= 274:00 +CPU= 11.124
09:40:03 STEP 275 H= 275:00 +CPU= 10.908
09:40:22 STEP 276 H= 276:00 +CPU= 19.225
Moving to projects directory: /home/gpuser/slots/3/ICMGGhq0f+000276
Moving to projects directory: /home/gpuser/slots/3/ICMSHhq0f+000276
Moving to projects directory: /home/gpuser/slots/3/ICMUAhq0f+000276
09:40:33 STEP 277 H= 277:00 +CPU= 10.744
09:40:44 STEP 278 H= 278:00 +CPU= 11.072
09:41:02 STEP 279 H= 279:00 +CPU= 17.630
09:41:13 STEP 280 H= 280:00 +CPU= 10.855
09:41:24 STEP 281 H= 281:00 +CPU= 11.303
09:41:41 STEP 282 H= 282:00 +CPU= 17.381
09:41:52 STEP 283 H= 283:00 +CPU= 10.512
09:42:03 STEP 284 H= 284:00 +CPU= 10.874
09:42:20 STEP 285 H= 285:00 +CPU= 17.503
09:42:31 STEP 286 H= 286:00 +CPU= 11.000
09:42:42 STEP 287 H= 287:00 +CPU= 10.806
09:43:03 STEP 288 H= 288:00 +CPU= 20.604
Moving to projects directory: /home/gpuser/slots/3/ICMGGhq0f+000288
Moving to projects directory: /home/gpuser/slots/3/ICMSHhq0f+000288
Moving to projects directory: /home/gpuser/slots/3/ICMUAhq0f+000288
Adding to the zip: /home/gpuser/projects/climateprediction.net/oifs_43r3_ps_12197636/ICMGGhq0f+000264
Adding to the zip: /home/gpuser/projects/climateprediction.net/oifs_43r3_ps_12197636/ICMSHhq0f+000264
Adding to the zip: /home/gpuser/projects/climateprediction.net/oifs_43r3_ps_12197636/ICMUAhq0f+000264
Adding to the zip: /home/gpuser/projects/climateprediction.net/oifs_43r3_ps_12197636/ICMGGhq0f+000276
Adding to the zip: /home/gpuser/projects/climateprediction.net/oifs_43r3_ps_12197636/ICMSHhq0f+000276
Adding to the zip: /home/gpuser/projects/climateprediction.net/oifs_43r3_ps_12197636/ICMUAhq0f+000276
Zipping up the intermediate file: /home/gpuser/projects/climateprediction.net/oifs_43r3_ps_0992_2011050100_123_980_12197636_0_r2133640562_11.zip
Uploading the intermediate file: upload_file_11.zip
09:43:13 STEP 289 H= 289:00 +CPU= 10.371
09:43:24 STEP 290 H= 290:00 +CPU= 10.701
09:43:41 STEP 291 H= 291:00 +CPU= 17.189
09:43:52 STEP 292 H= 292:00 +CPU= 11.098
09:44:03 STEP 293 H= 293:00 +CPU= 10.558
09:44:20 STEP 294 H= 294:00 +CPU= 17.316
09:44:32 STEP 295 H= 295:00 +CPU= 10.930
09:44:43 STEP 296 H= 296:00 +CPU= 10.909
09:45:00 STEP 297 H= 297:00 +CPU= 16.840
09:45:11 STEP 298 H= 298:00 +CPU= 10.980
09:45:21 STEP 299 H= 299:00 +CPU= 10.737
09:45:55 STEP 300 H= 300:00 +CPU= 19.427
Moving to projects directory: /home/gpuser/slots/3/ICMGGhq0f+000300
Moving to projects directory: /home/gpuser/slots/3/ICMSHhq0f+000300
Moving to projects directory: /home/gpuser/slots/3/ICMUAhq0f+000300
09:46:05 STEP 301 H= 301:00 +CPU= 10.560
09:46:17 STEP 302 H= 302:00 +CPU= 11.389
09:46:35 STEP 303 H= 303:00 +CPU= 18.102
09:46:46 STEP 304 H= 304:00 +CPU= 11.402
09:46:58 STEP 305 H= 305:00 +CPU= 11.383
09:47:16 STEP 306 H= 306:00 +CPU= 18.007
09:47:27 STEP 307 H= 307:00 +CPU= 11.221
09:47:38 STEP 308 H= 308:00 +CPU= 11.237
09:47:56 STEP 309 H= 309:00 +CPU= 17.594
09:48:07 STEP 310 H= 310:00 +CPU= 10.942
09:48:18 STEP 311 H= 311:00 +CPU= 11.462
09:48:40 STEP 312 H= 312:00 +CPU= 20.243
Moving to projects directory: /home/gpuser/slots/3/ICMGGhq0f+000312
Moving to projects directory: /home/gpuser/slots/3/ICMSHhq0f+000312
Moving to projects directory: /home/gpuser/slots/3/ICMUAhq0f+000312
Adding to the zip: /home/gpuser/projects/climateprediction.net/oifs_43r3_ps_12197636/ICMGGhq0f+000288
Adding to the zip: /home/gpuser/projects/climateprediction.net/oifs_43r3_ps_12197636/ICMSHhq0f+000288
Adding to the zip: /home/gpuser/projects/climateprediction.net/oifs_43r3_ps_12197636/ICMUAhq0f+000288
Adding to the zip: /home/gpuser/projects/climateprediction.net/oifs_43r3_ps_12197636/ICMGGhq0f+000300
Adding to the zip: /home/gpuser/projects/climateprediction.net/oifs_43r3_ps_12197636/ICMSHhq0f+000300
Adding to the zip: /home/gpuser/projects/climateprediction.net/oifs_43r3_ps_12197636/ICMUAhq0f+000300
Zipping up the intermediate file: /home/gpuser/projects/climateprediction.net/oifs_43r3_ps_0992_2011050100_123_980_12197636_0_r2133640562_12.zip
Uploading the intermediate file: upload_file_12.zip
09:48:50 STEP 313 H= 313:00 +CPU= 10.428
09:49:01 STEP 314 H= 314:00 +CPU= 10.578
09:49:17 STEP 315 H= 315:00 +CPU= 16.619
09:49:28 STEP 316 H= 316:00 +CPU= 10.796
09:49:39 STEP 317 H= 317:00 +CPU= 10.523
09:49:57 STEP 318 H= 318:00 +CPU= 18.258
09:50:08 STEP 319 H= 319:00 +CPU= 10.393
09:50:18 STEP 320 H= 320:00 +CPU= 10.827
09:50:35 STEP 321 H= 321:00 +CPU= 16.801
09:50:46 STEP 322 H= 322:00 +CPU= 10.639
09:50:57 STEP 323 H= 323:00 +CPU= 11.521
09:51:16 STEP 324 H= 324:00 +CPU= 18.700
Moving to projects directory: /home/gpuser/slots/3/ICMGGhq0f+000324
Moving to projects directory: /home/gpuser/slots/3/ICMSHhq0f+000324
Moving to projects directory: /home/gpuser/slots/3/ICMUAhq0f+000324
09:51:27 STEP 325 H= 325:00 +CPU= 10.474
09:51:38 STEP 326 H= 326:00 +CPU= 10.901
09:51:55 STEP 327 H= 327:00 +CPU= 17.925
09:52:07 STEP 328 H= 328:00 +CPU= 11.120
09:52:17 STEP 329 H= 329:00 +CPU= 10.596
09:52:34 STEP 330 H= 330:00 +CPU= 17.229
09:52:45 STEP 331 H= 331:00 +CPU= 10.506
09:52:56 STEP 332 H= 332:00 +CPU= 10.803
09:53:13 STEP 333 H= 333:00 +CPU= 17.155
09:53:24 STEP 334 H= 334:00 +CPU= 11.025
09:53:35 STEP 335 H= 335:00 +CPU= 10.758
09:53:56 STEP 336 H= 336:00 +CPU= 20.405
Moving to projects directory: /home/gpuser/slots/3/ICMGGhq0f+000336
Moving to projects directory: /home/gpuser/slots/3/ICMSHhq0f+000336
Moving to projects directory: /home/gpuser/slots/3/ICMUAhq0f+000336
Adding to the zip: /home/gpuser/projects/climateprediction.net/oifs_43r3_ps_12197636/ICMGGhq0f+000312
Adding to the zip: /home/gpuser/projects/climateprediction.net/oifs_43r3_ps_12197636/ICMSHhq0f+000312
Adding to the zip: /home/gpuser/projects/climateprediction.net/oifs_43r3_ps_12197636/ICMUAhq0f+000312
Adding to the zip: /home/gpuser/projects/climateprediction.net/oifs_43r3_ps_12197636/ICMGGhq0f+000324
Adding to the zip: /home/gpuser/projects/climateprediction.net/oifs_43r3_ps_12197636/ICMSHhq0f+000324
Adding to the zip: /home/gpuser/projects/climateprediction.net/oifs_43r3_ps_12197636/ICMUAhq0f+000324
Zipping up the intermediate file: /home/gpuser/projects/climateprediction.net/oifs_43r3_ps_0992_2011050100_123_980_12197636_0_r2133640562_13.zip
Uploading the intermediate file: upload_file_13.zip
09:54:07 STEP 337 H= 337:00 +CPU= 11.033
09:54:18 STEP 338 H= 338:00 +CPU= 10.997
09:54:35 STEP 339 H= 339:00 +CPU= 17.579
09:54:47 STEP 340 H= 340:00 +CPU= 11.536
09:54:58 STEP 341 H= 341:00 +CPU= 11.341
09:55:19 STEP 342 H= 342:00 +CPU= 17.982
09:55:31 STEP 343 H= 343:00 +CPU= 11.497
09:55:43 STEP 344 H= 344:00 +CPU= 11.711
09:56:01 STEP 345 H= 345:00 +CPU= 17.903
09:56:12 STEP 346 H= 346:00 +CPU= 11.737
09:56:24 STEP 347 H= 347:00 +CPU= 11.258
09:56:43 STEP 348 H= 348:00 +CPU= 19.805
Moving to projects directory: /home/gpuser/slots/3/ICMGGhq0f+000348
Moving to projects directory: /home/gpuser/slots/3/ICMSHhq0f+000348
Moving to projects directory: /home/gpuser/slots/3/ICMUAhq0f+000348
09:56:54 STEP 349 H= 349:00 +CPU= 11.086
09:57:06 STEP 350 H= 350:00 +CPU= 11.925
09:57:25 STEP 351 H= 351:00 +CPU= 18.251
09:57:37 STEP 352 H= 352:00 +CPU= 12.143
09:57:48 STEP 353 H= 353:00 +CPU= 11.428
09:58:07 STEP 354 H= 354:00 +CPU= 18.954
09:58:19 STEP 355 H= 355:00 +CPU= 11.723
09:58:31 STEP 356 H= 356:00 +CPU= 12.022
09:58:49 STEP 357 H= 357:00 +CPU= 18.424
09:59:01 STEP 358 H= 358:00 +CPU= 11.707
09:59:15 STEP 359 H= 359:00 +CPU= 12.036
09:59:51 STEP 360 H= 360:00 +CPU= 21.762
Moving to projects directory: /home/gpuser/slots/3/ICMGGhq0f+000360
Moving to projects directory: /home/gpuser/slots/3/ICMSHhq0f+000360
Moving to projects directory: /home/gpuser/slots/3/ICMUAhq0f+000360
Adding to the zip: /home/gpuser/projects/climateprediction.net/oifs_43r3_ps_12197636/ICMGGhq0f+000336
Adding to the zip: /home/gpuser/projects/climateprediction.net/oifs_43r3_ps_12197636/ICMSHhq0f+000336
Adding to the zip: /home/gpuser/projects/climateprediction.net/oifs_43r3_ps_12197636/ICMUAhq0f+000336
Adding to the zip: /home/gpuser/projects/climateprediction.net/oifs_43r3_ps_12197636/ICMGGhq0f+000348
Adding to the zip: /home/gpuser/projects/climateprediction.net/oifs_43r3_ps_12197636/ICMSHhq0f+000348
Adding to the zip: /home/gpuser/projects/climateprediction.net/oifs_43r3_ps_12197636/ICMUAhq0f+000348
Zipping up the intermediate file: /home/gpuser/projects/climateprediction.net/oifs_43r3_ps_0992_2011050100_123_980_12197636_0_r2133640562_14.zip
Uploading the intermediate file: upload_file_14.zip
10:00:10 STEP 361 H= 361:00 +CPU= 11.347
10:00:22 STEP 362 H= 362:00 +CPU= 11.923
10:00:39 STEP 363 H= 363:00 +CPU= 17.528
10:00:54 STEP 364 H= 364:00 +CPU= 11.258
10:01:05 STEP 365 H= 365:00 +CPU= 11.101
10:01:24 STEP 366 H= 366:00 +CPU= 18.707
10:01:35 STEP 367 H= 367:00 +CPU= 11.279
10:01:46 STEP 368 H= 368:00 +CPU= 11.609
10:02:04 STEP 369 H= 369:00 +CPU= 17.802
10:02:16 STEP 370 H= 370:00 +CPU= 11.563
10:02:27 STEP 371 H= 371:00 +CPU= 11.448
10:02:48 STEP 372 H= 372:00 +CPU= 20.331
Moving to projects directory: /home/gpuser/slots/3/ICMGGhq0f+000372
Moving to projects directory: /home/gpuser/slots/3/ICMSHhq0f+000372
Moving to projects directory: /home/gpuser/slots/3/ICMUAhq0f+000372
10:02:59 STEP 373 H= 373:00 +CPU= 11.302
10:03:11 STEP 374 H= 374:00 +CPU= 11.874
10:03:29 STEP 375 H= 375:00 +CPU= 17.974
10:03:40 STEP 376 H= 376:00 +CPU= 11.546
10:03:52 STEP 377 H= 377:00 +CPU= 11.428
10:04:10 STEP 378 H= 378:00 +CPU= 18.165
10:04:21 STEP 379 H= 379:00 +CPU= 11.333
10:04:33 STEP 380 H= 380:00 +CPU= 11.695
10:04:51 STEP 381 H= 381:00 +CPU= 18.286
10:05:03 STEP 382 H= 382:00 +CPU= 11.516
10:05:15 STEP 383 H= 383:00 +CPU= 11.752
10:05:39 STEP 384 H= 384:00 +CPU= 20.979
Moving to projects directory: /home/gpuser/slots/3/ICMGGhq0f+000384
Moving to projects directory: /home/gpuser/slots/3/ICMSHhq0f+000384
Moving to projects directory: /home/gpuser/slots/3/ICMUAhq0f+000384
Adding to the zip: /home/gpuser/projects/climateprediction.net/oifs_43r3_ps_12197636/ICMGGhq0f+000360
Adding to the zip: /home/gpuser/projects/climateprediction.net/oifs_43r3_ps_12197636/ICMSHhq0f+000360
Adding to the zip: /home/gpuser/projects/climateprediction.net/oifs_43r3_ps_12197636/ICMUAhq0f+000360
Adding to the zip: /home/gpuser/projects/climateprediction.net/oifs_43r3_ps_12197636/ICMGGhq0f+000372
Adding to the zip: /home/gpuser/projects/climateprediction.net/oifs_43r3_ps_12197636/ICMSHhq0f+000372
Adding to the zip: /home/gpuser/projects/climateprediction.net/oifs_43r3_ps_12197636/ICMUAhq0f+000372
Zipping up the intermediate file: /home/gpuser/projects/climateprediction.net/oifs_43r3_ps_0992_2011050100_123_980_12197636_0_r2133640562_15.zip
Uploading the intermediate file: upload_file_15.zip
10:05:52 STEP 385 H= 385:00 +CPU= 12.166
10:06:03 STEP 386 H= 386:00 +CPU= 11.795
10:06:22 STEP 387 H= 387:00 +CPU= 18.213
10:06:33 STEP 388 H= 388:00 +CPU= 11.764
10:06:45 STEP 389 H= 389:00 +CPU= 11.586
10:07:03 STEP 390 H= 390:00 +CPU= 18.090
10:07:15 STEP 391 H= 391:00 +CPU= 11.692
10:07:26 STEP 392 H= 392:00 +CPU= 11.381
10:07:45 STEP 393 H= 393:00 +CPU= 18.429
10:07:56 STEP 394 H= 394:00 +CPU= 11.735
10:08:08 STEP 395 H= 395:00 +CPU= 11.685
10:08:28 STEP 396 H= 396:00 +CPU= 19.906
Moving to projects directory: /home/gpuser/slots/3/ICMGGhq0f+000396
Moving to projects directory: /home/gpuser/slots/3/ICMSHhq0f+000396
Moving to projects directory: /home/gpuser/slots/3/ICMUAhq0f+000396
10:08:39 STEP 397 H= 397:00 +CPU= 11.152
10:08:51 STEP 398 H= 398:00 +CPU= 11.781
10:09:09 STEP 399 H= 399:00 +CPU= 17.986
10:09:20 STEP 400 H= 400:00 +CPU= 11.572
10:09:32 STEP 401 H= 401:00 +CPU= 11.651
10:09:51 STEP 402 H= 402:00 +CPU= 18.758
10:10:02 STEP 403 H= 403:00 +CPU= 11.604
10:10:14 STEP 404 H= 404:00 +CPU= 11.490
10:10:32 STEP 405 H= 405:00 +CPU= 18.334
10:10:44 STEP 406 H= 406:00 +CPU= 11.713
10:10:56 STEP 407 H= 407:00 +CPU= 11.614
10:11:17 STEP 408 H= 408:00 +CPU= 21.448
Moving to projects directory: /home/gpuser/slots/3/ICMGGhq0f+000408
Moving to projects directory: /home/gpuser/slots/3/ICMSHhq0f+000408
Moving to projects directory: /home/gpuser/slots/3/ICMUAhq0f+000408
Adding to the zip: /home/gpuser/projects/climateprediction.net/oifs_43r3_ps_12197636/ICMGGhq0f+000384
Adding to the zip: /home/gpuser/projects/climateprediction.net/oifs_43r3_ps_12197636/ICMSHhq0f+000384
Adding to the zip: /home/gpuser/projects/climateprediction.net/oifs_43r3_ps_12197636/ICMUAhq0f+000384
Adding to the zip: /home/gpuser/projects/climateprediction.net/oifs_43r3_ps_12197636/ICMGGhq0f+000396
Adding to the zip: /home/gpuser/projects/climateprediction.net/oifs_43r3_ps_12197636/ICMSHhq0f+000396
Adding to the zip: /home/gpuser/projects/climateprediction.net/oifs_43r3_ps_12197636/ICMUAhq0f+000396
Zipping up the intermediate file: /home/gpuser/projects/climateprediction.net/oifs_43r3_ps_0992_2011050100_123_980_12197636_0_r2133640562_16.zip
Uploading the intermediate file: upload_file_16.zip
10:11:35 STEP 409 H= 409:00 +CPU= 11.281
10:11:47 STEP 410 H= 410:00 +CPU= 11.894
10:12:04 STEP 411 H= 411:00 +CPU= 17.600
10:12:17 STEP 412 H= 412:00 +CPU= 12.309
10:12:28 STEP 413 H= 413:00 +CPU= 11.239
10:12:46 STEP 414 H= 414:00 +CPU= 17.916
10:12:58 STEP 415 H= 415:00 +CPU= 11.588
10:13:09 STEP 416 H= 416:00 +CPU= 11.548
10:13:27 STEP 417 H= 417:00 +CPU= 18.030
10:13:39 STEP 418 H= 418:00 +CPU= 11.422
10:13:50 STEP 419 H= 419:00 +CPU= 11.354
10:14:10 STEP 420 H= 420:00 +CPU= 19.930
Moving to projects directory: /home/gpuser/slots/3/ICMGGhq0f+000420
Moving to projects directory: /home/gpuser/slots/3/ICMSHhq0f+000420
Moving to projects directory: /home/gpuser/slots/3/ICMUAhq0f+000420
10:14:21 STEP 421 H= 421:00 +CPU= 11.532
10:14:33 STEP 422 H= 422:00 +CPU= 11.653
10:14:51 STEP 423 H= 423:00 +CPU= 17.937
10:15:03 STEP 424 H= 424:00 +CPU= 11.756
10:15:14 STEP 425 H= 425:00 +CPU= 11.232
10:15:33 STEP 426 H= 426:00 +CPU= 18.601
10:15:44 STEP 427 H= 427:00 +CPU= 11.294
10:15:56 STEP 428 H= 428:00 +CPU= 11.801
10:16:14 STEP 429 H= 429:00 +CPU= 17.803
10:16:25 STEP 430 H= 430:00 +CPU= 11.509
10:16:37 STEP 431 H= 431:00 +CPU= 11.529
10:16:58 STEP 432 H= 432:00 +CPU= 21.007
Moving to projects directory: /home/gpuser/slots/3/ICMGGhq0f+000432
Moving to projects directory: /home/gpuser/slots/3/ICMSHhq0f+000432
Moving to projects directory: /home/gpuser/slots/3/ICMUAhq0f+000432
Adding to the zip: /home/gpuser/projects/climateprediction.net/oifs_43r3_ps_12197636/ICMGGhq0f+000408
Adding to the zip: /home/gpuser/projects/climateprediction.net/oifs_43r3_ps_12197636/ICMSHhq0f+000408
Adding to the zip: /home/gpuser/projects/climateprediction.net/oifs_43r3_ps_12197636/ICMUAhq0f+000408
Adding to the zip: /home/gpuser/projects/climateprediction.net/oifs_43r3_ps_12197636/ICMGGhq0f+000420
Adding to the zip: /home/gpuser/projects/climateprediction.net/oifs_43r3_ps_12197636/ICMSHhq0f+000420
Adding to the zip: /home/gpuser/projects/climateprediction.net/oifs_43r3_ps_12197636/ICMUAhq0f+000420
Zipping up the intermediate file: /home/gpuser/projects/climateprediction.net/oifs_43r3_ps_0992_2011050100_123_980_12197636_0_r2133640562_17.zip
Uploading the intermediate file: upload_file_17.zip
10:17:09 STEP 433 H= 433:00 +CPU= 11.344
10:17:21 STEP 434 H= 434:00 +CPU= 11.940
10:17:39 STEP 435 H= 435:00 +CPU= 18.178
10:17:55 STEP 436 H= 436:00 +CPU= 11.508
10:18:07 STEP 437 H= 437:00 +CPU= 11.841
10:18:26 STEP 438 H= 438:00 +CPU= 18.408
10:18:37 STEP 439 H= 439:00 +CPU= 11.466
10:18:49 STEP 440 H= 440:00 +CPU= 11.648
10:19:07 STEP 441 H= 441:00 +CPU= 18.429
10:19:19 STEP 442 H= 442:00 +CPU= 11.603
10:19:30 STEP 443 H= 443:00 +CPU= 11.319
10:19:50 STEP 444 H= 444:00 +CPU= 19.645
Moving to projects directory: /home/gpuser/slots/3/ICMGGhq0f+000444
Moving to projects directory: /home/gpuser/slots/3/ICMSHhq0f+000444
Moving to projects directory: /home/gpuser/slots/3/ICMUAhq0f+000444
10:20:01 STEP 445 H= 445:00 +CPU= 11.395
10:20:13 STEP 446 H= 446:00 +CPU= 11.796
10:20:31 STEP 447 H= 447:00 +CPU= 18.419
10:20:43 STEP 448 H= 448:00 +CPU= 11.762
10:20:54 STEP 449 H= 449:00 +CPU= 11.313
10:21:13 STEP 450 H= 450:00 +CPU= 18.551
10:21:24 STEP 451 H= 451:00 +CPU= 11.152
10:21:36 STEP 452 H= 452:00 +CPU= 11.886
10:21:54 STEP 453 H= 453:00 +CPU= 18.134
10:22:06 STEP 454 H= 454:00 +CPU= 11.698
10:22:18 STEP 455 H= 455:00 +CPU= 11.841
10:22:41 STEP 456 H= 456:00 +CPU= 21.255
Moving to projects directory: /home/gpuser/slots/3/ICMGGhq0f+000456
Moving to projects directory: /home/gpuser/slots/3/ICMSHhq0f+000456
Moving to projects directory: /home/gpuser/slots/3/ICMUAhq0f+000456
Adding to the zip: /home/gpuser/projects/climateprediction.net/oifs_43r3_ps_12197636/ICMGGhq0f+000432
Adding to the zip: /home/gpuser/projects/climateprediction.net/oifs_43r3_ps_12197636/ICMSHhq0f+000432
Adding to the zip: /home/gpuser/projects/climateprediction.net/oifs_43r3_ps_12197636/ICMUAhq0f+000432
Adding to the zip: /home/gpuser/projects/climateprediction.net/oifs_43r3_ps_12197636/ICMGGhq0f+000444
Adding to the zip: /home/gpuser/projects/climateprediction.net/oifs_43r3_ps_12197636/ICMSHhq0f+000444
Adding to the zip: /home/gpuser/projects/climateprediction.net/oifs_43r3_ps_12197636/ICMUAhq0f+000444
Zipping up the intermediate file: /home/gpuser/projects/climateprediction.net/oifs_43r3_ps_0992_2011050100_123_980_12197636_0_r2133640562_18.zip
Uploading the intermediate file: upload_file_18.zip
10:22:52 STEP 457 H= 457:00 +CPU= 11.157
10:23:04 STEP 458 H= 458:00 +CPU= 11.884
10:23:22 STEP 459 H= 459:00 +CPU= 18.228
10:23:34 STEP 460 H= 460:00 +CPU= 11.546
10:23:46 STEP 461 H= 461:00 +CPU= 11.382
10:24:05 STEP 462 H= 462:00 +CPU= 18.995
10:24:16 STEP 463 H= 463:00 +CPU= 11.118
10:24:27 STEP 464 H= 464:00 +CPU= 11.525
10:24:46 STEP 465 H= 465:00 +CPU= 18.246
10:24:57 STEP 466 H= 466:00 +CPU= 11.188
10:25:08 STEP 467 H= 467:00 +CPU= 11.002
10:25:43 STEP 468 H= 468:00 +CPU= 19.773
Moving to projects directory: /home/gpuser/slots/3/ICMGGhq0f+000468
Moving to projects directory: /home/gpuser/slots/3/ICMSHhq0f+000468
Moving to projects directory: /home/gpuser/slots/3/ICMUAhq0f+000468
10:25:54 STEP 469 H= 469:00 +CPU= 11.330
10:26:05 STEP 470 H= 470:00 +CPU= 11.242
10:26:23 STEP 471 H= 471:00 +CPU= 17.827
10:26:35 STEP 472 H= 472:00 +CPU= 11.373
10:26:46 STEP 473 H= 473:00 +CPU= 11.466
10:27:04 STEP 474 H= 474:00 +CPU= 18.389
10:27:15 STEP 475 H= 475:00 +CPU= 10.875
10:27:26 STEP 476 H= 476:00 +CPU= 11.246
10:27:44 STEP 477 H= 477:00 +CPU= 17.357
10:27:55 STEP 478 H= 478:00 +CPU= 11.119
10:28:06 STEP 479 H= 479:00 +CPU= 11.009
10:28:31 STEP 480 H= 480:00 +CPU= 20.348
Moving to projects directory: /home/gpuser/slots/3/ICMGGhq0f+000480
Moving to projects directory: /home/gpuser/slots/3/ICMSHhq0f+000480
Moving to projects directory: /home/gpuser/slots/3/ICMUAhq0f+000480
Adding to the zip: /home/gpuser/projects/climateprediction.net/oifs_43r3_ps_12197636/ICMGGhq0f+000456
Adding to the zip: /home/gpuser/projects/climateprediction.net/oifs_43r3_ps_12197636/ICMSHhq0f+000456
Adding to the zip: /home/gpuser/projects/climateprediction.net/oifs_43r3_ps_12197636/ICMUAhq0f+000456
Adding to the zip: /home/gpuser/projects/climateprediction.net/oifs_43r3_ps_12197636/ICMGGhq0f+000468
Adding to the zip: /home/gpuser/projects/climateprediction.net/oifs_43r3_ps_12197636/ICMSHhq0f+000468
Adding to the zip: /home/gpuser/projects/climateprediction.net/oifs_43r3_ps_12197636/ICMUAhq0f+000468
Zipping up the intermediate file: /home/gpuser/projects/climateprediction.net/oifs_43r3_ps_0992_2011050100_123_980_12197636_0_r2133640562_19.zip
Uploading the intermediate file: upload_file_19.zip
10:28:43 STEP 481 H= 481:00 +CPU= 10.715
10:28:54 STEP 482 H= 482:00 +CPU= 10.898
10:29:38 STEP 483 H= 483:00 +CPU= 18.291
10:30:25 STEP 484 H= 484:00 +CPU= 12.899
10:30:37 STEP 485 H= 485:00 +CPU= 10.947
10:30:54 STEP 486 H= 486:00 +CPU= 17.660
10:31:05 STEP 487 H= 487:00 +CPU= 10.946
10:31:17 STEP 488 H= 488:00 +CPU= 11.300
10:31:34 STEP 489 H= 489:00 +CPU= 17.433
10:31:46 STEP 490 H= 490:00 +CPU= 11.419
10:31:57 STEP 491 H= 491:00 +CPU= 10.728
10:32:16 STEP 492 H= 492:00 +CPU= 19.096
Moving to projects directory: /home/gpuser/slots/3/ICMGGhq0f+000492
Moving to projects directory: /home/gpuser/slots/3/ICMSHhq0f+000492
Moving to projects directory: /home/gpuser/slots/3/ICMUAhq0f+000492
10:32:27 STEP 493 H= 493:00 +CPU= 11.332
10:32:38 STEP 494 H= 494:00 +CPU= 11.077
10:32:55 STEP 495 H= 495:00 +CPU= 17.138
10:33:06 STEP 496 H= 496:00 +CPU= 10.890
10:33:17 STEP 497 H= 497:00 +CPU= 10.524
10:33:34 STEP 498 H= 498:00 +CPU= 17.523
10:33:45 STEP 499 H= 499:00 +CPU= 10.700
10:33:56 STEP 500 H= 500:00 +CPU= 11.046
10:34:13 STEP 501 H= 501:00 +CPU= 16.882
10:34:24 STEP 502 H= 502:00 +CPU= 10.883
10:34:35 STEP 503 H= 503:00 +CPU= 10.949
10:34:59 STEP 504 H= 504:00 +CPU= 20.087
Moving to projects directory: /home/gpuser/slots/3/ICMGGhq0f+000504
Moving to projects directory: /home/gpuser/slots/3/ICMSHhq0f+000504
Moving to projects directory: /home/gpuser/slots/3/ICMUAhq0f+000504
Adding to the zip: /home/gpuser/projects/climateprediction.net/oifs_43r3_ps_12197636/ICMGGhq0f+000480
Adding to the zip: /home/gpuser/projects/climateprediction.net/oifs_43r3_ps_12197636/ICMSHhq0f+000480
Adding to the zip: /home/gpuser/projects/climateprediction.net/oifs_43r3_ps_12197636/ICMUAhq0f+000480
Adding to the zip: /home/gpuser/projects/climateprediction.net/oifs_43r3_ps_12197636/ICMGGhq0f+000492
Adding to the zip: /home/gpuser/projects/climateprediction.net/oifs_43r3_ps_12197636/ICMSHhq0f+000492
Adding to the zip: /home/gpuser/projects/climateprediction.net/oifs_43r3_ps_12197636/ICMUAhq0f+000492
Zipping up the intermediate file: /home/gpuser/projects/climateprediction.net/oifs_43r3_ps_0992_2011050100_123_980_12197636_0_r2133640562_20.zip
Uploading the intermediate file: upload_file_20.zip
10:35:13 STEP 505 H= 505:00 +CPU= 10.393
10:35:24 STEP 506 H= 506:00 +CPU= 10.879
Uploading trickle at timestep: 1814400
10:36:07 STEP 507 H= 507:00 +CPU= 18.061
10:37:02 STEP 508 H= 508:00 +CPU= 13.083
10:37:13 STEP 509 H= 509:00 +CPU= 11.088
10:37:34 STEP 510 H= 510:00 +CPU= 18.032
10:37:45 STEP 511 H= 511:00 +CPU= 11.114
10:37:56 STEP 512 H= 512:00 +CPU= 11.224
10:38:13 STEP 513 H= 513:00 +CPU= 16.819
10:38:25 STEP 514 H= 514:00 +CPU= 11.242
10:38:35 STEP 515 H= 515:00 +CPU= 10.534
10:38:54 STEP 516 H= 516:00 +CPU= 18.788
Moving to projects directory: /home/gpuser/slots/3/ICMGGhq0f+000516
Moving to projects directory: /home/gpuser/slots/3/ICMSHhq0f+000516
Moving to projects directory: /home/gpuser/slots/3/ICMUAhq0f+000516
10:39:05 STEP 517 H= 517:00 +CPU= 10.983
10:39:16 STEP 518 H= 518:00 +CPU= 11.065
10:39:33 STEP 519 H= 519:00 +CPU= 17.012
10:39:44 STEP 520 H= 520:00 +CPU= 10.967
10:39:55 STEP 521 H= 521:00 +CPU= 11.171
10:40:12 STEP 522 H= 522:00 +CPU= 17.163
10:40:23 STEP 523 H= 523:00 +CPU= 10.414
10:40:34 STEP 524 H= 524:00 +CPU= 11.538
10:40:51 STEP 525 H= 525:00 +CPU= 16.903
10:41:03 STEP 526 H= 526:00 +CPU= 11.352
10:41:13 STEP 527 H= 527:00 +CPU= 10.722
10:41:56 STEP 528 H= 528:00 +CPU= 20.263
Moving to projects directory: /home/gpuser/slots/3/ICMGGhq0f+000528
Moving to projects directory: /home/gpuser/slots/3/ICMSHhq0f+000528
Moving to projects directory: /home/gpuser/slots/3/ICMUAhq0f+000528
Adding to the zip: /home/gpuser/projects/climateprediction.net/oifs_43r3_ps_12197636/ICMGGhq0f+000504
Adding to the zip: /home/gpuser/projects/climateprediction.net/oifs_43r3_ps_12197636/ICMSHhq0f+000504
Adding to the zip: /home/gpuser/projects/climateprediction.net/oifs_43r3_ps_12197636/ICMUAhq0f+000504
Adding to the zip: /home/gpuser/projects/climateprediction.net/oifs_43r3_ps_12197636/ICMGGhq0f+000516
Adding to the zip: /home/gpuser/projects/climateprediction.net/oifs_43r3_ps_12197636/ICMSHhq0f+000516
Adding to the zip: /home/gpuser/projects/climateprediction.net/oifs_43r3_ps_12197636/ICMUAhq0f+000516
Zipping up the intermediate file: /home/gpuser/projects/climateprediction.net/oifs_43r3_ps_0992_2011050100_123_980_12197636_0_r2133640562_21.zip
Uploading the intermediate file: upload_file_21.zip
10:42:06 STEP 529 H= 529:00 +CPU= 10.397
10:42:17 STEP 530 H= 530:00 +CPU= 10.536
10:42:34 STEP 531 H= 531:00 +CPU= 16.766
10:42:44 STEP 532 H= 532:00 +CPU= 10.554
10:42:55 STEP 533 H= 533:00 +CPU= 11.238
10:43:13 STEP 534 H= 534:00 +CPU= 17.176
10:43:23 STEP 535 H= 535:00 +CPU= 10.333
10:43:33 STEP 536 H= 536:00 +CPU= 10.482
10:43:51 STEP 537 H= 537:00 +CPU= 17.519
10:44:02 STEP 538 H= 538:00 +CPU= 10.802
10:44:12 STEP 539 H= 539:00 +CPU= 10.361
10:44:31 STEP 540 H= 540:00 +CPU= 19.187
Moving to projects directory: /home/gpuser/slots/3/ICMGGhq0f+000540
Moving to projects directory: /home/gpuser/slots/3/ICMSHhq0f+000540
Moving to projects directory: /home/gpuser/slots/3/ICMUAhq0f+000540
10:44:42 STEP 541 H= 541:00 +CPU= 10.428
10:44:53 STEP 542 H= 542:00 +CPU= 10.638
10:45:10 STEP 543 H= 543:00 +CPU= 17.530
10:45:22 STEP 544 H= 544:00 +CPU= 11.559
10:45:32 STEP 545 H= 545:00 +CPU= 10.486
10:45:50 STEP 546 H= 546:00 +CPU= 17.867
10:46:00 STEP 547 H= 547:00 +CPU= 10.438
10:46:11 STEP 548 H= 548:00 +CPU= 10.738
10:46:28 STEP 549 H= 549:00 +CPU= 17.272
10:46:40 STEP 550 H= 550:00 +CPU= 10.999
10:46:51 STEP 551 H= 551:00 +CPU= 11.530
10:47:12 STEP 552 H= 552:00 +CPU= 19.343
Moving to projects directory: /home/gpuser/slots/3/ICMGGhq0f+000552
Moving to projects directory: /home/gpuser/slots/3/ICMSHhq0f+000552
Moving to projects directory: /home/gpuser/slots/3/ICMUAhq0f+000552
Adding to the zip: /home/gpuser/projects/climateprediction.net/oifs_43r3_ps_12197636/ICMGGhq0f+000528
Adding to the zip: /home/gpuser/projects/climateprediction.net/oifs_43r3_ps_12197636/ICMSHhq0f+000528
Adding to the zip: /home/gpuser/projects/climateprediction.net/oifs_43r3_ps_12197636/ICMUAhq0f+000528
Adding to the zip: /home/gpuser/projects/climateprediction.net/oifs_43r3_ps_12197636/ICMGGhq0f+000540
Adding to the zip: /home/gpuser/projects/climateprediction.net/oifs_43r3_ps_12197636/ICMSHhq0f+000540
Adding to the zip: /home/gpuser/projects/climateprediction.net/oifs_43r3_ps_12197636/ICMUAhq0f+000540
Zipping up the intermediate file: /home/gpuser/projects/climateprediction.net/oifs_43r3_ps_0992_2011050100_123_980_12197636_0_r2133640562_22.zip
Uploading the intermediate file: upload_file_22.zip
10:47:23 STEP 553 H= 553:00 +CPU= 10.394
10:47:33 STEP 554 H= 554:00 +CPU= 10.674
10:47:50 STEP 555 H= 555:00 +CPU= 17.148
10:48:01 STEP 556 H= 556:00 +CPU= 10.725
10:48:12 STEP 557 H= 557:00 +CPU= 10.332
10:48:29 STEP 558 H= 558:00 +CPU= 17.680
10:48:40 STEP 559 H= 559:00 +CPU= 10.425
10:48:56 STEP 560 H= 560:00 +CPU= 11.204
10:49:26 STEP 561 H= 561:00 +CPU= 17.162
10:49:49 STEP 562 H= 562:00 +CPU= 11.306
10:50:06 STEP 563 H= 563:00 +CPU= 10.662
10:50:26 STEP 564 H= 564:00 +CPU= 19.406
Moving to projects directory: /home/gpuser/slots/3/ICMGGhq0f+000564
Moving to projects directory: /home/gpuser/slots/3/ICMSHhq0f+000564
Moving to projects directory: /home/gpuser/slots/3/ICMUAhq0f+000564
Quit request received from BOINC client, ending the child process
..Failed, model did not complete successfully
(argv0) ../../projects/climateprediction.net/oifs_43r3_ps_1.05_x86_64-pc-linux-gnu
(argv1) start_date: 2011050100
(argv2) exptid: hq0f
(argv3) unique_member_id: 0992
(argv4) batchid: 980
(argv5) wuid: 12197636
(argv6) fclen: 123
(argv7) app_name: oifs_43r3_ps
(argv8) nthreads: 1
Working directory is: /home/gpuser/slots/3
Project directory is: /home/gpuser/projects/climateprediction.net/
app name: oifs_43r3_ps
version: 1.05
Location of temp folder: /home/gpuser/projects/climateprediction.net/oifs_43r3_ps_12197636
..mkdir for temp folder for results failed
Copying: /home/gpuser/projects/climateprediction.net/oifs_43r3_ps_app_1.05_x86_64-pc-linux-gnu.zip to: /home/gpuser/slots/3/oifs_43r3_ps_app_1.05_x86_64-pc-linux-gnu.zip
Unzipping the app zip file: /home/gpuser/slots/3/oifs_43r3_ps_app_1.05_x86_64-pc-linux-gnu.zip
Copying the namelist files from: ../../projects/climateprediction.net/jf_6b1f21874b0cc0fab50f8c0bf776e21f to: /home/gpuser/slots/3/oifs_43r3_ps_0992_2011050100_123_980_12197636.zip
Unzipping the namelist zip file: /home/gpuser/slots/3/oifs_43r3_ps_0992_2011050100_123_980_12197636.zip
ic_ancil_file: ic_ancil_12197636
ifsdata_file: ifsdata_12197636
climate_data_file: clim_data_12197636
horiz_resolution: 159
vert_resolution: 60
grid_type: l_2
upload_interval: 24
utstep: 3600
nfrres: restart dump frequency (steps) 24
Copying IC ancils from: ../../projects/climateprediction.net/jf_2b631e2714b78bcc4504ed8c565579c2 to: /home/gpuser/slots/3/ic_ancil_12197636.zip
Unzipping the IC ancils zip file: /home/gpuser/slots/3/ic_ancil_12197636.zip
..mkdir for ifsdata folder failed
Copying the ifsdata_file from: ../../projects/climateprediction.net/jf_e64f4b905746f33d0b6736ac0896ce10 to: /home/gpuser/slots/3/ifsdata/ifsdata_12197636.zip
Unzipping the ifsdata_zip file: /home/gpuser/slots/3/ifsdata/ifsdata_12197636.zip
..mkdir for the climate data folder failed
Copying the climate data file from: ../../projects/climateprediction.net/jf_f32c668cf7829426ffd94699b48b9a2e to: /home/gpuser/slots/3/159l_2/clim_data_12197636.zip
Unzipping the climate data zip file: /home/gpuser/slots/3/159l_2/clim_data_12197636.zip
Checking for progress XML file: /home/gpuser/slots/3/progress_file_12197636.xml
Opened progress file ok : /home/gpuser/slots/3/progress_file_12197636.xml
-- Model is restarting --
Adjusting last_iter, 565, to previous model restart step.
Creating progress file: /home/gpuser/slots/3/progress_file_12197636.xml
last_cpu_time: 7739
upload_file_number: 23
last_iter: 551
last_upload: 1987200
model_completed: 0
total_length_of_simulation: 10627200
result_base_name: oifs_43r3_ps_0992_2011050100_123_980_12197636_0_r2133640562
The child process has been launched with process id: 231
Executing the command: /home/gpuser/slots/3/oifs_43r3_model.exe
[EC_DRHOOK:hostname:myproc:omptid:pid:unixtid] [YYYYMMDD:HHMMSS:epoch:walltime] [function@file:lineno] -- Max OpenMP threads = 1
[EC_DRHOOK:DESKTOP-P9OM36S:1:1:231:231] [20221231:105134:1672444294:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2091] fp = 0x3129fe0
[EC_DRHOOK:DESKTOP-P9OM36S:1:1:231:231] [20221231:105134:1672444294:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2098] DR_HOOK_ALLOW_COREDUMP=-1
[EC_DRHOOK:DESKTOP-P9OM36S:1:1:231:231] [20221231:105134:1672444294:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2104] Hardlimit for core file is now 0 (0x0)
[EC_DRHOOK:DESKTOP-P9OM36S:1:1:231:231] [20221231:105134:1672444294:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2122] DR_HOOK_PROFILE_PROC=-1
[EC_DRHOOK:DESKTOP-P9OM36S:1:1:231:231] [20221231:105134:1672444294:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2128] DR_HOOK_PROFILE_LIMIT=-10.000
[EC_DRHOOK:DESKTOP-P9OM36S:1:1:231:231] [20221231:105134:1672444294:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2194] DR_HOOK_RANDOM_MEMSTAT=0 (RAND_MAX=2147483647)
[EC_DRHOOK:DESKTOP-P9OM36S:1:1:231:231] [20221231:105134:1672444294:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2205] DR_HOOK_HASHBITS=16
[EC_DRHOOK:DESKTOP-P9OM36S:1:1:231:231] [20221231:105134:1672444294:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2213] DR_HOOK_NCALLSTACK=0
[EC_DRHOOK:DESKTOP-P9OM36S:1:1:231:231] [20221231:105134:1672444294:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2221] DR_HOOK_HARAKIRI_TIMEOUT=500
[EC_DRHOOK:DESKTOP-P9OM36S:1:1:231:231] [20221231:105134:1672444294:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2228] DR_HOOK_TRAPFPE=1
[EC_DRHOOK:DESKTOP-P9OM36S:1:1:231:231] [20221231:105134:1672444294:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2235] DR_HOOK_TRAPFPE_INVALID=1
[EC_DRHOOK:DESKTOP-P9OM36S:1:1:231:231] [20221231:105134:1672444294:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2242] DR_HOOK_TRAPFPE_DIVBYZERO=1
[EC_DRHOOK:DESKTOP-P9OM36S:1:1:231:231] [20221231:105134:1672444294:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2249] DR_HOOK_TRAPFPE_OVERFLOW=1
[EC_DRHOOK:DESKTOP-P9OM36S:1:1:231:231] [20221231:105134:1672444294:0.000] [ignore_signals@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1227] DR_HOOK_IGNORE_SIGNALS=<undef>
[EC_DRHOOK:DESKTOP-P9OM36S:1:1:231:231] [20221231:105134:1672444294:0.000] [restore_default_signals@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1178] DR_HOOK_RESTORE_DEFAULT_SIGNALS=<undef>
[EC_DRHOOK:DESKTOP-P9OM36S:1:1:231:231] [20221231:105134:1672444294:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1937] New signal handler 'signal_drhook' for signal#6 (SIGABRT) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:DESKTOP-P9OM36S:1:1:231:231] [20221231:105134:1672444294:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1938] New signal handler 'signal_drhook' for signal#7 (SIGBUS) at 0x81f820 (old at (nil))
[EC_DRHOOK:DESKTOP-P9OM36S:1:1:231:231] [20221231:105134:1672444294:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1939] New signal handler 'signal_drhook' for signal#11 (SIGSEGV) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:DESKTOP-P9OM36S:1:1:231:231] [20221231:105134:1672444294:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1944] New signal handler 'signal_drhook' for signal#16 (SIGSTKFLT) at 0x81f820 (old at (nil))
[EC_DRHOOK:DESKTOP-P9OM36S:1:1:231:231] [20221231:105134:1672444294:0.000] [trapfpe_treatment@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1149] DR_HOOK enables SIGFPE-related floating point trapping since DRHOOK_TRAPFPE=1
[EC_DRHOOK:DESKTOP-P9OM36S:1:1:231:231] [20221231:105134:1672444294:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1948] New signal handler 'signal_drhook' for signal#8 (SIGFPE) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:DESKTOP-P9OM36S:1:1:231:231] [20221231:105134:1672444294:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1949] New signal handler 'signal_drhook' for signal#4 (SIGILL) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:DESKTOP-P9OM36S:1:1:231:231] [20221231:105134:1672444294:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1951] New signal handler 'signal_drhook' for signal#5 (SIGTRAP) at 0x81f820 (old at (nil))
[EC_DRHOOK:DESKTOP-P9OM36S:1:1:231:231] [20221231:105134:1672444294:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1952] New signal handler 'signal_drhook' for signal#2 (SIGINT) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:DESKTOP-P9OM36S:1:1:231:231] [20221231:105134:1672444294:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1960] New signal handler 'signal_drhook' for signal#3 (SIGQUIT) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:DESKTOP-P9OM36S:1:1:231:231] [20221231:105134:1672444294:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1961] New signal handler 'signal_drhook' for signal#15 (SIGTERM) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:DESKTOP-P9OM36S:1:1:231:231] [20221231:105134:1672444294:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1966] New signal handler 'signal_drhook' for signal#24 (SIGXCPU) at 0x81f820 (old at (nil))
[EC_DRHOOK:DESKTOP-P9OM36S:1:1:231:231] [20221231:105134:1672444294:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1968] New signal handler 'signal_drhook' for signal#25 (SIGXFSZ) at 0x81f820 (old at (nil))
[EC_DRHOOK:DESKTOP-P9OM36S:1:1:231:231] [20221231:105134:1672444294:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1973] New signal handler 'signal_drhook' for signal#31 (SIGSYS) at 0x81f820 (old at (nil))
[EC_DRHOOK:DESKTOP-P9OM36S:1:1:231:231] [20221231:105134:1672444294:0.000] [catch_signals@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1111] DR_HOOK_CATCH_SIGNALS=<undef>
10:52:29 STEP 552 H= 552:00 +CPU= 19.900
10:52:46 STEP 553 H= 553:00 +CPU= 10.644
10:52:57 STEP 554 H= 554:00 +CPU= 10.608
10:53:14 STEP 555 H= 555:00 +CPU= 17.354
10:53:26 STEP 556 H= 556:00 +CPU= 11.548
10:53:37 STEP 557 H= 557:00 +CPU= 10.999
10:54:04 STEP 558 H= 558:00 +CPU= 17.375
10:54:24 STEP 559 H= 559:00 +CPU= 10.504
The child process terminated with status: 0
..Failed, model did not complete successfully
</stderr_txt>
]]>
