<core_client_version>8.0.2</core_client_version>
<![CDATA[
<stderr_txt>
oinc-client/slots/11/ICMGGh7zg+001644
Moving to projects directory: /more/var/lib/boinc-client/slots/11/ICMSHh7zg+001644
Moving to projects directory: /more/var/lib/boinc-client/slots/11/ICMUAh7zg+001644
15:54:21 STEP 1645 H= 411:15 +CPU= 18.279
15:54:54 STEP 1646 H= 411:30 +CPU= 18.639
15:55:28 STEP 1647 H= 411:45 +CPU= 18.424
15:56:02 STEP 1648 H= 412:00 +CPU= 18.866
15:56:35 STEP 1649 H= 412:15 +CPU= 18.255
15:57:09 STEP 1650 H= 412:30 +CPU= 18.411
15:57:44 STEP 1651 H= 412:45 +CPU= 18.196
15:58:20 STEP 1652 H= 413:00 +CPU= 18.802
15:58:54 STEP 1653 H= 413:15 +CPU= 18.319
15:59:29 STEP 1654 H= 413:30 +CPU= 18.446
16:00:03 STEP 1655 H= 413:45 +CPU= 18.308
16:00:44 STEP 1656 H= 414:00 +CPU= 23.266
Moving to projects directory: /more/var/lib/boinc-client/slots/11/ICMGGh7zg+001656
Moving to projects directory: /more/var/lib/boinc-client/slots/11/ICMSHh7zg+001656
Moving to projects directory: /more/var/lib/boinc-client/slots/11/ICMUAh7zg+001656
16:01:18 STEP 1657 H= 414:15 +CPU= 18.207
16:01:53 STEP 1658 H= 414:30 +CPU= 18.352
16:02:28 STEP 1659 H= 414:45 +CPU= 18.285
16:03:04 STEP 1660 H= 415:00 +CPU= 18.733
16:03:39 STEP 1661 H= 415:15 +CPU= 18.295
16:04:14 STEP 1662 H= 415:30 +CPU= 18.251
16:04:49 STEP 1663 H= 415:45 +CPU= 18.142
16:05:23 STEP 1664 H= 416:00 +CPU= 18.872
16:05:58 STEP 1665 H= 416:15 +CPU= 18.389
16:06:32 STEP 1666 H= 416:30 +CPU= 18.476
16:07:07 STEP 1667 H= 416:45 +CPU= 18.309
16:07:51 STEP 1668 H= 417:00 +CPU= 23.468
Moving to projects directory: /more/var/lib/boinc-client/slots/11/ICMGGh7zg+001668
Moving to projects directory: /more/var/lib/boinc-client/slots/11/ICMSHh7zg+001668
Moving to projects directory: /more/var/lib/boinc-client/slots/11/ICMUAh7zg+001668
16:08:27 STEP 1669 H= 417:15 +CPU= 18.613
16:09:02 STEP 1670 H= 417:30 +CPU= 18.267
16:09:37 STEP 1671 H= 417:45 +CPU= 18.380
16:10:12 STEP 1672 H= 418:00 +CPU= 18.984
16:10:46 STEP 1673 H= 418:15 +CPU= 18.420
16:11:20 STEP 1674 H= 418:30 +CPU= 18.327
16:11:55 STEP 1675 H= 418:45 +CPU= 18.456
16:12:31 STEP 1676 H= 419:00 +CPU= 18.857
16:13:06 STEP 1677 H= 419:15 +CPU= 18.363
16:13:39 STEP 1678 H= 419:30 +CPU= 18.603
16:14:13 STEP 1679 H= 419:45 +CPU= 18.348
16:15:03 STEP 1680 H= 420:00 +CPU= 25.954
Moving to projects directory: /more/var/lib/boinc-client/slots/11/ICMGGh7zg+001680
Moving to projects directory: /more/var/lib/boinc-client/slots/11/ICMSHh7zg+001680
Moving to projects directory: /more/var/lib/boinc-client/slots/11/ICMUAh7zg+001680
16:15:36 STEP 1681 H= 420:15 +CPU= 18.125
16:16:11 STEP 1682 H= 420:30 +CPU= 18.272
16:16:46 STEP 1683 H= 420:45 +CPU= 18.446
16:17:19 STEP 1684 H= 421:00 +CPU= 18.983
16:17:54 STEP 1685 H= 421:15 +CPU= 18.120
16:18:27 STEP 1686 H= 421:30 +CPU= 18.122
16:19:02 STEP 1687 H= 421:45 +CPU= 18.218
16:19:35 STEP 1688 H= 422:00 +CPU= 18.709
16:20:09 STEP 1689 H= 422:15 +CPU= 18.093
16:20:41 STEP 1690 H= 422:30 +CPU= 18.064
16:21:15 STEP 1691 H= 422:45 +CPU= 18.111
16:21:59 STEP 1692 H= 423:00 +CPU= 23.459
Moving to projects directory: /more/var/lib/boinc-client/slots/11/ICMGGh7zg+001692
Moving to projects directory: /more/var/lib/boinc-client/slots/11/ICMSHh7zg+001692
Moving to projects directory: /more/var/lib/boinc-client/slots/11/ICMUAh7zg+001692
16:22:36 STEP 1693 H= 423:15 +CPU= 18.094
16:23:11 STEP 1694 H= 423:30 +CPU= 18.309
16:23:45 STEP 1695 H= 423:45 +CPU= 18.310
16:24:20 STEP 1696 H= 424:00 +CPU= 18.897
16:24:55 STEP 1697 H= 424:15 +CPU= 18.313
16:25:29 STEP 1698 H= 424:30 +CPU= 18.341
16:26:03 STEP 1699 H= 424:45 +CPU= 18.232
16:26:38 STEP 1700 H= 425:00 +CPU= 19.015
16:27:12 STEP 1701 H= 425:15 +CPU= 18.439
16:27:47 STEP 1702 H= 425:30 +CPU= 18.304
16:28:22 STEP 1703 H= 425:45 +CPU= 18.313
16:29:06 STEP 1704 H= 426:00 +CPU= 23.383
Moving to projects directory: /more/var/lib/boinc-client/slots/11/ICMGGh7zg+001704
Moving to projects directory: /more/var/lib/boinc-client/slots/11/ICMSHh7zg+001704
Moving to projects directory: /more/var/lib/boinc-client/slots/11/ICMUAh7zg+001704
16:29:38 STEP 1705 H= 426:15 +CPU= 18.223
16:30:13 STEP 1706 H= 426:30 +CPU= 18.311
16:30:47 STEP 1707 H= 426:45 +CPU= 18.217
16:31:22 STEP 1708 H= 427:00 +CPU= 18.795
16:31:57 STEP 1709 H= 427:15 +CPU= 18.408
16:32:30 STEP 1710 H= 427:30 +CPU= 18.173
16:33:04 STEP 1711 H= 427:45 +CPU= 18.294
16:33:39 STEP 1712 H= 428:00 +CPU= 18.654
16:34:15 STEP 1713 H= 428:15 +CPU= 18.371
16:34:48 STEP 1714 H= 428:30 +CPU= 18.104
16:35:22 STEP 1715 H= 428:45 +CPU= 18.150
16:36:08 STEP 1716 H= 429:00 +CPU= 23.224
Moving to projects directory: /more/var/lib/boinc-client/slots/11/ICMGGh7zg+001716
Moving to projects directory: /more/var/lib/boinc-client/slots/11/ICMSHh7zg+001716
Moving to projects directory: /more/var/lib/boinc-client/slots/11/ICMUAh7zg+001716
16:36:42 STEP 1717 H= 429:15 +CPU= 18.245
16:37:16 STEP 1718 H= 429:30 +CPU= 18.191
16:37:49 STEP 1719 H= 429:45 +CPU= 18.265
16:38:25 STEP 1720 H= 430:00 +CPU= 19.055
16:38:59 STEP 1721 H= 430:15 +CPU= 18.197
16:39:32 STEP 1722 H= 430:30 +CPU= 18.264
16:40:06 STEP 1723 H= 430:45 +CPU= 18.397
16:40:41 STEP 1724 H= 431:00 +CPU= 18.640
16:41:17 STEP 1725 H= 431:15 +CPU= 18.310
16:41:50 STEP 1726 H= 431:30 +CPU= 18.246
16:42:25 STEP 1727 H= 431:45 +CPU= 18.168
16:43:15 STEP 1728 H= 432:00 +CPU= 25.757
Moving to projects directory: /more/var/lib/boinc-client/slots/11/ICMGGh7zg+001728
Moving to projects directory: /more/var/lib/boinc-client/slots/11/ICMSHh7zg+001728
Moving to projects directory: /more/var/lib/boinc-client/slots/11/ICMUAh7zg+001728
Adding to the zip: /more/var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12290644/ICMGGh7zg+001632
Adding to the zip: /more/var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12290644/ICMSHh7zg+001632
Adding to the zip: /more/var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12290644/ICMUAh7zg+001632
Adding to the zip: /more/var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12290644/ICMGGh7zg+001644
Adding to the zip: /more/var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12290644/ICMSHh7zg+001644
Adding to the zip: /more/var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12290644/ICMUAh7zg+001644
Adding to the zip: /more/var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12290644/ICMGGh7zg+001656
Adding to the zip: /more/var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12290644/ICMSHh7zg+001656
Adding to the zip: /more/var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12290644/ICMUAh7zg+001656
Adding to the zip: /more/var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12290644/ICMGGh7zg+001668
Adding to the zip: /more/var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12290644/ICMSHh7zg+001668
Adding to the zip: /more/var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12290644/ICMUAh7zg+001668
Adding to the zip: /more/var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12290644/ICMGGh7zg+001680
Adding to the zip: /more/var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12290644/ICMSHh7zg+001680
Adding to the zip: /more/var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12290644/ICMUAh7zg+001680
Adding to the zip: /more/var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12290644/ICMGGh7zg+001692
Adding to the zip: /more/var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12290644/ICMSHh7zg+001692
Adding to the zip: /more/var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12290644/ICMUAh7zg+001692
Adding to the zip: /more/var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12290644/ICMGGh7zg+001704
Adding to the zip: /more/var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12290644/ICMSHh7zg+001704
Adding to the zip: /more/var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12290644/ICMUAh7zg+001704
Adding to the zip: /more/var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12290644/ICMGGh7zg+001716
Adding to the zip: /more/var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12290644/ICMSHh7zg+001716
Adding to the zip: /more/var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12290644/ICMUAh7zg+001716
Zipping up the intermediate file: /more/var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_a1sd_2016092300_20_1018_12290644_0_r664790066_17.zip
Uploading the intermediate file: upload_file_17.zip
16:43:50 STEP 1729 H= 432:15 +CPU= 18.328
16:44:25 STEP 1730 H= 432:30 +CPU= 18.323
16:45:00 STEP 1731 H= 432:45 +CPU= 18.348
16:45:33 STEP 1732 H= 433:00 +CPU= 18.701
16:46:06 STEP 1733 H= 433:15 +CPU= 18.267
16:46:43 STEP 1734 H= 433:30 +CPU= 18.483
16:47:17 STEP 1735 H= 433:45 +CPU= 18.438
16:47:52 STEP 1736 H= 434:00 +CPU= 18.903
16:48:24 STEP 1737 H= 434:15 +CPU= 18.153
16:49:00 STEP 1738 H= 434:30 +CPU= 18.567
16:49:33 STEP 1739 H= 434:45 +CPU= 18.144
16:50:17 STEP 1740 H= 435:00 +CPU= 23.514
Moving to projects directory: /more/var/lib/boinc-client/slots/11/ICMGGh7zg+001740
Moving to projects directory: /more/var/lib/boinc-client/slots/11/ICMSHh7zg+001740
Moving to projects directory: /more/var/lib/boinc-client/slots/11/ICMUAh7zg+001740
16:50:52 STEP 1741 H= 435:15 +CPU= 18.253
16:51:26 STEP 1742 H= 435:30 +CPU= 18.343
16:51:59 STEP 1743 H= 435:45 +CPU= 17.920
16:52:35 STEP 1744 H= 436:00 +CPU= 18.711
16:53:09 STEP 1745 H= 436:15 +CPU= 18.517
16:53:43 STEP 1746 H= 436:30 +CPU= 18.460
16:54:17 STEP 1747 H= 436:45 +CPU= 18.496
16:54:52 STEP 1748 H= 437:00 +CPU= 18.922
16:55:25 STEP 1749 H= 437:15 +CPU= 18.312
16:55:59 STEP 1750 H= 437:30 +CPU= 18.351
16:56:32 STEP 1751 H= 437:45 +CPU= 18.224
16:57:17 STEP 1752 H= 438:00 +CPU= 23.291
Moving to projects directory: /more/var/lib/boinc-client/slots/11/ICMGGh7zg+001752
Moving to projects directory: /more/var/lib/boinc-client/slots/11/ICMSHh7zg+001752
Moving to projects directory: /more/var/lib/boinc-client/slots/11/ICMUAh7zg+001752
16:57:51 STEP 1753 H= 438:15 +CPU= 18.128
16:58:26 STEP 1754 H= 438:30 +CPU= 18.178
16:59:01 STEP 1755 H= 438:45 +CPU= 18.017
16:59:35 STEP 1756 H= 439:00 +CPU= 18.703
17:00:10 STEP 1757 H= 439:15 +CPU= 18.226
17:00:45 STEP 1758 H= 439:30 +CPU= 18.334
17:01:19 STEP 1759 H= 439:45 +CPU= 18.358
17:01:53 STEP 1760 H= 440:00 +CPU= 18.854
17:02:28 STEP 1761 H= 440:15 +CPU= 18.308
17:03:04 STEP 1762 H= 440:30 +CPU= 18.324
17:03:37 STEP 1763 H= 440:45 +CPU= 18.165
17:04:20 STEP 1764 H= 441:00 +CPU= 23.016
Moving to projects directory: /more/var/lib/boinc-client/slots/11/ICMGGh7zg+001764
Moving to projects directory: /more/var/lib/boinc-client/slots/11/ICMSHh7zg+001764
Moving to projects directory: /more/var/lib/boinc-client/slots/11/ICMUAh7zg+001764
17:04:56 STEP 1765 H= 441:15 +CPU= 18.095
17:05:31 STEP 1766 H= 441:30 +CPU= 18.286
17:06:05 STEP 1767 H= 441:45 +CPU= 18.238
17:06:40 STEP 1768 H= 442:00 +CPU= 18.640
17:07:14 STEP 1769 H= 442:15 +CPU= 18.252
17:07:47 STEP 1770 H= 442:30 +CPU= 18.386
17:08:20 STEP 1771 H= 442:45 +CPU= 18.329
17:08:54 STEP 1772 H= 443:00 +CPU= 18.799
17:09:28 STEP 1773 H= 443:15 +CPU= 18.272
17:10:02 STEP 1774 H= 443:30 +CPU= 18.179
17:10:35 STEP 1775 H= 443:45 +CPU= 18.219
17:11:21 STEP 1776 H= 444:00 +CPU= 25.412
Moving to projects directory: /more/var/lib/boinc-client/slots/11/ICMGGh7zg+001776
Moving to projects directory: /more/var/lib/boinc-client/slots/11/ICMSHh7zg+001776
Moving to projects directory: /more/var/lib/boinc-client/slots/11/ICMUAh7zg+001776
17:11:56 STEP 1777 H= 444:15 +CPU= 18.283
17:12:30 STEP 1778 H= 444:30 +CPU= 18.184
17:13:02 STEP 1779 H= 444:45 +CPU= 18.281
17:13:36 STEP 1780 H= 445:00 +CPU= 18.908
17:14:11 STEP 1781 H= 445:15 +CPU= 18.196
17:14:45 STEP 1782 H= 445:30 +CPU= 18.343
17:15:18 STEP 1783 H= 445:45 +CPU= 18.309
17:15:54 STEP 1784 H= 446:00 +CPU= 18.866
17:16:29 STEP 1785 H= 446:15 +CPU= 18.248
17:17:03 STEP 1786 H= 446:30 +CPU= 18.271
17:17:38 STEP 1787 H= 446:45 +CPU= 18.305
17:18:20 STEP 1788 H= 447:00 +CPU= 23.166
Moving to projects directory: /more/var/lib/boinc-client/slots/11/ICMGGh7zg+001788
Moving to projects directory: /more/var/lib/boinc-client/slots/11/ICMSHh7zg+001788
Moving to projects directory: /more/var/lib/boinc-client/slots/11/ICMUAh7zg+001788
17:18:55 STEP 1789 H= 447:15 +CPU= 18.418
17:19:30 STEP 1790 H= 447:30 +CPU= 18.308
17:20:04 STEP 1791 H= 447:45 +CPU= 18.289
17:20:38 STEP 1792 H= 448:00 +CPU= 19.033
17:21:12 STEP 1793 H= 448:15 +CPU= 18.340
17:21:46 STEP 1794 H= 448:30 +CPU= 18.083
17:22:20 STEP 1795 H= 448:45 +CPU= 18.433
17:22:54 STEP 1796 H= 449:00 +CPU= 18.891
17:23:29 STEP 1797 H= 449:15 +CPU= 18.281
17:24:04 STEP 1798 H= 449:30 +CPU= 18.603
17:24:39 STEP 1799 H= 449:45 +CPU= 18.551
17:25:23 STEP 1800 H= 450:00 +CPU= 23.130
Moving to projects directory: /more/var/lib/boinc-client/slots/11/ICMGGh7zg+001800
Moving to projects directory: /more/var/lib/boinc-client/slots/11/ICMSHh7zg+001800
Moving to projects directory: /more/var/lib/boinc-client/slots/11/ICMUAh7zg+001800
17:25:58 STEP 1801 H= 450:15 +CPU= 18.291
17:26:30 STEP 1802 H= 450:30 +CPU= 18.399
17:27:05 STEP 1803 H= 450:45 +CPU= 18.126
17:27:37 STEP 1804 H= 451:00 +CPU= 18.804
17:28:10 STEP 1805 H= 451:15 +CPU= 18.329
17:28:45 STEP 1806 H= 451:30 +CPU= 18.413
17:29:20 STEP 1807 H= 451:45 +CPU= 18.303
17:29:56 STEP 1808 H= 452:00 +CPU= 18.860
17:30:30 STEP 1809 H= 452:15 +CPU= 18.312
17:31:04 STEP 1810 H= 452:30 +CPU= 18.565
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
17:35:22 STEP 1811 H= 452:45 +CPU= 18.435
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
17:37:21 STEP 1812 H= 453:00 +CPU= 23.434
Moving to projects directory: /more/var/lib/boinc-client/slots/11/ICMGGh7zg+001812
Moving to projects directory: /more/var/lib/boinc-client/slots/11/ICMSHh7zg+001812
Moving to projects directory: /more/var/lib/boinc-client/slots/11/ICMUAh7zg+001812
17:37:57 STEP 1813 H= 453:15 +CPU= 18.316
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
17:39:38 STEP 1814 H= 453:30 +CPU= 18.164
17:40:12 STEP 1815 H= 453:45 +CPU= 18.348
17:40:47 STEP 1816 H= 454:00 +CPU= 18.916
17:41:23 STEP 1817 H= 454:15 +CPU= 18.585
17:41:57 STEP 1818 H= 454:30 +CPU= 18.263
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
18:22:29 STEP 1819 H= 454:45 +CPU= 18.195
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
18:24:37 STEP 1820 H= 455:00 +CPU= 18.867
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
18:28:44 STEP 1821 H= 455:15 +CPU= 18.363
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
18:32:37 STEP 1822 H= 455:30 +CPU= 18.407
18:33:10 STEP 1823 H= 455:45 +CPU= 18.350
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
19:04:25 STEP 1824 H= 456:00 +CPU= 25.272
Moving to projects directory: /more/var/lib/boinc-client/slots/11/ICMGGh7zg+001824
Moving to projects directory: /more/var/lib/boinc-client/slots/11/ICMSHh7zg+001824
Moving to projects directory: /more/var/lib/boinc-client/slots/11/ICMUAh7zg+001824
Adding to the zip: /more/var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12290644/ICMGGh7zg+001728
Adding to the zip: /more/var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12290644/ICMSHh7zg+001728
Adding to the zip: /more/var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12290644/ICMUAh7zg+001728
Adding to the zip: /more/var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12290644/ICMGGh7zg+001740
Adding to the zip: /more/var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12290644/ICMSHh7zg+001740
Adding to the zip: /more/var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12290644/ICMUAh7zg+001740
Adding to the zip: /more/var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12290644/ICMGGh7zg+001752
Adding to the zip: /more/var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12290644/ICMSHh7zg+001752
Adding to the zip: /more/var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12290644/ICMUAh7zg+001752
Adding to the zip: /more/var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12290644/ICMGGh7zg+001764
Adding to the zip: /more/var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12290644/ICMSHh7zg+001764
Adding to the zip: /more/var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12290644/ICMUAh7zg+001764
Adding to the zip: /more/var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12290644/ICMGGh7zg+001776
Adding to the zip: /more/var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12290644/ICMSHh7zg+001776
Adding to the zip: /more/var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12290644/ICMUAh7zg+001776
Adding to the zip: /more/var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12290644/ICMGGh7zg+001788
Adding to the zip: /more/var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12290644/ICMSHh7zg+001788
Adding to the zip: /more/var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12290644/ICMUAh7zg+001788
Adding to the zip: /more/var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12290644/ICMGGh7zg+001800
Adding to the zip: /more/var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12290644/ICMSHh7zg+001800
Adding to the zip: /more/var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12290644/ICMUAh7zg+001800
Adding to the zip: /more/var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12290644/ICMGGh7zg+001812
Adding to the zip: /more/var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12290644/ICMSHh7zg+001812
Adding to the zip: /more/var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12290644/ICMUAh7zg+001812
Zipping up the intermediate file: /more/var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_a1sd_2016092300_20_1018_12290644_0_r664790066_18.zip
Uploading the intermediate file: upload_file_18.zip
19:04:52 STEP 1825 H= 456:15 +CPU= 17.462
19:05:18 STEP 1826 H= 456:30 +CPU= 17.730
19:05:45 STEP 1827 H= 456:45 +CPU= 17.737
19:06:13 STEP 1828 H= 457:00 +CPU= 18.566
19:06:40 STEP 1829 H= 457:15 +CPU= 17.694
19:07:08 STEP 1830 H= 457:30 +CPU= 17.839
19:07:35 STEP 1831 H= 457:45 +CPU= 17.865
19:08:03 STEP 1832 H= 458:00 +CPU= 18.329
19:08:30 STEP 1833 H= 458:15 +CPU= 17.669
19:08:56 STEP 1834 H= 458:30 +CPU= 17.606
19:09:24 STEP 1835 H= 458:45 +CPU= 17.815
19:09:59 STEP 1836 H= 459:00 +CPU= 22.615
Moving to projects directory: /more/var/lib/boinc-client/slots/11/ICMGGh7zg+001836
Moving to projects directory: /more/var/lib/boinc-client/slots/11/ICMSHh7zg+001836
Moving to projects directory: /more/var/lib/boinc-client/slots/11/ICMUAh7zg+001836
19:10:25 STEP 1837 H= 459:15 +CPU= 17.649
19:10:52 STEP 1838 H= 459:30 +CPU= 17.549
19:11:19 STEP 1839 H= 459:45 +CPU= 17.682
19:11:47 STEP 1840 H= 460:00 +CPU= 18.330
19:12:14 STEP 1841 H= 460:15 +CPU= 17.590
19:12:41 STEP 1842 H= 460:30 +CPU= 17.874
19:13:08 STEP 1843 H= 460:45 +CPU= 17.591
19:13:36 STEP 1844 H= 461:00 +CPU= 18.098
19:14:02 STEP 1845 H= 461:15 +CPU= 17.646
19:14:30 STEP 1846 H= 461:30 +CPU= 17.720
19:14:56 STEP 1847 H= 461:45 +CPU= 17.579
19:15:31 STEP 1848 H= 462:00 +CPU= 22.485
Moving to projects directory: /more/var/lib/boinc-client/slots/11/ICMGGh7zg+001848
Moving to projects directory: /more/var/lib/boinc-client/slots/11/ICMSHh7zg+001848
Moving to projects directory: /more/var/lib/boinc-client/slots/11/ICMUAh7zg+001848
19:15:58 STEP 1849 H= 462:15 +CPU= 17.655
19:16:25 STEP 1850 H= 462:30 +CPU= 17.642
19:16:52 STEP 1851 H= 462:45 +CPU= 17.830
19:17:20 STEP 1852 H= 463:00 +CPU= 18.220
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
19:27:11 STEP 1853 H= 463:15 +CPU= 17.437
19:27:37 STEP 1854 H= 463:30 +CPU= 17.537
19:28:02 STEP 1855 H= 463:45 +CPU= 17.674
19:28:30 STEP 1856 H= 464:00 +CPU= 18.188
19:28:57 STEP 1857 H= 464:15 +CPU= 17.754
19:29:23 STEP 1858 H= 464:30 +CPU= 17.502
19:29:49 STEP 1859 H= 464:45 +CPU= 17.664
19:30:24 STEP 1860 H= 465:00 +CPU= 22.396
Moving to projects directory: /more/var/lib/boinc-client/slots/11/ICMGGh7zg+001860
Moving to projects directory: /more/var/lib/boinc-client/slots/11/ICMSHh7zg+001860
Moving to projects directory: /more/var/lib/boinc-client/slots/11/ICMUAh7zg+001860
19:30:50 STEP 1861 H= 465:15 +CPU= 17.575
19:31:16 STEP 1862 H= 465:30 +CPU= 17.472
19:31:43 STEP 1863 H= 465:45 +CPU= 17.857
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
19:33:44 STEP 1864 H= 466:00 +CPU= 18.225
19:34:11 STEP 1865 H= 466:15 +CPU= 17.627
19:34:38 STEP 1866 H= 466:30 +CPU= 17.555
19:35:04 STEP 1867 H= 466:45 +CPU= 17.841
19:35:31 STEP 1868 H= 467:00 +CPU= 18.188
19:35:58 STEP 1869 H= 467:15 +CPU= 17.718
19:36:23 STEP 1870 H= 467:30 +CPU= 17.554
19:36:49 STEP 1871 H= 467:45 +CPU= 17.585
19:37:26 STEP 1872 H= 468:00 +CPU= 24.732
Moving to projects directory: /more/var/lib/boinc-client/slots/11/ICMGGh7zg+001872
Moving to projects directory: /more/var/lib/boinc-client/slots/11/ICMSHh7zg+001872
Moving to projects directory: /more/var/lib/boinc-client/slots/11/ICMUAh7zg+001872
19:37:53 STEP 1873 H= 468:15 +CPU= 17.801
19:38:12 STEP 1874 H= 468:30 +CPU= 17.222
Suspend request received from the BOINC client, suspending the child process
(argv0) ../../projects/climateprediction.net/oifs_43r3_bl_1.13_x86_64-pc-linux-gnu
(argv1) start_date: 2016092300
(argv2) exptid: h7zg
(argv3) unique_member_id: a1sd
(argv4) batchid: 1018
(argv5) wuid: 12290644
(argv6) fclen: 20
(argv7) app_name: oifs_43r3_bl
(argv8) nthreads: 1
Working directory is: /more/var/lib/boinc-client/slots/11
Project directory is: /more/var/lib/boinc-client/projects/climateprediction.net/
app name: oifs_43r3_bl
version: 1.13
Location of temp folder: /more/var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12290644
..mkdir for temp folder for results failed
Copying: /more/var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_app_1.13_x86_64-pc-linux-gnu.zip to: /more/var/lib/boinc-client/slots/11/oifs_43r3_bl_app_1.13_x86_64-pc-linux-gnu.zip
Unzipping the app zip file: /more/var/lib/boinc-client/slots/11/oifs_43r3_bl_app_1.13_x86_64-pc-linux-gnu.zip
Copying the namelist files from: ../../projects/climateprediction.net/jf_7d8af08e56d9cdc2de3c8dbe6238a223 to: /more/var/lib/boinc-client/slots/11/oifs_43r3_bl_a1sd_2016092300_20_1018_12290644.zip
Unzipping the namelist zip file: /more/var/lib/boinc-client/slots/11/oifs_43r3_bl_a1sd_2016092300_20_1018_12290644.zip
ic_ancil_file: ic_ancil_12290644
ifsdata_file: ifsdata_12290644
climate_data_file: clim_data_12290644
horiz_resolution: 159
vert_resolution: 91
grid_type: l_2
upload_interval: 96
utstep: 900
nfrres: restart dump frequency (steps) 48
Copying IC ancils from: ../../projects/climateprediction.net/jf_f7ecfd27aa1e68bbe7e8d19800e25c73 to: /more/var/lib/boinc-client/slots/11/ic_ancil_12290644.zip
Unzipping the IC ancils zip file: /more/var/lib/boinc-client/slots/11/ic_ancil_12290644.zip
..mkdir for ifsdata folder failed
Copying the ifsdata_file from: ../../projects/climateprediction.net/jf_8a67f2703ffde07adaa1465fb020f306 to: /more/var/lib/boinc-client/slots/11/ifsdata/ifsdata_12290644.zip
Unzipping the ifsdata_zip file: /more/var/lib/boinc-client/slots/11/ifsdata/ifsdata_12290644.zip
..mkdir for the climate data folder failed
Copying the climate data file from: ../../projects/climateprediction.net/jf_f32c668cf7829426ffd94699b48b9a2e to: /more/var/lib/boinc-client/slots/11/159l_2/clim_data_12290644.zip
Unzipping the climate data zip file: /more/var/lib/boinc-client/slots/11/159l_2/clim_data_12290644.zip
Checking for progress XML file: /more/var/lib/boinc-client/slots/11/progress_file_12290644.xml
Opened progress file ok : /more/var/lib/boinc-client/slots/11/progress_file_12290644.xml
-- Model is restarting --
Adjusting last_iter, 1875, to previous model restart step.
Creating progress file: /more/var/lib/boinc-client/slots/11/progress_file_12290644.xml
last_cpu_time: 36362
upload_file_number: 19
last_iter: 1873
last_upload: 1641600
model_completed: 0
total_length_of_simulation: 1728000
result_base_name: oifs_43r3_bl_a1sd_2016092300_20_1018_12290644_0_r664790066
The child process has been launched with process id: 2448
Executing the command: /more/var/lib/boinc-client/slots/11/oifs_43r3_model.exe
[EC_DRHOOK:hostname:myproc:omptid:pid:unixtid] [YYYYMMDD:HHMMSS:epoch:walltime] [function@file:lineno] -- Max OpenMP threads = 1
[EC_DRHOOK:chekov:1:1:2448:2448] [20240614:212707:1718414827:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2091] fp = 0x314f440
[EC_DRHOOK:chekov:1:1:2448:2448] [20240614:212707:1718414827:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2098] DR_HOOK_ALLOW_COREDUMP=-1
[EC_DRHOOK:chekov:1:1:2448:2448] [20240614:212707:1718414827:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2104] Hardlimit for core file is now 0 (0x0)
[EC_DRHOOK:chekov:1:1:2448:2448] [20240614:212707:1718414827:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2122] DR_HOOK_PROFILE_PROC=-1
[EC_DRHOOK:chekov:1:1:2448:2448] [20240614:212707:1718414827:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2128] DR_HOOK_PROFILE_LIMIT=-10.000
[EC_DRHOOK:chekov:1:1:2448:2448] [20240614:212707:1718414827:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2194] DR_HOOK_RANDOM_MEMSTAT=0 (RAND_MAX=2147483647)
[EC_DRHOOK:chekov:1:1:2448:2448] [20240614:212707:1718414827:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2205] DR_HOOK_HASHBITS=16
[EC_DRHOOK:chekov:1:1:2448:2448] [20240614:212707:1718414827:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2213] DR_HOOK_NCALLSTACK=0
[EC_DRHOOK:chekov:1:1:2448:2448] [20240614:212707:1718414827:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2221] DR_HOOK_HARAKIRI_TIMEOUT=500
[EC_DRHOOK:chekov:1:1:2448:2448] [20240614:212707:1718414827:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2228] DR_HOOK_TRAPFPE=1
[EC_DRHOOK:chekov:1:1:2448:2448] [20240614:212707:1718414827:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2235] DR_HOOK_TRAPFPE_INVALID=1
[EC_DRHOOK:chekov:1:1:2448:2448] [20240614:212707:1718414827:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2242] DR_HOOK_TRAPFPE_DIVBYZERO=1
[EC_DRHOOK:chekov:1:1:2448:2448] [20240614:212707:1718414827:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2249] DR_HOOK_TRAPFPE_OVERFLOW=1
[EC_DRHOOK:chekov:1:1:2448:2448] [20240614:212707:1718414827:0.000] [ignore_signals@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1227] DR_HOOK_IGNORE_SIGNALS=<undef>
[EC_DRHOOK:chekov:1:1:2448:2448] [20240614:212707:1718414827:0.000] [restore_default_signals@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1178] DR_HOOK_RESTORE_DEFAULT_SIGNALS=<undef>
[EC_DRHOOK:chekov:1:1:2448:2448] [20240614:212707:1718414827:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1937] New signal handler 'signal_drhook' for signal#6 (SIGABRT) at 0x820cf0 (old at 0x1cf8da0)
[EC_DRHOOK:chekov:1:1:2448:2448] [20240614:212707:1718414827:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1938] New signal handler 'signal_drhook' for signal#7 (SIGBUS) at 0x820cf0 (old at (nil))
[EC_DRHOOK:chekov:1:1:2448:2448] [20240614:212707:1718414827:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1939] New signal handler 'signal_drhook' for signal#11 (SIGSEGV) at 0x820cf0 (old at 0x1cf8da0)
[EC_DRHOOK:chekov:1:1:2448:2448] [20240614:212707:1718414827:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1944] New signal handler 'signal_drhook' for signal#16 (SIGSTKFLT) at 0x820cf0 (old at (nil))
[EC_DRHOOK:chekov:1:1:2448:2448] [20240614:212707:1718414827:0.000] [trapfpe_treatment@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1149] DR_HOOK enables SIGFPE-related floating point trapping since DRHOOK_TRAPFPE=1
[EC_DRHOOK:chekov:1:1:2448:2448] [20240614:212707:1718414827:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1948] New signal handler 'signal_drhook' for signal#8 (SIGFPE) at 0x820cf0 (old at 0x1cf8da0)
[EC_DRHOOK:chekov:1:1:2448:2448] [20240614:212707:1718414827:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1949] New signal handler 'signal_drhook' for signal#4 (SIGILL) at 0x820cf0 (old at 0x1cf8da0)
[EC_DRHOOK:chekov:1:1:2448:2448] [20240614:212707:1718414827:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1951] New signal handler 'signal_drhook' for signal#5 (SIGTRAP) at 0x820cf0 (old at (nil))
[EC_DRHOOK:chekov:1:1:2448:2448] [20240614:212707:1718414827:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1952] New signal handler 'signal_drhook' for signal#2 (SIGINT) at 0x820cf0 (old at 0x1cf8da0)
[EC_DRHOOK:chekov:1:1:2448:2448] [20240614:212707:1718414827:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1960] New signal handler 'signal_drhook' for signal#3 (SIGQUIT) at 0x820cf0 (old at 0x1cf8da0)
[EC_DRHOOK:chekov:1:1:2448:2448] [20240614:212707:1718414827:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1961] New signal handler 'signal_drhook' for signal#15 (SIGTERM) at 0x820cf0 (old at 0x1cf8da0)
[EC_DRHOOK:chekov:1:1:2448:2448] [20240614:212707:1718414827:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1966] New signal handler 'signal_drhook' for signal#24 (SIGXCPU) at 0x820cf0 (old at (nil))
[EC_DRHOOK:chekov:1:1:2448:2448] [20240614:212707:1718414827:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1968] New signal handler 'signal_drhook' for signal#25 (SIGXFSZ) at 0x820cf0 (old at (nil))
[EC_DRHOOK:chekov:1:1:2448:2448] [20240614:212707:1718414827:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1973] New signal handler 'signal_drhook' for signal#31 (SIGSYS) at 0x820cf0 (old at (nil))
[EC_DRHOOK:chekov:1:1:2448:2448] [20240614:212707:1718414827:0.000] [catch_signals@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1111] DR_HOOK_CATCH_SIGNALS=<undef>
21:28:28 STEP 1872 H= 468:00 +CPU= 17.385
21:28:44 STEP 1873 H= 468:15 +CPU= 16.120
21:29:00 STEP 1874 H= 468:30 +CPU= 15.949
21:29:17 STEP 1875 H= 468:45 +CPU= 16.715
21:29:32 STEP 1876 H= 469:00 +CPU= 15.028
21:29:49 STEP 1877 H= 469:15 +CPU= 16.629
21:30:05 STEP 1878 H= 469:30 +CPU= 16.106
21:30:22 STEP 1879 H= 469:45 +CPU= 16.699
21:30:39 STEP 1880 H= 470:00 +CPU= 17.150
21:30:56 STEP 1881 H= 470:15 +CPU= 16.601
21:31:13 STEP 1882 H= 470:30 +CPU= 16.256
21:31:29 STEP 1883 H= 470:45 +CPU= 16.538
21:31:51 STEP 1884 H= 471:00 +CPU= 20.718
Moving to projects directory: /more/var/lib/boinc-client/slots/11/ICMGGh7zg+001884
Moving to projects directory: /more/var/lib/boinc-client/slots/11/ICMSHh7zg+001884
Moving to projects directory: /more/var/lib/boinc-client/slots/11/ICMUAh7zg+001884
21:32:09 STEP 1885 H= 471:15 +CPU= 18.083
21:32:25 STEP 1886 H= 471:30 +CPU= 16.257
21:32:43 STEP 1887 H= 471:45 +CPU= 17.368
21:33:00 STEP 1888 H= 472:00 +CPU= 16.862
21:33:16 STEP 1889 H= 472:15 +CPU= 16.204
21:33:33 STEP 1890 H= 472:30 +CPU= 16.493
21:33:50 STEP 1891 H= 472:45 +CPU= 17.370
21:34:07 STEP 1892 H= 473:00 +CPU= 16.750
21:34:24 STEP 1893 H= 473:15 +CPU= 16.666
21:34:41 STEP 1894 H= 473:30 +CPU= 16.530
21:34:58 STEP 1895 H= 473:45 +CPU= 16.833
21:35:21 STEP 1896 H= 474:00 +CPU= 22.356
Moving to projects directory: /more/var/lib/boinc-client/slots/11/ICMGGh7zg+001896
Moving to projects directory: /more/var/lib/boinc-client/slots/11/ICMSHh7zg+001896
Moving to projects directory: /more/var/lib/boinc-client/slots/11/ICMUAh7zg+001896
21:35:38 STEP 1897 H= 474:15 +CPU= 16.715
21:35:54 STEP 1898 H= 474:30 +CPU= 16.626
21:36:11 STEP 1899 H= 474:45 +CPU= 16.430
21:36:28 STEP 1900 H= 475:00 +CPU= 16.750
21:36:44 STEP 1901 H= 475:15 +CPU= 15.914
21:37:00 STEP 1902 H= 475:30 +CPU= 15.935
21:37:16 STEP 1903 H= 475:45 +CPU= 16.223
21:37:33 STEP 1904 H= 476:00 +CPU= 16.704
Suspend request received from the BOINC client, suspending the child process
double free or corruption (top)
[EC_DRHOOK:chekov:1:1:2448:2448] [20240614:213803:1718415483:655.620] [signal_drhook@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1538] Received signal#15 (SIGTERM) :: 3958MB (heap), 5316MB (maxrss), 0MB (maxstack), 0 (paging), nsigs = 1
[EC_DRHOOK:chekov:1:1:2448:2448] [20240614:213803:1718415483:655.620] [signal_drhook@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1542] Also activating Harakiri-alarm (SIGALRM=14) to expire after 500s elapsed to prevent hangs, nsigs = 1
[EC_DRHOOK:chekov:1:1:2448:2448] [20240614:213803:1718415483:655.620] [signal_drhook@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1544] Harakiri signal handler 'signal_harakiri' for signal#14 (SIGALRM) installed at 0x820890 (old at (nil))
[EC_DRHOOK:chekov:1:1:2448:2448] [20240614:213803:1718415483:655.620] [signal_drhook@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1617] Signal#15 was caused by unrecognized si_code [memaddr=0x1], nsigs = 1
[EC_DRHOOK:chekov:1:1:2448:2448] [20240614:213803:1718415483:655.620] [signal_drhook@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1686] Starting DrHook backtrace for signal#15, nsigs = 1
[EC_DRHOOK:chekov:1:1:2448:2448] [20240614:213803:1718415483:655.620] [c_drhook_print_@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:3843] 3958 MB (maxheap), 5316 MB (maxrss), 0 MB (maxstack)
[EC_DRHOOK:chekov:1:1:2448:2448] [20240614:213803:1718415483:655.620] [c_drhook_print_@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:3897] : MASTER
[EC_DRHOOK:chekov:1:1:2448:2448] [20240614:213803:1718415483:655.620] [c_drhook_print_@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:3897] : CNT0
[EC_DRHOOK:chekov:1:1:2448:2448] [20240614:213803:1718415483:655.620] [c_drhook_print_@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:3897] : CNT1
[EC_DRHOOK:chekov:1:1:2448:2448] [20240614:213803:1718415483:655.620] [c_drhook_print_@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:3897] : CNT2
[EC_DRHOOK:chekov:1:1:2448:2448] [20240614:213803:1718415483:655.620] [c_drhook_print_@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:3897] : CNT3
[EC_DRHOOK:chekov:1:1:2448:2448] [20240614:213803:1718415483:655.620] [c_drhook_print_@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:3897] : CNT4
[EC_DRHOOK:chekov:1:1:2448:2448] [20240614:213803:1718415483:655.620] [c_drhook_print_@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:3897] : STEPO
[EC_DRHOOK:chekov:1:1:2448:2448] [20240614:213803:1718415483:655.620] [c_drhook_print_@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:3897] : SCAN2M
[EC_DRHOOK:chekov:1:1:2448:2448] [20240614:213803:1718415483:655.620] [c_drhook_print_@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:3897] : GP_MODEL_HEAP
[EC_DRHOOK:chekov:1:1:2448:2448] [20240614:213803:1718415483:655.620] [c_drhook_print_@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:3897] : GP_MODEL
[EC_DRHOOK:chekov:1:1:2448:2448] [20240614:213803:1718415483:655.620] [c_drhook_print_@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:3897] : EC_PHYS_DRV
[EC_DRHOOK:chekov:1:1:2448:2448] [20240614:213803:1718415483:655.620] [c_drhook_print_@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:3897] : >OMP-PHYSICS (1001)
[EC_DRHOOK:chekov:1:1:2448:2448] [20240614:213803:1718415483:655.620] [c_drhook_print_@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:3897] : EC_PHYS
[EC_DRHOOK:chekov:1:1:2448:2448] [20240614:213803:1718415483:655.620] [c_drhook_print_@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:3897] : CALLPAR
[EC_DRHOOK:chekov:1:1:2448:2448] [20240614:213803:1718415483:655.620] [c_drhook_print_@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:3897] : CLOUD_LAYER
[EC_DRHOOK:chekov:1:1:2448:2448] [20240614:213803:1718415483:655.620] [c_drhook_print_@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:3897] : CLOUDSC
[EC_DRHOOK:chekov:1:1:2448:2448] [20240614:213804:1718415484:656.621] [signal_drhook@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1734] DrHook backtrace done for signal#15, nsigs = 1
[EC_DRHOOK:chekov:1:1:2448:2448] [20240614:213804:1718415484:656.621] [signal_drhook@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1785] Calling previous signal handler at 0x1cf8da0 for signal#15, nsigs = 1
forrtl: error (78): process killed (SIGTERM)
Image PC Routine Line Source
oifs_43r3_model.e 0000000001CF935B Unknown Unknown Unknown
oifs_43r3_model.e 00000000008214C1 Unknown Unknown Unknown
oifs_43r3_model.e 0000000001DD5490 Unknown Unknown Unknown
oifs_43r3_model.e 000000000117AF4A cloudsc_ 2991 cloudsc.F90
oifs_43r3_model.e 000000000115C847 cloud_layer_ 131 cloud_layer.F90
oifs_43r3_model.e 0000000000FBB064 callpar_ 1223 callpar.F90
oifs_43r3_model.e 0000000000F5FA6B ec_phys_ 670 ec_phys.F90
oifs_43r3_model.e 0000000000F4DBC4 ec_phys_drv_ 599 ec_phys_drv.F90
oifs_43r3_model.e 0000000000BD7131 gp_model_ 613 gp_model.F90
oifs_43r3_model.e 00000000012C5002 gp_model_heap_ 74 gp_model_heap.F90
oifs_43r3_model.e 0000000000BACBAE scan2m_ 535 scan2m.F90
oifs_43r3_model.e 0000000000688153 stepo_ 327 stepo.F90
oifs_43r3_model.e 00000000004CD1DC cnt4_ 1133 cnt4.F90
oifs_43r3_model.e 00000000004B5D85 cnt3_ 267 cnt3.F90
oifs_43r3_model.e 00000000004B4F52 cnt2_ 88 cnt2.F90
oifs_43r3_model.e 000000000049D638 cnt1_ 92 cnt1.F90
oifs_43r3_model.e 0000000000406FBD cnt0_ 146 cnt0.F90
oifs_43r3_model.e 0000000000401E7F MAIN__ 96 master.F90
oifs_43r3_model.e 0000000000401E12 Unknown Unknown Unknown
oifs_43r3_model.e 0000000001DCC34A Unknown Unknown Unknown
oifs_43r3_model.e 0000000001DCDBE7 Unknown Unknown Unknown
oifs_43r3_model.e 0000000000401CD5 Unknown Unknown Unknown
(argv0) ../../projects/climateprediction.net/oifs_43r3_bl_1.13_x86_64-pc-linux-gnu
(argv1) start_date: 2016092300
(argv2) exptid: h7zg
(argv3) unique_member_id: a1sd
(argv4) batchid: 1018
(argv5) wuid: 12290644
(argv6) fclen: 20
(argv7) app_name: oifs_43r3_bl
(argv8) nthreads: 1
Working directory is: /more/var/lib/boinc-client/slots/11
Project directory is: /more/var/lib/boinc-client/projects/climateprediction.net/
app name: oifs_43r3_bl
version: 1.13
Location of temp folder: /more/var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12290644
..mkdir for temp folder for results failed
Copying: /more/var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_app_1.13_x86_64-pc-linux-gnu.zip to: /more/var/lib/boinc-client/slots/11/oifs_43r3_bl_app_1.13_x86_64-pc-linux-gnu.zip
Unzipping the app zip file: /more/var/lib/boinc-client/slots/11/oifs_43r3_bl_app_1.13_x86_64-pc-linux-gnu.zip
Copying the namelist files from: ../../projects/climateprediction.net/jf_7d8af08e56d9cdc2de3c8dbe6238a223 to: /more/var/lib/boinc-client/slots/11/oifs_43r3_bl_a1sd_2016092300_20_1018_12290644.zip
Unzipping the namelist zip file: /more/var/lib/boinc-client/slots/11/oifs_43r3_bl_a1sd_2016092300_20_1018_12290644.zip
ic_ancil_file: ic_ancil_12290644
ifsdata_file: ifsdata_12290644
climate_data_file: clim_data_12290644
horiz_resolution: 159
vert_resolution: 91
grid_type: l_2
upload_interval: 96
utstep: 900
nfrres: restart dump frequency (steps) 48
Copying IC ancils from: ../../projects/climateprediction.net/jf_f7ecfd27aa1e68bbe7e8d19800e25c73 to: /more/var/lib/boinc-client/slots/11/ic_ancil_12290644.zip
Unzipping the IC ancils zip file: /more/var/lib/boinc-client/slots/11/ic_ancil_12290644.zip
..mkdir for ifsdata folder failed
Copying the ifsdata_file from: ../../projects/climateprediction.net/jf_8a67f2703ffde07adaa1465fb020f306 to: /more/var/lib/boinc-client/slots/11/ifsdata/ifsdata_12290644.zip
Unzipping the ifsdata_zip file: /more/var/lib/boinc-client/slots/11/ifsdata/ifsdata_12290644.zip
..mkdir for the climate data folder failed
Copying the climate data file from: ../../projects/climateprediction.net/jf_f32c668cf7829426ffd94699b48b9a2e to: /more/var/lib/boinc-client/slots/11/159l_2/clim_data_12290644.zip
Unzipping the climate data zip file: /more/var/lib/boinc-client/slots/11/159l_2/clim_data_12290644.zip
Checking for progress XML file: /more/var/lib/boinc-client/slots/11/progress_file_12290644.xml
Opened progress file ok : /more/var/lib/boinc-client/slots/11/progress_file_12290644.xml
-- Model is restarting --
Adjusting last_iter, 1905, to previous model restart step.
Creating progress file: /more/var/lib/boinc-client/slots/11/progress_file_12290644.xml
last_cpu_time: 36927
upload_file_number: 19
last_iter: 1873
last_upload: 1641600
model_completed: 0
total_length_of_simulation: 1728000
result_base_name: oifs_43r3_bl_a1sd_2016092300_20_1018_12290644_0_r664790066
The child process has been launched with process id: 2591
Executing the command: /more/var/lib/boinc-client/slots/11/oifs_43r3_model.exe
[EC_DRHOOK:hostname:myproc:omptid:pid:unixtid] [YYYYMMDD:HHMMSS:epoch:walltime] [function@file:lineno] -- Max OpenMP threads = 1
[EC_DRHOOK:chekov:1:1:2591:2591] [20240614:214441:1718415881:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2091] fp = 0x314f440
[EC_DRHOOK:chekov:1:1:2591:2591] [20240614:214441:1718415881:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2098] DR_HOOK_ALLOW_COREDUMP=-1
[EC_DRHOOK:chekov:1:1:2591:2591] [20240614:214441:1718415881:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2104] Hardlimit for core file is now 0 (0x0)
[EC_DRHOOK:chekov:1:1:2591:2591] [20240614:214441:1718415881:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2122] DR_HOOK_PROFILE_PROC=-1
[EC_DRHOOK:chekov:1:1:2591:2591] [20240614:214441:1718415881:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2128] DR_HOOK_PROFILE_LIMIT=-10.000
[EC_DRHOOK:chekov:1:1:2591:2591] [20240614:214441:1718415881:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2194] DR_HOOK_RANDOM_MEMSTAT=0 (RAND_MAX=2147483647)
[EC_DRHOOK:chekov:1:1:2591:2591] [20240614:214441:1718415881:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2205] DR_HOOK_HASHBITS=16
[EC_DRHOOK:chekov:1:1:2591:2591] [20240614:214441:1718415881:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2213] DR_HOOK_NCALLSTACK=0
[EC_DRHOOK:chekov:1:1:2591:2591] [20240614:214441:1718415881:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2221] DR_HOOK_HARAKIRI_TIMEOUT=500
[EC_DRHOOK:chekov:1:1:2591:2591] [20240614:214441:1718415881:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2228] DR_HOOK_TRAPFPE=1
[EC_DRHOOK:chekov:1:1:2591:2591] [20240614:214441:1718415881:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2235] DR_HOOK_TRAPFPE_INVALID=1
[EC_DRHOOK:chekov:1:1:2591:2591] [20240614:214441:1718415881:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2242] DR_HOOK_TRAPFPE_DIVBYZERO=1
[EC_DRHOOK:chekov:1:1:2591:2591] [20240614:214441:1718415881:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2249] DR_HOOK_TRAPFPE_OVERFLOW=1
[EC_DRHOOK:chekov:1:1:2591:2591] [20240614:214441:1718415881:0.000] [ignore_signals@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1227] DR_HOOK_IGNORE_SIGNALS=<undef>
[EC_DRHOOK:chekov:1:1:2591:2591] [20240614:214441:1718415881:0.000] [restore_default_signals@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1178] DR_HOOK_RESTORE_DEFAULT_SIGNALS=<undef>
[EC_DRHOOK:chekov:1:1:2591:2591] [20240614:214441:1718415881:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1937] New signal handler 'signal_drhook' for signal#6 (SIGABRT) at 0x820cf0 (old at 0x1cf8da0)
[EC_DRHOOK:chekov:1:1:2591:2591] [20240614:214441:1718415881:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1938] New signal handler 'signal_drhook' for signal#7 (SIGBUS) at 0x820cf0 (old at (nil))
[EC_DRHOOK:chekov:1:1:2591:2591] [20240614:214441:1718415881:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1939] New signal handler 'signal_drhook' for signal#11 (SIGSEGV) at 0x820cf0 (old at 0x1cf8da0)
[EC_DRHOOK:chekov:1:1:2591:2591] [20240614:214441:1718415881:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1944] New signal handler 'signal_drhook' for signal#16 (SIGSTKFLT) at 0x820cf0 (old at (nil))
[EC_DRHOOK:chekov:1:1:2591:2591] [20240614:214441:1718415881:0.000] [trapfpe_treatment@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1149] DR_HOOK enables SIGFPE-related floating point trapping since DRHOOK_TRAPFPE=1
[EC_DRHOOK:chekov:1:1:2591:2591] [20240614:214441:1718415881:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1948] New signal handler 'signal_drhook' for signal#8 (SIGFPE) at 0x820cf0 (old at 0x1cf8da0)
[EC_DRHOOK:chekov:1:1:2591:2591] [20240614:214441:1718415881:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1949] New signal handler 'signal_drhook' for signal#4 (SIGILL) at 0x820cf0 (old at 0x1cf8da0)
[EC_DRHOOK:chekov:1:1:2591:2591] [20240614:214441:1718415881:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1951] New signal handler 'signal_drhook' for signal#5 (SIGTRAP) at 0x820cf0 (old at (nil))
[EC_DRHOOK:chekov:1:1:2591:2591] [20240614:214441:1718415881:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1952] New signal handler 'signal_drhook' for signal#2 (SIGINT) at 0x820cf0 (old at 0x1cf8da0)
[EC_DRHOOK:chekov:1:1:2591:2591] [20240614:214441:1718415881:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1960] New signal handler 'signal_drhook' for signal#3 (SIGQUIT) at 0x820cf0 (old at 0x1cf8da0)
[EC_DRHOOK:chekov:1:1:2591:2591] [20240614:214441:1718415881:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1961] New signal handler 'signal_drhook' for signal#15 (SIGTERM) at 0x820cf0 (old at 0x1cf8da0)
[EC_DRHOOK:chekov:1:1:2591:2591] [20240614:214441:1718415881:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1966] New signal handler 'signal_drhook' for signal#24 (SIGXCPU) at 0x820cf0 (old at (nil))
[EC_DRHOOK:chekov:1:1:2591:2591] [20240614:214441:1718415881:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1968] New signal handler 'signal_drhook' for signal#25 (SIGXFSZ) at 0x820cf0 (old at (nil))
[EC_DRHOOK:chekov:1:1:2591:2591] [20240614:214441:1718415881:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1973] New signal handler 'signal_drhook' for signal#31 (SIGSYS) at 0x820cf0 (old at (nil))
[EC_DRHOOK:chekov:1:1:2591:2591] [20240614:214441:1718415881:0.000] [catch_signals@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1111] DR_HOOK_CATCH_SIGNALS=<undef>
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
21:46:57 STEP 1872 H= 468:00 +CPU= 16.147
21:47:13 STEP 1873 H= 468:15 +CPU= 15.826
21:47:27 STEP 1874 H= 468:30 +CPU= 14.198
21:47:41 STEP 1875 H= 468:45 +CPU= 14.180
21:47:57 STEP 1876 H= 469:00 +CPU= 15.812
21:48:12 STEP 1877 H= 469:15 +CPU= 15.292
21:48:27 STEP 1878 H= 469:30 +CPU= 15.308
21:48:43 STEP 1879 H= 469:45 +CPU= 15.319
21:48:59 STEP 1880 H= 470:00 +CPU= 16.493
21:49:16 STEP 1881 H= 470:15 +CPU= 16.959
21:49:33 STEP 1882 H= 470:30 +CPU= 17.017
21:49:50 STEP 1883 H= 470:45 +CPU= 16.457
21:50:11 STEP 1884 H= 471:00 +CPU= 21.172
Moving to projects directory: /more/var/lib/boinc-client/slots/11/ICMGGh7zg+001884
Moving to projects directory: /more/var/lib/boinc-client/slots/11/ICMSHh7zg+001884
Moving to projects directory: /more/var/lib/boinc-client/slots/11/ICMUAh7zg+001884
21:50:28 STEP 1885 H= 471:15 +CPU= 17.043
21:50:46 STEP 1886 H= 471:30 +CPU= 17.507
21:51:02 STEP 1887 H= 471:45 +CPU= 16.694
21:51:20 STEP 1888 H= 472:00 +CPU= 17.081
21:51:37 STEP 1889 H= 472:15 +CPU= 17.297
21:51:54 STEP 1890 H= 472:30 +CPU= 17.157
21:52:12 STEP 1891 H= 472:45 +CPU= 18.009
21:52:31 STEP 1892 H= 473:00 +CPU= 18.632
21:52:48 STEP 1893 H= 473:15 +CPU= 17.326
21:53:05 STEP 1894 H= 473:30 +CPU= 16.939
21:53:22 STEP 1895 H= 473:45 +CPU= 16.658
21:53:43 STEP 1896 H= 474:00 +CPU= 21.295
Moving to projects directory: /more/var/lib/boinc-client/slots/11/ICMGGh7zg+001896
Moving to projects directory: /more/var/lib/boinc-client/slots/11/ICMSHh7zg+001896
Moving to projects directory: /more/var/lib/boinc-client/slots/11/ICMUAh7zg+001896
21:54:00 STEP 1897 H= 474:15 +CPU= 17.201
21:54:17 STEP 1898 H= 474:30 +CPU= 16.159
21:54:32 STEP 1899 H= 474:45 +CPU= 15.898
21:54:49 STEP 1900 H= 475:00 +CPU= 16.389
21:55:05 STEP 1901 H= 475:15 +CPU= 15.680
21:55:20 STEP 1902 H= 475:30 +CPU= 15.790
21:55:36 STEP 1903 H= 475:45 +CPU= 15.622
21:55:52 STEP 1904 H= 476:00 +CPU= 16.298
21:56:08 STEP 1905 H= 476:15 +CPU= 15.817
21:56:23 STEP 1906 H= 476:30 +CPU= 15.375
21:56:39 STEP 1907 H= 476:45 +CPU= 15.317
21:56:59 STEP 1908 H= 477:00 +CPU= 20.556
Moving to projects directory: /more/var/lib/boinc-client/slots/11/ICMGGh7zg+001908
Moving to projects directory: /more/var/lib/boinc-client/slots/11/ICMSHh7zg+001908
Moving to projects directory: /more/var/lib/boinc-client/slots/11/ICMUAh7zg+001908
21:57:16 STEP 1909 H= 477:15 +CPU= 16.857
21:57:34 STEP 1910 H= 477:30 +CPU= 17.313
21:57:51 STEP 1911 H= 477:45 +CPU= 17.219
21:58:08 STEP 1912 H= 478:00 +CPU= 17.380
21:58:25 STEP 1913 H= 478:15 +CPU= 16.387
21:58:41 STEP 1914 H= 478:30 +CPU= 16.386
21:58:57 STEP 1915 H= 478:45 +CPU= 16.069
21:59:13 STEP 1916 H= 479:00 +CPU= 16.079
21:59:29 STEP 1917 H= 479:15 +CPU= 15.695
21:59:45 STEP 1918 H= 479:30 +CPU= 16.119
22:00:02 STEP 1919 H= 479:45 +CPU= 16.792
22:00:27 STEP 1920 H= 480:00 +CPU= 22.045
..The child process terminated with status: 0
>>> Printing last 70 lines from file: NODE.001_01
DDH------------------------------------------------------------------------
I I
I TIME = 480.000H DDH * Diagnostic Var., AREA GLOBAL I
I I
I-------------------------------------------------------------------------I
I VARIABLE I Initial value I Current value I
I-------------------------------------------------------------------------I
I OMEGA (P/S) I 0.4836959526E-21 I 0.1549120533E-05 I
ICloud fractionI 0.0000000000E+00 I 0.1846394454E-01 I
I Relat. Hum. I 0.5012205052E+00 I 0.5134287547E+00 I
I PASS 01 I 0.0000000000E+00 I 0.3281532310E+03 I
DDH------------------------------------------------------------------------
MAXGPFV : MAX. VALUE = 0.000000000000000E+000
MAXGPFV : MAX. VALUE = 0.000000000000000E+000
NSTEP = 1920 SCAN2M_HPOS P
IO-STREAM SETUP - IOTYPE = 2 NUMIOPROCS = 1 CPATH =
ICMGGh7zg+001920 MODE=a
IO-STREAM CLOSED - ICMGGh7zg+001920
MPI-TASK: 1 - 422631876 BYTES IN 7 RECORDS TRANSFERRED IN 0.0007 SECONDS603759.8 Mbytes/s, TOTAL TIME= 0.0078( 9.0%)
22:00:27 STEP 1920 H= 480:00 +CPU= 22.045
END CNT3
NSTEP = 1920 CNT0 000000000 15.577 15.577 15.711 0.991 0 0 0 0 0
IO-STREAM STATISTICS, TOTAL NO OF REC/BYTES READ 46/ 1069125708 WRITTEN 1430/************
-TASK-OPENED-OPEN-RECS IN -KBYTE IN -RECS OUT-KBYTE OUT-WALL -WALL IN-WALL
OU-TOT IN -TOT OUT
1 28 0 46 1044068 1430 ************ 120.3 118.4 2.0 118.6 3.7
===-=== START OF TIMING STATISTICS ===-===
STATS FOR ALL TASKS
NUM ROUTINE CALLS MEAN(ms) MAX(ms) FRAC(%) UNBAL(%)
0 CNT0 - COMPLETE EXECUTION 1 945283.3 945283.3 100.00 0.00
1 CNT4 - FORWARD INTEGRATION 1 825868.4 825868.4 87.37 0.00
8 SCAN2M - GRID-POINT DYNAMICS 53 2431.7 2431.7 13.63 0.00
9 SPCM - SPECTRAL COMP. 48 477.1 477.1 2.42 0.00
10 SCAN2M - PHYSICS 49 8374.4 8374.4 43.41 0.00
11 IOPACK - OUTPUT P.P. RESULTS 4 1143.3 1143.3 0.48 0.00
12 SPNORM - SPECTRAL NORM COMP. 3 24.4 24.4 0.01 0.00
17 GRIDFPOS IN CNT4 4 19.1 19.1 0.01 0.00
27 RESTART FILES - WRITING 1 4572.9 4572.9 0.48 0.00
28 RESTART FILES - READING 1 119121.3 119121.3 12.60 0.00
29 SU4FPOS IN CNT4 4 0.1 0.1 0.00 0.00
30 DYNFPOS IN CNT4 4 4073.9 4073.9 1.72 0.00
31 POSDDH IN STEPO 1 0.8 0.8 0.00 0.00
37 CPGLAG - SL COMPUTATIONS 49 3386.8 3386.8 17.56 0.00
39 SU0YOMB 1 183.8 183.8 0.02 0.00
51 SCAN2M - SL COMM. PART 1 49 12.4 12.4 0.06 0.00
54 SPCM - M TO S/S TO M TRANSP. 48 161.9 161.9 0.82 0.00
55 SPCIMPF - S TO M/M TO S TRANSP. 48 30.1 30.1 0.15 0.00
56 SPNORM - SPECTRAL NORM COMM. 3 0.2 0.2 0.00 0.00
102 LTINV_CTL - INVERSE LEGENDRE TRANSFORM 108 246.0 246.0 2.81 0.00
103 LTDIR_CTL - DIRECT LEGENDRE TRANSFORM 100 162.9 162.9 1.72 0.00
106 FTDIR_CTL - DIRECT FOURIER TRANSFORM 100 56.6 56.6 0.60 0.00
107 FTINV_CTL - INVERSE FOURIER TRANSFORM 108 90.8 90.8 1.04 0.00
140 SULEG - COMP. OF LEGENDRE POL. 1 26.3 26.3 0.00 0.00
152 LTINV_CTL - M TO L TRANSPOSITION 108 17.9 17.9 0.21 0.00
153 LTDIR_CTL - L TO M TRANSPOSITION 100 11.2 11.2 0.12 0.00
157 FTINV_CTL - L TO G TRANSPOSITION 108 48.8 48.8 0.56 0.00
158 FTDIR_CTL - G TO L TRANSPOSITION 100 26.1 26.1 0.28 0.00
400 GSTATS 6667 0.0 0.0 0.00 0.00
401 GSTATS HOOK 6149 0.0 0.0 0.00 0.00
TOTAL MEASURED IMBALANCE = 0.0 SECONDS, 0.0 PERCENT
TOTAL WALLCLOCK TIME 945.3 CPU TIME 824.5 VECTOR TIME 824.5
===-=== END OF TIMING STATISTICS ===-===
FORECAST DAYS PER DAY 2092.3
*** END CNT0 ***
------------------------------------------------
Moving to projects directory: /more/var/lib/boinc-client/slots/11/ICMGGh7zg+001920
Moving to projects directory: /more/var/lib/boinc-client/slots/11/ICMSHh7zg+001920
Moving to projects directory: /more/var/lib/boinc-client/slots/11/ICMUAh7zg+001920
Adding to the zip: /more/var/lib/boinc-client/slots/11/NODE.001_01
Adding to the zip: /more/var/lib/boinc-client/slots/11/ifs.stat
Adding to the zip: /more/var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12290644/ICMGGh7zg+001908
Adding to the zip: /more/var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12290644/ICMUAh7zg+001848
Adding to the zip: /more/var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12290644/ICMSHh7zg+001872
Adding to the zip: /more/var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12290644/ICMGGh7zg+001872
Adding to the zip: /more/var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12290644/ICMSHh7zg+001860
Adding to the zip: /more/var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12290644/ICMSHh7zg+001824
Adding to the zip: /more/var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12290644/ICMSHh7zg+001908
Adding to the zip: /more/var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12290644/ICMUAh7zg+001884
Adding to the zip: /more/var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12290644/ICMUAh7zg+001836
Adding to the zip: /more/var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12290644/ICMUAh7zg+001896
Adding to the zip: /more/var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12290644/ICMUAh7zg+001908
Adding to the zip: /more/var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12290644/ICMSHh7zg+001884
Adding to the zip: /more/var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12290644/ICMGGh7zg+001896
Adding to the zip: /more/var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12290644/ICMUAh7zg+001872
Adding to the zip: /more/var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12290644/ICMSHh7zg+001896
Adding to the zip: /more/var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12290644/ICMGGh7zg+001860
Adding to the zip: /more/var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12290644/ICMGGh7zg+001884
Adding to the zip: /more/var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12290644/ICMGGh7zg+001836
Adding to the zip: /more/var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12290644/ICMUAh7zg+001860
Adding to the zip: /more/var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12290644/ICMUAh7zg+001920
Adding to the zip: /more/var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12290644/ICMSHh7zg+001920
Adding to the zip: /more/var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12290644/ICMSHh7zg+001836
Adding to the zip: /more/var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12290644/ICMGGh7zg+001848
Adding to the zip: /more/var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12290644/ICMSHh7zg+001848
Adding to the zip: /more/var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12290644/ICMGGh7zg+001824
Adding to the zip: /more/var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12290644/ICMUAh7zg+001824
Adding to the zip: /more/var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12290644/ICMGGh7zg+001920
Zipping up the final file: /more/var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_a1sd_2016092300_20_1018_12290644_0_r664790066_19.zip
Uploading the final file: upload_file_19.zip
Uploading trickle at timestep: 1727100
22:03:56 (2532): called boinc_finish(0)
</stderr_txt>
]]>
