File size: 199,498 Bytes
772cf50 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380 381 382 383 384 385 386 387 388 389 390 391 392 393 394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 414 415 416 417 418 419 420 421 422 423 424 425 426 427 428 429 430 431 432 433 434 435 436 437 438 439 440 441 442 443 444 445 446 447 448 449 450 451 452 453 454 455 456 457 458 459 460 461 462 463 464 465 466 467 468 469 470 471 472 473 474 475 476 477 478 479 480 481 482 483 484 485 486 487 488 489 490 491 492 493 494 495 496 497 498 499 500 501 502 503 504 505 506 507 508 509 510 511 512 513 514 515 516 517 518 519 520 521 522 523 524 525 526 527 528 529 530 531 532 533 534 535 536 537 538 539 540 541 542 543 544 545 546 547 548 549 550 551 552 553 554 555 556 557 558 559 560 561 562 563 564 565 566 567 568 569 570 571 572 573 574 575 576 577 578 579 580 581 582 583 584 585 586 587 588 589 590 591 592 593 594 595 596 597 598 599 600 601 602 603 604 605 606 607 608 609 610 611 612 613 614 615 616 617 618 619 620 621 622 623 624 625 626 627 628 629 630 631 632 633 634 635 636 637 638 639 640 641 642 643 644 645 646 647 648 649 650 651 652 653 654 655 656 657 658 659 660 661 662 663 664 665 666 667 668 669 670 671 672 673 674 675 676 677 678 679 680 681 682 683 684 685 686 687 688 689 690 691 692 693 694 695 696 697 698 699 700 701 702 703 704 705 706 707 708 709 710 711 712 713 714 715 716 717 718 719 720 721 722 723 724 725 726 727 728 729 730 731 732 733 734 735 736 737 738 739 740 741 742 743 744 745 746 747 748 749 750 751 752 753 754 755 756 757 758 759 760 761 762 763 764 765 766 767 768 769 770 771 772 773 774 775 776 777 778 779 780 781 782 783 784 785 786 787 788 789 790 791 792 793 794 795 796 797 798 799 800 801 802 803 804 805 806 807 808 809 810 811 812 813 814 815 816 817 818 819 820 821 822 823 824 825 826 827 828 829 830 831 832 833 834 835 836 837 838 839 840 841 842 843 844 845 846 847 848 849 850 851 852 853 854 855 856 857 858 859 860 861 862 863 864 865 866 867 868 869 870 871 872 873 874 875 876 877 878 879 880 881 882 883 884 885 886 887 888 889 890 891 892 893 894 895 896 897 898 899 900 901 902 903 904 905 906 907 908 909 910 911 912 913 914 915 916 917 918 919 920 921 922 923 924 925 926 927 928 929 930 931 932 933 934 935 936 937 938 939 940 941 942 943 944 945 946 947 948 949 950 951 952 953 954 955 956 957 958 959 960 961 962 963 964 965 966 967 968 969 970 971 972 973 974 975 976 977 978 979 980 981 982 983 984 985 986 987 988 989 990 991 992 993 994 995 996 997 998 999 1000 1001 1002 1003 1004 1005 1006 1007 1008 1009 1010 1011 1012 1013 1014 1015 1016 1017 1018 1019 1020 1021 1022 1023 1024 1025 1026 1027 1028 1029 1030 1031 1032 1033 1034 1035 1036 1037 1038 1039 1040 1041 1042 1043 1044 1045 1046 1047 1048 1049 1050 1051 1052 1053 1054 1055 1056 1057 1058 1059 1060 1061 1062 1063 1064 1065 1066 1067 1068 1069 1070 1071 1072 1073 1074 1075 1076 1077 1078 1079 1080 1081 1082 1083 1084 1085 1086 1087 1088 1089 1090 1091 1092 1093 1094 1095 1096 1097 1098 1099 1100 1101 1102 1103 1104 1105 1106 1107 1108 1109 1110 1111 1112 1113 1114 1115 1116 1117 1118 1119 1120 1121 1122 1123 1124 1125 1126 1127 1128 1129 1130 1131 1132 1133 1134 1135 1136 1137 1138 1139 1140 1141 1142 1143 1144 1145 1146 1147 1148 1149 1150 1151 1152 1153 1154 1155 1156 1157 1158 1159 1160 1161 1162 1163 1164 1165 1166 1167 1168 1169 1170 1171 1172 1173 1174 1175 1176 1177 1178 1179 1180 1181 1182 1183 1184 1185 1186 1187 1188 1189 1190 1191 1192 1193 1194 1195 1196 1197 1198 1199 1200 1201 1202 1203 1204 1205 1206 1207 1208 1209 1210 1211 1212 1213 1214 1215 1216 1217 1218 1219 1220 1221 1222 1223 1224 1225 1226 1227 1228 1229 1230 1231 1232 1233 1234 1235 1236 1237 1238 1239 1240 1241 1242 1243 1244 1245 1246 1247 1248 1249 1250 1251 1252 1253 1254 1255 1256 1257 1258 1259 1260 1261 1262 1263 1264 1265 1266 1267 1268 1269 1270 1271 1272 1273 1274 1275 1276 1277 1278 1279 1280 1281 1282 1283 1284 1285 1286 1287 1288 1289 1290 1291 1292 1293 1294 1295 1296 1297 1298 1299 1300 1301 1302 1303 1304 1305 1306 1307 1308 1309 1310 1311 1312 1313 1314 1315 1316 1317 1318 1319 1320 1321 1322 1323 1324 1325 1326 1327 1328 1329 1330 1331 1332 1333 1334 1335 1336 1337 1338 1339 1340 1341 1342 1343 1344 1345 1346 1347 1348 1349 1350 1351 1352 1353 1354 1355 1356 1357 1358 1359 1360 1361 1362 1363 1364 1365 1366 1367 1368 1369 1370 1371 1372 1373 1374 1375 1376 1377 1378 1379 1380 1381 1382 1383 1384 1385 1386 1387 1388 1389 1390 1391 1392 1393 1394 1395 1396 1397 1398 1399 1400 1401 1402 1403 1404 1405 1406 1407 1408 1409 1410 1411 1412 1413 1414 1415 1416 1417 1418 1419 1420 1421 1422 1423 1424 1425 1426 1427 1428 1429 1430 1431 1432 1433 1434 1435 1436 1437 1438 1439 1440 1441 1442 1443 1444 1445 1446 1447 1448 1449 1450 1451 1452 1453 1454 1455 1456 1457 1458 1459 1460 1461 1462 1463 1464 1465 1466 1467 1468 1469 1470 1471 1472 1473 1474 1475 1476 1477 1478 1479 1480 1481 1482 1483 1484 1485 1486 1487 1488 1489 1490 1491 1492 1493 1494 1495 1496 1497 1498 1499 1500 1501 1502 1503 1504 1505 1506 1507 1508 1509 1510 1511 1512 1513 1514 1515 1516 1517 1518 1519 1520 1521 1522 1523 1524 1525 1526 1527 1528 1529 1530 1531 1532 1533 1534 1535 1536 1537 1538 1539 1540 1541 1542 1543 1544 1545 1546 1547 1548 1549 1550 1551 1552 1553 1554 1555 1556 1557 1558 1559 1560 1561 1562 1563 1564 1565 1566 1567 1568 1569 1570 1571 1572 1573 1574 1575 1576 1577 1578 1579 1580 1581 1582 1583 1584 1585 1586 1587 1588 1589 1590 1591 1592 1593 1594 1595 1596 1597 1598 1599 1600 1601 1602 1603 1604 1605 1606 1607 1608 1609 1610 1611 1612 1613 1614 1615 1616 1617 1618 1619 1620 1621 1622 1623 1624 1625 1626 1627 1628 1629 1630 1631 1632 1633 1634 1635 1636 1637 1638 1639 1640 1641 1642 1643 1644 1645 1646 1647 1648 1649 1650 1651 1652 1653 1654 1655 1656 1657 1658 1659 1660 1661 1662 1663 1664 1665 1666 1667 1668 1669 1670 1671 1672 1673 1674 1675 1676 1677 1678 1679 1680 1681 1682 1683 1684 1685 1686 1687 1688 1689 1690 1691 1692 1693 1694 1695 1696 1697 1698 1699 1700 1701 1702 1703 1704 1705 1706 1707 1708 1709 1710 1711 1712 1713 1714 1715 1716 1717 1718 1719 1720 1721 1722 1723 1724 1725 1726 1727 1728 1729 1730 1731 1732 1733 1734 1735 1736 1737 1738 1739 1740 1741 1742 1743 1744 1745 1746 1747 1748 1749 1750 1751 1752 1753 1754 1755 1756 1757 1758 1759 1760 1761 1762 1763 1764 1765 1766 1767 1768 1769 1770 1771 1772 1773 1774 1775 1776 1777 1778 1779 1780 1781 1782 1783 1784 1785 1786 1787 1788 1789 1790 1791 1792 1793 1794 1795 1796 1797 1798 1799 1800 1801 1802 1803 1804 1805 1806 1807 1808 1809 1810 1811 1812 1813 1814 1815 1816 1817 1818 1819 1820 1821 1822 1823 1824 1825 1826 1827 1828 1829 1830 1831 1832 1833 1834 1835 1836 1837 1838 1839 1840 1841 1842 1843 1844 1845 1846 1847 1848 1849 1850 1851 1852 1853 1854 1855 1856 1857 1858 1859 1860 1861 1862 1863 1864 1865 1866 1867 1868 1869 1870 1871 1872 1873 1874 1875 1876 1877 1878 1879 1880 1881 1882 1883 1884 1885 1886 1887 1888 1889 1890 1891 1892 1893 1894 1895 1896 1897 1898 1899 1900 1901 1902 1903 1904 1905 1906 1907 1908 1909 1910 1911 1912 1913 1914 1915 1916 1917 1918 1919 1920 1921 1922 1923 1924 1925 1926 1927 1928 1929 1930 1931 1932 1933 1934 1935 1936 1937 1938 1939 1940 1941 1942 1943 1944 1945 1946 1947 1948 1949 1950 1951 1952 1953 1954 1955 1956 1957 1958 1959 1960 1961 1962 1963 1964 1965 1966 1967 1968 1969 1970 1971 1972 1973 1974 1975 1976 1977 1978 1979 1980 1981 1982 1983 1984 1985 1986 1987 1988 1989 1990 1991 1992 1993 1994 1995 1996 1997 1998 1999 2000 2001 2002 2003 2004 2005 2006 2007 2008 2009 2010 2011 2012 2013 2014 2015 2016 2017 2018 2019 2020 2021 2022 2023 2024 2025 2026 2027 2028 2029 2030 2031 2032 2033 2034 2035 2036 2037 2038 2039 2040 2041 2042 2043 2044 2045 2046 2047 2048 2049 2050 2051 2052 2053 2054 2055 2056 2057 2058 2059 2060 2061 2062 2063 2064 2065 2066 2067 2068 2069 2070 2071 2072 2073 2074 2075 2076 2077 2078 2079 2080 2081 2082 2083 2084 2085 2086 2087 2088 2089 2090 2091 2092 2093 2094 2095 2096 2097 2098 2099 2100 2101 2102 2103 2104 2105 2106 2107 2108 2109 2110 2111 2112 2113 2114 2115 2116 2117 2118 2119 2120 2121 2122 2123 2124 2125 2126 2127 2128 2129 2130 2131 2132 2133 2134 2135 2136 2137 2138 2139 2140 2141 2142 2143 2144 2145 2146 2147 2148 2149 2150 2151 2152 2153 2154 2155 2156 2157 2158 2159 2160 2161 2162 2163 2164 2165 2166 2167 2168 2169 2170 2171 2172 2173 2174 2175 2176 2177 2178 2179 2180 2181 2182 2183 2184 2185 2186 2187 2188 2189 2190 2191 2192 2193 2194 2195 2196 2197 2198 2199 2200 2201 2202 2203 2204 |
2020-05-14 20:23:32,474 ----------------------------------------------------------------------------------------------------
2020-05-14 20:23:32,475 Model: "SequenceTagger(
(embeddings): StackedEmbeddings(
(list_embedding_0): FlairEmbeddings(
(lm): LanguageModel(
(drop): Dropout(p=0.05, inplace=False)
(encoder): Embedding(300, 100)
(rnn): LSTM(100, 2048)
(decoder): Linear(in_features=2048, out_features=300, bias=True)
)
)
(list_embedding_1): FlairEmbeddings(
(lm): LanguageModel(
(drop): Dropout(p=0.05, inplace=False)
(encoder): Embedding(300, 100)
(rnn): LSTM(100, 2048)
(decoder): Linear(in_features=2048, out_features=300, bias=True)
)
)
)
(word_dropout): WordDropout(p=0.05)
(locked_dropout): LockedDropout(p=0.5)
(embedding2nn): Linear(in_features=4096, out_features=4096, bias=True)
(rnn): LSTM(4096, 256, batch_first=True, bidirectional=True)
(linear): Linear(in_features=512, out_features=53, bias=True)
(beta): 1.0
(weights): None
(weight_tensor) None
)"
2020-05-14 20:23:32,475 ----------------------------------------------------------------------------------------------------
2020-05-14 20:23:32,475 Corpus: "Corpus: 75187 train + 9603 dev + 9479 test sentences"
2020-05-14 20:23:32,475 ----------------------------------------------------------------------------------------------------
2020-05-14 20:23:32,475 Parameters:
2020-05-14 20:23:32,475 - learning_rate: "0.1"
2020-05-14 20:23:32,475 - mini_batch_size: "32"
2020-05-14 20:23:32,475 - patience: "3"
2020-05-14 20:23:32,475 - anneal_factor: "0.5"
2020-05-14 20:23:32,475 - max_epochs: "150"
2020-05-14 20:23:32,475 - shuffle: "True"
2020-05-14 20:23:32,475 - train_with_dev: "True"
2020-05-14 20:23:32,475 - batch_growth_annealing: "False"
2020-05-14 20:23:32,475 ----------------------------------------------------------------------------------------------------
2020-05-14 20:23:32,475 Model training base path: "resources/taggers/release-pos-0"
2020-05-14 20:23:32,476 ----------------------------------------------------------------------------------------------------
2020-05-14 20:23:32,476 Device: cuda:0
2020-05-14 20:23:32,476 ----------------------------------------------------------------------------------------------------
2020-05-14 20:23:32,476 Embeddings storage mode: cpu
2020-05-14 20:23:32,476 ----------------------------------------------------------------------------------------------------
2020-05-14 20:26:20,841 epoch 1 - iter 265/2650 - loss 13.02052972 - samples/sec: 50.37
2020-05-14 20:29:11,509 epoch 1 - iter 530/2650 - loss 8.92310954 - samples/sec: 49.70
2020-05-14 20:31:57,386 epoch 1 - iter 795/2650 - loss 7.30278759 - samples/sec: 51.13
2020-05-14 20:34:56,173 epoch 1 - iter 1060/2650 - loss 6.40304186 - samples/sec: 47.44
2020-05-14 20:37:45,543 epoch 1 - iter 1325/2650 - loss 5.82038741 - samples/sec: 50.08
2020-05-14 20:40:43,484 epoch 1 - iter 1590/2650 - loss 5.40234566 - samples/sec: 47.67
2020-05-14 20:43:32,036 epoch 1 - iter 1855/2650 - loss 5.08739033 - samples/sec: 50.32
2020-05-14 20:46:25,625 epoch 1 - iter 2120/2650 - loss 4.83695790 - samples/sec: 48.86
2020-05-14 20:49:17,774 epoch 1 - iter 2385/2650 - loss 4.61988489 - samples/sec: 49.27
2020-05-14 20:52:08,338 epoch 1 - iter 2650/2650 - loss 4.44016123 - samples/sec: 49.73
2020-05-14 20:52:08,351 ----------------------------------------------------------------------------------------------------
2020-05-14 20:52:08,351 EPOCH 1 done: loss 4.4402 - lr 0.1000000
2020-05-14 20:52:08,351 BAD EPOCHS (no improvement): 0
2020-05-14 20:52:08,352 ----------------------------------------------------------------------------------------------------
2020-05-14 20:53:13,316 epoch 2 - iter 265/2650 - loss 2.73849648 - samples/sec: 130.58
2020-05-14 20:54:18,965 epoch 2 - iter 530/2650 - loss 2.70384986 - samples/sec: 129.24
2020-05-14 20:55:23,511 epoch 2 - iter 795/2650 - loss 2.65780302 - samples/sec: 131.45
2020-05-14 20:56:28,437 epoch 2 - iter 1060/2650 - loss 2.62725774 - samples/sec: 130.68
2020-05-14 20:57:32,842 epoch 2 - iter 1325/2650 - loss 2.59947713 - samples/sec: 131.73
2020-05-14 20:58:38,875 epoch 2 - iter 1590/2650 - loss 2.59384926 - samples/sec: 128.48
2020-05-14 20:59:43,339 epoch 2 - iter 1855/2650 - loss 2.56656036 - samples/sec: 131.61
2020-05-14 21:00:46,635 epoch 2 - iter 2120/2650 - loss 2.54394104 - samples/sec: 134.04
2020-05-14 21:01:51,438 epoch 2 - iter 2385/2650 - loss 2.52810287 - samples/sec: 130.92
2020-05-14 21:02:54,604 epoch 2 - iter 2650/2650 - loss 2.50813349 - samples/sec: 134.32
2020-05-14 21:02:54,617 ----------------------------------------------------------------------------------------------------
2020-05-14 21:02:54,618 EPOCH 2 done: loss 2.5081 - lr 0.1000000
2020-05-14 21:02:54,618 BAD EPOCHS (no improvement): 0
2020-05-14 21:02:54,618 ----------------------------------------------------------------------------------------------------
2020-05-14 21:03:59,060 epoch 3 - iter 265/2650 - loss 2.23940536 - samples/sec: 131.64
2020-05-14 21:05:03,495 epoch 3 - iter 530/2650 - loss 2.24230559 - samples/sec: 131.67
2020-05-14 21:06:07,811 epoch 3 - iter 795/2650 - loss 2.21878995 - samples/sec: 131.92
2020-05-14 21:07:12,307 epoch 3 - iter 1060/2650 - loss 2.21887108 - samples/sec: 131.55
2020-05-14 21:08:18,202 epoch 3 - iter 1325/2650 - loss 2.21222497 - samples/sec: 128.76
2020-05-14 21:09:23,734 epoch 3 - iter 1590/2650 - loss 2.20131616 - samples/sec: 129.47
2020-05-14 21:10:28,019 epoch 3 - iter 1855/2650 - loss 2.18768935 - samples/sec: 131.98
2020-05-14 21:11:32,273 epoch 3 - iter 2120/2650 - loss 2.17968619 - samples/sec: 132.04
2020-05-14 21:12:37,092 epoch 3 - iter 2385/2650 - loss 2.16939001 - samples/sec: 130.89
2020-05-14 21:13:41,281 epoch 3 - iter 2650/2650 - loss 2.15833398 - samples/sec: 132.18
2020-05-14 21:13:41,295 ----------------------------------------------------------------------------------------------------
2020-05-14 21:13:41,295 EPOCH 3 done: loss 2.1583 - lr 0.1000000
2020-05-14 21:13:41,295 BAD EPOCHS (no improvement): 0
2020-05-14 21:13:41,295 ----------------------------------------------------------------------------------------------------
2020-05-14 21:14:45,075 epoch 4 - iter 265/2650 - loss 1.96129512 - samples/sec: 133.01
2020-05-14 21:15:50,626 epoch 4 - iter 530/2650 - loss 2.00438248 - samples/sec: 129.43
2020-05-14 21:16:55,420 epoch 4 - iter 795/2650 - loss 2.00738693 - samples/sec: 130.94
2020-05-14 21:18:00,919 epoch 4 - iter 1060/2650 - loss 1.99801412 - samples/sec: 129.53
2020-05-14 21:19:07,190 epoch 4 - iter 1325/2650 - loss 1.99898937 - samples/sec: 128.02
2020-05-14 21:20:10,797 epoch 4 - iter 1590/2650 - loss 1.98602251 - samples/sec: 133.39
2020-05-14 21:21:15,871 epoch 4 - iter 1855/2650 - loss 1.98605352 - samples/sec: 130.38
2020-05-14 21:22:22,456 epoch 4 - iter 2120/2650 - loss 1.98423817 - samples/sec: 127.42
2020-05-14 21:23:26,737 epoch 4 - iter 2385/2650 - loss 1.98226707 - samples/sec: 131.99
2020-05-14 21:24:30,219 epoch 4 - iter 2650/2650 - loss 1.98264791 - samples/sec: 133.65
2020-05-14 21:24:30,233 ----------------------------------------------------------------------------------------------------
2020-05-14 21:24:30,234 EPOCH 4 done: loss 1.9826 - lr 0.1000000
2020-05-14 21:24:30,234 BAD EPOCHS (no improvement): 0
2020-05-14 21:24:30,234 ----------------------------------------------------------------------------------------------------
2020-05-14 21:25:34,700 epoch 5 - iter 265/2650 - loss 1.82638199 - samples/sec: 131.59
2020-05-14 21:26:37,783 epoch 5 - iter 530/2650 - loss 1.83484826 - samples/sec: 134.49
2020-05-14 21:27:41,445 epoch 5 - iter 795/2650 - loss 1.83362705 - samples/sec: 133.27
2020-05-14 21:28:44,844 epoch 5 - iter 1060/2650 - loss 1.84706211 - samples/sec: 133.82
2020-05-14 21:29:48,989 epoch 5 - iter 1325/2650 - loss 1.85352876 - samples/sec: 132.27
2020-05-14 21:30:54,583 epoch 5 - iter 1590/2650 - loss 1.85790167 - samples/sec: 129.34
2020-05-14 21:31:58,486 epoch 5 - iter 1855/2650 - loss 1.85120213 - samples/sec: 132.77
2020-05-14 21:33:03,301 epoch 5 - iter 2120/2650 - loss 1.85352930 - samples/sec: 130.90
2020-05-14 21:34:08,647 epoch 5 - iter 2385/2650 - loss 1.85132615 - samples/sec: 129.83
2020-05-14 21:35:13,851 epoch 5 - iter 2650/2650 - loss 1.84397688 - samples/sec: 130.12
2020-05-14 21:35:13,865 ----------------------------------------------------------------------------------------------------
2020-05-14 21:35:13,865 EPOCH 5 done: loss 1.8440 - lr 0.1000000
2020-05-14 21:35:13,865 BAD EPOCHS (no improvement): 0
2020-05-14 21:35:13,865 ----------------------------------------------------------------------------------------------------
2020-05-14 21:36:18,585 epoch 6 - iter 265/2650 - loss 1.80631321 - samples/sec: 131.08
2020-05-14 21:37:24,327 epoch 6 - iter 530/2650 - loss 1.76613550 - samples/sec: 129.05
2020-05-14 21:38:30,107 epoch 6 - iter 795/2650 - loss 1.76297708 - samples/sec: 128.98
2020-05-14 21:39:34,575 epoch 6 - iter 1060/2650 - loss 1.75196998 - samples/sec: 131.60
2020-05-14 21:40:39,045 epoch 6 - iter 1325/2650 - loss 1.75711365 - samples/sec: 131.60
2020-05-14 21:41:42,828 epoch 6 - iter 1590/2650 - loss 1.75923398 - samples/sec: 133.02
2020-05-14 21:42:46,612 epoch 6 - iter 1855/2650 - loss 1.75891123 - samples/sec: 133.01
2020-05-14 21:43:51,756 epoch 6 - iter 2120/2650 - loss 1.76126451 - samples/sec: 130.24
2020-05-14 21:44:58,662 epoch 6 - iter 2385/2650 - loss 1.75918254 - samples/sec: 126.81
2020-05-14 21:46:04,957 epoch 6 - iter 2650/2650 - loss 1.75561870 - samples/sec: 127.98
2020-05-14 21:46:04,971 ----------------------------------------------------------------------------------------------------
2020-05-14 21:46:04,972 EPOCH 6 done: loss 1.7556 - lr 0.1000000
2020-05-14 21:46:04,972 BAD EPOCHS (no improvement): 0
2020-05-14 21:46:04,972 ----------------------------------------------------------------------------------------------------
2020-05-14 21:47:12,534 epoch 7 - iter 265/2650 - loss 1.67966304 - samples/sec: 125.56
2020-05-14 21:48:17,140 epoch 7 - iter 530/2650 - loss 1.65650972 - samples/sec: 131.33
2020-05-14 21:49:21,036 epoch 7 - iter 795/2650 - loss 1.65778010 - samples/sec: 132.79
2020-05-14 21:50:26,386 epoch 7 - iter 1060/2650 - loss 1.66467653 - samples/sec: 129.83
2020-05-14 21:51:32,905 epoch 7 - iter 1325/2650 - loss 1.66638157 - samples/sec: 127.55
2020-05-14 21:52:37,377 epoch 7 - iter 1590/2650 - loss 1.67318924 - samples/sec: 131.60
2020-05-14 21:53:43,221 epoch 7 - iter 1855/2650 - loss 1.66780223 - samples/sec: 128.85
2020-05-14 21:54:46,737 epoch 7 - iter 2120/2650 - loss 1.66766476 - samples/sec: 133.58
2020-05-14 21:55:52,719 epoch 7 - iter 2385/2650 - loss 1.67112583 - samples/sec: 128.59
2020-05-14 21:56:58,403 epoch 7 - iter 2650/2650 - loss 1.67291879 - samples/sec: 129.17
2020-05-14 21:56:58,416 ----------------------------------------------------------------------------------------------------
2020-05-14 21:56:58,416 EPOCH 7 done: loss 1.6729 - lr 0.1000000
2020-05-14 21:56:58,416 BAD EPOCHS (no improvement): 0
2020-05-14 21:56:58,416 ----------------------------------------------------------------------------------------------------
2020-05-14 21:58:02,445 epoch 8 - iter 265/2650 - loss 1.54100752 - samples/sec: 132.49
2020-05-14 21:59:06,023 epoch 8 - iter 530/2650 - loss 1.57774512 - samples/sec: 133.45
2020-05-14 22:00:09,775 epoch 8 - iter 795/2650 - loss 1.59322968 - samples/sec: 133.08
2020-05-14 22:01:15,739 epoch 8 - iter 1060/2650 - loss 1.61075668 - samples/sec: 128.62
2020-05-14 22:02:22,003 epoch 8 - iter 1325/2650 - loss 1.59937820 - samples/sec: 128.04
2020-05-14 22:03:26,937 epoch 8 - iter 1590/2650 - loss 1.60994412 - samples/sec: 130.66
2020-05-14 22:04:30,989 epoch 8 - iter 1855/2650 - loss 1.61284431 - samples/sec: 132.46
2020-05-14 22:05:34,499 epoch 8 - iter 2120/2650 - loss 1.61384953 - samples/sec: 133.59
2020-05-14 22:06:38,842 epoch 8 - iter 2385/2650 - loss 1.61766521 - samples/sec: 131.86
2020-05-14 22:07:41,514 epoch 8 - iter 2650/2650 - loss 1.61758196 - samples/sec: 135.38
2020-05-14 22:07:41,528 ----------------------------------------------------------------------------------------------------
2020-05-14 22:07:41,528 EPOCH 8 done: loss 1.6176 - lr 0.1000000
2020-05-14 22:07:41,528 BAD EPOCHS (no improvement): 0
2020-05-14 22:07:41,528 ----------------------------------------------------------------------------------------------------
2020-05-14 22:08:44,344 epoch 9 - iter 265/2650 - loss 1.51539989 - samples/sec: 135.05
2020-05-14 22:09:49,167 epoch 9 - iter 530/2650 - loss 1.53435440 - samples/sec: 130.89
2020-05-14 22:10:51,734 epoch 9 - iter 795/2650 - loss 1.55417352 - samples/sec: 135.60
2020-05-14 22:11:53,307 epoch 9 - iter 1060/2650 - loss 1.54683802 - samples/sec: 137.79
2020-05-14 22:12:56,142 epoch 9 - iter 1325/2650 - loss 1.54469090 - samples/sec: 135.03
2020-05-14 22:14:07,824 epoch 9 - iter 1590/2650 - loss 1.55591638 - samples/sec: 118.35
2020-05-14 22:15:12,118 epoch 9 - iter 1855/2650 - loss 1.56597471 - samples/sec: 131.96
2020-05-14 22:16:15,311 epoch 9 - iter 2120/2650 - loss 1.56638313 - samples/sec: 134.26
2020-05-14 22:17:18,586 epoch 9 - iter 2385/2650 - loss 1.56529252 - samples/sec: 134.09
2020-05-14 22:18:22,154 epoch 9 - iter 2650/2650 - loss 1.56719182 - samples/sec: 133.47
2020-05-14 22:18:22,168 ----------------------------------------------------------------------------------------------------
2020-05-14 22:18:22,168 EPOCH 9 done: loss 1.5672 - lr 0.1000000
2020-05-14 22:18:22,168 BAD EPOCHS (no improvement): 0
2020-05-14 22:18:22,169 ----------------------------------------------------------------------------------------------------
2020-05-14 22:19:26,155 epoch 10 - iter 265/2650 - loss 1.52148827 - samples/sec: 132.58
2020-05-14 22:20:30,976 epoch 10 - iter 530/2650 - loss 1.51892451 - samples/sec: 130.89
2020-05-14 22:21:34,311 epoch 10 - iter 795/2650 - loss 1.52197810 - samples/sec: 133.96
2020-05-14 22:22:37,826 epoch 10 - iter 1060/2650 - loss 1.52217362 - samples/sec: 133.58
2020-05-14 22:23:42,088 epoch 10 - iter 1325/2650 - loss 1.51801346 - samples/sec: 132.03
2020-05-14 22:24:44,738 epoch 10 - iter 1590/2650 - loss 1.51657139 - samples/sec: 135.43
2020-05-14 22:25:48,662 epoch 10 - iter 1855/2650 - loss 1.51646850 - samples/sec: 132.73
2020-05-14 22:26:51,930 epoch 10 - iter 2120/2650 - loss 1.51710988 - samples/sec: 134.10
2020-05-14 22:27:55,951 epoch 10 - iter 2385/2650 - loss 1.51512293 - samples/sec: 132.52
2020-05-14 22:28:59,095 epoch 10 - iter 2650/2650 - loss 1.51582896 - samples/sec: 134.37
2020-05-14 22:28:59,109 ----------------------------------------------------------------------------------------------------
2020-05-14 22:28:59,109 EPOCH 10 done: loss 1.5158 - lr 0.1000000
2020-05-14 22:28:59,109 BAD EPOCHS (no improvement): 0
2020-05-14 22:28:59,109 ----------------------------------------------------------------------------------------------------
2020-05-14 22:30:02,109 epoch 11 - iter 265/2650 - loss 1.39631145 - samples/sec: 134.65
2020-05-14 22:31:05,117 epoch 11 - iter 530/2650 - loss 1.42419138 - samples/sec: 134.66
2020-05-14 22:32:07,873 epoch 11 - iter 795/2650 - loss 1.44360669 - samples/sec: 135.20
2020-05-14 22:33:10,724 epoch 11 - iter 1060/2650 - loss 1.45397822 - samples/sec: 134.99
2020-05-14 22:34:13,531 epoch 11 - iter 1325/2650 - loss 1.45737590 - samples/sec: 135.08
2020-05-14 22:35:15,614 epoch 11 - iter 1590/2650 - loss 1.46332654 - samples/sec: 136.66
2020-05-14 22:36:18,303 epoch 11 - iter 1855/2650 - loss 1.46737095 - samples/sec: 135.34
2020-05-14 22:37:23,748 epoch 11 - iter 2120/2650 - loss 1.47325064 - samples/sec: 129.64
2020-05-14 22:38:29,707 epoch 11 - iter 2385/2650 - loss 1.48211353 - samples/sec: 128.63
2020-05-14 22:39:33,747 epoch 11 - iter 2650/2650 - loss 1.48168472 - samples/sec: 132.49
2020-05-14 22:39:33,761 ----------------------------------------------------------------------------------------------------
2020-05-14 22:39:33,761 EPOCH 11 done: loss 1.4817 - lr 0.1000000
2020-05-14 22:39:33,761 BAD EPOCHS (no improvement): 0
2020-05-14 22:39:33,761 ----------------------------------------------------------------------------------------------------
2020-05-14 22:40:38,373 epoch 12 - iter 265/2650 - loss 1.39792285 - samples/sec: 131.29
2020-05-14 22:41:42,226 epoch 12 - iter 530/2650 - loss 1.42691576 - samples/sec: 132.87
2020-05-14 22:42:47,095 epoch 12 - iter 795/2650 - loss 1.41754953 - samples/sec: 130.79
2020-05-14 22:43:49,670 epoch 12 - iter 1060/2650 - loss 1.43700092 - samples/sec: 135.59
2020-05-14 22:44:53,867 epoch 12 - iter 1325/2650 - loss 1.43090514 - samples/sec: 132.16
2020-05-14 22:45:58,352 epoch 12 - iter 1590/2650 - loss 1.43609710 - samples/sec: 131.57
2020-05-14 22:47:01,473 epoch 12 - iter 1855/2650 - loss 1.43580906 - samples/sec: 134.41
2020-05-14 22:48:05,625 epoch 12 - iter 2120/2650 - loss 1.44201491 - samples/sec: 132.26
2020-05-14 22:49:10,211 epoch 12 - iter 2385/2650 - loss 1.44886275 - samples/sec: 131.36
2020-05-14 22:50:13,333 epoch 12 - iter 2650/2650 - loss 1.44874890 - samples/sec: 134.42
2020-05-14 22:50:13,346 ----------------------------------------------------------------------------------------------------
2020-05-14 22:50:13,347 EPOCH 12 done: loss 1.4487 - lr 0.1000000
2020-05-14 22:50:13,347 BAD EPOCHS (no improvement): 0
2020-05-14 22:50:13,347 ----------------------------------------------------------------------------------------------------
2020-05-14 22:51:17,779 epoch 13 - iter 265/2650 - loss 1.39579536 - samples/sec: 131.66
2020-05-14 22:52:21,062 epoch 13 - iter 530/2650 - loss 1.38417891 - samples/sec: 134.07
2020-05-14 22:53:25,909 epoch 13 - iter 795/2650 - loss 1.38407237 - samples/sec: 130.84
2020-05-14 22:54:30,642 epoch 13 - iter 1060/2650 - loss 1.38571738 - samples/sec: 131.07
2020-05-14 22:55:33,626 epoch 13 - iter 1325/2650 - loss 1.39233783 - samples/sec: 134.71
2020-05-14 22:56:38,275 epoch 13 - iter 1590/2650 - loss 1.40008000 - samples/sec: 131.24
2020-05-14 22:57:41,392 epoch 13 - iter 1855/2650 - loss 1.40503281 - samples/sec: 134.43
2020-05-14 22:58:45,244 epoch 13 - iter 2120/2650 - loss 1.40943340 - samples/sec: 132.88
2020-05-14 22:59:50,448 epoch 13 - iter 2385/2650 - loss 1.40950304 - samples/sec: 130.12
2020-05-14 23:00:55,720 epoch 13 - iter 2650/2650 - loss 1.41163785 - samples/sec: 129.99
2020-05-14 23:00:55,733 ----------------------------------------------------------------------------------------------------
2020-05-14 23:00:55,734 EPOCH 13 done: loss 1.4116 - lr 0.1000000
2020-05-14 23:00:55,734 BAD EPOCHS (no improvement): 0
2020-05-14 23:00:55,734 ----------------------------------------------------------------------------------------------------
2020-05-14 23:02:01,142 epoch 14 - iter 265/2650 - loss 1.38966452 - samples/sec: 129.70
2020-05-14 23:03:06,358 epoch 14 - iter 530/2650 - loss 1.39310597 - samples/sec: 130.10
2020-05-14 23:04:11,685 epoch 14 - iter 795/2650 - loss 1.39133254 - samples/sec: 129.87
2020-05-14 23:05:16,685 epoch 14 - iter 1060/2650 - loss 1.39587420 - samples/sec: 130.53
2020-05-14 23:06:20,674 epoch 14 - iter 1325/2650 - loss 1.39749742 - samples/sec: 132.59
2020-05-14 23:07:23,886 epoch 14 - iter 1590/2650 - loss 1.38987150 - samples/sec: 134.22
2020-05-14 23:08:27,458 epoch 14 - iter 1855/2650 - loss 1.38348389 - samples/sec: 133.46
2020-05-14 23:09:33,009 epoch 14 - iter 2120/2650 - loss 1.38008743 - samples/sec: 129.43
2020-05-14 23:10:37,649 epoch 14 - iter 2385/2650 - loss 1.38005140 - samples/sec: 131.26
2020-05-14 23:11:41,186 epoch 14 - iter 2650/2650 - loss 1.38048491 - samples/sec: 133.54
2020-05-14 23:11:41,200 ----------------------------------------------------------------------------------------------------
2020-05-14 23:11:41,200 EPOCH 14 done: loss 1.3805 - lr 0.1000000
2020-05-14 23:11:41,200 BAD EPOCHS (no improvement): 0
2020-05-14 23:11:41,200 ----------------------------------------------------------------------------------------------------
2020-05-14 23:12:46,227 epoch 15 - iter 265/2650 - loss 1.33293809 - samples/sec: 130.45
2020-05-14 23:13:49,083 epoch 15 - iter 530/2650 - loss 1.32494349 - samples/sec: 134.98
2020-05-14 23:14:52,752 epoch 15 - iter 795/2650 - loss 1.33567159 - samples/sec: 133.26
2020-05-14 23:15:56,876 epoch 15 - iter 1060/2650 - loss 1.34020876 - samples/sec: 132.32
2020-05-14 23:17:00,942 epoch 15 - iter 1325/2650 - loss 1.34654147 - samples/sec: 132.43
2020-05-14 23:18:04,959 epoch 15 - iter 1590/2650 - loss 1.35052223 - samples/sec: 132.53
2020-05-14 23:19:09,348 epoch 15 - iter 1855/2650 - loss 1.35506334 - samples/sec: 131.77
2020-05-14 23:20:13,806 epoch 15 - iter 2120/2650 - loss 1.36009731 - samples/sec: 131.63
2020-05-14 23:21:15,974 epoch 15 - iter 2385/2650 - loss 1.35571015 - samples/sec: 136.48
2020-05-14 23:22:21,587 epoch 15 - iter 2650/2650 - loss 1.36046268 - samples/sec: 129.31
2020-05-14 23:22:21,601 ----------------------------------------------------------------------------------------------------
2020-05-14 23:22:21,601 EPOCH 15 done: loss 1.3605 - lr 0.1000000
2020-05-14 23:22:21,601 BAD EPOCHS (no improvement): 0
2020-05-14 23:22:21,601 ----------------------------------------------------------------------------------------------------
2020-05-14 23:23:24,777 epoch 16 - iter 265/2650 - loss 1.31894554 - samples/sec: 134.28
2020-05-14 23:24:28,107 epoch 16 - iter 530/2650 - loss 1.31350237 - samples/sec: 133.97
2020-05-14 23:25:31,456 epoch 16 - iter 795/2650 - loss 1.31069331 - samples/sec: 133.93
2020-05-14 23:26:34,215 epoch 16 - iter 1060/2650 - loss 1.31046096 - samples/sec: 135.19
2020-05-14 23:27:38,713 epoch 16 - iter 1325/2650 - loss 1.31584170 - samples/sec: 131.54
2020-05-14 23:28:41,091 epoch 16 - iter 1590/2650 - loss 1.31861297 - samples/sec: 136.02
2020-05-14 23:29:46,076 epoch 16 - iter 1855/2650 - loss 1.32542463 - samples/sec: 130.56
2020-05-14 23:30:50,249 epoch 16 - iter 2120/2650 - loss 1.32952057 - samples/sec: 132.21
2020-05-14 23:31:52,802 epoch 16 - iter 2385/2650 - loss 1.33036434 - samples/sec: 135.63
2020-05-14 23:32:56,496 epoch 16 - iter 2650/2650 - loss 1.33486524 - samples/sec: 133.21
2020-05-14 23:32:56,509 ----------------------------------------------------------------------------------------------------
2020-05-14 23:32:56,509 EPOCH 16 done: loss 1.3349 - lr 0.1000000
2020-05-14 23:32:56,509 BAD EPOCHS (no improvement): 0
2020-05-14 23:32:56,510 ----------------------------------------------------------------------------------------------------
2020-05-14 23:33:59,244 epoch 17 - iter 265/2650 - loss 1.28739197 - samples/sec: 135.23
2020-05-14 23:35:00,287 epoch 17 - iter 530/2650 - loss 1.27972256 - samples/sec: 138.99
2020-05-14 23:36:04,211 epoch 17 - iter 795/2650 - loss 1.28618993 - samples/sec: 132.72
2020-05-14 23:37:07,369 epoch 17 - iter 1060/2650 - loss 1.29866713 - samples/sec: 134.33
2020-05-14 23:38:11,793 epoch 17 - iter 1325/2650 - loss 1.30473996 - samples/sec: 131.69
2020-05-14 23:39:14,401 epoch 17 - iter 1590/2650 - loss 1.30893172 - samples/sec: 135.52
2020-05-14 23:40:18,930 epoch 17 - iter 1855/2650 - loss 1.31438349 - samples/sec: 131.48
2020-05-14 23:41:21,431 epoch 17 - iter 2120/2650 - loss 1.31414536 - samples/sec: 135.75
2020-05-14 23:42:26,219 epoch 17 - iter 2385/2650 - loss 1.31629080 - samples/sec: 130.96
2020-05-14 23:43:29,547 epoch 17 - iter 2650/2650 - loss 1.31909985 - samples/sec: 133.97
2020-05-14 23:43:29,561 ----------------------------------------------------------------------------------------------------
2020-05-14 23:43:29,561 EPOCH 17 done: loss 1.3191 - lr 0.1000000
2020-05-14 23:43:29,561 BAD EPOCHS (no improvement): 0
2020-05-14 23:43:29,561 ----------------------------------------------------------------------------------------------------
2020-05-14 23:44:31,044 epoch 18 - iter 265/2650 - loss 1.18740381 - samples/sec: 137.98
2020-05-14 23:45:35,618 epoch 18 - iter 530/2650 - loss 1.24744662 - samples/sec: 131.39
2020-05-14 23:46:37,907 epoch 18 - iter 795/2650 - loss 1.25059832 - samples/sec: 136.21
2020-05-14 23:47:41,549 epoch 18 - iter 1060/2650 - loss 1.25544313 - samples/sec: 133.31
2020-05-14 23:48:46,374 epoch 18 - iter 1325/2650 - loss 1.26188193 - samples/sec: 130.88
2020-05-14 23:49:49,132 epoch 18 - iter 1590/2650 - loss 1.27517707 - samples/sec: 135.19
2020-05-14 23:50:51,748 epoch 18 - iter 1855/2650 - loss 1.28139389 - samples/sec: 135.50
2020-05-14 23:51:54,976 epoch 18 - iter 2120/2650 - loss 1.28580666 - samples/sec: 134.19
2020-05-14 23:52:58,741 epoch 18 - iter 2385/2650 - loss 1.29464864 - samples/sec: 133.05
2020-05-14 23:54:02,963 epoch 18 - iter 2650/2650 - loss 1.30097205 - samples/sec: 132.11
2020-05-14 23:54:02,976 ----------------------------------------------------------------------------------------------------
2020-05-14 23:54:02,976 EPOCH 18 done: loss 1.3010 - lr 0.1000000
2020-05-14 23:54:02,977 BAD EPOCHS (no improvement): 0
2020-05-14 23:54:02,977 ----------------------------------------------------------------------------------------------------
2020-05-14 23:55:06,555 epoch 19 - iter 265/2650 - loss 1.26371326 - samples/sec: 133.43
2020-05-14 23:56:10,150 epoch 19 - iter 530/2650 - loss 1.26326257 - samples/sec: 133.41
2020-05-14 23:57:12,236 epoch 19 - iter 795/2650 - loss 1.24916972 - samples/sec: 136.66
2020-05-14 23:58:15,886 epoch 19 - iter 1060/2650 - loss 1.25713620 - samples/sec: 133.30
2020-05-14 23:59:18,257 epoch 19 - iter 1325/2650 - loss 1.26091258 - samples/sec: 136.03
2020-05-15 00:00:21,072 epoch 19 - iter 1590/2650 - loss 1.26043059 - samples/sec: 135.07
2020-05-15 00:01:24,590 epoch 19 - iter 1855/2650 - loss 1.26685163 - samples/sec: 133.57
2020-05-15 00:02:28,507 epoch 19 - iter 2120/2650 - loss 1.26900503 - samples/sec: 132.74
2020-05-15 00:03:32,623 epoch 19 - iter 2385/2650 - loss 1.27169460 - samples/sec: 132.33
2020-05-15 00:04:36,617 epoch 19 - iter 2650/2650 - loss 1.27540996 - samples/sec: 132.58
2020-05-15 00:04:36,630 ----------------------------------------------------------------------------------------------------
2020-05-15 00:04:36,630 EPOCH 19 done: loss 1.2754 - lr 0.1000000
2020-05-15 00:04:36,630 BAD EPOCHS (no improvement): 0
2020-05-15 00:04:36,631 ----------------------------------------------------------------------------------------------------
2020-05-15 00:05:40,970 epoch 20 - iter 265/2650 - loss 1.23545391 - samples/sec: 131.85
2020-05-15 00:06:43,482 epoch 20 - iter 530/2650 - loss 1.23155610 - samples/sec: 135.72
2020-05-15 00:07:47,348 epoch 20 - iter 795/2650 - loss 1.23511899 - samples/sec: 132.84
2020-05-15 00:08:50,250 epoch 20 - iter 1060/2650 - loss 1.24566345 - samples/sec: 134.88
2020-05-15 00:09:53,345 epoch 20 - iter 1325/2650 - loss 1.24839078 - samples/sec: 134.47
2020-05-15 00:10:56,494 epoch 20 - iter 1590/2650 - loss 1.24779592 - samples/sec: 134.35
2020-05-15 00:12:00,861 epoch 20 - iter 1855/2650 - loss 1.25218256 - samples/sec: 131.81
2020-05-15 00:13:03,946 epoch 20 - iter 2120/2650 - loss 1.25558792 - samples/sec: 134.49
2020-05-15 00:14:07,740 epoch 20 - iter 2385/2650 - loss 1.25918627 - samples/sec: 132.99
2020-05-15 00:15:11,691 epoch 20 - iter 2650/2650 - loss 1.26209307 - samples/sec: 132.67
2020-05-15 00:15:11,704 ----------------------------------------------------------------------------------------------------
2020-05-15 00:15:11,704 EPOCH 20 done: loss 1.2621 - lr 0.1000000
2020-05-15 00:15:11,704 BAD EPOCHS (no improvement): 0
2020-05-15 00:15:11,704 ----------------------------------------------------------------------------------------------------
2020-05-15 00:16:15,158 epoch 21 - iter 265/2650 - loss 1.17993955 - samples/sec: 133.69
2020-05-15 00:17:19,492 epoch 21 - iter 530/2650 - loss 1.21225949 - samples/sec: 131.88
2020-05-15 00:18:23,411 epoch 21 - iter 795/2650 - loss 1.21965884 - samples/sec: 132.73
2020-05-15 00:19:26,411 epoch 21 - iter 1060/2650 - loss 1.22319707 - samples/sec: 134.67
2020-05-15 00:20:31,598 epoch 21 - iter 1325/2650 - loss 1.23319669 - samples/sec: 130.15
2020-05-15 00:21:35,478 epoch 21 - iter 1590/2650 - loss 1.23480897 - samples/sec: 132.82
2020-05-15 00:22:39,364 epoch 21 - iter 1855/2650 - loss 1.23500773 - samples/sec: 132.81
2020-05-15 00:23:42,059 epoch 21 - iter 2120/2650 - loss 1.23814157 - samples/sec: 135.33
2020-05-15 00:24:45,689 epoch 21 - iter 2385/2650 - loss 1.24177469 - samples/sec: 133.34
2020-05-15 00:25:48,578 epoch 21 - iter 2650/2650 - loss 1.24271260 - samples/sec: 134.91
2020-05-15 00:25:48,592 ----------------------------------------------------------------------------------------------------
2020-05-15 00:25:48,592 EPOCH 21 done: loss 1.2427 - lr 0.1000000
2020-05-15 00:25:48,592 BAD EPOCHS (no improvement): 0
2020-05-15 00:25:48,592 ----------------------------------------------------------------------------------------------------
2020-05-15 00:26:52,100 epoch 22 - iter 265/2650 - loss 1.22383088 - samples/sec: 133.58
2020-05-15 00:27:55,891 epoch 22 - iter 530/2650 - loss 1.21130135 - samples/sec: 133.00
2020-05-15 00:28:59,897 epoch 22 - iter 795/2650 - loss 1.20195434 - samples/sec: 132.55
2020-05-15 00:30:02,806 epoch 22 - iter 1060/2650 - loss 1.19602546 - samples/sec: 134.86
2020-05-15 00:31:06,071 epoch 22 - iter 1325/2650 - loss 1.20552765 - samples/sec: 134.11
2020-05-15 00:32:08,975 epoch 22 - iter 1590/2650 - loss 1.21060759 - samples/sec: 134.88
2020-05-15 00:33:12,329 epoch 22 - iter 1855/2650 - loss 1.21267147 - samples/sec: 133.92
2020-05-15 00:34:15,966 epoch 22 - iter 2120/2650 - loss 1.21455604 - samples/sec: 133.32
2020-05-15 00:35:21,071 epoch 22 - iter 2385/2650 - loss 1.21657259 - samples/sec: 130.32
2020-05-15 00:36:23,096 epoch 22 - iter 2650/2650 - loss 1.22393044 - samples/sec: 136.79
2020-05-15 00:36:23,110 ----------------------------------------------------------------------------------------------------
2020-05-15 00:36:23,110 EPOCH 22 done: loss 1.2239 - lr 0.1000000
2020-05-15 00:36:23,110 BAD EPOCHS (no improvement): 0
2020-05-15 00:36:23,110 ----------------------------------------------------------------------------------------------------
2020-05-15 00:37:26,082 epoch 23 - iter 265/2650 - loss 1.19362935 - samples/sec: 134.71
2020-05-15 00:38:28,649 epoch 23 - iter 530/2650 - loss 1.20868120 - samples/sec: 135.60
2020-05-15 00:39:30,312 epoch 23 - iter 795/2650 - loss 1.21562320 - samples/sec: 137.59
2020-05-15 00:40:32,521 epoch 23 - iter 1060/2650 - loss 1.21194975 - samples/sec: 136.38
2020-05-15 00:41:36,466 epoch 23 - iter 1325/2650 - loss 1.21371350 - samples/sec: 132.68
2020-05-15 00:42:40,113 epoch 23 - iter 1590/2650 - loss 1.21407947 - samples/sec: 133.30
2020-05-15 00:43:43,495 epoch 23 - iter 1855/2650 - loss 1.21495330 - samples/sec: 133.86
2020-05-15 00:44:50,885 epoch 23 - iter 2120/2650 - loss 1.21780633 - samples/sec: 125.89
2020-05-15 00:45:57,176 epoch 23 - iter 2385/2650 - loss 1.21905345 - samples/sec: 127.98
2020-05-15 00:47:03,009 epoch 23 - iter 2650/2650 - loss 1.22206027 - samples/sec: 128.88
2020-05-15 00:47:03,023 ----------------------------------------------------------------------------------------------------
2020-05-15 00:47:03,023 EPOCH 23 done: loss 1.2221 - lr 0.1000000
2020-05-15 00:47:03,023 BAD EPOCHS (no improvement): 0
2020-05-15 00:47:03,023 ----------------------------------------------------------------------------------------------------
2020-05-15 00:48:07,649 epoch 24 - iter 265/2650 - loss 1.17193480 - samples/sec: 131.27
2020-05-15 00:49:14,691 epoch 24 - iter 530/2650 - loss 1.18520061 - samples/sec: 126.55
2020-05-15 00:50:19,112 epoch 24 - iter 795/2650 - loss 1.18454782 - samples/sec: 131.70
2020-05-15 00:51:22,354 epoch 24 - iter 1060/2650 - loss 1.18029094 - samples/sec: 134.16
2020-05-15 00:52:27,344 epoch 24 - iter 1325/2650 - loss 1.19187679 - samples/sec: 130.55
2020-05-15 00:53:33,223 epoch 24 - iter 1590/2650 - loss 1.18983134 - samples/sec: 128.79
2020-05-15 00:54:37,008 epoch 24 - iter 1855/2650 - loss 1.19354491 - samples/sec: 133.02
2020-05-15 00:55:41,766 epoch 24 - iter 2120/2650 - loss 1.19512985 - samples/sec: 131.02
2020-05-15 00:56:47,253 epoch 24 - iter 2385/2650 - loss 1.19874410 - samples/sec: 129.56
2020-05-15 00:57:53,774 epoch 24 - iter 2650/2650 - loss 1.20737689 - samples/sec: 127.54
2020-05-15 00:57:53,788 ----------------------------------------------------------------------------------------------------
2020-05-15 00:57:53,788 EPOCH 24 done: loss 1.2074 - lr 0.1000000
2020-05-15 00:57:53,788 BAD EPOCHS (no improvement): 0
2020-05-15 00:57:53,788 ----------------------------------------------------------------------------------------------------
2020-05-15 00:58:59,283 epoch 25 - iter 265/2650 - loss 1.16743796 - samples/sec: 129.52
2020-05-15 01:00:03,538 epoch 25 - iter 530/2650 - loss 1.16390571 - samples/sec: 132.05
2020-05-15 01:01:08,236 epoch 25 - iter 795/2650 - loss 1.17782600 - samples/sec: 131.14
2020-05-15 01:02:11,599 epoch 25 - iter 1060/2650 - loss 1.17985265 - samples/sec: 133.90
2020-05-15 01:03:17,702 epoch 25 - iter 1325/2650 - loss 1.18356145 - samples/sec: 128.35
2020-05-15 01:04:21,768 epoch 25 - iter 1590/2650 - loss 1.18444098 - samples/sec: 132.43
2020-05-15 01:05:28,486 epoch 25 - iter 1855/2650 - loss 1.18906514 - samples/sec: 127.17
2020-05-15 01:06:33,216 epoch 25 - iter 2120/2650 - loss 1.19040402 - samples/sec: 131.08
2020-05-15 01:07:35,878 epoch 25 - iter 2385/2650 - loss 1.18905161 - samples/sec: 135.40
2020-05-15 01:08:41,865 epoch 25 - iter 2650/2650 - loss 1.19166137 - samples/sec: 128.58
2020-05-15 01:08:41,879 ----------------------------------------------------------------------------------------------------
2020-05-15 01:08:41,879 EPOCH 25 done: loss 1.1917 - lr 0.1000000
2020-05-15 01:08:41,879 BAD EPOCHS (no improvement): 0
2020-05-15 01:08:41,879 ----------------------------------------------------------------------------------------------------
2020-05-15 01:09:47,120 epoch 26 - iter 265/2650 - loss 1.22409112 - samples/sec: 130.03
2020-05-15 01:10:50,484 epoch 26 - iter 530/2650 - loss 1.19629000 - samples/sec: 133.90
2020-05-15 01:11:54,376 epoch 26 - iter 795/2650 - loss 1.19098814 - samples/sec: 132.79
2020-05-15 01:12:59,411 epoch 26 - iter 1060/2650 - loss 1.18615913 - samples/sec: 130.46
2020-05-15 01:14:02,209 epoch 26 - iter 1325/2650 - loss 1.17281441 - samples/sec: 135.11
2020-05-15 01:15:05,804 epoch 26 - iter 1590/2650 - loss 1.17922988 - samples/sec: 133.41
2020-05-15 01:16:08,897 epoch 26 - iter 1855/2650 - loss 1.17947497 - samples/sec: 134.47
2020-05-15 01:17:13,202 epoch 26 - iter 2120/2650 - loss 1.18142090 - samples/sec: 131.94
2020-05-15 01:18:15,624 epoch 26 - iter 2385/2650 - loss 1.18434936 - samples/sec: 135.92
2020-05-15 01:19:19,317 epoch 26 - iter 2650/2650 - loss 1.18544102 - samples/sec: 133.21
2020-05-15 01:19:19,331 ----------------------------------------------------------------------------------------------------
2020-05-15 01:19:19,331 EPOCH 26 done: loss 1.1854 - lr 0.1000000
2020-05-15 01:19:19,331 BAD EPOCHS (no improvement): 0
2020-05-15 01:19:19,331 ----------------------------------------------------------------------------------------------------
2020-05-15 01:20:23,198 epoch 27 - iter 265/2650 - loss 1.14981475 - samples/sec: 132.83
2020-05-15 01:21:26,303 epoch 27 - iter 530/2650 - loss 1.15549151 - samples/sec: 134.45
2020-05-15 01:22:28,884 epoch 27 - iter 795/2650 - loss 1.14869123 - samples/sec: 135.57
2020-05-15 01:23:32,041 epoch 27 - iter 1060/2650 - loss 1.14545603 - samples/sec: 134.34
2020-05-15 01:24:36,796 epoch 27 - iter 1325/2650 - loss 1.14428301 - samples/sec: 131.02
2020-05-15 01:25:42,100 epoch 27 - iter 1590/2650 - loss 1.15023522 - samples/sec: 129.92
2020-05-15 01:26:46,082 epoch 27 - iter 1855/2650 - loss 1.15372620 - samples/sec: 132.60
2020-05-15 01:27:49,014 epoch 27 - iter 2120/2650 - loss 1.15880897 - samples/sec: 134.82
2020-05-15 01:28:51,729 epoch 27 - iter 2385/2650 - loss 1.16186863 - samples/sec: 135.29
2020-05-15 01:29:54,697 epoch 27 - iter 2650/2650 - loss 1.16395521 - samples/sec: 134.74
2020-05-15 01:29:54,710 ----------------------------------------------------------------------------------------------------
2020-05-15 01:29:54,711 EPOCH 27 done: loss 1.1640 - lr 0.1000000
2020-05-15 01:29:54,711 BAD EPOCHS (no improvement): 0
2020-05-15 01:29:54,711 ----------------------------------------------------------------------------------------------------
2020-05-15 01:30:56,481 epoch 28 - iter 265/2650 - loss 1.10499472 - samples/sec: 137.34
2020-05-15 01:32:00,051 epoch 28 - iter 530/2650 - loss 1.11067071 - samples/sec: 133.46
2020-05-15 01:33:03,487 epoch 28 - iter 795/2650 - loss 1.13176148 - samples/sec: 133.75
2020-05-15 01:34:07,284 epoch 28 - iter 1060/2650 - loss 1.13178278 - samples/sec: 132.99
2020-05-15 01:35:13,364 epoch 28 - iter 1325/2650 - loss 1.14190150 - samples/sec: 128.39
2020-05-15 01:36:17,844 epoch 28 - iter 1590/2650 - loss 1.14166251 - samples/sec: 131.58
2020-05-15 01:37:21,831 epoch 28 - iter 1855/2650 - loss 1.14783891 - samples/sec: 132.59
2020-05-15 01:38:25,558 epoch 28 - iter 2120/2650 - loss 1.15575548 - samples/sec: 133.13
2020-05-15 01:39:30,436 epoch 28 - iter 2385/2650 - loss 1.16421577 - samples/sec: 130.77
2020-05-15 01:40:32,198 epoch 28 - iter 2650/2650 - loss 1.16741712 - samples/sec: 137.38
2020-05-15 01:40:32,212 ----------------------------------------------------------------------------------------------------
2020-05-15 01:40:32,212 EPOCH 28 done: loss 1.1674 - lr 0.1000000
2020-05-15 01:40:32,212 BAD EPOCHS (no improvement): 1
2020-05-15 01:40:32,212 ----------------------------------------------------------------------------------------------------
2020-05-15 01:41:36,557 epoch 29 - iter 265/2650 - loss 1.12858580 - samples/sec: 131.84
2020-05-15 01:42:40,778 epoch 29 - iter 530/2650 - loss 1.13319095 - samples/sec: 132.11
2020-05-15 01:43:45,718 epoch 29 - iter 795/2650 - loss 1.14171340 - samples/sec: 130.65
2020-05-15 01:44:49,457 epoch 29 - iter 1060/2650 - loss 1.14295830 - samples/sec: 133.11
2020-05-15 01:45:53,675 epoch 29 - iter 1325/2650 - loss 1.15182286 - samples/sec: 132.12
2020-05-15 01:46:57,524 epoch 29 - iter 1590/2650 - loss 1.15238240 - samples/sec: 132.88
2020-05-15 01:48:02,536 epoch 29 - iter 1855/2650 - loss 1.15129946 - samples/sec: 130.51
2020-05-15 01:49:07,284 epoch 29 - iter 2120/2650 - loss 1.15166706 - samples/sec: 131.04
2020-05-15 01:50:11,799 epoch 29 - iter 2385/2650 - loss 1.14989156 - samples/sec: 131.51
2020-05-15 01:51:16,676 epoch 29 - iter 2650/2650 - loss 1.15482685 - samples/sec: 130.78
2020-05-15 01:51:16,689 ----------------------------------------------------------------------------------------------------
2020-05-15 01:51:16,689 EPOCH 29 done: loss 1.1548 - lr 0.1000000
2020-05-15 01:51:16,689 BAD EPOCHS (no improvement): 0
2020-05-15 01:51:16,689 ----------------------------------------------------------------------------------------------------
2020-05-15 01:52:21,746 epoch 30 - iter 265/2650 - loss 1.12411328 - samples/sec: 130.40
2020-05-15 01:53:25,962 epoch 30 - iter 530/2650 - loss 1.12516572 - samples/sec: 132.12
2020-05-15 01:54:31,169 epoch 30 - iter 795/2650 - loss 1.13514622 - samples/sec: 130.11
2020-05-15 01:55:37,515 epoch 30 - iter 1060/2650 - loss 1.13921793 - samples/sec: 127.88
2020-05-15 01:56:42,135 epoch 30 - iter 1325/2650 - loss 1.13920009 - samples/sec: 131.30
2020-05-15 01:57:45,281 epoch 30 - iter 1590/2650 - loss 1.13627207 - samples/sec: 134.36
2020-05-15 01:58:48,157 epoch 30 - iter 1855/2650 - loss 1.13841661 - samples/sec: 134.94
2020-05-15 01:59:54,005 epoch 30 - iter 2120/2650 - loss 1.13903106 - samples/sec: 128.85
2020-05-15 02:00:59,239 epoch 30 - iter 2385/2650 - loss 1.14574739 - samples/sec: 130.06
2020-05-15 02:02:03,040 epoch 30 - iter 2650/2650 - loss 1.15023791 - samples/sec: 132.99
2020-05-15 02:02:03,053 ----------------------------------------------------------------------------------------------------
2020-05-15 02:02:03,053 EPOCH 30 done: loss 1.1502 - lr 0.1000000
2020-05-15 02:02:03,053 BAD EPOCHS (no improvement): 0
2020-05-15 02:02:03,053 ----------------------------------------------------------------------------------------------------
2020-05-15 02:03:07,504 epoch 31 - iter 265/2650 - loss 1.07534471 - samples/sec: 131.62
2020-05-15 02:04:09,992 epoch 31 - iter 530/2650 - loss 1.09222794 - samples/sec: 135.78
2020-05-15 02:05:13,923 epoch 31 - iter 795/2650 - loss 1.10215192 - samples/sec: 132.71
2020-05-15 02:06:16,558 epoch 31 - iter 1060/2650 - loss 1.11650624 - samples/sec: 135.46
2020-05-15 02:07:20,685 epoch 31 - iter 1325/2650 - loss 1.11893896 - samples/sec: 132.30
2020-05-15 02:08:23,561 epoch 31 - iter 1590/2650 - loss 1.11404504 - samples/sec: 134.94
2020-05-15 02:09:29,394 epoch 31 - iter 1855/2650 - loss 1.12465464 - samples/sec: 128.87
2020-05-15 02:10:34,408 epoch 31 - iter 2120/2650 - loss 1.13035252 - samples/sec: 130.50
2020-05-15 02:11:40,478 epoch 31 - iter 2385/2650 - loss 1.13614911 - samples/sec: 128.41
2020-05-15 02:12:43,307 epoch 31 - iter 2650/2650 - loss 1.13941395 - samples/sec: 135.04
2020-05-15 02:12:43,321 ----------------------------------------------------------------------------------------------------
2020-05-15 02:12:43,321 EPOCH 31 done: loss 1.1394 - lr 0.1000000
2020-05-15 02:12:43,321 BAD EPOCHS (no improvement): 0
2020-05-15 02:12:43,321 ----------------------------------------------------------------------------------------------------
2020-05-15 02:13:47,901 epoch 32 - iter 265/2650 - loss 1.11252902 - samples/sec: 131.36
2020-05-15 02:14:51,740 epoch 32 - iter 530/2650 - loss 1.10175283 - samples/sec: 132.90
2020-05-15 02:15:55,574 epoch 32 - iter 795/2650 - loss 1.10559067 - samples/sec: 132.91
2020-05-15 02:17:00,081 epoch 32 - iter 1060/2650 - loss 1.11063434 - samples/sec: 131.53
2020-05-15 02:18:03,733 epoch 32 - iter 1325/2650 - loss 1.11841219 - samples/sec: 133.29
2020-05-15 02:19:09,037 epoch 32 - iter 1590/2650 - loss 1.12182126 - samples/sec: 129.92
2020-05-15 02:20:14,346 epoch 32 - iter 1855/2650 - loss 1.12872774 - samples/sec: 129.91
2020-05-15 02:21:18,081 epoch 32 - iter 2120/2650 - loss 1.12913531 - samples/sec: 133.12
2020-05-15 02:22:20,535 epoch 32 - iter 2385/2650 - loss 1.13199920 - samples/sec: 135.85
2020-05-15 02:23:23,797 epoch 32 - iter 2650/2650 - loss 1.13338676 - samples/sec: 134.12
2020-05-15 02:23:23,810 ----------------------------------------------------------------------------------------------------
2020-05-15 02:23:23,811 EPOCH 32 done: loss 1.1334 - lr 0.1000000
2020-05-15 02:23:23,811 BAD EPOCHS (no improvement): 0
2020-05-15 02:23:23,811 ----------------------------------------------------------------------------------------------------
2020-05-15 02:24:28,444 epoch 33 - iter 265/2650 - loss 1.07338534 - samples/sec: 131.25
2020-05-15 02:25:32,098 epoch 33 - iter 530/2650 - loss 1.07917092 - samples/sec: 133.29
2020-05-15 02:26:36,212 epoch 33 - iter 795/2650 - loss 1.08659504 - samples/sec: 132.33
2020-05-15 02:27:39,833 epoch 33 - iter 1060/2650 - loss 1.08413910 - samples/sec: 133.36
2020-05-15 02:28:42,315 epoch 33 - iter 1325/2650 - loss 1.09352014 - samples/sec: 135.79
2020-05-15 02:29:47,648 epoch 33 - iter 1590/2650 - loss 1.09635913 - samples/sec: 129.86
2020-05-15 02:30:49,832 epoch 33 - iter 1855/2650 - loss 1.10120856 - samples/sec: 136.44
2020-05-15 02:31:52,671 epoch 33 - iter 2120/2650 - loss 1.10815583 - samples/sec: 135.01
2020-05-15 02:32:55,503 epoch 33 - iter 2385/2650 - loss 1.11352368 - samples/sec: 135.03
2020-05-15 02:33:57,485 epoch 33 - iter 2650/2650 - loss 1.11696793 - samples/sec: 136.88
2020-05-15 02:33:57,498 ----------------------------------------------------------------------------------------------------
2020-05-15 02:33:57,498 EPOCH 33 done: loss 1.1170 - lr 0.1000000
2020-05-15 02:33:57,498 BAD EPOCHS (no improvement): 0
2020-05-15 02:33:57,499 ----------------------------------------------------------------------------------------------------
2020-05-15 02:35:00,258 epoch 34 - iter 265/2650 - loss 1.07139693 - samples/sec: 135.17
2020-05-15 02:36:02,063 epoch 34 - iter 530/2650 - loss 1.07609874 - samples/sec: 137.27
2020-05-15 02:37:04,972 epoch 34 - iter 795/2650 - loss 1.09425126 - samples/sec: 134.86
2020-05-15 02:38:06,199 epoch 34 - iter 1060/2650 - loss 1.10282551 - samples/sec: 138.57
2020-05-15 02:39:09,904 epoch 34 - iter 1325/2650 - loss 1.10631708 - samples/sec: 133.18
2020-05-15 02:40:12,662 epoch 34 - iter 1590/2650 - loss 1.11326118 - samples/sec: 135.19
2020-05-15 02:41:16,079 epoch 34 - iter 1855/2650 - loss 1.11549996 - samples/sec: 133.78
2020-05-15 02:42:18,116 epoch 34 - iter 2120/2650 - loss 1.11340787 - samples/sec: 136.76
2020-05-15 02:43:19,976 epoch 34 - iter 2385/2650 - loss 1.11845618 - samples/sec: 137.15
2020-05-15 02:44:23,351 epoch 34 - iter 2650/2650 - loss 1.11839759 - samples/sec: 133.87
2020-05-15 02:44:23,364 ----------------------------------------------------------------------------------------------------
2020-05-15 02:44:23,364 EPOCH 34 done: loss 1.1184 - lr 0.1000000
2020-05-15 02:44:23,364 BAD EPOCHS (no improvement): 1
2020-05-15 02:44:23,364 ----------------------------------------------------------------------------------------------------
2020-05-15 02:45:24,551 epoch 35 - iter 265/2650 - loss 1.05365199 - samples/sec: 138.64
2020-05-15 02:46:27,094 epoch 35 - iter 530/2650 - loss 1.07420114 - samples/sec: 135.65
2020-05-15 02:47:29,992 epoch 35 - iter 795/2650 - loss 1.07377442 - samples/sec: 134.89
2020-05-15 02:48:32,599 epoch 35 - iter 1060/2650 - loss 1.07596388 - samples/sec: 135.51
2020-05-15 02:49:38,156 epoch 35 - iter 1325/2650 - loss 1.08111013 - samples/sec: 129.41
2020-05-15 02:50:41,181 epoch 35 - iter 1590/2650 - loss 1.09219611 - samples/sec: 134.62
2020-05-15 02:51:42,398 epoch 35 - iter 1855/2650 - loss 1.09717050 - samples/sec: 138.59
2020-05-15 02:52:44,263 epoch 35 - iter 2120/2650 - loss 1.10195073 - samples/sec: 137.14
2020-05-15 02:53:47,548 epoch 35 - iter 2385/2650 - loss 1.10067186 - samples/sec: 134.07
2020-05-15 02:54:51,110 epoch 35 - iter 2650/2650 - loss 1.10314920 - samples/sec: 133.48
2020-05-15 02:54:51,123 ----------------------------------------------------------------------------------------------------
2020-05-15 02:54:51,123 EPOCH 35 done: loss 1.1031 - lr 0.1000000
2020-05-15 02:54:51,123 BAD EPOCHS (no improvement): 0
2020-05-15 02:54:51,123 ----------------------------------------------------------------------------------------------------
2020-05-15 02:55:52,590 epoch 36 - iter 265/2650 - loss 1.10295673 - samples/sec: 138.01
2020-05-15 02:56:55,052 epoch 36 - iter 530/2650 - loss 1.09772886 - samples/sec: 135.83
2020-05-15 02:57:58,245 epoch 36 - iter 795/2650 - loss 1.10093750 - samples/sec: 134.26
2020-05-15 02:59:00,640 epoch 36 - iter 1060/2650 - loss 1.09531750 - samples/sec: 135.97
2020-05-15 03:00:03,262 epoch 36 - iter 1325/2650 - loss 1.09679998 - samples/sec: 135.48
2020-05-15 03:01:05,214 epoch 36 - iter 1590/2650 - loss 1.10238971 - samples/sec: 136.94
2020-05-15 03:02:08,458 epoch 36 - iter 1855/2650 - loss 1.10768760 - samples/sec: 134.15
2020-05-15 03:03:11,858 epoch 36 - iter 2120/2650 - loss 1.10830849 - samples/sec: 133.82
2020-05-15 03:04:13,572 epoch 36 - iter 2385/2650 - loss 1.10549256 - samples/sec: 137.48
2020-05-15 03:05:17,468 epoch 36 - iter 2650/2650 - loss 1.10665407 - samples/sec: 132.78
2020-05-15 03:05:17,481 ----------------------------------------------------------------------------------------------------
2020-05-15 03:05:17,482 EPOCH 36 done: loss 1.1067 - lr 0.1000000
2020-05-15 03:05:17,482 BAD EPOCHS (no improvement): 1
2020-05-15 03:05:17,482 ----------------------------------------------------------------------------------------------------
2020-05-15 03:06:20,789 epoch 37 - iter 265/2650 - loss 1.06572566 - samples/sec: 134.00
2020-05-15 03:07:23,210 epoch 37 - iter 530/2650 - loss 1.08958279 - samples/sec: 135.92
2020-05-15 03:08:24,919 epoch 37 - iter 795/2650 - loss 1.07613956 - samples/sec: 137.49
2020-05-15 03:09:27,951 epoch 37 - iter 1060/2650 - loss 1.07836476 - samples/sec: 134.60
2020-05-15 03:10:31,973 epoch 37 - iter 1325/2650 - loss 1.08711218 - samples/sec: 132.52
2020-05-15 03:11:35,257 epoch 37 - iter 1590/2650 - loss 1.08942731 - samples/sec: 134.07
2020-05-15 03:12:38,228 epoch 37 - iter 1855/2650 - loss 1.08764565 - samples/sec: 134.73
2020-05-15 03:13:49,185 epoch 37 - iter 2120/2650 - loss 1.08954325 - samples/sec: 119.56
2020-05-15 03:14:53,016 epoch 37 - iter 2385/2650 - loss 1.09651878 - samples/sec: 132.92
2020-05-15 03:15:55,077 epoch 37 - iter 2650/2650 - loss 1.09813872 - samples/sec: 136.71
2020-05-15 03:15:55,090 ----------------------------------------------------------------------------------------------------
2020-05-15 03:15:55,090 EPOCH 37 done: loss 1.0981 - lr 0.1000000
2020-05-15 03:15:55,090 BAD EPOCHS (no improvement): 0
2020-05-15 03:15:55,091 ----------------------------------------------------------------------------------------------------
2020-05-15 03:16:57,754 epoch 38 - iter 265/2650 - loss 1.07696162 - samples/sec: 135.37
2020-05-15 03:18:02,501 epoch 38 - iter 530/2650 - loss 1.07019052 - samples/sec: 131.04
2020-05-15 03:19:05,470 epoch 38 - iter 795/2650 - loss 1.07860810 - samples/sec: 134.73
2020-05-15 03:20:07,165 epoch 38 - iter 1060/2650 - loss 1.07668830 - samples/sec: 137.52
2020-05-15 03:21:10,278 epoch 38 - iter 1325/2650 - loss 1.07451420 - samples/sec: 134.43
2020-05-15 03:22:12,626 epoch 38 - iter 1590/2650 - loss 1.08727164 - samples/sec: 136.08
2020-05-15 03:23:14,549 epoch 38 - iter 1855/2650 - loss 1.08844953 - samples/sec: 137.01
2020-05-15 03:24:16,567 epoch 38 - iter 2120/2650 - loss 1.08825157 - samples/sec: 136.80
2020-05-15 03:25:19,968 epoch 38 - iter 2385/2650 - loss 1.09095805 - samples/sec: 133.82
2020-05-15 03:26:23,630 epoch 38 - iter 2650/2650 - loss 1.09150072 - samples/sec: 133.27
2020-05-15 03:26:23,643 ----------------------------------------------------------------------------------------------------
2020-05-15 03:26:23,643 EPOCH 38 done: loss 1.0915 - lr 0.1000000
2020-05-15 03:26:23,644 BAD EPOCHS (no improvement): 0
2020-05-15 03:26:23,644 ----------------------------------------------------------------------------------------------------
2020-05-15 03:27:25,526 epoch 39 - iter 265/2650 - loss 1.06644539 - samples/sec: 137.08
2020-05-15 03:28:28,266 epoch 39 - iter 530/2650 - loss 1.05524300 - samples/sec: 135.22
2020-05-15 03:29:31,304 epoch 39 - iter 795/2650 - loss 1.06071212 - samples/sec: 134.59
2020-05-15 03:30:32,627 epoch 39 - iter 1060/2650 - loss 1.06128127 - samples/sec: 138.35
2020-05-15 03:31:35,849 epoch 39 - iter 1325/2650 - loss 1.06818795 - samples/sec: 134.20
2020-05-15 03:32:38,077 epoch 39 - iter 1590/2650 - loss 1.07190334 - samples/sec: 136.34
2020-05-15 03:33:39,866 epoch 39 - iter 1855/2650 - loss 1.07330803 - samples/sec: 137.31
2020-05-15 03:34:42,861 epoch 39 - iter 2120/2650 - loss 1.07769663 - samples/sec: 134.68
2020-05-15 03:35:46,064 epoch 39 - iter 2385/2650 - loss 1.07751270 - samples/sec: 134.24
2020-05-15 03:36:48,027 epoch 39 - iter 2650/2650 - loss 1.07872638 - samples/sec: 136.92
2020-05-15 03:36:48,040 ----------------------------------------------------------------------------------------------------
2020-05-15 03:36:48,040 EPOCH 39 done: loss 1.0787 - lr 0.1000000
2020-05-15 03:36:48,040 BAD EPOCHS (no improvement): 0
2020-05-15 03:36:48,040 ----------------------------------------------------------------------------------------------------
2020-05-15 03:37:51,519 epoch 40 - iter 265/2650 - loss 1.08429493 - samples/sec: 133.63
2020-05-15 03:38:53,819 epoch 40 - iter 530/2650 - loss 1.06498164 - samples/sec: 136.18
2020-05-15 03:39:54,921 epoch 40 - iter 795/2650 - loss 1.05572491 - samples/sec: 138.85
2020-05-15 03:40:57,969 epoch 40 - iter 1060/2650 - loss 1.06742320 - samples/sec: 134.56
2020-05-15 03:42:00,006 epoch 40 - iter 1325/2650 - loss 1.06908663 - samples/sec: 136.76
2020-05-15 03:43:02,533 epoch 40 - iter 1590/2650 - loss 1.06952201 - samples/sec: 135.69
2020-05-15 03:44:04,097 epoch 40 - iter 1855/2650 - loss 1.06403466 - samples/sec: 137.81
2020-05-15 03:45:05,813 epoch 40 - iter 2120/2650 - loss 1.06400864 - samples/sec: 137.47
2020-05-15 03:46:10,082 epoch 40 - iter 2385/2650 - loss 1.07054183 - samples/sec: 132.01
2020-05-15 03:47:12,974 epoch 40 - iter 2650/2650 - loss 1.07018156 - samples/sec: 134.90
2020-05-15 03:47:12,987 ----------------------------------------------------------------------------------------------------
2020-05-15 03:47:12,987 EPOCH 40 done: loss 1.0702 - lr 0.1000000
2020-05-15 03:47:12,987 BAD EPOCHS (no improvement): 0
2020-05-15 03:47:12,988 ----------------------------------------------------------------------------------------------------
2020-05-15 03:48:16,651 epoch 41 - iter 265/2650 - loss 1.05944061 - samples/sec: 133.25
2020-05-15 03:49:18,628 epoch 41 - iter 530/2650 - loss 1.04624154 - samples/sec: 136.89
2020-05-15 03:50:21,571 epoch 41 - iter 795/2650 - loss 1.04986151 - samples/sec: 134.79
2020-05-15 03:51:24,390 epoch 41 - iter 1060/2650 - loss 1.04813722 - samples/sec: 135.05
2020-05-15 03:52:27,021 epoch 41 - iter 1325/2650 - loss 1.04880511 - samples/sec: 135.46
2020-05-15 03:53:28,912 epoch 41 - iter 1590/2650 - loss 1.05358041 - samples/sec: 137.08
2020-05-15 03:54:31,898 epoch 41 - iter 1855/2650 - loss 1.05776916 - samples/sec: 134.70
2020-05-15 03:55:34,237 epoch 41 - iter 2120/2650 - loss 1.06433737 - samples/sec: 136.10
2020-05-15 03:56:35,867 epoch 41 - iter 2385/2650 - loss 1.06685857 - samples/sec: 137.66
2020-05-15 03:57:38,206 epoch 41 - iter 2650/2650 - loss 1.06764791 - samples/sec: 136.09
2020-05-15 03:57:38,219 ----------------------------------------------------------------------------------------------------
2020-05-15 03:57:38,219 EPOCH 41 done: loss 1.0676 - lr 0.1000000
2020-05-15 03:57:38,219 BAD EPOCHS (no improvement): 0
2020-05-15 03:57:38,219 ----------------------------------------------------------------------------------------------------
2020-05-15 03:58:40,213 epoch 42 - iter 265/2650 - loss 1.04292047 - samples/sec: 136.83
2020-05-15 03:59:43,827 epoch 42 - iter 530/2650 - loss 1.05952806 - samples/sec: 133.37
2020-05-15 04:00:47,401 epoch 42 - iter 795/2650 - loss 1.04851396 - samples/sec: 133.45
2020-05-15 04:01:49,224 epoch 42 - iter 1060/2650 - loss 1.04468603 - samples/sec: 137.23
2020-05-15 04:02:51,462 epoch 42 - iter 1325/2650 - loss 1.04692339 - samples/sec: 136.32
2020-05-15 04:03:54,726 epoch 42 - iter 1590/2650 - loss 1.04959445 - samples/sec: 134.11
2020-05-15 04:04:56,221 epoch 42 - iter 1855/2650 - loss 1.05388850 - samples/sec: 137.96
2020-05-15 04:05:58,194 epoch 42 - iter 2120/2650 - loss 1.06031845 - samples/sec: 136.90
2020-05-15 04:07:01,843 epoch 42 - iter 2385/2650 - loss 1.06673120 - samples/sec: 133.29
2020-05-15 04:08:04,725 epoch 42 - iter 2650/2650 - loss 1.07090964 - samples/sec: 134.92
2020-05-15 04:08:04,738 ----------------------------------------------------------------------------------------------------
2020-05-15 04:08:04,738 EPOCH 42 done: loss 1.0709 - lr 0.1000000
2020-05-15 04:08:04,738 BAD EPOCHS (no improvement): 1
2020-05-15 04:08:04,739 ----------------------------------------------------------------------------------------------------
2020-05-15 04:09:09,452 epoch 43 - iter 265/2650 - loss 1.07777400 - samples/sec: 131.08
2020-05-15 04:10:13,274 epoch 43 - iter 530/2650 - loss 1.05690003 - samples/sec: 132.93
2020-05-15 04:11:15,457 epoch 43 - iter 795/2650 - loss 1.04536713 - samples/sec: 136.44
2020-05-15 04:12:17,471 epoch 43 - iter 1060/2650 - loss 1.03627193 - samples/sec: 136.81
2020-05-15 04:13:19,248 epoch 43 - iter 1325/2650 - loss 1.03636835 - samples/sec: 137.34
2020-05-15 04:14:21,373 epoch 43 - iter 1590/2650 - loss 1.04273702 - samples/sec: 136.56
2020-05-15 04:15:24,207 epoch 43 - iter 1855/2650 - loss 1.04981266 - samples/sec: 135.03
2020-05-15 04:16:26,849 epoch 43 - iter 2120/2650 - loss 1.05152425 - samples/sec: 135.44
2020-05-15 04:17:29,039 epoch 43 - iter 2385/2650 - loss 1.05628485 - samples/sec: 136.42
2020-05-15 04:18:31,800 epoch 43 - iter 2650/2650 - loss 1.05841352 - samples/sec: 135.18
2020-05-15 04:18:31,813 ----------------------------------------------------------------------------------------------------
2020-05-15 04:18:31,813 EPOCH 43 done: loss 1.0584 - lr 0.1000000
2020-05-15 04:18:31,813 BAD EPOCHS (no improvement): 0
2020-05-15 04:18:31,813 ----------------------------------------------------------------------------------------------------
2020-05-15 04:19:34,908 epoch 44 - iter 265/2650 - loss 1.00257375 - samples/sec: 134.45
2020-05-15 04:20:37,710 epoch 44 - iter 530/2650 - loss 1.02302451 - samples/sec: 135.10
2020-05-15 04:21:40,097 epoch 44 - iter 795/2650 - loss 1.02013806 - samples/sec: 135.99
2020-05-15 04:22:41,374 epoch 44 - iter 1060/2650 - loss 1.02317927 - samples/sec: 138.46
2020-05-15 04:23:44,467 epoch 44 - iter 1325/2650 - loss 1.02683387 - samples/sec: 134.47
2020-05-15 04:24:46,193 epoch 44 - iter 1590/2650 - loss 1.03287171 - samples/sec: 137.45
2020-05-15 04:25:50,252 epoch 44 - iter 1855/2650 - loss 1.04726578 - samples/sec: 132.44
2020-05-15 04:26:53,735 epoch 44 - iter 2120/2650 - loss 1.05382083 - samples/sec: 133.64
2020-05-15 04:27:57,133 epoch 44 - iter 2385/2650 - loss 1.05522653 - samples/sec: 133.82
2020-05-15 04:29:01,884 epoch 44 - iter 2650/2650 - loss 1.06031018 - samples/sec: 131.02
2020-05-15 04:29:01,897 ----------------------------------------------------------------------------------------------------
2020-05-15 04:29:01,897 EPOCH 44 done: loss 1.0603 - lr 0.1000000
2020-05-15 04:29:01,898 BAD EPOCHS (no improvement): 1
2020-05-15 04:29:01,898 ----------------------------------------------------------------------------------------------------
2020-05-15 04:30:05,148 epoch 45 - iter 265/2650 - loss 1.05141273 - samples/sec: 134.12
2020-05-15 04:31:08,062 epoch 45 - iter 530/2650 - loss 1.03827077 - samples/sec: 134.85
2020-05-15 04:32:11,907 epoch 45 - iter 795/2650 - loss 1.04471619 - samples/sec: 132.89
2020-05-15 04:33:14,816 epoch 45 - iter 1060/2650 - loss 1.05078700 - samples/sec: 134.87
2020-05-15 04:34:17,188 epoch 45 - iter 1325/2650 - loss 1.05095496 - samples/sec: 136.02
2020-05-15 04:35:20,802 epoch 45 - iter 1590/2650 - loss 1.05071594 - samples/sec: 133.37
2020-05-15 04:36:24,968 epoch 45 - iter 1855/2650 - loss 1.05074168 - samples/sec: 132.22
2020-05-15 04:37:27,020 epoch 45 - iter 2120/2650 - loss 1.05560816 - samples/sec: 136.73
2020-05-15 04:38:29,960 epoch 45 - iter 2385/2650 - loss 1.05907299 - samples/sec: 134.80
2020-05-15 04:39:33,881 epoch 45 - iter 2650/2650 - loss 1.05991014 - samples/sec: 132.73
2020-05-15 04:39:33,894 ----------------------------------------------------------------------------------------------------
2020-05-15 04:39:33,894 EPOCH 45 done: loss 1.0599 - lr 0.1000000
2020-05-15 04:39:33,894 BAD EPOCHS (no improvement): 2
2020-05-15 04:39:33,894 ----------------------------------------------------------------------------------------------------
2020-05-15 04:40:39,791 epoch 46 - iter 265/2650 - loss 1.03978895 - samples/sec: 128.73
2020-05-15 04:41:43,598 epoch 46 - iter 530/2650 - loss 1.04386027 - samples/sec: 132.97
2020-05-15 04:42:47,737 epoch 46 - iter 795/2650 - loss 1.04080550 - samples/sec: 132.28
2020-05-15 04:43:51,354 epoch 46 - iter 1060/2650 - loss 1.04634685 - samples/sec: 133.37
2020-05-15 04:44:58,065 epoch 46 - iter 1325/2650 - loss 1.05141060 - samples/sec: 127.18
2020-05-15 04:46:01,179 epoch 46 - iter 1590/2650 - loss 1.05458959 - samples/sec: 134.43
2020-05-15 04:47:04,666 epoch 46 - iter 1855/2650 - loss 1.05383308 - samples/sec: 133.64
2020-05-15 04:48:08,706 epoch 46 - iter 2120/2650 - loss 1.05572517 - samples/sec: 132.49
2020-05-15 04:49:12,384 epoch 46 - iter 2385/2650 - loss 1.05761154 - samples/sec: 133.24
2020-05-15 04:50:16,840 epoch 46 - iter 2650/2650 - loss 1.05422885 - samples/sec: 131.63
2020-05-15 04:50:16,853 ----------------------------------------------------------------------------------------------------
2020-05-15 04:50:16,853 EPOCH 46 done: loss 1.0542 - lr 0.1000000
2020-05-15 04:50:16,853 BAD EPOCHS (no improvement): 0
2020-05-15 04:50:16,853 ----------------------------------------------------------------------------------------------------
2020-05-15 04:51:20,404 epoch 47 - iter 265/2650 - loss 1.01715579 - samples/sec: 133.49
2020-05-15 04:52:25,683 epoch 47 - iter 530/2650 - loss 1.01613219 - samples/sec: 129.97
2020-05-15 04:53:27,513 epoch 47 - iter 795/2650 - loss 1.01637381 - samples/sec: 137.22
2020-05-15 04:54:30,611 epoch 47 - iter 1060/2650 - loss 1.02348325 - samples/sec: 134.46
2020-05-15 04:55:34,213 epoch 47 - iter 1325/2650 - loss 1.02984031 - samples/sec: 133.40
2020-05-15 04:56:37,142 epoch 47 - iter 1590/2650 - loss 1.03517257 - samples/sec: 134.82
2020-05-15 04:57:39,829 epoch 47 - iter 1855/2650 - loss 1.03191846 - samples/sec: 135.34
2020-05-15 04:58:43,354 epoch 47 - iter 2120/2650 - loss 1.03600791 - samples/sec: 133.56
2020-05-15 04:59:45,262 epoch 47 - iter 2385/2650 - loss 1.03715300 - samples/sec: 137.05
2020-05-15 05:00:49,503 epoch 47 - iter 2650/2650 - loss 1.03986324 - samples/sec: 132.07
2020-05-15 05:00:49,516 ----------------------------------------------------------------------------------------------------
2020-05-15 05:00:49,516 EPOCH 47 done: loss 1.0399 - lr 0.1000000
2020-05-15 05:00:49,516 BAD EPOCHS (no improvement): 0
2020-05-15 05:00:49,516 ----------------------------------------------------------------------------------------------------
2020-05-15 05:01:53,557 epoch 48 - iter 265/2650 - loss 1.01019688 - samples/sec: 132.46
2020-05-15 05:02:55,719 epoch 48 - iter 530/2650 - loss 1.02507018 - samples/sec: 136.49
2020-05-15 05:03:57,594 epoch 48 - iter 795/2650 - loss 1.01464257 - samples/sec: 137.12
2020-05-15 05:05:01,569 epoch 48 - iter 1060/2650 - loss 1.02975378 - samples/sec: 132.62
2020-05-15 05:06:04,600 epoch 48 - iter 1325/2650 - loss 1.03097597 - samples/sec: 134.60
2020-05-15 05:07:06,079 epoch 48 - iter 1590/2650 - loss 1.03411865 - samples/sec: 138.00
2020-05-15 05:08:09,853 epoch 48 - iter 1855/2650 - loss 1.03727196 - samples/sec: 133.04
2020-05-15 05:09:13,395 epoch 48 - iter 2120/2650 - loss 1.04051268 - samples/sec: 133.52
2020-05-15 05:10:14,960 epoch 48 - iter 2385/2650 - loss 1.04167487 - samples/sec: 137.81
2020-05-15 05:11:17,862 epoch 48 - iter 2650/2650 - loss 1.04308313 - samples/sec: 134.88
2020-05-15 05:11:17,875 ----------------------------------------------------------------------------------------------------
2020-05-15 05:11:17,875 EPOCH 48 done: loss 1.0431 - lr 0.1000000
2020-05-15 05:11:17,875 BAD EPOCHS (no improvement): 1
2020-05-15 05:11:17,875 ----------------------------------------------------------------------------------------------------
2020-05-15 05:12:20,005 epoch 49 - iter 265/2650 - loss 1.03219207 - samples/sec: 136.54
2020-05-15 05:13:22,409 epoch 49 - iter 530/2650 - loss 1.01532361 - samples/sec: 135.96
2020-05-15 05:14:26,673 epoch 49 - iter 795/2650 - loss 1.00964523 - samples/sec: 132.02
2020-05-15 05:15:29,209 epoch 49 - iter 1060/2650 - loss 1.01326574 - samples/sec: 135.67
2020-05-15 05:16:31,122 epoch 49 - iter 1325/2650 - loss 1.00785708 - samples/sec: 137.03
2020-05-15 05:17:34,375 epoch 49 - iter 1590/2650 - loss 1.01021566 - samples/sec: 134.13
2020-05-15 05:18:36,413 epoch 49 - iter 1855/2650 - loss 1.01528287 - samples/sec: 136.76
2020-05-15 05:19:38,693 epoch 49 - iter 2120/2650 - loss 1.01986058 - samples/sec: 136.23
2020-05-15 05:20:41,274 epoch 49 - iter 2385/2650 - loss 1.02884642 - samples/sec: 135.57
2020-05-15 05:21:45,787 epoch 49 - iter 2650/2650 - loss 1.03212523 - samples/sec: 131.51
2020-05-15 05:21:45,800 ----------------------------------------------------------------------------------------------------
2020-05-15 05:21:45,800 EPOCH 49 done: loss 1.0321 - lr 0.1000000
2020-05-15 05:21:45,800 BAD EPOCHS (no improvement): 0
2020-05-15 05:21:45,801 ----------------------------------------------------------------------------------------------------
2020-05-15 05:22:48,514 epoch 50 - iter 265/2650 - loss 0.98797454 - samples/sec: 135.27
2020-05-15 05:23:51,109 epoch 50 - iter 530/2650 - loss 0.97826137 - samples/sec: 135.54
2020-05-15 05:24:54,759 epoch 50 - iter 795/2650 - loss 0.99014345 - samples/sec: 133.29
2020-05-15 05:25:59,482 epoch 50 - iter 1060/2650 - loss 1.00830447 - samples/sec: 131.08
2020-05-15 05:27:01,328 epoch 50 - iter 1325/2650 - loss 1.01325733 - samples/sec: 137.18
2020-05-15 05:28:02,347 epoch 50 - iter 1590/2650 - loss 1.02013281 - samples/sec: 139.04
2020-05-15 05:29:03,827 epoch 50 - iter 1855/2650 - loss 1.02074577 - samples/sec: 138.00
2020-05-15 05:30:07,429 epoch 50 - iter 2120/2650 - loss 1.02203011 - samples/sec: 133.40
2020-05-15 05:31:10,381 epoch 50 - iter 2385/2650 - loss 1.02567520 - samples/sec: 134.77
2020-05-15 05:32:13,984 epoch 50 - iter 2650/2650 - loss 1.03120045 - samples/sec: 133.39
2020-05-15 05:32:13,996 ----------------------------------------------------------------------------------------------------
2020-05-15 05:32:13,997 EPOCH 50 done: loss 1.0312 - lr 0.1000000
2020-05-15 05:32:13,997 BAD EPOCHS (no improvement): 0
2020-05-15 05:32:13,997 ----------------------------------------------------------------------------------------------------
2020-05-15 05:33:17,275 epoch 51 - iter 265/2650 - loss 1.01051622 - samples/sec: 134.06
2020-05-15 05:34:20,697 epoch 51 - iter 530/2650 - loss 1.00266145 - samples/sec: 133.77
2020-05-15 05:35:22,929 epoch 51 - iter 795/2650 - loss 1.00617317 - samples/sec: 136.33
2020-05-15 05:36:25,925 epoch 51 - iter 1060/2650 - loss 1.00790464 - samples/sec: 134.68
2020-05-15 05:37:28,768 epoch 51 - iter 1325/2650 - loss 1.01250025 - samples/sec: 135.01
2020-05-15 05:38:33,160 epoch 51 - iter 1590/2650 - loss 1.01602561 - samples/sec: 131.76
2020-05-15 05:39:34,829 epoch 51 - iter 1855/2650 - loss 1.01937330 - samples/sec: 137.58
2020-05-15 05:40:37,093 epoch 51 - iter 2120/2650 - loss 1.01891928 - samples/sec: 136.26
2020-05-15 05:41:38,863 epoch 51 - iter 2385/2650 - loss 1.01940876 - samples/sec: 137.35
2020-05-15 05:42:41,103 epoch 51 - iter 2650/2650 - loss 1.02240736 - samples/sec: 136.32
2020-05-15 05:42:41,116 ----------------------------------------------------------------------------------------------------
2020-05-15 05:42:41,116 EPOCH 51 done: loss 1.0224 - lr 0.1000000
2020-05-15 05:42:41,116 BAD EPOCHS (no improvement): 0
2020-05-15 05:42:41,116 ----------------------------------------------------------------------------------------------------
2020-05-15 05:43:42,441 epoch 52 - iter 265/2650 - loss 1.00678820 - samples/sec: 138.33
2020-05-15 05:44:45,014 epoch 52 - iter 530/2650 - loss 1.00131904 - samples/sec: 135.59
2020-05-15 05:45:48,779 epoch 52 - iter 795/2650 - loss 1.01333076 - samples/sec: 133.05
2020-05-15 05:46:52,005 epoch 52 - iter 1060/2650 - loss 1.02667894 - samples/sec: 134.19
2020-05-15 05:47:54,349 epoch 52 - iter 1325/2650 - loss 1.02203888 - samples/sec: 136.09
2020-05-15 05:48:57,328 epoch 52 - iter 1590/2650 - loss 1.01970690 - samples/sec: 134.72
2020-05-15 05:49:59,908 epoch 52 - iter 1855/2650 - loss 1.02314799 - samples/sec: 135.57
2020-05-15 05:51:02,621 epoch 52 - iter 2120/2650 - loss 1.02647008 - samples/sec: 135.29
2020-05-15 05:52:05,049 epoch 52 - iter 2385/2650 - loss 1.02611270 - samples/sec: 135.91
2020-05-15 05:53:08,322 epoch 52 - iter 2650/2650 - loss 1.02664855 - samples/sec: 134.09
2020-05-15 05:53:08,335 ----------------------------------------------------------------------------------------------------
2020-05-15 05:53:08,335 EPOCH 52 done: loss 1.0266 - lr 0.1000000
2020-05-15 05:53:08,335 BAD EPOCHS (no improvement): 1
2020-05-15 05:53:08,335 ----------------------------------------------------------------------------------------------------
2020-05-15 05:54:11,224 epoch 53 - iter 265/2650 - loss 0.99363271 - samples/sec: 134.89
2020-05-15 05:55:13,906 epoch 53 - iter 530/2650 - loss 0.99065871 - samples/sec: 135.35
2020-05-15 05:56:17,243 epoch 53 - iter 795/2650 - loss 1.00010909 - samples/sec: 133.95
2020-05-15 05:57:20,915 epoch 53 - iter 1060/2650 - loss 1.00577190 - samples/sec: 133.25
2020-05-15 05:58:23,310 epoch 53 - iter 1325/2650 - loss 1.00737949 - samples/sec: 135.98
2020-05-15 05:59:26,028 epoch 53 - iter 1590/2650 - loss 1.01220708 - samples/sec: 135.27
2020-05-15 06:00:27,799 epoch 53 - iter 1855/2650 - loss 1.01856730 - samples/sec: 137.35
2020-05-15 06:01:29,743 epoch 53 - iter 2120/2650 - loss 1.01917767 - samples/sec: 136.97
2020-05-15 06:02:30,599 epoch 53 - iter 2385/2650 - loss 1.02189543 - samples/sec: 139.42
2020-05-15 06:03:34,757 epoch 53 - iter 2650/2650 - loss 1.02611193 - samples/sec: 132.24
2020-05-15 06:03:34,770 ----------------------------------------------------------------------------------------------------
2020-05-15 06:03:34,770 EPOCH 53 done: loss 1.0261 - lr 0.1000000
2020-05-15 06:03:34,770 BAD EPOCHS (no improvement): 2
2020-05-15 06:03:34,770 ----------------------------------------------------------------------------------------------------
2020-05-15 06:04:36,473 epoch 54 - iter 265/2650 - loss 0.98564866 - samples/sec: 137.48
2020-05-15 06:05:40,784 epoch 54 - iter 530/2650 - loss 0.99924999 - samples/sec: 131.92
2020-05-15 06:06:44,535 epoch 54 - iter 795/2650 - loss 0.99473308 - samples/sec: 133.08
2020-05-15 06:07:46,593 epoch 54 - iter 1060/2650 - loss 1.00071973 - samples/sec: 136.71
2020-05-15 06:08:47,597 epoch 54 - iter 1325/2650 - loss 1.00058196 - samples/sec: 139.08
2020-05-15 06:09:49,548 epoch 54 - iter 1590/2650 - loss 1.00623620 - samples/sec: 136.95
2020-05-15 06:10:51,753 epoch 54 - iter 1855/2650 - loss 1.01149432 - samples/sec: 136.39
2020-05-15 06:11:53,747 epoch 54 - iter 2120/2650 - loss 1.01263762 - samples/sec: 136.86
2020-05-15 06:12:56,705 epoch 54 - iter 2385/2650 - loss 1.01560242 - samples/sec: 134.76
2020-05-15 06:13:59,455 epoch 54 - iter 2650/2650 - loss 1.01903986 - samples/sec: 135.21
2020-05-15 06:13:59,468 ----------------------------------------------------------------------------------------------------
2020-05-15 06:13:59,468 EPOCH 54 done: loss 1.0190 - lr 0.1000000
2020-05-15 06:13:59,468 BAD EPOCHS (no improvement): 0
2020-05-15 06:13:59,468 ----------------------------------------------------------------------------------------------------
2020-05-15 06:15:03,501 epoch 55 - iter 265/2650 - loss 0.99502599 - samples/sec: 132.48
2020-05-15 06:16:04,511 epoch 55 - iter 530/2650 - loss 1.00939330 - samples/sec: 139.07
2020-05-15 06:17:06,959 epoch 55 - iter 795/2650 - loss 1.01246440 - samples/sec: 135.86
2020-05-15 06:18:09,304 epoch 55 - iter 1060/2650 - loss 1.01159867 - samples/sec: 136.08
2020-05-15 06:19:12,857 epoch 55 - iter 1325/2650 - loss 1.00809966 - samples/sec: 133.50
2020-05-15 06:20:15,481 epoch 55 - iter 1590/2650 - loss 1.01267359 - samples/sec: 135.48
2020-05-15 06:21:16,447 epoch 55 - iter 1855/2650 - loss 1.01263747 - samples/sec: 139.16
2020-05-15 06:22:18,240 epoch 55 - iter 2120/2650 - loss 1.01177600 - samples/sec: 137.30
2020-05-15 06:23:20,677 epoch 55 - iter 2385/2650 - loss 1.01606300 - samples/sec: 135.89
2020-05-15 06:24:24,295 epoch 55 - iter 2650/2650 - loss 1.01893664 - samples/sec: 133.36
2020-05-15 06:24:24,308 ----------------------------------------------------------------------------------------------------
2020-05-15 06:24:24,308 EPOCH 55 done: loss 1.0189 - lr 0.1000000
2020-05-15 06:24:24,308 BAD EPOCHS (no improvement): 0
2020-05-15 06:24:24,308 ----------------------------------------------------------------------------------------------------
2020-05-15 06:25:26,640 epoch 56 - iter 265/2650 - loss 1.00401724 - samples/sec: 136.10
2020-05-15 06:26:29,211 epoch 56 - iter 530/2650 - loss 0.99820980 - samples/sec: 135.59
2020-05-15 06:27:29,935 epoch 56 - iter 795/2650 - loss 0.99310379 - samples/sec: 139.72
2020-05-15 06:28:33,330 epoch 56 - iter 1060/2650 - loss 0.99256502 - samples/sec: 133.83
2020-05-15 06:29:35,106 epoch 56 - iter 1325/2650 - loss 0.99969574 - samples/sec: 137.34
2020-05-15 06:30:38,896 epoch 56 - iter 1590/2650 - loss 1.00555829 - samples/sec: 133.00
2020-05-15 06:31:41,270 epoch 56 - iter 1855/2650 - loss 1.01016595 - samples/sec: 136.02
2020-05-15 06:32:43,671 epoch 56 - iter 2120/2650 - loss 1.01058837 - samples/sec: 135.96
2020-05-15 06:33:46,668 epoch 56 - iter 2385/2650 - loss 1.01846250 - samples/sec: 134.68
2020-05-15 06:34:49,395 epoch 56 - iter 2650/2650 - loss 1.01869526 - samples/sec: 135.26
2020-05-15 06:34:49,408 ----------------------------------------------------------------------------------------------------
2020-05-15 06:34:49,408 EPOCH 56 done: loss 1.0187 - lr 0.1000000
2020-05-15 06:34:49,408 BAD EPOCHS (no improvement): 0
2020-05-15 06:34:49,408 ----------------------------------------------------------------------------------------------------
2020-05-15 06:35:52,368 epoch 57 - iter 265/2650 - loss 1.01194335 - samples/sec: 134.74
2020-05-15 06:36:54,207 epoch 57 - iter 530/2650 - loss 0.99020771 - samples/sec: 137.20
2020-05-15 06:37:55,932 epoch 57 - iter 795/2650 - loss 0.99572614 - samples/sec: 137.45
2020-05-15 06:38:59,278 epoch 57 - iter 1060/2650 - loss 0.99609260 - samples/sec: 133.93
2020-05-15 06:40:00,157 epoch 57 - iter 1325/2650 - loss 0.99903079 - samples/sec: 139.37
2020-05-15 06:41:03,305 epoch 57 - iter 1590/2650 - loss 1.00369645 - samples/sec: 134.35
2020-05-15 06:42:05,993 epoch 57 - iter 1855/2650 - loss 1.00301199 - samples/sec: 135.34
2020-05-15 06:43:09,199 epoch 57 - iter 2120/2650 - loss 1.00903986 - samples/sec: 134.23
2020-05-15 06:44:13,324 epoch 57 - iter 2385/2650 - loss 1.01228480 - samples/sec: 132.31
2020-05-15 06:45:15,521 epoch 57 - iter 2650/2650 - loss 1.01422069 - samples/sec: 136.41
2020-05-15 06:45:15,534 ----------------------------------------------------------------------------------------------------
2020-05-15 06:45:15,534 EPOCH 57 done: loss 1.0142 - lr 0.1000000
2020-05-15 06:45:15,535 BAD EPOCHS (no improvement): 0
2020-05-15 06:45:15,535 ----------------------------------------------------------------------------------------------------
2020-05-15 06:46:18,206 epoch 58 - iter 265/2650 - loss 0.97511248 - samples/sec: 135.36
2020-05-15 06:47:21,101 epoch 58 - iter 530/2650 - loss 0.98230052 - samples/sec: 134.89
2020-05-15 06:48:23,876 epoch 58 - iter 795/2650 - loss 0.99022883 - samples/sec: 135.15
2020-05-15 06:49:28,569 epoch 58 - iter 1060/2650 - loss 0.99832671 - samples/sec: 131.14
2020-05-15 06:50:30,999 epoch 58 - iter 1325/2650 - loss 1.00710393 - samples/sec: 135.90
2020-05-15 06:51:32,004 epoch 58 - iter 1590/2650 - loss 1.01245550 - samples/sec: 139.07
2020-05-15 06:52:33,626 epoch 58 - iter 1855/2650 - loss 1.01006697 - samples/sec: 137.68
2020-05-15 06:53:34,977 epoch 58 - iter 2120/2650 - loss 1.00869473 - samples/sec: 138.29
2020-05-15 06:54:36,438 epoch 58 - iter 2385/2650 - loss 1.01123808 - samples/sec: 138.04
2020-05-15 06:55:40,255 epoch 58 - iter 2650/2650 - loss 1.01285237 - samples/sec: 132.95
2020-05-15 06:55:40,268 ----------------------------------------------------------------------------------------------------
2020-05-15 06:55:40,268 EPOCH 58 done: loss 1.0129 - lr 0.1000000
2020-05-15 06:55:40,268 BAD EPOCHS (no improvement): 0
2020-05-15 06:55:40,268 ----------------------------------------------------------------------------------------------------
2020-05-15 06:56:40,871 epoch 59 - iter 265/2650 - loss 0.97389210 - samples/sec: 139.98
2020-05-15 06:57:43,417 epoch 59 - iter 530/2650 - loss 0.98870429 - samples/sec: 135.65
2020-05-15 06:58:47,512 epoch 59 - iter 795/2650 - loss 0.99519255 - samples/sec: 132.37
2020-05-15 06:59:50,619 epoch 59 - iter 1060/2650 - loss 1.00213441 - samples/sec: 134.44
2020-05-15 07:00:52,590 epoch 59 - iter 1325/2650 - loss 0.99688816 - samples/sec: 136.91
2020-05-15 07:01:55,055 epoch 59 - iter 1590/2650 - loss 1.00255904 - samples/sec: 135.82
2020-05-15 07:02:58,646 epoch 59 - iter 1855/2650 - loss 1.00994804 - samples/sec: 133.42
2020-05-15 07:04:01,612 epoch 59 - iter 2120/2650 - loss 1.00912366 - samples/sec: 134.74
2020-05-15 07:05:03,826 epoch 59 - iter 2385/2650 - loss 1.00947426 - samples/sec: 136.37
2020-05-15 07:06:06,820 epoch 59 - iter 2650/2650 - loss 1.01206883 - samples/sec: 134.68
2020-05-15 07:06:06,833 ----------------------------------------------------------------------------------------------------
2020-05-15 07:06:06,834 EPOCH 59 done: loss 1.0121 - lr 0.1000000
2020-05-15 07:06:06,834 BAD EPOCHS (no improvement): 0
2020-05-15 07:06:06,834 ----------------------------------------------------------------------------------------------------
2020-05-15 07:07:09,985 epoch 60 - iter 265/2650 - loss 0.98685678 - samples/sec: 134.33
2020-05-15 07:08:13,240 epoch 60 - iter 530/2650 - loss 0.97155581 - samples/sec: 134.13
2020-05-15 07:09:16,628 epoch 60 - iter 795/2650 - loss 0.97773503 - samples/sec: 133.85
2020-05-15 07:10:19,342 epoch 60 - iter 1060/2650 - loss 0.97477702 - samples/sec: 135.28
2020-05-15 07:11:22,599 epoch 60 - iter 1325/2650 - loss 0.97672006 - samples/sec: 134.12
2020-05-15 07:12:25,134 epoch 60 - iter 1590/2650 - loss 0.98577584 - samples/sec: 135.67
2020-05-15 07:13:30,600 epoch 60 - iter 1855/2650 - loss 0.98922373 - samples/sec: 129.60
2020-05-15 07:14:34,137 epoch 60 - iter 2120/2650 - loss 0.99305574 - samples/sec: 133.53
2020-05-15 07:15:37,548 epoch 60 - iter 2385/2650 - loss 0.99672555 - samples/sec: 133.80
2020-05-15 07:16:40,050 epoch 60 - iter 2650/2650 - loss 0.99656132 - samples/sec: 135.75
2020-05-15 07:16:40,064 ----------------------------------------------------------------------------------------------------
2020-05-15 07:16:40,064 EPOCH 60 done: loss 0.9966 - lr 0.1000000
2020-05-15 07:16:40,064 BAD EPOCHS (no improvement): 0
2020-05-15 07:16:40,064 ----------------------------------------------------------------------------------------------------
2020-05-15 07:17:42,057 epoch 61 - iter 265/2650 - loss 0.99868506 - samples/sec: 136.84
2020-05-15 07:18:45,577 epoch 61 - iter 530/2650 - loss 0.98486692 - samples/sec: 133.57
2020-05-15 07:19:50,897 epoch 61 - iter 795/2650 - loss 0.98859309 - samples/sec: 129.88
2020-05-15 07:20:54,472 epoch 61 - iter 1060/2650 - loss 0.99032117 - samples/sec: 133.45
2020-05-15 07:21:57,270 epoch 61 - iter 1325/2650 - loss 0.98620032 - samples/sec: 135.11
2020-05-15 07:23:00,668 epoch 61 - iter 1590/2650 - loss 0.98976348 - samples/sec: 133.82
2020-05-15 07:24:05,595 epoch 61 - iter 1855/2650 - loss 0.99843286 - samples/sec: 130.67
2020-05-15 07:25:09,788 epoch 61 - iter 2120/2650 - loss 0.99627954 - samples/sec: 132.17
2020-05-15 07:26:12,945 epoch 61 - iter 2385/2650 - loss 0.99631583 - samples/sec: 134.34
2020-05-15 07:27:18,038 epoch 61 - iter 2650/2650 - loss 0.99537162 - samples/sec: 130.34
2020-05-15 07:27:18,051 ----------------------------------------------------------------------------------------------------
2020-05-15 07:27:18,052 EPOCH 61 done: loss 0.9954 - lr 0.1000000
2020-05-15 07:27:18,052 BAD EPOCHS (no improvement): 0
2020-05-15 07:27:18,052 ----------------------------------------------------------------------------------------------------
2020-05-15 07:28:21,803 epoch 62 - iter 265/2650 - loss 0.98139398 - samples/sec: 133.07
2020-05-15 07:29:25,989 epoch 62 - iter 530/2650 - loss 0.97282391 - samples/sec: 132.18
2020-05-15 07:30:31,262 epoch 62 - iter 795/2650 - loss 0.97072232 - samples/sec: 129.98
2020-05-15 07:31:34,996 epoch 62 - iter 1060/2650 - loss 0.98097070 - samples/sec: 133.12
2020-05-15 07:32:37,371 epoch 62 - iter 1325/2650 - loss 0.97864877 - samples/sec: 136.02
2020-05-15 07:33:41,365 epoch 62 - iter 1590/2650 - loss 0.98523781 - samples/sec: 132.58
2020-05-15 07:34:46,151 epoch 62 - iter 1855/2650 - loss 0.98926350 - samples/sec: 130.96
2020-05-15 07:35:52,052 epoch 62 - iter 2120/2650 - loss 0.99444209 - samples/sec: 128.74
2020-05-15 07:36:58,107 epoch 62 - iter 2385/2650 - loss 0.99699394 - samples/sec: 128.44
2020-05-15 07:38:02,901 epoch 62 - iter 2650/2650 - loss 1.00183709 - samples/sec: 130.94
2020-05-15 07:38:02,914 ----------------------------------------------------------------------------------------------------
2020-05-15 07:38:02,914 EPOCH 62 done: loss 1.0018 - lr 0.1000000
2020-05-15 07:38:02,914 BAD EPOCHS (no improvement): 1
2020-05-15 07:38:02,914 ----------------------------------------------------------------------------------------------------
2020-05-15 07:39:08,607 epoch 63 - iter 265/2650 - loss 0.98407762 - samples/sec: 129.13
2020-05-15 07:40:13,968 epoch 63 - iter 530/2650 - loss 1.00381498 - samples/sec: 129.81
2020-05-15 07:41:19,876 epoch 63 - iter 795/2650 - loss 0.99453134 - samples/sec: 128.73
2020-05-15 07:42:24,734 epoch 63 - iter 1060/2650 - loss 0.98954382 - samples/sec: 130.81
2020-05-15 07:43:31,487 epoch 63 - iter 1325/2650 - loss 0.99168828 - samples/sec: 127.10
2020-05-15 07:44:34,916 epoch 63 - iter 1590/2650 - loss 0.99457140 - samples/sec: 133.76
2020-05-15 07:45:38,741 epoch 63 - iter 1855/2650 - loss 0.99549333 - samples/sec: 132.93
2020-05-15 07:46:41,243 epoch 63 - iter 2120/2650 - loss 0.99678235 - samples/sec: 135.75
2020-05-15 07:47:47,852 epoch 63 - iter 2385/2650 - loss 1.00286180 - samples/sec: 127.37
2020-05-15 07:48:53,909 epoch 63 - iter 2650/2650 - loss 1.00625685 - samples/sec: 128.44
2020-05-15 07:48:53,923 ----------------------------------------------------------------------------------------------------
2020-05-15 07:48:53,923 EPOCH 63 done: loss 1.0063 - lr 0.1000000
2020-05-15 07:48:53,923 BAD EPOCHS (no improvement): 2
2020-05-15 07:48:53,923 ----------------------------------------------------------------------------------------------------
2020-05-15 07:49:59,252 epoch 64 - iter 265/2650 - loss 0.97168452 - samples/sec: 129.85
2020-05-15 07:51:06,330 epoch 64 - iter 530/2650 - loss 0.98601206 - samples/sec: 126.48
2020-05-15 07:52:10,207 epoch 64 - iter 795/2650 - loss 0.98007234 - samples/sec: 132.82
2020-05-15 07:53:15,222 epoch 64 - iter 1060/2650 - loss 0.97746939 - samples/sec: 130.50
2020-05-15 07:54:18,362 epoch 64 - iter 1325/2650 - loss 0.98104145 - samples/sec: 134.37
2020-05-15 07:55:22,071 epoch 64 - iter 1590/2650 - loss 0.98081512 - samples/sec: 133.17
2020-05-15 07:56:26,304 epoch 64 - iter 1855/2650 - loss 0.98755456 - samples/sec: 132.09
2020-05-15 07:57:30,103 epoch 64 - iter 2120/2650 - loss 0.99168050 - samples/sec: 132.99
2020-05-15 07:58:34,177 epoch 64 - iter 2385/2650 - loss 0.99677182 - samples/sec: 132.41
2020-05-15 07:59:37,497 epoch 64 - iter 2650/2650 - loss 0.99840665 - samples/sec: 133.99
2020-05-15 07:59:37,511 ----------------------------------------------------------------------------------------------------
2020-05-15 07:59:37,511 EPOCH 64 done: loss 0.9984 - lr 0.1000000
2020-05-15 07:59:37,512 BAD EPOCHS (no improvement): 3
2020-05-15 07:59:37,512 ----------------------------------------------------------------------------------------------------
2020-05-15 08:00:41,238 epoch 65 - iter 265/2650 - loss 0.97548625 - samples/sec: 133.12
2020-05-15 08:01:43,370 epoch 65 - iter 530/2650 - loss 0.97823102 - samples/sec: 136.55
2020-05-15 08:02:46,766 epoch 65 - iter 795/2650 - loss 0.97899309 - samples/sec: 133.83
2020-05-15 08:03:48,893 epoch 65 - iter 1060/2650 - loss 0.98048386 - samples/sec: 136.56
2020-05-15 08:04:51,212 epoch 65 - iter 1325/2650 - loss 0.98310135 - samples/sec: 136.14
2020-05-15 08:05:54,989 epoch 65 - iter 1590/2650 - loss 0.97946249 - samples/sec: 133.03
2020-05-15 08:06:57,890 epoch 65 - iter 1855/2650 - loss 0.98293867 - samples/sec: 134.88
2020-05-15 08:08:02,535 epoch 65 - iter 2120/2650 - loss 0.98613742 - samples/sec: 131.24
2020-05-15 08:09:07,531 epoch 65 - iter 2385/2650 - loss 0.98861304 - samples/sec: 130.53
2020-05-15 08:10:10,730 epoch 65 - iter 2650/2650 - loss 0.99255849 - samples/sec: 134.25
2020-05-15 08:10:10,744 ----------------------------------------------------------------------------------------------------
2020-05-15 08:10:10,744 EPOCH 65 done: loss 0.9926 - lr 0.1000000
2020-05-15 08:10:10,744 BAD EPOCHS (no improvement): 0
2020-05-15 08:10:10,744 ----------------------------------------------------------------------------------------------------
2020-05-15 08:11:21,865 epoch 66 - iter 265/2650 - loss 0.94597168 - samples/sec: 119.27
2020-05-15 08:12:24,166 epoch 66 - iter 530/2650 - loss 0.97901553 - samples/sec: 136.18
2020-05-15 08:13:27,276 epoch 66 - iter 795/2650 - loss 0.97354750 - samples/sec: 134.43
2020-05-15 08:14:28,764 epoch 66 - iter 1060/2650 - loss 0.97326365 - samples/sec: 137.98
2020-05-15 08:15:31,631 epoch 66 - iter 1325/2650 - loss 0.97673715 - samples/sec: 134.95
2020-05-15 08:16:35,454 epoch 66 - iter 1590/2650 - loss 0.97985860 - samples/sec: 132.93
2020-05-15 08:17:42,572 epoch 66 - iter 1855/2650 - loss 0.98204969 - samples/sec: 126.41
2020-05-15 08:18:48,864 epoch 66 - iter 2120/2650 - loss 0.98380702 - samples/sec: 127.98
2020-05-15 08:19:52,503 epoch 66 - iter 2385/2650 - loss 0.98571617 - samples/sec: 133.32
2020-05-15 08:20:57,384 epoch 66 - iter 2650/2650 - loss 0.98781214 - samples/sec: 130.77
2020-05-15 08:20:57,398 ----------------------------------------------------------------------------------------------------
2020-05-15 08:20:57,398 EPOCH 66 done: loss 0.9878 - lr 0.1000000
2020-05-15 08:20:57,398 BAD EPOCHS (no improvement): 0
2020-05-15 08:20:57,398 ----------------------------------------------------------------------------------------------------
2020-05-15 08:22:03,307 epoch 67 - iter 265/2650 - loss 0.99510963 - samples/sec: 128.71
2020-05-15 08:23:07,953 epoch 67 - iter 530/2650 - loss 0.99926528 - samples/sec: 131.24
2020-05-15 08:24:13,806 epoch 67 - iter 795/2650 - loss 0.98622935 - samples/sec: 128.84
2020-05-15 08:25:18,339 epoch 67 - iter 1060/2650 - loss 0.98623867 - samples/sec: 131.48
2020-05-15 08:26:25,569 epoch 67 - iter 1325/2650 - loss 0.98376510 - samples/sec: 126.20
2020-05-15 08:27:29,558 epoch 67 - iter 1590/2650 - loss 0.98287974 - samples/sec: 132.59
2020-05-15 08:28:34,396 epoch 67 - iter 1855/2650 - loss 0.98418954 - samples/sec: 130.86
2020-05-15 08:29:39,240 epoch 67 - iter 2120/2650 - loss 0.98278883 - samples/sec: 130.84
2020-05-15 08:30:44,415 epoch 67 - iter 2385/2650 - loss 0.98363875 - samples/sec: 130.18
2020-05-15 08:31:51,505 epoch 67 - iter 2650/2650 - loss 0.98947201 - samples/sec: 126.46
2020-05-15 08:31:51,519 ----------------------------------------------------------------------------------------------------
2020-05-15 08:31:51,519 EPOCH 67 done: loss 0.9895 - lr 0.1000000
2020-05-15 08:31:51,519 BAD EPOCHS (no improvement): 1
2020-05-15 08:31:51,519 ----------------------------------------------------------------------------------------------------
2020-05-15 08:32:57,855 epoch 68 - iter 265/2650 - loss 0.98949314 - samples/sec: 127.88
2020-05-15 08:34:04,283 epoch 68 - iter 530/2650 - loss 0.97867313 - samples/sec: 127.72
2020-05-15 08:35:09,847 epoch 68 - iter 795/2650 - loss 0.97628335 - samples/sec: 129.41
2020-05-15 08:36:13,125 epoch 68 - iter 1060/2650 - loss 0.97765411 - samples/sec: 134.08
2020-05-15 08:37:18,341 epoch 68 - iter 1325/2650 - loss 0.97747331 - samples/sec: 130.10
2020-05-15 08:38:24,002 epoch 68 - iter 1590/2650 - loss 0.98368086 - samples/sec: 129.22
2020-05-15 08:39:28,146 epoch 68 - iter 1855/2650 - loss 0.98526491 - samples/sec: 132.27
2020-05-15 08:40:31,303 epoch 68 - iter 2120/2650 - loss 0.98661554 - samples/sec: 134.34
2020-05-15 08:41:38,010 epoch 68 - iter 2385/2650 - loss 0.98868033 - samples/sec: 127.19
2020-05-15 08:42:45,503 epoch 68 - iter 2650/2650 - loss 0.99257724 - samples/sec: 125.71
2020-05-15 08:42:45,517 ----------------------------------------------------------------------------------------------------
2020-05-15 08:42:45,517 EPOCH 68 done: loss 0.9926 - lr 0.1000000
2020-05-15 08:42:45,517 BAD EPOCHS (no improvement): 2
2020-05-15 08:42:45,518 ----------------------------------------------------------------------------------------------------
2020-05-15 08:43:51,231 epoch 69 - iter 265/2650 - loss 0.96834224 - samples/sec: 129.09
2020-05-15 08:44:54,045 epoch 69 - iter 530/2650 - loss 0.95872609 - samples/sec: 135.07
2020-05-15 08:45:58,102 epoch 69 - iter 795/2650 - loss 0.97254770 - samples/sec: 132.45
2020-05-15 08:47:01,437 epoch 69 - iter 1060/2650 - loss 0.97210201 - samples/sec: 133.96
2020-05-15 08:48:06,293 epoch 69 - iter 1325/2650 - loss 0.97578007 - samples/sec: 130.82
2020-05-15 08:49:12,269 epoch 69 - iter 1590/2650 - loss 0.97736704 - samples/sec: 128.60
2020-05-15 08:50:16,679 epoch 69 - iter 1855/2650 - loss 0.98239338 - samples/sec: 131.72
2020-05-15 08:51:21,722 epoch 69 - iter 2120/2650 - loss 0.98785962 - samples/sec: 130.44
2020-05-15 08:52:26,705 epoch 69 - iter 2385/2650 - loss 0.98904364 - samples/sec: 130.56
2020-05-15 08:53:30,004 epoch 69 - iter 2650/2650 - loss 0.98810711 - samples/sec: 134.04
2020-05-15 08:53:30,017 ----------------------------------------------------------------------------------------------------
2020-05-15 08:53:30,017 EPOCH 69 done: loss 0.9881 - lr 0.1000000
2020-05-15 08:53:30,017 BAD EPOCHS (no improvement): 3
2020-05-15 08:53:30,017 ----------------------------------------------------------------------------------------------------
2020-05-15 08:54:32,866 epoch 70 - iter 265/2650 - loss 0.92543875 - samples/sec: 134.98
2020-05-15 08:55:36,567 epoch 70 - iter 530/2650 - loss 0.94426163 - samples/sec: 133.19
2020-05-15 08:56:41,141 epoch 70 - iter 795/2650 - loss 0.94220801 - samples/sec: 131.39
2020-05-15 08:57:45,413 epoch 70 - iter 1060/2650 - loss 0.94755145 - samples/sec: 132.00
2020-05-15 08:58:48,153 epoch 70 - iter 1325/2650 - loss 0.94734391 - samples/sec: 135.23
2020-05-15 08:59:53,384 epoch 70 - iter 1590/2650 - loss 0.95506017 - samples/sec: 130.06
2020-05-15 09:00:55,194 epoch 70 - iter 1855/2650 - loss 0.96172742 - samples/sec: 137.26
2020-05-15 09:01:57,422 epoch 70 - iter 2120/2650 - loss 0.96697709 - samples/sec: 136.34
2020-05-15 09:03:01,963 epoch 70 - iter 2385/2650 - loss 0.96977749 - samples/sec: 131.45
2020-05-15 09:04:04,265 epoch 70 - iter 2650/2650 - loss 0.97300177 - samples/sec: 136.19
2020-05-15 09:04:04,278 ----------------------------------------------------------------------------------------------------
2020-05-15 09:04:04,278 EPOCH 70 done: loss 0.9730 - lr 0.1000000
2020-05-15 09:04:04,278 BAD EPOCHS (no improvement): 0
2020-05-15 09:04:04,278 ----------------------------------------------------------------------------------------------------
2020-05-15 09:05:06,495 epoch 71 - iter 265/2650 - loss 0.96902781 - samples/sec: 136.34
2020-05-15 09:06:10,212 epoch 71 - iter 530/2650 - loss 0.96773476 - samples/sec: 133.15
2020-05-15 09:07:13,664 epoch 71 - iter 795/2650 - loss 0.96734469 - samples/sec: 133.71
2020-05-15 09:08:17,231 epoch 71 - iter 1060/2650 - loss 0.96371172 - samples/sec: 133.47
2020-05-15 09:09:21,992 epoch 71 - iter 1325/2650 - loss 0.97077598 - samples/sec: 131.01
2020-05-15 09:10:24,991 epoch 71 - iter 1590/2650 - loss 0.97545698 - samples/sec: 134.68
2020-05-15 09:11:28,563 epoch 71 - iter 1855/2650 - loss 0.98166507 - samples/sec: 133.47
2020-05-15 09:12:32,400 epoch 71 - iter 2120/2650 - loss 0.98611629 - samples/sec: 132.91
2020-05-15 09:13:36,185 epoch 71 - iter 2385/2650 - loss 0.98861249 - samples/sec: 133.01
2020-05-15 09:14:40,502 epoch 71 - iter 2650/2650 - loss 0.99109508 - samples/sec: 131.92
2020-05-15 09:14:40,515 ----------------------------------------------------------------------------------------------------
2020-05-15 09:14:40,516 EPOCH 71 done: loss 0.9911 - lr 0.1000000
2020-05-15 09:14:40,516 BAD EPOCHS (no improvement): 1
2020-05-15 09:14:40,516 ----------------------------------------------------------------------------------------------------
2020-05-15 09:15:46,104 epoch 72 - iter 265/2650 - loss 0.95514721 - samples/sec: 129.34
2020-05-15 09:16:50,173 epoch 72 - iter 530/2650 - loss 0.96568716 - samples/sec: 132.42
2020-05-15 09:17:54,543 epoch 72 - iter 795/2650 - loss 0.96272958 - samples/sec: 131.81
2020-05-15 09:18:58,778 epoch 72 - iter 1060/2650 - loss 0.96903783 - samples/sec: 132.08
2020-05-15 09:20:03,340 epoch 72 - iter 1325/2650 - loss 0.97258718 - samples/sec: 131.41
2020-05-15 09:21:07,570 epoch 72 - iter 1590/2650 - loss 0.97574027 - samples/sec: 132.10
2020-05-15 09:22:14,104 epoch 72 - iter 1855/2650 - loss 0.97823524 - samples/sec: 127.52
2020-05-15 09:23:16,947 epoch 72 - iter 2120/2650 - loss 0.97886942 - samples/sec: 135.01
2020-05-15 09:24:21,322 epoch 72 - iter 2385/2650 - loss 0.98378799 - samples/sec: 131.80
2020-05-15 09:25:23,207 epoch 72 - iter 2650/2650 - loss 0.98471906 - samples/sec: 137.10
2020-05-15 09:25:23,221 ----------------------------------------------------------------------------------------------------
2020-05-15 09:25:23,221 EPOCH 72 done: loss 0.9847 - lr 0.1000000
2020-05-15 09:25:23,221 BAD EPOCHS (no improvement): 2
2020-05-15 09:25:23,221 ----------------------------------------------------------------------------------------------------
2020-05-15 09:26:26,818 epoch 73 - iter 265/2650 - loss 0.95368424 - samples/sec: 133.39
2020-05-15 09:27:32,299 epoch 73 - iter 530/2650 - loss 0.96322245 - samples/sec: 129.57
2020-05-15 09:28:36,630 epoch 73 - iter 795/2650 - loss 0.96504150 - samples/sec: 131.89
2020-05-15 09:29:41,042 epoch 73 - iter 1060/2650 - loss 0.96233937 - samples/sec: 131.72
2020-05-15 09:30:44,642 epoch 73 - iter 1325/2650 - loss 0.97016092 - samples/sec: 133.40
2020-05-15 09:31:48,824 epoch 73 - iter 1590/2650 - loss 0.97569448 - samples/sec: 132.19
2020-05-15 09:32:53,911 epoch 73 - iter 1855/2650 - loss 0.97834151 - samples/sec: 130.36
2020-05-15 09:33:59,735 epoch 73 - iter 2120/2650 - loss 0.97709524 - samples/sec: 128.89
2020-05-15 09:35:05,843 epoch 73 - iter 2385/2650 - loss 0.98111603 - samples/sec: 128.34
2020-05-15 09:36:13,964 epoch 73 - iter 2650/2650 - loss 0.98734245 - samples/sec: 124.55
2020-05-15 09:36:13,978 ----------------------------------------------------------------------------------------------------
2020-05-15 09:36:13,978 EPOCH 73 done: loss 0.9873 - lr 0.1000000
2020-05-15 09:36:13,978 BAD EPOCHS (no improvement): 3
2020-05-15 09:36:13,978 ----------------------------------------------------------------------------------------------------
2020-05-15 09:37:21,706 epoch 74 - iter 265/2650 - loss 0.98909549 - samples/sec: 125.25
2020-05-15 09:38:28,586 epoch 74 - iter 530/2650 - loss 0.97573508 - samples/sec: 126.86
2020-05-15 09:39:36,590 epoch 74 - iter 795/2650 - loss 0.97867598 - samples/sec: 124.76
2020-05-15 09:40:44,018 epoch 74 - iter 1060/2650 - loss 0.98141629 - samples/sec: 125.83
2020-05-15 09:41:50,563 epoch 74 - iter 1325/2650 - loss 0.98297302 - samples/sec: 127.50
2020-05-15 09:42:59,824 epoch 74 - iter 1590/2650 - loss 0.98161371 - samples/sec: 122.50
2020-05-15 09:44:05,186 epoch 74 - iter 1855/2650 - loss 0.98091708 - samples/sec: 129.81
2020-05-15 09:45:10,843 epoch 74 - iter 2120/2650 - loss 0.97870510 - samples/sec: 129.23
2020-05-15 09:46:17,886 epoch 74 - iter 2385/2650 - loss 0.98141975 - samples/sec: 126.55
2020-05-15 09:47:25,358 epoch 74 - iter 2650/2650 - loss 0.98473484 - samples/sec: 125.75
2020-05-15 09:47:25,372 ----------------------------------------------------------------------------------------------------
2020-05-15 09:47:25,373 EPOCH 74 done: loss 0.9847 - lr 0.1000000
2020-05-15 09:47:25,373 BAD EPOCHS (no improvement): 4
2020-05-15 09:47:25,373 ----------------------------------------------------------------------------------------------------
2020-05-15 09:48:30,699 epoch 75 - iter 265/2650 - loss 0.95362043 - samples/sec: 129.86
2020-05-15 09:49:38,717 epoch 75 - iter 530/2650 - loss 0.93555194 - samples/sec: 124.74
2020-05-15 09:50:44,358 epoch 75 - iter 795/2650 - loss 0.92975708 - samples/sec: 129.26
2020-05-15 09:51:51,455 epoch 75 - iter 1060/2650 - loss 0.93309809 - samples/sec: 126.45
2020-05-15 09:53:00,488 epoch 75 - iter 1325/2650 - loss 0.93589309 - samples/sec: 122.90
2020-05-15 09:54:07,029 epoch 75 - iter 1590/2650 - loss 0.93665979 - samples/sec: 127.51
2020-05-15 09:55:12,841 epoch 75 - iter 1855/2650 - loss 0.93283326 - samples/sec: 128.92
2020-05-15 09:56:20,715 epoch 75 - iter 2120/2650 - loss 0.93092744 - samples/sec: 125.00
2020-05-15 09:57:26,564 epoch 75 - iter 2385/2650 - loss 0.93340363 - samples/sec: 128.85
2020-05-15 09:58:33,416 epoch 75 - iter 2650/2650 - loss 0.93159091 - samples/sec: 126.91
2020-05-15 09:58:33,430 ----------------------------------------------------------------------------------------------------
2020-05-15 09:58:33,430 EPOCH 75 done: loss 0.9316 - lr 0.0500000
2020-05-15 09:58:33,430 BAD EPOCHS (no improvement): 0
2020-05-15 09:58:33,430 ----------------------------------------------------------------------------------------------------
2020-05-15 09:59:39,233 epoch 76 - iter 265/2650 - loss 0.89197647 - samples/sec: 128.92
2020-05-15 10:00:45,678 epoch 76 - iter 530/2650 - loss 0.89732179 - samples/sec: 127.69
2020-05-15 10:01:51,257 epoch 76 - iter 795/2650 - loss 0.89098434 - samples/sec: 129.38
2020-05-15 10:02:57,674 epoch 76 - iter 1060/2650 - loss 0.90074780 - samples/sec: 127.75
2020-05-15 10:04:03,310 epoch 76 - iter 1325/2650 - loss 0.89682384 - samples/sec: 129.27
2020-05-15 10:05:10,927 epoch 76 - iter 1590/2650 - loss 0.90164439 - samples/sec: 125.48
2020-05-15 10:06:16,545 epoch 76 - iter 1855/2650 - loss 0.90270147 - samples/sec: 129.30
2020-05-15 10:07:20,339 epoch 76 - iter 2120/2650 - loss 0.90476458 - samples/sec: 133.00
2020-05-15 10:08:24,543 epoch 76 - iter 2385/2650 - loss 0.90296933 - samples/sec: 132.15
2020-05-15 10:09:28,388 epoch 76 - iter 2650/2650 - loss 0.90223252 - samples/sec: 132.89
2020-05-15 10:09:28,403 ----------------------------------------------------------------------------------------------------
2020-05-15 10:09:28,403 EPOCH 76 done: loss 0.9022 - lr 0.0500000
2020-05-15 10:09:28,403 BAD EPOCHS (no improvement): 0
2020-05-15 10:09:28,403 ----------------------------------------------------------------------------------------------------
2020-05-15 10:10:34,017 epoch 77 - iter 265/2650 - loss 0.86201262 - samples/sec: 129.29
2020-05-15 10:11:40,007 epoch 77 - iter 530/2650 - loss 0.88164542 - samples/sec: 128.57
2020-05-15 10:12:45,342 epoch 77 - iter 795/2650 - loss 0.88820532 - samples/sec: 129.86
2020-05-15 10:13:51,150 epoch 77 - iter 1060/2650 - loss 0.88805476 - samples/sec: 128.93
2020-05-15 10:14:56,666 epoch 77 - iter 1325/2650 - loss 0.88955329 - samples/sec: 129.50
2020-05-15 10:16:01,907 epoch 77 - iter 1590/2650 - loss 0.89381153 - samples/sec: 130.05
2020-05-15 10:17:05,932 epoch 77 - iter 1855/2650 - loss 0.88940753 - samples/sec: 132.52
2020-05-15 10:18:09,619 epoch 77 - iter 2120/2650 - loss 0.89111998 - samples/sec: 133.22
2020-05-15 10:19:14,524 epoch 77 - iter 2385/2650 - loss 0.88982324 - samples/sec: 130.72
2020-05-15 10:20:20,298 epoch 77 - iter 2650/2650 - loss 0.89021953 - samples/sec: 129.00
2020-05-15 10:20:20,312 ----------------------------------------------------------------------------------------------------
2020-05-15 10:20:20,312 EPOCH 77 done: loss 0.8902 - lr 0.0500000
2020-05-15 10:20:20,312 BAD EPOCHS (no improvement): 0
2020-05-15 10:20:20,312 ----------------------------------------------------------------------------------------------------
2020-05-15 10:21:27,751 epoch 78 - iter 265/2650 - loss 0.87979716 - samples/sec: 125.79
2020-05-15 10:22:33,770 epoch 78 - iter 530/2650 - loss 0.87001788 - samples/sec: 128.52
2020-05-15 10:23:38,859 epoch 78 - iter 795/2650 - loss 0.87252897 - samples/sec: 130.35
2020-05-15 10:24:44,411 epoch 78 - iter 1060/2650 - loss 0.88173653 - samples/sec: 129.43
2020-05-15 10:25:50,005 epoch 78 - iter 1325/2650 - loss 0.87996654 - samples/sec: 129.35
2020-05-15 10:26:57,329 epoch 78 - iter 1590/2650 - loss 0.87929865 - samples/sec: 126.02
2020-05-15 10:28:02,977 epoch 78 - iter 1855/2650 - loss 0.87219572 - samples/sec: 129.24
2020-05-15 10:29:08,503 epoch 78 - iter 2120/2650 - loss 0.87384557 - samples/sec: 129.48
2020-05-15 10:30:13,303 epoch 78 - iter 2385/2650 - loss 0.87123956 - samples/sec: 130.94
2020-05-15 10:31:19,948 epoch 78 - iter 2650/2650 - loss 0.87235255 - samples/sec: 127.31
2020-05-15 10:31:19,962 ----------------------------------------------------------------------------------------------------
2020-05-15 10:31:19,962 EPOCH 78 done: loss 0.8724 - lr 0.0500000
2020-05-15 10:31:19,962 BAD EPOCHS (no improvement): 0
2020-05-15 10:31:19,962 ----------------------------------------------------------------------------------------------------
2020-05-15 10:32:25,850 epoch 79 - iter 265/2650 - loss 0.89032092 - samples/sec: 128.75
2020-05-15 10:33:31,279 epoch 79 - iter 530/2650 - loss 0.86698302 - samples/sec: 129.68
2020-05-15 10:34:37,353 epoch 79 - iter 795/2650 - loss 0.87329655 - samples/sec: 128.41
2020-05-15 10:35:43,195 epoch 79 - iter 1060/2650 - loss 0.87197077 - samples/sec: 128.86
2020-05-15 10:36:48,136 epoch 79 - iter 1325/2650 - loss 0.87011292 - samples/sec: 130.65
2020-05-15 10:37:55,888 epoch 79 - iter 1590/2650 - loss 0.87148641 - samples/sec: 125.23
2020-05-15 10:39:01,881 epoch 79 - iter 1855/2650 - loss 0.87176925 - samples/sec: 128.57
2020-05-15 10:40:07,117 epoch 79 - iter 2120/2650 - loss 0.86848600 - samples/sec: 130.06
2020-05-15 10:41:14,281 epoch 79 - iter 2385/2650 - loss 0.86817680 - samples/sec: 126.32
2020-05-15 10:42:19,690 epoch 79 - iter 2650/2650 - loss 0.86510903 - samples/sec: 129.72
2020-05-15 10:42:19,704 ----------------------------------------------------------------------------------------------------
2020-05-15 10:42:19,705 EPOCH 79 done: loss 0.8651 - lr 0.0500000
2020-05-15 10:42:19,705 BAD EPOCHS (no improvement): 0
2020-05-15 10:42:19,705 ----------------------------------------------------------------------------------------------------
2020-05-15 10:43:25,833 epoch 80 - iter 265/2650 - loss 0.82757820 - samples/sec: 128.29
2020-05-15 10:44:30,629 epoch 80 - iter 530/2650 - loss 0.82902530 - samples/sec: 130.94
2020-05-15 10:45:35,677 epoch 80 - iter 795/2650 - loss 0.83903248 - samples/sec: 130.44
2020-05-15 10:46:40,823 epoch 80 - iter 1060/2650 - loss 0.84423373 - samples/sec: 130.24
2020-05-15 10:47:45,843 epoch 80 - iter 1325/2650 - loss 0.84352425 - samples/sec: 130.49
2020-05-15 10:48:51,608 epoch 80 - iter 1590/2650 - loss 0.84598889 - samples/sec: 129.01
2020-05-15 10:49:58,310 epoch 80 - iter 1855/2650 - loss 0.84894450 - samples/sec: 127.20
2020-05-15 10:51:03,584 epoch 80 - iter 2120/2650 - loss 0.85031783 - samples/sec: 129.98
2020-05-15 10:52:09,568 epoch 80 - iter 2385/2650 - loss 0.85573187 - samples/sec: 128.58
2020-05-15 10:53:15,262 epoch 80 - iter 2650/2650 - loss 0.85730194 - samples/sec: 129.15
2020-05-15 10:53:15,275 ----------------------------------------------------------------------------------------------------
2020-05-15 10:53:15,276 EPOCH 80 done: loss 0.8573 - lr 0.0500000
2020-05-15 10:53:15,276 BAD EPOCHS (no improvement): 0
2020-05-15 10:53:15,276 ----------------------------------------------------------------------------------------------------
2020-05-15 10:54:20,955 epoch 81 - iter 265/2650 - loss 0.79923910 - samples/sec: 129.16
2020-05-15 10:55:26,616 epoch 81 - iter 530/2650 - loss 0.80895967 - samples/sec: 129.22
2020-05-15 10:56:32,383 epoch 81 - iter 795/2650 - loss 0.82646300 - samples/sec: 129.01
2020-05-15 10:57:39,749 epoch 81 - iter 1060/2650 - loss 0.83342485 - samples/sec: 125.94
2020-05-15 10:58:44,837 epoch 81 - iter 1325/2650 - loss 0.83997695 - samples/sec: 130.36
2020-05-15 10:59:50,755 epoch 81 - iter 1590/2650 - loss 0.84285469 - samples/sec: 128.71
2020-05-15 11:00:55,275 epoch 81 - iter 1855/2650 - loss 0.84171657 - samples/sec: 131.50
2020-05-15 11:02:00,261 epoch 81 - iter 2120/2650 - loss 0.84719889 - samples/sec: 130.56
2020-05-15 11:03:06,193 epoch 81 - iter 2385/2650 - loss 0.84751057 - samples/sec: 128.68
2020-05-15 11:04:12,342 epoch 81 - iter 2650/2650 - loss 0.85053870 - samples/sec: 128.26
2020-05-15 11:04:12,356 ----------------------------------------------------------------------------------------------------
2020-05-15 11:04:12,357 EPOCH 81 done: loss 0.8505 - lr 0.0500000
2020-05-15 11:04:12,357 BAD EPOCHS (no improvement): 0
2020-05-15 11:04:12,357 ----------------------------------------------------------------------------------------------------
2020-05-15 11:05:17,352 epoch 82 - iter 265/2650 - loss 0.84509290 - samples/sec: 130.52
2020-05-15 11:06:23,082 epoch 82 - iter 530/2650 - loss 0.82414514 - samples/sec: 129.08
2020-05-15 11:07:28,007 epoch 82 - iter 795/2650 - loss 0.83310518 - samples/sec: 130.68
2020-05-15 11:08:34,633 epoch 82 - iter 1060/2650 - loss 0.84134527 - samples/sec: 127.34
2020-05-15 11:09:39,655 epoch 82 - iter 1325/2650 - loss 0.84292522 - samples/sec: 130.49
2020-05-15 11:10:44,787 epoch 82 - iter 1590/2650 - loss 0.84138438 - samples/sec: 130.27
2020-05-15 11:11:48,777 epoch 82 - iter 1855/2650 - loss 0.83867611 - samples/sec: 132.59
2020-05-15 11:12:54,455 epoch 82 - iter 2120/2650 - loss 0.84059514 - samples/sec: 129.18
2020-05-15 11:14:00,040 epoch 82 - iter 2385/2650 - loss 0.84073269 - samples/sec: 129.37
2020-05-15 11:15:07,844 epoch 82 - iter 2650/2650 - loss 0.84165921 - samples/sec: 125.13
2020-05-15 11:15:07,859 ----------------------------------------------------------------------------------------------------
2020-05-15 11:15:07,859 EPOCH 82 done: loss 0.8417 - lr 0.0500000
2020-05-15 11:15:07,859 BAD EPOCHS (no improvement): 0
2020-05-15 11:15:07,859 ----------------------------------------------------------------------------------------------------
2020-05-15 11:16:13,718 epoch 83 - iter 265/2650 - loss 0.83729181 - samples/sec: 128.81
2020-05-15 11:17:19,304 epoch 83 - iter 530/2650 - loss 0.82793851 - samples/sec: 129.36
2020-05-15 11:18:24,598 epoch 83 - iter 795/2650 - loss 0.82702060 - samples/sec: 129.94
2020-05-15 11:19:31,316 epoch 83 - iter 1060/2650 - loss 0.82858778 - samples/sec: 127.17
2020-05-15 11:20:36,668 epoch 83 - iter 1325/2650 - loss 0.82923226 - samples/sec: 129.83
2020-05-15 11:21:42,355 epoch 83 - iter 1590/2650 - loss 0.83132642 - samples/sec: 129.17
2020-05-15 11:22:47,914 epoch 83 - iter 1855/2650 - loss 0.83155433 - samples/sec: 129.42
2020-05-15 11:23:54,423 epoch 83 - iter 2120/2650 - loss 0.83564296 - samples/sec: 127.57
2020-05-15 11:24:59,161 epoch 83 - iter 2385/2650 - loss 0.84001158 - samples/sec: 131.06
2020-05-15 11:26:06,628 epoch 83 - iter 2650/2650 - loss 0.84049212 - samples/sec: 125.76
2020-05-15 11:26:06,642 ----------------------------------------------------------------------------------------------------
2020-05-15 11:26:06,642 EPOCH 83 done: loss 0.8405 - lr 0.0500000
2020-05-15 11:26:06,642 BAD EPOCHS (no improvement): 0
2020-05-15 11:26:06,642 ----------------------------------------------------------------------------------------------------
2020-05-15 11:27:11,081 epoch 84 - iter 265/2650 - loss 0.82144645 - samples/sec: 131.65
2020-05-15 11:28:15,596 epoch 84 - iter 530/2650 - loss 0.82806121 - samples/sec: 131.51
2020-05-15 11:29:21,275 epoch 84 - iter 795/2650 - loss 0.82672340 - samples/sec: 129.18
2020-05-15 11:30:27,554 epoch 84 - iter 1060/2650 - loss 0.82178067 - samples/sec: 128.01
2020-05-15 11:31:34,734 epoch 84 - iter 1325/2650 - loss 0.82082946 - samples/sec: 126.29
2020-05-15 11:32:40,494 epoch 84 - iter 1590/2650 - loss 0.82547251 - samples/sec: 129.02
2020-05-15 11:33:46,253 epoch 84 - iter 1855/2650 - loss 0.82681593 - samples/sec: 129.02
2020-05-15 11:34:52,380 epoch 84 - iter 2120/2650 - loss 0.82746922 - samples/sec: 128.30
2020-05-15 11:35:58,803 epoch 84 - iter 2385/2650 - loss 0.82861349 - samples/sec: 127.73
2020-05-15 11:37:04,254 epoch 84 - iter 2650/2650 - loss 0.82694846 - samples/sec: 129.63
2020-05-15 11:37:04,268 ----------------------------------------------------------------------------------------------------
2020-05-15 11:37:04,268 EPOCH 84 done: loss 0.8269 - lr 0.0500000
2020-05-15 11:37:04,268 BAD EPOCHS (no improvement): 0
2020-05-15 11:37:04,268 ----------------------------------------------------------------------------------------------------
2020-05-15 11:38:10,277 epoch 85 - iter 265/2650 - loss 0.80230298 - samples/sec: 128.52
2020-05-15 11:39:16,201 epoch 85 - iter 530/2650 - loss 0.82156121 - samples/sec: 128.70
2020-05-15 11:40:24,021 epoch 85 - iter 795/2650 - loss 0.83014919 - samples/sec: 125.10
2020-05-15 11:41:29,719 epoch 85 - iter 1060/2650 - loss 0.82872794 - samples/sec: 129.14
2020-05-15 11:42:36,602 epoch 85 - iter 1325/2650 - loss 0.82693209 - samples/sec: 126.86
2020-05-15 11:43:41,865 epoch 85 - iter 1590/2650 - loss 0.82397426 - samples/sec: 130.00
2020-05-15 11:44:47,537 epoch 85 - iter 1855/2650 - loss 0.82705385 - samples/sec: 129.19
2020-05-15 11:45:55,991 epoch 85 - iter 2120/2650 - loss 0.82857701 - samples/sec: 123.94
2020-05-15 11:47:01,805 epoch 85 - iter 2385/2650 - loss 0.82777946 - samples/sec: 128.92
2020-05-15 11:48:07,077 epoch 85 - iter 2650/2650 - loss 0.82591048 - samples/sec: 129.99
2020-05-15 11:48:07,091 ----------------------------------------------------------------------------------------------------
2020-05-15 11:48:07,092 EPOCH 85 done: loss 0.8259 - lr 0.0500000
2020-05-15 11:48:07,092 BAD EPOCHS (no improvement): 0
2020-05-15 11:48:07,092 ----------------------------------------------------------------------------------------------------
2020-05-15 11:49:13,700 epoch 86 - iter 265/2650 - loss 0.79830657 - samples/sec: 127.36
2020-05-15 11:50:18,336 epoch 86 - iter 530/2650 - loss 0.79130886 - samples/sec: 131.27
2020-05-15 11:51:24,544 epoch 86 - iter 795/2650 - loss 0.80164429 - samples/sec: 128.15
2020-05-15 11:52:30,078 epoch 86 - iter 1060/2650 - loss 0.80609616 - samples/sec: 129.47
2020-05-15 11:53:34,834 epoch 86 - iter 1325/2650 - loss 0.80570604 - samples/sec: 131.02
2020-05-15 11:54:39,978 epoch 86 - iter 1590/2650 - loss 0.80988802 - samples/sec: 130.24
2020-05-15 11:55:44,905 epoch 86 - iter 1855/2650 - loss 0.81303665 - samples/sec: 130.68
2020-05-15 11:56:48,125 epoch 86 - iter 2120/2650 - loss 0.81721594 - samples/sec: 134.21
2020-05-15 11:57:52,489 epoch 86 - iter 2385/2650 - loss 0.81189854 - samples/sec: 131.82
2020-05-15 11:58:57,378 epoch 86 - iter 2650/2650 - loss 0.81428838 - samples/sec: 130.76
2020-05-15 11:58:57,391 ----------------------------------------------------------------------------------------------------
2020-05-15 11:58:57,391 EPOCH 86 done: loss 0.8143 - lr 0.0500000
2020-05-15 11:58:57,391 BAD EPOCHS (no improvement): 0
2020-05-15 11:58:57,392 ----------------------------------------------------------------------------------------------------
2020-05-15 12:00:02,323 epoch 87 - iter 265/2650 - loss 0.82046059 - samples/sec: 130.65
2020-05-15 12:01:06,932 epoch 87 - iter 530/2650 - loss 0.81914467 - samples/sec: 131.32
2020-05-15 12:02:10,863 epoch 87 - iter 795/2650 - loss 0.81519189 - samples/sec: 132.71
2020-05-15 12:03:15,706 epoch 87 - iter 1060/2650 - loss 0.81314162 - samples/sec: 130.84
2020-05-15 12:04:19,080 epoch 87 - iter 1325/2650 - loss 0.81554818 - samples/sec: 133.88
2020-05-15 12:05:23,746 epoch 87 - iter 1590/2650 - loss 0.81391981 - samples/sec: 131.20
2020-05-15 12:06:27,085 epoch 87 - iter 1855/2650 - loss 0.81629610 - samples/sec: 133.95
2020-05-15 12:07:29,680 epoch 87 - iter 2120/2650 - loss 0.81581687 - samples/sec: 135.55
2020-05-15 12:08:32,786 epoch 87 - iter 2385/2650 - loss 0.81535604 - samples/sec: 134.45
2020-05-15 12:09:37,173 epoch 87 - iter 2650/2650 - loss 0.81501335 - samples/sec: 131.77
2020-05-15 12:09:37,187 ----------------------------------------------------------------------------------------------------
2020-05-15 12:09:37,187 EPOCH 87 done: loss 0.8150 - lr 0.0500000
2020-05-15 12:09:37,187 BAD EPOCHS (no improvement): 1
2020-05-15 12:09:37,187 ----------------------------------------------------------------------------------------------------
2020-05-15 12:10:41,836 epoch 88 - iter 265/2650 - loss 0.81296903 - samples/sec: 131.22
2020-05-15 12:11:45,249 epoch 88 - iter 530/2650 - loss 0.81610988 - samples/sec: 133.80
2020-05-15 12:12:48,291 epoch 88 - iter 795/2650 - loss 0.80770643 - samples/sec: 134.58
2020-05-15 12:13:50,944 epoch 88 - iter 1060/2650 - loss 0.80948844 - samples/sec: 135.42
2020-05-15 12:14:54,910 epoch 88 - iter 1325/2650 - loss 0.81518218 - samples/sec: 132.64
2020-05-15 12:15:59,394 epoch 88 - iter 1590/2650 - loss 0.80950101 - samples/sec: 131.57
2020-05-15 12:17:04,599 epoch 88 - iter 1855/2650 - loss 0.80960485 - samples/sec: 130.12
2020-05-15 12:18:08,079 epoch 88 - iter 2120/2650 - loss 0.80995546 - samples/sec: 133.65
2020-05-15 12:19:11,847 epoch 88 - iter 2385/2650 - loss 0.81153501 - samples/sec: 133.05
2020-05-15 12:20:15,415 epoch 88 - iter 2650/2650 - loss 0.81506851 - samples/sec: 133.47
2020-05-15 12:20:15,429 ----------------------------------------------------------------------------------------------------
2020-05-15 12:20:15,429 EPOCH 88 done: loss 0.8151 - lr 0.0500000
2020-05-15 12:20:15,429 BAD EPOCHS (no improvement): 2
2020-05-15 12:20:15,429 ----------------------------------------------------------------------------------------------------
2020-05-15 12:21:19,327 epoch 89 - iter 265/2650 - loss 0.80004573 - samples/sec: 132.76
2020-05-15 12:22:22,884 epoch 89 - iter 530/2650 - loss 0.81408720 - samples/sec: 133.50
2020-05-15 12:23:26,301 epoch 89 - iter 795/2650 - loss 0.80731275 - samples/sec: 133.79
2020-05-15 12:24:31,491 epoch 89 - iter 1060/2650 - loss 0.81051518 - samples/sec: 130.15
2020-05-15 12:25:35,474 epoch 89 - iter 1325/2650 - loss 0.81290321 - samples/sec: 132.61
2020-05-15 12:26:40,905 epoch 89 - iter 1590/2650 - loss 0.81397930 - samples/sec: 129.67
2020-05-15 12:27:44,177 epoch 89 - iter 1855/2650 - loss 0.81050713 - samples/sec: 134.10
2020-05-15 12:28:47,584 epoch 89 - iter 2120/2650 - loss 0.80999093 - samples/sec: 133.81
2020-05-15 12:29:51,505 epoch 89 - iter 2385/2650 - loss 0.80980140 - samples/sec: 132.73
2020-05-15 12:30:54,711 epoch 89 - iter 2650/2650 - loss 0.81265635 - samples/sec: 134.24
2020-05-15 12:30:54,725 ----------------------------------------------------------------------------------------------------
2020-05-15 12:30:54,725 EPOCH 89 done: loss 0.8127 - lr 0.0500000
2020-05-15 12:30:54,725 BAD EPOCHS (no improvement): 0
2020-05-15 12:30:54,725 ----------------------------------------------------------------------------------------------------
2020-05-15 12:31:57,172 epoch 90 - iter 265/2650 - loss 0.81832218 - samples/sec: 135.85
2020-05-15 12:33:02,712 epoch 90 - iter 530/2650 - loss 0.80415597 - samples/sec: 129.45
2020-05-15 12:34:05,497 epoch 90 - iter 795/2650 - loss 0.80578099 - samples/sec: 135.14
2020-05-15 12:35:09,115 epoch 90 - iter 1060/2650 - loss 0.80055521 - samples/sec: 133.37
2020-05-15 12:36:12,029 epoch 90 - iter 1325/2650 - loss 0.79937517 - samples/sec: 134.86
2020-05-15 12:37:15,939 epoch 90 - iter 1590/2650 - loss 0.80063094 - samples/sec: 132.75
2020-05-15 12:38:20,383 epoch 90 - iter 1855/2650 - loss 0.80370574 - samples/sec: 131.65
2020-05-15 12:39:23,572 epoch 90 - iter 2120/2650 - loss 0.80653041 - samples/sec: 134.27
2020-05-15 12:40:27,864 epoch 90 - iter 2385/2650 - loss 0.80561720 - samples/sec: 131.97
2020-05-15 12:41:32,029 epoch 90 - iter 2650/2650 - loss 0.80733796 - samples/sec: 132.23
2020-05-15 12:41:32,043 ----------------------------------------------------------------------------------------------------
2020-05-15 12:41:32,043 EPOCH 90 done: loss 0.8073 - lr 0.0500000
2020-05-15 12:41:32,043 BAD EPOCHS (no improvement): 0
2020-05-15 12:41:32,043 ----------------------------------------------------------------------------------------------------
2020-05-15 12:42:35,223 epoch 91 - iter 265/2650 - loss 0.82464737 - samples/sec: 134.27
2020-05-15 12:43:40,547 epoch 91 - iter 530/2650 - loss 0.81586374 - samples/sec: 129.88
2020-05-15 12:44:44,148 epoch 91 - iter 795/2650 - loss 0.81299472 - samples/sec: 133.40
2020-05-15 12:45:47,565 epoch 91 - iter 1060/2650 - loss 0.80598388 - samples/sec: 133.79
2020-05-15 12:46:52,801 epoch 91 - iter 1325/2650 - loss 0.80740563 - samples/sec: 130.05
2020-05-15 12:47:56,302 epoch 91 - iter 1590/2650 - loss 0.80872643 - samples/sec: 133.61
2020-05-15 12:48:59,824 epoch 91 - iter 1855/2650 - loss 0.80776579 - samples/sec: 133.57
2020-05-15 12:50:04,152 epoch 91 - iter 2120/2650 - loss 0.80755694 - samples/sec: 131.89
2020-05-15 12:51:06,895 epoch 91 - iter 2385/2650 - loss 0.80507338 - samples/sec: 135.23
2020-05-15 12:52:12,106 epoch 91 - iter 2650/2650 - loss 0.80446280 - samples/sec: 130.11
2020-05-15 12:52:12,130 ----------------------------------------------------------------------------------------------------
2020-05-15 12:52:12,130 EPOCH 91 done: loss 0.8045 - lr 0.0500000
2020-05-15 12:52:12,130 BAD EPOCHS (no improvement): 0
2020-05-15 12:52:12,130 ----------------------------------------------------------------------------------------------------
2020-05-15 12:53:14,303 epoch 92 - iter 265/2650 - loss 0.76794652 - samples/sec: 136.46
2020-05-15 12:54:17,844 epoch 92 - iter 530/2650 - loss 0.77222910 - samples/sec: 133.53
2020-05-15 12:55:21,396 epoch 92 - iter 795/2650 - loss 0.76960212 - samples/sec: 133.50
2020-05-15 12:56:24,051 epoch 92 - iter 1060/2650 - loss 0.77613541 - samples/sec: 135.42
2020-05-15 12:57:28,283 epoch 92 - iter 1325/2650 - loss 0.78386851 - samples/sec: 132.09
2020-05-15 12:58:31,458 epoch 92 - iter 1590/2650 - loss 0.78371112 - samples/sec: 134.30
2020-05-15 12:59:34,522 epoch 92 - iter 1855/2650 - loss 0.78721737 - samples/sec: 134.54
2020-05-15 13:00:39,850 epoch 92 - iter 2120/2650 - loss 0.78895072 - samples/sec: 129.87
2020-05-15 13:01:42,591 epoch 92 - iter 2385/2650 - loss 0.79034240 - samples/sec: 135.23
2020-05-15 13:02:46,484 epoch 92 - iter 2650/2650 - loss 0.79353392 - samples/sec: 132.79
2020-05-15 13:02:46,497 ----------------------------------------------------------------------------------------------------
2020-05-15 13:02:46,497 EPOCH 92 done: loss 0.7935 - lr 0.0500000
2020-05-15 13:02:46,497 BAD EPOCHS (no improvement): 0
2020-05-15 13:02:46,497 ----------------------------------------------------------------------------------------------------
2020-05-15 13:03:49,127 epoch 93 - iter 265/2650 - loss 0.79433664 - samples/sec: 135.45
2020-05-15 13:04:52,999 epoch 93 - iter 530/2650 - loss 0.80024202 - samples/sec: 132.83
2020-05-15 13:05:56,424 epoch 93 - iter 795/2650 - loss 0.81136124 - samples/sec: 133.77
2020-05-15 13:06:58,897 epoch 93 - iter 1060/2650 - loss 0.80226996 - samples/sec: 135.81
2020-05-15 13:08:02,800 epoch 93 - iter 1325/2650 - loss 0.80181057 - samples/sec: 132.77
2020-05-15 13:09:05,658 epoch 93 - iter 1590/2650 - loss 0.80324979 - samples/sec: 134.98
2020-05-15 13:10:09,523 epoch 93 - iter 1855/2650 - loss 0.80080910 - samples/sec: 132.85
2020-05-15 13:11:13,063 epoch 93 - iter 2120/2650 - loss 0.79854386 - samples/sec: 133.53
2020-05-15 13:12:16,327 epoch 93 - iter 2385/2650 - loss 0.79656311 - samples/sec: 134.11
2020-05-15 13:13:17,773 epoch 93 - iter 2650/2650 - loss 0.79999994 - samples/sec: 138.08
2020-05-15 13:13:17,786 ----------------------------------------------------------------------------------------------------
2020-05-15 13:13:17,786 EPOCH 93 done: loss 0.8000 - lr 0.0500000
2020-05-15 13:13:17,786 BAD EPOCHS (no improvement): 1
2020-05-15 13:13:17,786 ----------------------------------------------------------------------------------------------------
2020-05-15 13:14:21,421 epoch 94 - iter 265/2650 - loss 0.78495930 - samples/sec: 133.31
2020-05-15 13:15:23,892 epoch 94 - iter 530/2650 - loss 0.79199558 - samples/sec: 135.81
2020-05-15 13:16:26,498 epoch 94 - iter 795/2650 - loss 0.77346854 - samples/sec: 135.52
2020-05-15 13:17:36,849 epoch 94 - iter 1060/2650 - loss 0.77147773 - samples/sec: 120.59
2020-05-15 13:18:42,458 epoch 94 - iter 1325/2650 - loss 0.77574522 - samples/sec: 129.32
2020-05-15 13:19:43,885 epoch 94 - iter 1590/2650 - loss 0.77781641 - samples/sec: 138.12
2020-05-15 13:20:45,339 epoch 94 - iter 1855/2650 - loss 0.77930894 - samples/sec: 138.06
2020-05-15 13:21:49,418 epoch 94 - iter 2120/2650 - loss 0.77912045 - samples/sec: 132.41
2020-05-15 13:22:53,954 epoch 94 - iter 2385/2650 - loss 0.78516190 - samples/sec: 131.47
2020-05-15 13:23:57,212 epoch 94 - iter 2650/2650 - loss 0.78555444 - samples/sec: 134.13
2020-05-15 13:23:57,225 ----------------------------------------------------------------------------------------------------
2020-05-15 13:23:57,225 EPOCH 94 done: loss 0.7856 - lr 0.0500000
2020-05-15 13:23:57,225 BAD EPOCHS (no improvement): 0
2020-05-15 13:23:57,225 ----------------------------------------------------------------------------------------------------
2020-05-15 13:25:01,309 epoch 95 - iter 265/2650 - loss 0.79143778 - samples/sec: 132.38
2020-05-15 13:26:02,873 epoch 95 - iter 530/2650 - loss 0.76521230 - samples/sec: 137.82
2020-05-15 13:27:06,739 epoch 95 - iter 795/2650 - loss 0.77196814 - samples/sec: 132.85
2020-05-15 13:28:09,664 epoch 95 - iter 1060/2650 - loss 0.77738699 - samples/sec: 134.83
2020-05-15 13:29:13,002 epoch 95 - iter 1325/2650 - loss 0.78224318 - samples/sec: 133.95
2020-05-15 13:30:17,019 epoch 95 - iter 1590/2650 - loss 0.77797218 - samples/sec: 132.53
2020-05-15 13:31:20,067 epoch 95 - iter 1855/2650 - loss 0.78178259 - samples/sec: 134.57
2020-05-15 13:32:23,607 epoch 95 - iter 2120/2650 - loss 0.78384530 - samples/sec: 133.53
2020-05-15 13:33:28,219 epoch 95 - iter 2385/2650 - loss 0.78509533 - samples/sec: 131.31
2020-05-15 13:34:30,734 epoch 95 - iter 2650/2650 - loss 0.78529349 - samples/sec: 135.72
2020-05-15 13:34:30,747 ----------------------------------------------------------------------------------------------------
2020-05-15 13:34:30,747 EPOCH 95 done: loss 0.7853 - lr 0.0500000
2020-05-15 13:34:30,747 BAD EPOCHS (no improvement): 0
2020-05-15 13:34:30,747 ----------------------------------------------------------------------------------------------------
2020-05-15 13:35:33,185 epoch 96 - iter 265/2650 - loss 0.77414150 - samples/sec: 135.87
2020-05-15 13:36:38,472 epoch 96 - iter 530/2650 - loss 0.78470833 - samples/sec: 129.95
2020-05-15 13:37:41,498 epoch 96 - iter 795/2650 - loss 0.77622864 - samples/sec: 134.62
2020-05-15 13:38:44,652 epoch 96 - iter 1060/2650 - loss 0.77295581 - samples/sec: 134.34
2020-05-15 13:39:48,041 epoch 96 - iter 1325/2650 - loss 0.77727253 - samples/sec: 133.85
2020-05-15 13:40:53,287 epoch 96 - iter 1590/2650 - loss 0.77841232 - samples/sec: 130.04
2020-05-15 13:41:56,356 epoch 96 - iter 1855/2650 - loss 0.77659110 - samples/sec: 134.52
2020-05-15 13:43:00,414 epoch 96 - iter 2120/2650 - loss 0.77786601 - samples/sec: 132.45
2020-05-15 13:44:03,352 epoch 96 - iter 2385/2650 - loss 0.78131744 - samples/sec: 134.81
2020-05-15 13:45:07,311 epoch 96 - iter 2650/2650 - loss 0.78230027 - samples/sec: 132.66
2020-05-15 13:45:07,324 ----------------------------------------------------------------------------------------------------
2020-05-15 13:45:07,324 EPOCH 96 done: loss 0.7823 - lr 0.0500000
2020-05-15 13:45:07,324 BAD EPOCHS (no improvement): 0
2020-05-15 13:45:07,324 ----------------------------------------------------------------------------------------------------
2020-05-15 13:46:09,837 epoch 97 - iter 265/2650 - loss 0.78699079 - samples/sec: 135.70
2020-05-15 13:47:13,065 epoch 97 - iter 530/2650 - loss 0.78841982 - samples/sec: 134.19
2020-05-15 13:48:18,265 epoch 97 - iter 795/2650 - loss 0.77874584 - samples/sec: 130.13
2020-05-15 13:49:23,488 epoch 97 - iter 1060/2650 - loss 0.78127004 - samples/sec: 130.08
2020-05-15 13:50:27,414 epoch 97 - iter 1325/2650 - loss 0.78182702 - samples/sec: 132.72
2020-05-15 13:51:29,881 epoch 97 - iter 1590/2650 - loss 0.78204004 - samples/sec: 135.82
2020-05-15 13:52:33,862 epoch 97 - iter 1855/2650 - loss 0.78630568 - samples/sec: 132.61
2020-05-15 13:53:36,627 epoch 97 - iter 2120/2650 - loss 0.78657819 - samples/sec: 135.18
2020-05-15 13:54:41,240 epoch 97 - iter 2385/2650 - loss 0.78890447 - samples/sec: 131.31
2020-05-15 13:55:44,549 epoch 97 - iter 2650/2650 - loss 0.78470040 - samples/sec: 134.02
2020-05-15 13:55:44,563 ----------------------------------------------------------------------------------------------------
2020-05-15 13:55:44,563 EPOCH 97 done: loss 0.7847 - lr 0.0500000
2020-05-15 13:55:44,563 BAD EPOCHS (no improvement): 1
2020-05-15 13:55:44,563 ----------------------------------------------------------------------------------------------------
2020-05-15 13:56:48,558 epoch 98 - iter 265/2650 - loss 0.75720757 - samples/sec: 132.56
2020-05-15 13:57:51,197 epoch 98 - iter 530/2650 - loss 0.75794395 - samples/sec: 135.45
2020-05-15 13:58:55,472 epoch 98 - iter 795/2650 - loss 0.76537641 - samples/sec: 132.00
2020-05-15 14:00:00,504 epoch 98 - iter 1060/2650 - loss 0.76699675 - samples/sec: 130.46
2020-05-15 14:01:04,391 epoch 98 - iter 1325/2650 - loss 0.77435577 - samples/sec: 132.80
2020-05-15 14:02:08,582 epoch 98 - iter 1590/2650 - loss 0.77654102 - samples/sec: 132.17
2020-05-15 14:03:13,434 epoch 98 - iter 1855/2650 - loss 0.77851105 - samples/sec: 130.83
2020-05-15 14:04:18,400 epoch 98 - iter 2120/2650 - loss 0.77850416 - samples/sec: 130.60
2020-05-15 14:05:23,107 epoch 98 - iter 2385/2650 - loss 0.77905657 - samples/sec: 131.12
2020-05-15 14:06:25,397 epoch 98 - iter 2650/2650 - loss 0.78129220 - samples/sec: 136.21
2020-05-15 14:06:25,411 ----------------------------------------------------------------------------------------------------
2020-05-15 14:06:25,411 EPOCH 98 done: loss 0.7813 - lr 0.0500000
2020-05-15 14:06:25,411 BAD EPOCHS (no improvement): 0
2020-05-15 14:06:25,411 ----------------------------------------------------------------------------------------------------
2020-05-15 14:07:28,150 epoch 99 - iter 265/2650 - loss 0.77055443 - samples/sec: 135.22
2020-05-15 14:08:32,257 epoch 99 - iter 530/2650 - loss 0.76934112 - samples/sec: 132.35
2020-05-15 14:09:37,088 epoch 99 - iter 795/2650 - loss 0.77327182 - samples/sec: 130.87
2020-05-15 14:10:42,137 epoch 99 - iter 1060/2650 - loss 0.76791615 - samples/sec: 130.43
2020-05-15 14:11:46,352 epoch 99 - iter 1325/2650 - loss 0.76867852 - samples/sec: 132.12
2020-05-15 14:12:49,526 epoch 99 - iter 1590/2650 - loss 0.77194093 - samples/sec: 134.30
2020-05-15 14:13:55,868 epoch 99 - iter 1855/2650 - loss 0.77215479 - samples/sec: 127.89
2020-05-15 14:15:00,138 epoch 99 - iter 2120/2650 - loss 0.77458423 - samples/sec: 132.01
2020-05-15 14:16:04,067 epoch 99 - iter 2385/2650 - loss 0.77578717 - samples/sec: 132.72
2020-05-15 14:17:07,885 epoch 99 - iter 2650/2650 - loss 0.77655072 - samples/sec: 132.95
2020-05-15 14:17:07,899 ----------------------------------------------------------------------------------------------------
2020-05-15 14:17:07,899 EPOCH 99 done: loss 0.7766 - lr 0.0500000
2020-05-15 14:17:07,899 BAD EPOCHS (no improvement): 0
2020-05-15 14:17:07,899 ----------------------------------------------------------------------------------------------------
2020-05-15 14:18:11,261 epoch 100 - iter 265/2650 - loss 0.76925769 - samples/sec: 133.89
2020-05-15 14:19:14,349 epoch 100 - iter 530/2650 - loss 0.75312224 - samples/sec: 134.48
2020-05-15 14:20:20,154 epoch 100 - iter 795/2650 - loss 0.75056008 - samples/sec: 128.93
2020-05-15 14:21:25,112 epoch 100 - iter 1060/2650 - loss 0.75553694 - samples/sec: 130.61
2020-05-15 14:22:30,248 epoch 100 - iter 1325/2650 - loss 0.75811905 - samples/sec: 130.26
2020-05-15 14:23:36,166 epoch 100 - iter 1590/2650 - loss 0.76077192 - samples/sec: 128.71
2020-05-15 14:24:39,139 epoch 100 - iter 1855/2650 - loss 0.76485995 - samples/sec: 134.73
2020-05-15 14:25:45,429 epoch 100 - iter 2120/2650 - loss 0.76745860 - samples/sec: 127.99
2020-05-15 14:26:49,162 epoch 100 - iter 2385/2650 - loss 0.76959048 - samples/sec: 133.13
2020-05-15 14:27:54,850 epoch 100 - iter 2650/2650 - loss 0.77134695 - samples/sec: 129.16
2020-05-15 14:27:54,864 ----------------------------------------------------------------------------------------------------
2020-05-15 14:27:54,864 EPOCH 100 done: loss 0.7713 - lr 0.0500000
2020-05-15 14:27:54,864 BAD EPOCHS (no improvement): 0
2020-05-15 14:27:54,865 ----------------------------------------------------------------------------------------------------
2020-05-15 14:28:58,751 epoch 101 - iter 265/2650 - loss 0.75334897 - samples/sec: 132.79
2020-05-15 14:30:03,466 epoch 101 - iter 530/2650 - loss 0.76793556 - samples/sec: 131.11
2020-05-15 14:31:07,620 epoch 101 - iter 795/2650 - loss 0.76876898 - samples/sec: 132.26
2020-05-15 14:32:13,739 epoch 101 - iter 1060/2650 - loss 0.76134272 - samples/sec: 128.32
2020-05-15 14:33:18,869 epoch 101 - iter 1325/2650 - loss 0.76313394 - samples/sec: 130.27
2020-05-15 14:34:24,482 epoch 101 - iter 1590/2650 - loss 0.76453907 - samples/sec: 129.31
2020-05-15 14:35:31,426 epoch 101 - iter 1855/2650 - loss 0.76303014 - samples/sec: 126.74
2020-05-15 14:36:37,919 epoch 101 - iter 2120/2650 - loss 0.76558788 - samples/sec: 127.60
2020-05-15 14:37:41,499 epoch 101 - iter 2385/2650 - loss 0.76649760 - samples/sec: 133.44
2020-05-15 14:38:45,482 epoch 101 - iter 2650/2650 - loss 0.76893686 - samples/sec: 132.61
2020-05-15 14:38:45,495 ----------------------------------------------------------------------------------------------------
2020-05-15 14:38:45,495 EPOCH 101 done: loss 0.7689 - lr 0.0500000
2020-05-15 14:38:45,495 BAD EPOCHS (no improvement): 0
2020-05-15 14:38:45,495 ----------------------------------------------------------------------------------------------------
2020-05-15 14:39:51,108 epoch 102 - iter 265/2650 - loss 0.72490080 - samples/sec: 129.29
2020-05-15 14:40:55,198 epoch 102 - iter 530/2650 - loss 0.75986085 - samples/sec: 132.38
2020-05-15 14:42:00,792 epoch 102 - iter 795/2650 - loss 0.75969434 - samples/sec: 129.35
2020-05-15 14:43:06,979 epoch 102 - iter 1060/2650 - loss 0.75990049 - samples/sec: 128.19
2020-05-15 14:44:14,104 epoch 102 - iter 1325/2650 - loss 0.76232134 - samples/sec: 126.40
2020-05-15 14:45:21,531 epoch 102 - iter 1590/2650 - loss 0.76562224 - samples/sec: 125.83
2020-05-15 14:46:24,372 epoch 102 - iter 1855/2650 - loss 0.76406037 - samples/sec: 135.02
2020-05-15 14:47:28,850 epoch 102 - iter 2120/2650 - loss 0.75710549 - samples/sec: 131.59
2020-05-15 14:48:33,454 epoch 102 - iter 2385/2650 - loss 0.76084984 - samples/sec: 131.33
2020-05-15 14:49:40,265 epoch 102 - iter 2650/2650 - loss 0.76491352 - samples/sec: 126.99
2020-05-15 14:49:40,278 ----------------------------------------------------------------------------------------------------
2020-05-15 14:49:40,278 EPOCH 102 done: loss 0.7649 - lr 0.0500000
2020-05-15 14:49:40,278 BAD EPOCHS (no improvement): 0
2020-05-15 14:49:40,279 ----------------------------------------------------------------------------------------------------
2020-05-15 14:50:44,211 epoch 103 - iter 265/2650 - loss 0.76159228 - samples/sec: 132.69
2020-05-15 14:51:47,943 epoch 103 - iter 530/2650 - loss 0.75883515 - samples/sec: 133.13
2020-05-15 14:52:51,353 epoch 103 - iter 795/2650 - loss 0.75123594 - samples/sec: 133.80
2020-05-15 14:53:55,615 epoch 103 - iter 1060/2650 - loss 0.75995102 - samples/sec: 132.03
2020-05-15 14:55:01,614 epoch 103 - iter 1325/2650 - loss 0.75862878 - samples/sec: 128.55
2020-05-15 14:56:05,000 epoch 103 - iter 1590/2650 - loss 0.75739800 - samples/sec: 133.85
2020-05-15 14:57:10,066 epoch 103 - iter 1855/2650 - loss 0.75937613 - samples/sec: 130.40
2020-05-15 14:58:15,092 epoch 103 - iter 2120/2650 - loss 0.76735279 - samples/sec: 130.48
2020-05-15 14:59:21,069 epoch 103 - iter 2385/2650 - loss 0.77075460 - samples/sec: 128.59
2020-05-15 15:00:28,687 epoch 103 - iter 2650/2650 - loss 0.76989967 - samples/sec: 125.48
2020-05-15 15:00:28,701 ----------------------------------------------------------------------------------------------------
2020-05-15 15:00:28,701 EPOCH 103 done: loss 0.7699 - lr 0.0500000
2020-05-15 15:00:28,701 BAD EPOCHS (no improvement): 1
2020-05-15 15:00:28,701 ----------------------------------------------------------------------------------------------------
2020-05-15 15:01:34,619 epoch 104 - iter 265/2650 - loss 0.75973325 - samples/sec: 128.70
2020-05-15 15:02:40,790 epoch 104 - iter 530/2650 - loss 0.75684432 - samples/sec: 128.22
2020-05-15 15:03:46,648 epoch 104 - iter 795/2650 - loss 0.75307190 - samples/sec: 128.83
2020-05-15 15:04:52,909 epoch 104 - iter 1060/2650 - loss 0.75935192 - samples/sec: 128.05
2020-05-15 15:06:03,442 epoch 104 - iter 1325/2650 - loss 0.76058997 - samples/sec: 120.29
2020-05-15 15:07:09,934 epoch 104 - iter 1590/2650 - loss 0.75963479 - samples/sec: 127.60
2020-05-15 15:08:17,359 epoch 104 - iter 1855/2650 - loss 0.76364390 - samples/sec: 125.83
2020-05-15 15:09:22,784 epoch 104 - iter 2120/2650 - loss 0.75883987 - samples/sec: 129.68
2020-05-15 15:10:27,101 epoch 104 - iter 2385/2650 - loss 0.76042036 - samples/sec: 131.91
2020-05-15 15:11:35,564 epoch 104 - iter 2650/2650 - loss 0.76520680 - samples/sec: 123.93
2020-05-15 15:11:35,578 ----------------------------------------------------------------------------------------------------
2020-05-15 15:11:35,578 EPOCH 104 done: loss 0.7652 - lr 0.0500000
2020-05-15 15:11:35,578 BAD EPOCHS (no improvement): 2
2020-05-15 15:11:35,578 ----------------------------------------------------------------------------------------------------
2020-05-15 15:12:40,436 epoch 105 - iter 265/2650 - loss 0.73773453 - samples/sec: 130.80
2020-05-15 15:13:45,152 epoch 105 - iter 530/2650 - loss 0.74069136 - samples/sec: 131.11
2020-05-15 15:14:51,263 epoch 105 - iter 795/2650 - loss 0.74371219 - samples/sec: 128.34
2020-05-15 15:15:59,649 epoch 105 - iter 1060/2650 - loss 0.74409352 - samples/sec: 124.06
2020-05-15 15:17:07,439 epoch 105 - iter 1325/2650 - loss 0.75195706 - samples/sec: 125.16
2020-05-15 15:18:13,569 epoch 105 - iter 1590/2650 - loss 0.75449199 - samples/sec: 128.30
2020-05-15 15:19:19,721 epoch 105 - iter 1855/2650 - loss 0.75463675 - samples/sec: 128.26
2020-05-15 15:20:25,419 epoch 105 - iter 2120/2650 - loss 0.75692745 - samples/sec: 129.14
2020-05-15 15:21:32,223 epoch 105 - iter 2385/2650 - loss 0.75542652 - samples/sec: 127.00
2020-05-15 15:22:40,270 epoch 105 - iter 2650/2650 - loss 0.75618357 - samples/sec: 124.68
2020-05-15 15:22:40,284 ----------------------------------------------------------------------------------------------------
2020-05-15 15:22:40,284 EPOCH 105 done: loss 0.7562 - lr 0.0500000
2020-05-15 15:22:40,284 BAD EPOCHS (no improvement): 0
2020-05-15 15:22:40,284 ----------------------------------------------------------------------------------------------------
2020-05-15 15:23:45,299 epoch 106 - iter 265/2650 - loss 0.76054210 - samples/sec: 130.48
2020-05-15 15:24:52,836 epoch 106 - iter 530/2650 - loss 0.75908262 - samples/sec: 125.63
2020-05-15 15:26:00,558 epoch 106 - iter 795/2650 - loss 0.75648414 - samples/sec: 125.28
2020-05-15 15:27:06,045 epoch 106 - iter 1060/2650 - loss 0.75443071 - samples/sec: 129.56
2020-05-15 15:28:12,467 epoch 106 - iter 1325/2650 - loss 0.75623682 - samples/sec: 127.74
2020-05-15 15:29:18,891 epoch 106 - iter 1590/2650 - loss 0.75629446 - samples/sec: 127.73
2020-05-15 15:30:24,809 epoch 106 - iter 1855/2650 - loss 0.75700424 - samples/sec: 128.71
2020-05-15 15:31:31,550 epoch 106 - iter 2120/2650 - loss 0.75729560 - samples/sec: 127.13
2020-05-15 15:32:37,758 epoch 106 - iter 2385/2650 - loss 0.76023992 - samples/sec: 128.15
2020-05-15 15:33:42,492 epoch 106 - iter 2650/2650 - loss 0.75721130 - samples/sec: 131.07
2020-05-15 15:33:42,506 ----------------------------------------------------------------------------------------------------
2020-05-15 15:33:42,506 EPOCH 106 done: loss 0.7572 - lr 0.0500000
2020-05-15 15:33:42,506 BAD EPOCHS (no improvement): 1
2020-05-15 15:33:42,507 ----------------------------------------------------------------------------------------------------
2020-05-15 15:34:47,085 epoch 107 - iter 265/2650 - loss 0.75255413 - samples/sec: 131.36
2020-05-15 15:35:53,667 epoch 107 - iter 530/2650 - loss 0.75583691 - samples/sec: 127.43
2020-05-15 15:36:58,903 epoch 107 - iter 795/2650 - loss 0.74536970 - samples/sec: 130.06
2020-05-15 15:38:04,336 epoch 107 - iter 1060/2650 - loss 0.74038391 - samples/sec: 129.67
2020-05-15 15:39:12,426 epoch 107 - iter 1325/2650 - loss 0.74268769 - samples/sec: 124.61
2020-05-15 15:40:17,007 epoch 107 - iter 1590/2650 - loss 0.74511460 - samples/sec: 131.38
2020-05-15 15:41:22,996 epoch 107 - iter 1855/2650 - loss 0.75119061 - samples/sec: 128.57
2020-05-15 15:42:27,233 epoch 107 - iter 2120/2650 - loss 0.75769321 - samples/sec: 132.08
2020-05-15 15:43:33,529 epoch 107 - iter 2385/2650 - loss 0.75747037 - samples/sec: 127.98
2020-05-15 15:44:39,558 epoch 107 - iter 2650/2650 - loss 0.75713004 - samples/sec: 128.50
2020-05-15 15:44:39,571 ----------------------------------------------------------------------------------------------------
2020-05-15 15:44:39,571 EPOCH 107 done: loss 0.7571 - lr 0.0500000
2020-05-15 15:44:39,571 BAD EPOCHS (no improvement): 2
2020-05-15 15:44:39,572 ----------------------------------------------------------------------------------------------------
2020-05-15 15:45:46,205 epoch 108 - iter 265/2650 - loss 0.73220794 - samples/sec: 127.31
2020-05-15 15:46:50,984 epoch 108 - iter 530/2650 - loss 0.72766391 - samples/sec: 130.98
2020-05-15 15:47:57,019 epoch 108 - iter 795/2650 - loss 0.73549492 - samples/sec: 128.48
2020-05-15 15:49:00,219 epoch 108 - iter 1060/2650 - loss 0.74064858 - samples/sec: 134.25
2020-05-15 15:50:05,442 epoch 108 - iter 1325/2650 - loss 0.73944586 - samples/sec: 130.08
2020-05-15 15:51:10,145 epoch 108 - iter 1590/2650 - loss 0.74014088 - samples/sec: 131.13
2020-05-15 15:52:16,194 epoch 108 - iter 1855/2650 - loss 0.74618336 - samples/sec: 128.46
2020-05-15 15:53:20,801 epoch 108 - iter 2120/2650 - loss 0.74932868 - samples/sec: 131.32
2020-05-15 15:54:27,740 epoch 108 - iter 2385/2650 - loss 0.74861187 - samples/sec: 126.75
2020-05-15 15:55:31,875 epoch 108 - iter 2650/2650 - loss 0.74997649 - samples/sec: 132.29
2020-05-15 15:55:31,889 ----------------------------------------------------------------------------------------------------
2020-05-15 15:55:31,889 EPOCH 108 done: loss 0.7500 - lr 0.0500000
2020-05-15 15:55:31,889 BAD EPOCHS (no improvement): 0
2020-05-15 15:55:31,889 ----------------------------------------------------------------------------------------------------
2020-05-15 15:56:37,920 epoch 109 - iter 265/2650 - loss 0.72354043 - samples/sec: 128.48
2020-05-15 15:57:44,349 epoch 109 - iter 530/2650 - loss 0.74193490 - samples/sec: 127.72
2020-05-15 15:58:49,191 epoch 109 - iter 795/2650 - loss 0.74588284 - samples/sec: 130.85
2020-05-15 15:59:56,852 epoch 109 - iter 1060/2650 - loss 0.74549567 - samples/sec: 125.39
2020-05-15 16:01:02,283 epoch 109 - iter 1325/2650 - loss 0.74956264 - samples/sec: 129.67
2020-05-15 16:02:08,354 epoch 109 - iter 1590/2650 - loss 0.74667769 - samples/sec: 128.41
2020-05-15 16:03:14,201 epoch 109 - iter 1855/2650 - loss 0.74962525 - samples/sec: 128.85
2020-05-15 16:04:19,476 epoch 109 - iter 2120/2650 - loss 0.74975580 - samples/sec: 129.98
2020-05-15 16:05:25,654 epoch 109 - iter 2385/2650 - loss 0.74985370 - samples/sec: 128.21
2020-05-15 16:06:31,670 epoch 109 - iter 2650/2650 - loss 0.74954778 - samples/sec: 128.52
2020-05-15 16:06:31,684 ----------------------------------------------------------------------------------------------------
2020-05-15 16:06:31,684 EPOCH 109 done: loss 0.7495 - lr 0.0500000
2020-05-15 16:06:31,684 BAD EPOCHS (no improvement): 0
2020-05-15 16:06:31,684 ----------------------------------------------------------------------------------------------------
2020-05-15 16:07:40,082 epoch 110 - iter 265/2650 - loss 0.75636149 - samples/sec: 124.03
2020-05-15 16:08:46,748 epoch 110 - iter 530/2650 - loss 0.74912741 - samples/sec: 127.27
2020-05-15 16:09:53,427 epoch 110 - iter 795/2650 - loss 0.74862465 - samples/sec: 127.24
2020-05-15 16:11:00,139 epoch 110 - iter 1060/2650 - loss 0.74486289 - samples/sec: 127.18
2020-05-15 16:12:07,222 epoch 110 - iter 1325/2650 - loss 0.74530209 - samples/sec: 126.48
2020-05-15 16:13:14,478 epoch 110 - iter 1590/2650 - loss 0.74549478 - samples/sec: 126.15
2020-05-15 16:14:21,744 epoch 110 - iter 1855/2650 - loss 0.74360762 - samples/sec: 126.13
2020-05-15 16:15:29,617 epoch 110 - iter 2120/2650 - loss 0.74893844 - samples/sec: 125.01
2020-05-15 16:16:36,940 epoch 110 - iter 2385/2650 - loss 0.75043676 - samples/sec: 126.03
2020-05-15 16:17:43,560 epoch 110 - iter 2650/2650 - loss 0.74945492 - samples/sec: 127.36
2020-05-15 16:17:43,575 ----------------------------------------------------------------------------------------------------
2020-05-15 16:17:43,575 EPOCH 110 done: loss 0.7495 - lr 0.0500000
2020-05-15 16:17:43,575 BAD EPOCHS (no improvement): 0
2020-05-15 16:17:43,575 ----------------------------------------------------------------------------------------------------
2020-05-15 16:18:51,964 epoch 111 - iter 265/2650 - loss 0.77375221 - samples/sec: 124.04
2020-05-15 16:19:58,754 epoch 111 - iter 530/2650 - loss 0.76454602 - samples/sec: 127.03
2020-05-15 16:21:06,334 epoch 111 - iter 795/2650 - loss 0.75498878 - samples/sec: 125.55
2020-05-15 16:22:14,410 epoch 111 - iter 1060/2650 - loss 0.75030463 - samples/sec: 124.63
2020-05-15 16:23:19,886 epoch 111 - iter 1325/2650 - loss 0.74664694 - samples/sec: 129.58
2020-05-15 16:24:27,170 epoch 111 - iter 1590/2650 - loss 0.74640316 - samples/sec: 126.10
2020-05-15 16:25:33,959 epoch 111 - iter 1855/2650 - loss 0.74579719 - samples/sec: 127.03
2020-05-15 16:26:40,009 epoch 111 - iter 2120/2650 - loss 0.74718852 - samples/sec: 128.46
2020-05-15 16:27:47,279 epoch 111 - iter 2385/2650 - loss 0.74884729 - samples/sec: 126.13
2020-05-15 16:28:54,232 epoch 111 - iter 2650/2650 - loss 0.74993634 - samples/sec: 126.72
2020-05-15 16:28:54,246 ----------------------------------------------------------------------------------------------------
2020-05-15 16:28:54,246 EPOCH 111 done: loss 0.7499 - lr 0.0500000
2020-05-15 16:28:54,246 BAD EPOCHS (no improvement): 1
2020-05-15 16:28:54,247 ----------------------------------------------------------------------------------------------------
2020-05-15 16:29:59,610 epoch 112 - iter 265/2650 - loss 0.75041625 - samples/sec: 129.79
2020-05-15 16:31:05,432 epoch 112 - iter 530/2650 - loss 0.74468954 - samples/sec: 128.90
2020-05-15 16:32:11,627 epoch 112 - iter 795/2650 - loss 0.73625775 - samples/sec: 128.17
2020-05-15 16:33:17,137 epoch 112 - iter 1060/2650 - loss 0.73270010 - samples/sec: 129.52
2020-05-15 16:34:24,751 epoch 112 - iter 1325/2650 - loss 0.72910491 - samples/sec: 125.48
2020-05-15 16:35:32,482 epoch 112 - iter 1590/2650 - loss 0.73358306 - samples/sec: 125.27
2020-05-15 16:36:39,254 epoch 112 - iter 1855/2650 - loss 0.73575201 - samples/sec: 127.07
2020-05-15 16:37:46,279 epoch 112 - iter 2120/2650 - loss 0.73934663 - samples/sec: 126.58
2020-05-15 16:38:55,365 epoch 112 - iter 2385/2650 - loss 0.74065782 - samples/sec: 122.81
2020-05-15 16:40:03,756 epoch 112 - iter 2650/2650 - loss 0.74277422 - samples/sec: 124.06
2020-05-15 16:40:03,771 ----------------------------------------------------------------------------------------------------
2020-05-15 16:40:03,771 EPOCH 112 done: loss 0.7428 - lr 0.0500000
2020-05-15 16:40:03,771 BAD EPOCHS (no improvement): 0
2020-05-15 16:40:03,771 ----------------------------------------------------------------------------------------------------
2020-05-15 16:41:10,603 epoch 113 - iter 265/2650 - loss 0.72520518 - samples/sec: 126.94
2020-05-15 16:42:17,487 epoch 113 - iter 530/2650 - loss 0.71118687 - samples/sec: 126.85
2020-05-15 16:43:24,505 epoch 113 - iter 795/2650 - loss 0.72436159 - samples/sec: 126.60
2020-05-15 16:44:32,332 epoch 113 - iter 1060/2650 - loss 0.73095304 - samples/sec: 125.09
2020-05-15 16:45:39,166 epoch 113 - iter 1325/2650 - loss 0.73166360 - samples/sec: 126.95
2020-05-15 16:46:47,057 epoch 113 - iter 1590/2650 - loss 0.72896151 - samples/sec: 124.97
2020-05-15 16:47:53,794 epoch 113 - iter 1855/2650 - loss 0.72614585 - samples/sec: 127.13
2020-05-15 16:49:00,002 epoch 113 - iter 2120/2650 - loss 0.72737874 - samples/sec: 128.15
2020-05-15 16:50:07,241 epoch 113 - iter 2385/2650 - loss 0.73360866 - samples/sec: 126.18
2020-05-15 16:51:15,565 epoch 113 - iter 2650/2650 - loss 0.73551386 - samples/sec: 124.18
2020-05-15 16:51:15,579 ----------------------------------------------------------------------------------------------------
2020-05-15 16:51:15,580 EPOCH 113 done: loss 0.7355 - lr 0.0500000
2020-05-15 16:51:15,580 BAD EPOCHS (no improvement): 0
2020-05-15 16:51:15,580 ----------------------------------------------------------------------------------------------------
2020-05-15 16:52:21,101 epoch 114 - iter 265/2650 - loss 0.72437106 - samples/sec: 129.47
2020-05-15 16:53:27,941 epoch 114 - iter 530/2650 - loss 0.73647503 - samples/sec: 126.94
2020-05-15 16:54:36,435 epoch 114 - iter 795/2650 - loss 0.72781452 - samples/sec: 123.87
2020-05-15 16:55:45,171 epoch 114 - iter 1060/2650 - loss 0.73727702 - samples/sec: 123.43
2020-05-15 16:56:51,774 epoch 114 - iter 1325/2650 - loss 0.74007590 - samples/sec: 127.39
2020-05-15 16:57:59,536 epoch 114 - iter 1590/2650 - loss 0.73676601 - samples/sec: 125.21
2020-05-15 16:59:07,606 epoch 114 - iter 1855/2650 - loss 0.74192485 - samples/sec: 124.64
2020-05-15 17:00:15,236 epoch 114 - iter 2120/2650 - loss 0.74271908 - samples/sec: 125.46
2020-05-15 17:01:23,882 epoch 114 - iter 2385/2650 - loss 0.74079914 - samples/sec: 123.60
2020-05-15 17:02:32,344 epoch 114 - iter 2650/2650 - loss 0.74303672 - samples/sec: 123.93
2020-05-15 17:02:32,358 ----------------------------------------------------------------------------------------------------
2020-05-15 17:02:32,358 EPOCH 114 done: loss 0.7430 - lr 0.0500000
2020-05-15 17:02:32,358 BAD EPOCHS (no improvement): 1
2020-05-15 17:02:32,358 ----------------------------------------------------------------------------------------------------
2020-05-15 17:03:38,318 epoch 115 - iter 265/2650 - loss 0.73302674 - samples/sec: 128.61
2020-05-15 17:04:45,285 epoch 115 - iter 530/2650 - loss 0.73384641 - samples/sec: 126.70
2020-05-15 17:05:52,815 epoch 115 - iter 795/2650 - loss 0.73100893 - samples/sec: 125.64
2020-05-15 17:07:00,212 epoch 115 - iter 1060/2650 - loss 0.72542551 - samples/sec: 125.89
2020-05-15 17:08:08,234 epoch 115 - iter 1325/2650 - loss 0.72725375 - samples/sec: 124.73
2020-05-15 17:09:15,524 epoch 115 - iter 1590/2650 - loss 0.73054515 - samples/sec: 126.09
2020-05-15 17:10:22,263 epoch 115 - iter 1855/2650 - loss 0.73011973 - samples/sec: 127.13
2020-05-15 17:11:29,535 epoch 115 - iter 2120/2650 - loss 0.73317736 - samples/sec: 126.12
2020-05-15 17:12:38,234 epoch 115 - iter 2385/2650 - loss 0.73475255 - samples/sec: 123.50
2020-05-15 17:13:47,909 epoch 115 - iter 2650/2650 - loss 0.73629467 - samples/sec: 121.77
2020-05-15 17:13:47,924 ----------------------------------------------------------------------------------------------------
2020-05-15 17:13:47,924 EPOCH 115 done: loss 0.7363 - lr 0.0500000
2020-05-15 17:13:47,924 BAD EPOCHS (no improvement): 2
2020-05-15 17:13:47,924 ----------------------------------------------------------------------------------------------------
2020-05-15 17:14:54,091 epoch 116 - iter 265/2650 - loss 0.71226722 - samples/sec: 128.21
2020-05-15 17:15:59,968 epoch 116 - iter 530/2650 - loss 0.72461453 - samples/sec: 128.79
2020-05-15 17:17:08,538 epoch 116 - iter 795/2650 - loss 0.72139389 - samples/sec: 123.73
2020-05-15 17:18:16,026 epoch 116 - iter 1060/2650 - loss 0.71890906 - samples/sec: 125.72
2020-05-15 17:19:24,026 epoch 116 - iter 1325/2650 - loss 0.72078656 - samples/sec: 124.77
2020-05-15 17:20:31,575 epoch 116 - iter 1590/2650 - loss 0.72128551 - samples/sec: 125.60
2020-05-15 17:21:39,558 epoch 116 - iter 1855/2650 - loss 0.72176705 - samples/sec: 124.80
2020-05-15 17:22:47,391 epoch 116 - iter 2120/2650 - loss 0.72593018 - samples/sec: 125.08
2020-05-15 17:23:55,070 epoch 116 - iter 2385/2650 - loss 0.72753103 - samples/sec: 125.36
2020-05-15 17:25:03,744 epoch 116 - iter 2650/2650 - loss 0.72969030 - samples/sec: 123.55
2020-05-15 17:25:03,759 ----------------------------------------------------------------------------------------------------
2020-05-15 17:25:03,759 EPOCH 116 done: loss 0.7297 - lr 0.0500000
2020-05-15 17:25:03,759 BAD EPOCHS (no improvement): 0
2020-05-15 17:25:03,759 ----------------------------------------------------------------------------------------------------
2020-05-15 17:26:09,999 epoch 117 - iter 265/2650 - loss 0.72006963 - samples/sec: 128.07
2020-05-15 17:27:18,448 epoch 117 - iter 530/2650 - loss 0.73365118 - samples/sec: 123.95
2020-05-15 17:28:26,795 epoch 117 - iter 795/2650 - loss 0.72376209 - samples/sec: 124.14
2020-05-15 17:29:35,478 epoch 117 - iter 1060/2650 - loss 0.72849335 - samples/sec: 123.53
2020-05-15 17:30:42,884 epoch 117 - iter 1325/2650 - loss 0.72400423 - samples/sec: 125.87
2020-05-15 17:31:49,606 epoch 117 - iter 1590/2650 - loss 0.72554245 - samples/sec: 127.16
2020-05-15 17:32:57,889 epoch 117 - iter 1855/2650 - loss 0.72549046 - samples/sec: 124.25
2020-05-15 17:34:06,664 epoch 117 - iter 2120/2650 - loss 0.72994488 - samples/sec: 123.37
2020-05-15 17:35:15,861 epoch 117 - iter 2385/2650 - loss 0.72833526 - samples/sec: 122.61
2020-05-15 17:36:24,638 epoch 117 - iter 2650/2650 - loss 0.73165162 - samples/sec: 123.36
2020-05-15 17:36:24,653 ----------------------------------------------------------------------------------------------------
2020-05-15 17:36:24,653 EPOCH 117 done: loss 0.7317 - lr 0.0500000
2020-05-15 17:36:24,653 BAD EPOCHS (no improvement): 1
2020-05-15 17:36:24,653 ----------------------------------------------------------------------------------------------------
2020-05-15 17:37:32,129 epoch 118 - iter 265/2650 - loss 0.70844563 - samples/sec: 125.72
2020-05-15 17:38:39,543 epoch 118 - iter 530/2650 - loss 0.71373444 - samples/sec: 125.86
2020-05-15 17:39:47,034 epoch 118 - iter 795/2650 - loss 0.71502713 - samples/sec: 125.71
2020-05-15 17:40:54,421 epoch 118 - iter 1060/2650 - loss 0.72269999 - samples/sec: 125.91
2020-05-15 17:42:02,298 epoch 118 - iter 1325/2650 - loss 0.72653986 - samples/sec: 125.00
2020-05-15 17:43:10,314 epoch 118 - iter 1590/2650 - loss 0.72696864 - samples/sec: 124.74
2020-05-15 17:44:17,774 epoch 118 - iter 1855/2650 - loss 0.73183071 - samples/sec: 125.77
2020-05-15 17:45:26,565 epoch 118 - iter 2120/2650 - loss 0.73288350 - samples/sec: 123.34
2020-05-15 17:46:34,581 epoch 118 - iter 2385/2650 - loss 0.73206626 - samples/sec: 124.74
2020-05-15 17:47:40,480 epoch 118 - iter 2650/2650 - loss 0.72980122 - samples/sec: 128.75
2020-05-15 17:47:40,494 ----------------------------------------------------------------------------------------------------
2020-05-15 17:47:40,494 EPOCH 118 done: loss 0.7298 - lr 0.0500000
2020-05-15 17:47:40,494 BAD EPOCHS (no improvement): 2
2020-05-15 17:47:40,494 ----------------------------------------------------------------------------------------------------
2020-05-15 17:48:48,047 epoch 119 - iter 265/2650 - loss 0.72000376 - samples/sec: 125.58
2020-05-15 17:49:56,528 epoch 119 - iter 530/2650 - loss 0.72544683 - samples/sec: 123.89
2020-05-15 17:51:05,442 epoch 119 - iter 795/2650 - loss 0.72183405 - samples/sec: 123.12
2020-05-15 17:52:13,403 epoch 119 - iter 1060/2650 - loss 0.72513328 - samples/sec: 124.84
2020-05-15 17:53:21,711 epoch 119 - iter 1325/2650 - loss 0.72536309 - samples/sec: 124.21
2020-05-15 17:54:28,650 epoch 119 - iter 1590/2650 - loss 0.72823688 - samples/sec: 126.75
2020-05-15 17:55:36,399 epoch 119 - iter 1855/2650 - loss 0.72571577 - samples/sec: 125.23
2020-05-15 17:56:43,880 epoch 119 - iter 2120/2650 - loss 0.72749481 - samples/sec: 125.73
2020-05-15 17:57:50,862 epoch 119 - iter 2385/2650 - loss 0.72826224 - samples/sec: 126.67
2020-05-15 17:58:58,011 epoch 119 - iter 2650/2650 - loss 0.72583270 - samples/sec: 126.36
2020-05-15 17:58:58,026 ----------------------------------------------------------------------------------------------------
2020-05-15 17:58:58,026 EPOCH 119 done: loss 0.7258 - lr 0.0500000
2020-05-15 17:58:58,026 BAD EPOCHS (no improvement): 0
2020-05-15 17:58:58,026 ----------------------------------------------------------------------------------------------------
2020-05-15 18:00:05,457 epoch 120 - iter 265/2650 - loss 0.73291260 - samples/sec: 125.81
2020-05-15 18:01:12,662 epoch 120 - iter 530/2650 - loss 0.72202417 - samples/sec: 126.25
2020-05-15 18:02:21,190 epoch 120 - iter 795/2650 - loss 0.72789940 - samples/sec: 123.81
2020-05-15 18:03:28,742 epoch 120 - iter 1060/2650 - loss 0.72322751 - samples/sec: 125.60
2020-05-15 18:04:36,128 epoch 120 - iter 1325/2650 - loss 0.72826477 - samples/sec: 125.91
2020-05-15 18:05:44,398 epoch 120 - iter 1590/2650 - loss 0.73237608 - samples/sec: 124.28
2020-05-15 18:06:51,754 epoch 120 - iter 1855/2650 - loss 0.73098800 - samples/sec: 125.96
2020-05-15 18:08:00,634 epoch 120 - iter 2120/2650 - loss 0.73444596 - samples/sec: 123.18
2020-05-15 18:09:07,645 epoch 120 - iter 2385/2650 - loss 0.73562420 - samples/sec: 126.61
2020-05-15 18:10:14,933 epoch 120 - iter 2650/2650 - loss 0.73420320 - samples/sec: 126.09
2020-05-15 18:10:14,947 ----------------------------------------------------------------------------------------------------
2020-05-15 18:10:14,947 EPOCH 120 done: loss 0.7342 - lr 0.0500000
2020-05-15 18:10:14,947 BAD EPOCHS (no improvement): 1
2020-05-15 18:10:14,948 ----------------------------------------------------------------------------------------------------
2020-05-15 18:11:24,249 epoch 121 - iter 265/2650 - loss 0.74215262 - samples/sec: 122.41
2020-05-15 18:12:30,651 epoch 121 - iter 530/2650 - loss 0.74141538 - samples/sec: 127.78
2020-05-15 18:13:38,175 epoch 121 - iter 795/2650 - loss 0.74015024 - samples/sec: 125.65
2020-05-15 18:14:44,766 epoch 121 - iter 1060/2650 - loss 0.73901294 - samples/sec: 127.41
2020-05-15 18:15:53,146 epoch 121 - iter 1325/2650 - loss 0.73735692 - samples/sec: 124.08
2020-05-15 18:17:00,842 epoch 121 - iter 1590/2650 - loss 0.73447522 - samples/sec: 125.33
2020-05-15 18:18:09,466 epoch 121 - iter 1855/2650 - loss 0.73677169 - samples/sec: 123.64
2020-05-15 18:19:17,525 epoch 121 - iter 2120/2650 - loss 0.73756358 - samples/sec: 124.66
2020-05-15 18:20:24,305 epoch 121 - iter 2385/2650 - loss 0.73795827 - samples/sec: 127.05
2020-05-15 18:21:33,396 epoch 121 - iter 2650/2650 - loss 0.73735378 - samples/sec: 122.80
2020-05-15 18:21:33,411 ----------------------------------------------------------------------------------------------------
2020-05-15 18:21:33,411 EPOCH 121 done: loss 0.7374 - lr 0.0500000
2020-05-15 18:21:33,411 BAD EPOCHS (no improvement): 2
2020-05-15 18:21:33,411 ----------------------------------------------------------------------------------------------------
2020-05-15 18:22:41,752 epoch 122 - iter 265/2650 - loss 0.67000385 - samples/sec: 124.13
2020-05-15 18:23:49,924 epoch 122 - iter 530/2650 - loss 0.70126659 - samples/sec: 124.46
2020-05-15 18:24:56,791 epoch 122 - iter 795/2650 - loss 0.69674359 - samples/sec: 126.89
2020-05-15 18:26:03,923 epoch 122 - iter 1060/2650 - loss 0.70292083 - samples/sec: 126.39
2020-05-15 18:27:13,096 epoch 122 - iter 1325/2650 - loss 0.71307472 - samples/sec: 122.65
2020-05-15 18:28:21,262 epoch 122 - iter 1590/2650 - loss 0.71763159 - samples/sec: 124.47
2020-05-15 18:29:27,031 epoch 122 - iter 1855/2650 - loss 0.71837807 - samples/sec: 129.00
2020-05-15 18:30:42,589 epoch 122 - iter 2120/2650 - loss 0.72097495 - samples/sec: 112.29
2020-05-15 18:31:50,303 epoch 122 - iter 2385/2650 - loss 0.71995580 - samples/sec: 125.30
2020-05-15 18:32:57,122 epoch 122 - iter 2650/2650 - loss 0.72042571 - samples/sec: 126.98
2020-05-15 18:32:57,136 ----------------------------------------------------------------------------------------------------
2020-05-15 18:32:57,136 EPOCH 122 done: loss 0.7204 - lr 0.0500000
2020-05-15 18:32:57,136 BAD EPOCHS (no improvement): 0
2020-05-15 18:32:57,136 ----------------------------------------------------------------------------------------------------
2020-05-15 18:34:05,719 epoch 123 - iter 265/2650 - loss 0.73101209 - samples/sec: 123.69
2020-05-15 18:35:14,148 epoch 123 - iter 530/2650 - loss 0.72952645 - samples/sec: 123.99
2020-05-15 18:36:21,211 epoch 123 - iter 795/2650 - loss 0.72636356 - samples/sec: 126.51
2020-05-15 18:37:29,045 epoch 123 - iter 1060/2650 - loss 0.72558724 - samples/sec: 125.08
2020-05-15 18:38:34,581 epoch 123 - iter 1325/2650 - loss 0.71897629 - samples/sec: 129.46
2020-05-15 18:39:40,911 epoch 123 - iter 1590/2650 - loss 0.72103591 - samples/sec: 127.91
2020-05-15 18:40:48,280 epoch 123 - iter 1855/2650 - loss 0.71992077 - samples/sec: 125.94
2020-05-15 18:41:55,032 epoch 123 - iter 2120/2650 - loss 0.72325495 - samples/sec: 127.10
2020-05-15 18:43:01,604 epoch 123 - iter 2385/2650 - loss 0.72149622 - samples/sec: 127.45
2020-05-15 18:44:06,093 epoch 123 - iter 2650/2650 - loss 0.71986279 - samples/sec: 131.57
2020-05-15 18:44:06,107 ----------------------------------------------------------------------------------------------------
2020-05-15 18:44:06,107 EPOCH 123 done: loss 0.7199 - lr 0.0500000
2020-05-15 18:44:06,107 BAD EPOCHS (no improvement): 0
2020-05-15 18:44:06,108 ----------------------------------------------------------------------------------------------------
2020-05-15 18:45:12,214 epoch 124 - iter 265/2650 - loss 0.71367821 - samples/sec: 128.33
2020-05-15 18:46:18,943 epoch 124 - iter 530/2650 - loss 0.71120178 - samples/sec: 127.15
2020-05-15 18:47:26,048 epoch 124 - iter 795/2650 - loss 0.71329126 - samples/sec: 126.43
2020-05-15 18:48:32,529 epoch 124 - iter 1060/2650 - loss 0.71250805 - samples/sec: 127.62
2020-05-15 18:49:38,888 epoch 124 - iter 1325/2650 - loss 0.71177834 - samples/sec: 127.86
2020-05-15 18:50:45,706 epoch 124 - iter 1590/2650 - loss 0.71088292 - samples/sec: 126.98
2020-05-15 18:51:53,355 epoch 124 - iter 1855/2650 - loss 0.71044129 - samples/sec: 125.42
2020-05-15 18:53:00,222 epoch 124 - iter 2120/2650 - loss 0.71087182 - samples/sec: 126.89
2020-05-15 18:54:07,580 epoch 124 - iter 2385/2650 - loss 0.71601712 - samples/sec: 125.96
2020-05-15 18:55:14,458 epoch 124 - iter 2650/2650 - loss 0.71867825 - samples/sec: 126.87
2020-05-15 18:55:14,472 ----------------------------------------------------------------------------------------------------
2020-05-15 18:55:14,472 EPOCH 124 done: loss 0.7187 - lr 0.0500000
2020-05-15 18:55:14,472 BAD EPOCHS (no improvement): 0
2020-05-15 18:55:14,473 ----------------------------------------------------------------------------------------------------
2020-05-15 18:56:20,531 epoch 125 - iter 265/2650 - loss 0.71734082 - samples/sec: 128.42
2020-05-15 18:57:27,668 epoch 125 - iter 530/2650 - loss 0.71164540 - samples/sec: 126.38
2020-05-15 18:58:35,025 epoch 125 - iter 795/2650 - loss 0.70422930 - samples/sec: 125.96
2020-05-15 18:59:41,566 epoch 125 - iter 1060/2650 - loss 0.70313002 - samples/sec: 127.51
2020-05-15 19:00:47,585 epoch 125 - iter 1325/2650 - loss 0.70271323 - samples/sec: 128.52
2020-05-15 19:01:53,082 epoch 125 - iter 1590/2650 - loss 0.70337349 - samples/sec: 129.54
2020-05-15 19:02:58,556 epoch 125 - iter 1855/2650 - loss 0.70610637 - samples/sec: 129.59
2020-05-15 19:04:05,708 epoch 125 - iter 2120/2650 - loss 0.70809775 - samples/sec: 126.35
2020-05-15 19:05:12,691 epoch 125 - iter 2385/2650 - loss 0.71027406 - samples/sec: 126.66
2020-05-15 19:06:19,491 epoch 125 - iter 2650/2650 - loss 0.71432017 - samples/sec: 127.01
2020-05-15 19:06:19,505 ----------------------------------------------------------------------------------------------------
2020-05-15 19:06:19,505 EPOCH 125 done: loss 0.7143 - lr 0.0500000
2020-05-15 19:06:19,505 BAD EPOCHS (no improvement): 0
2020-05-15 19:06:19,505 ----------------------------------------------------------------------------------------------------
2020-05-15 19:07:25,849 epoch 126 - iter 265/2650 - loss 0.68946094 - samples/sec: 127.87
2020-05-15 19:08:31,517 epoch 126 - iter 530/2650 - loss 0.69677527 - samples/sec: 129.20
2020-05-15 19:09:36,934 epoch 126 - iter 795/2650 - loss 0.70495402 - samples/sec: 129.69
2020-05-15 19:10:40,365 epoch 126 - iter 1060/2650 - loss 0.71085018 - samples/sec: 133.76
2020-05-15 19:11:43,675 epoch 126 - iter 1325/2650 - loss 0.71777200 - samples/sec: 134.01
2020-05-15 19:12:48,761 epoch 126 - iter 1590/2650 - loss 0.71814547 - samples/sec: 130.35
2020-05-15 19:13:51,689 epoch 126 - iter 1855/2650 - loss 0.71905888 - samples/sec: 134.82
2020-05-15 19:14:54,194 epoch 126 - iter 2120/2650 - loss 0.71726111 - samples/sec: 135.74
2020-05-15 19:15:57,296 epoch 126 - iter 2385/2650 - loss 0.71914471 - samples/sec: 134.45
2020-05-15 19:16:59,545 epoch 126 - iter 2650/2650 - loss 0.71793216 - samples/sec: 136.30
2020-05-15 19:16:59,558 ----------------------------------------------------------------------------------------------------
2020-05-15 19:16:59,558 EPOCH 126 done: loss 0.7179 - lr 0.0500000
2020-05-15 19:16:59,558 BAD EPOCHS (no improvement): 1
2020-05-15 19:16:59,558 ----------------------------------------------------------------------------------------------------
2020-05-15 19:18:02,128 epoch 127 - iter 265/2650 - loss 0.72144741 - samples/sec: 135.58
2020-05-15 19:19:05,739 epoch 127 - iter 530/2650 - loss 0.72279390 - samples/sec: 133.38
2020-05-15 19:20:08,634 epoch 127 - iter 795/2650 - loss 0.71957815 - samples/sec: 134.90
2020-05-15 19:21:13,250 epoch 127 - iter 1060/2650 - loss 0.71516698 - samples/sec: 131.30
2020-05-15 19:22:17,403 epoch 127 - iter 1325/2650 - loss 0.71488365 - samples/sec: 132.25
2020-05-15 19:23:20,867 epoch 127 - iter 1590/2650 - loss 0.71842474 - samples/sec: 133.69
2020-05-15 19:24:25,183 epoch 127 - iter 1855/2650 - loss 0.71962246 - samples/sec: 131.92
2020-05-15 19:25:28,050 epoch 127 - iter 2120/2650 - loss 0.72284671 - samples/sec: 134.95
2020-05-15 19:26:30,597 epoch 127 - iter 2385/2650 - loss 0.72279874 - samples/sec: 135.65
2020-05-15 19:27:32,041 epoch 127 - iter 2650/2650 - loss 0.72326260 - samples/sec: 138.08
2020-05-15 19:27:32,054 ----------------------------------------------------------------------------------------------------
2020-05-15 19:27:32,054 EPOCH 127 done: loss 0.7233 - lr 0.0500000
2020-05-15 19:27:32,054 BAD EPOCHS (no improvement): 2
2020-05-15 19:27:32,054 ----------------------------------------------------------------------------------------------------
2020-05-15 19:28:36,175 epoch 128 - iter 265/2650 - loss 0.72175573 - samples/sec: 132.30
2020-05-15 19:29:38,551 epoch 128 - iter 530/2650 - loss 0.71271094 - samples/sec: 136.02
2020-05-15 19:30:42,406 epoch 128 - iter 795/2650 - loss 0.70413415 - samples/sec: 132.87
2020-05-15 19:31:45,444 epoch 128 - iter 1060/2650 - loss 0.70548236 - samples/sec: 134.59
2020-05-15 19:32:47,723 epoch 128 - iter 1325/2650 - loss 0.70631586 - samples/sec: 136.23
2020-05-15 19:33:48,999 epoch 128 - iter 1590/2650 - loss 0.70740272 - samples/sec: 138.46
2020-05-15 19:34:52,923 epoch 128 - iter 1855/2650 - loss 0.70971366 - samples/sec: 132.72
2020-05-15 19:35:56,137 epoch 128 - iter 2120/2650 - loss 0.71325336 - samples/sec: 134.21
2020-05-15 19:36:57,796 epoch 128 - iter 2385/2650 - loss 0.71898753 - samples/sec: 137.60
2020-05-15 19:38:00,988 epoch 128 - iter 2650/2650 - loss 0.71781086 - samples/sec: 134.26
2020-05-15 19:38:01,001 ----------------------------------------------------------------------------------------------------
2020-05-15 19:38:01,001 EPOCH 128 done: loss 0.7178 - lr 0.0500000
2020-05-15 19:38:01,002 BAD EPOCHS (no improvement): 3
2020-05-15 19:38:01,002 ----------------------------------------------------------------------------------------------------
2020-05-15 19:39:02,090 epoch 129 - iter 265/2650 - loss 0.71377362 - samples/sec: 138.87
2020-05-15 19:40:04,421 epoch 129 - iter 530/2650 - loss 0.71568957 - samples/sec: 136.12
2020-05-15 19:41:05,112 epoch 129 - iter 795/2650 - loss 0.71069958 - samples/sec: 139.79
2020-05-15 19:42:06,410 epoch 129 - iter 1060/2650 - loss 0.71919405 - samples/sec: 138.41
2020-05-15 19:43:09,800 epoch 129 - iter 1325/2650 - loss 0.71977110 - samples/sec: 133.84
2020-05-15 19:44:13,491 epoch 129 - iter 1590/2650 - loss 0.71818959 - samples/sec: 133.21
2020-05-15 19:45:16,393 epoch 129 - iter 1855/2650 - loss 0.71904162 - samples/sec: 134.88
2020-05-15 19:46:18,992 epoch 129 - iter 2120/2650 - loss 0.71786502 - samples/sec: 135.53
2020-05-15 19:47:21,197 epoch 129 - iter 2385/2650 - loss 0.71708224 - samples/sec: 136.39
2020-05-15 19:48:24,051 epoch 129 - iter 2650/2650 - loss 0.71657891 - samples/sec: 134.98
2020-05-15 19:48:24,064 ----------------------------------------------------------------------------------------------------
2020-05-15 19:48:24,064 EPOCH 129 done: loss 0.7166 - lr 0.0500000
2020-05-15 19:48:24,065 BAD EPOCHS (no improvement): 4
2020-05-15 19:48:24,065 ----------------------------------------------------------------------------------------------------
2020-05-15 19:49:27,342 epoch 130 - iter 265/2650 - loss 0.69245305 - samples/sec: 134.06
2020-05-15 19:50:28,805 epoch 130 - iter 530/2650 - loss 0.69721342 - samples/sec: 138.04
2020-05-15 19:51:31,369 epoch 130 - iter 795/2650 - loss 0.69356440 - samples/sec: 135.61
2020-05-15 19:52:33,960 epoch 130 - iter 1060/2650 - loss 0.70087658 - samples/sec: 135.55
2020-05-15 19:53:37,363 epoch 130 - iter 1325/2650 - loss 0.69602260 - samples/sec: 133.81
2020-05-15 19:54:40,223 epoch 130 - iter 1590/2650 - loss 0.69456080 - samples/sec: 134.97
2020-05-15 19:55:43,545 epoch 130 - iter 1855/2650 - loss 0.69563162 - samples/sec: 133.98
2020-05-15 19:56:45,408 epoch 130 - iter 2120/2650 - loss 0.69352077 - samples/sec: 137.14
2020-05-15 19:57:47,781 epoch 130 - iter 2385/2650 - loss 0.69693441 - samples/sec: 136.02
2020-05-15 19:58:49,999 epoch 130 - iter 2650/2650 - loss 0.69799388 - samples/sec: 136.36
2020-05-15 19:58:50,013 ----------------------------------------------------------------------------------------------------
2020-05-15 19:58:50,013 EPOCH 130 done: loss 0.6980 - lr 0.0250000
2020-05-15 19:58:50,013 BAD EPOCHS (no improvement): 0
2020-05-15 19:58:50,013 ----------------------------------------------------------------------------------------------------
2020-05-15 19:59:53,653 epoch 131 - iter 265/2650 - loss 0.68546837 - samples/sec: 133.30
2020-05-15 20:00:56,938 epoch 131 - iter 530/2650 - loss 0.68227884 - samples/sec: 134.06
2020-05-15 20:01:58,637 epoch 131 - iter 795/2650 - loss 0.68209983 - samples/sec: 137.51
2020-05-15 20:03:01,062 epoch 131 - iter 1060/2650 - loss 0.68089258 - samples/sec: 135.91
2020-05-15 20:04:02,153 epoch 131 - iter 1325/2650 - loss 0.67855021 - samples/sec: 138.88
2020-05-15 20:05:04,315 epoch 131 - iter 1590/2650 - loss 0.68347083 - samples/sec: 136.49
2020-05-15 20:06:05,716 epoch 131 - iter 1855/2650 - loss 0.68415587 - samples/sec: 138.18
2020-05-15 20:07:08,306 epoch 131 - iter 2120/2650 - loss 0.68350109 - samples/sec: 135.55
2020-05-15 20:08:10,457 epoch 131 - iter 2385/2650 - loss 0.68417872 - samples/sec: 136.51
2020-05-15 20:09:13,711 epoch 131 - iter 2650/2650 - loss 0.68686387 - samples/sec: 134.13
2020-05-15 20:09:13,724 ----------------------------------------------------------------------------------------------------
2020-05-15 20:09:13,724 EPOCH 131 done: loss 0.6869 - lr 0.0250000
2020-05-15 20:09:13,724 BAD EPOCHS (no improvement): 0
2020-05-15 20:09:13,724 ----------------------------------------------------------------------------------------------------
2020-05-15 20:10:17,279 epoch 132 - iter 265/2650 - loss 0.70759175 - samples/sec: 133.48
2020-05-15 20:11:19,470 epoch 132 - iter 530/2650 - loss 0.68640888 - samples/sec: 136.42
2020-05-15 20:12:22,427 epoch 132 - iter 795/2650 - loss 0.69258553 - samples/sec: 134.76
2020-05-15 20:13:22,737 epoch 132 - iter 1060/2650 - loss 0.68095692 - samples/sec: 140.68
2020-05-15 20:14:24,040 epoch 132 - iter 1325/2650 - loss 0.67958555 - samples/sec: 138.40
2020-05-15 20:15:27,641 epoch 132 - iter 1590/2650 - loss 0.67840541 - samples/sec: 133.40
2020-05-15 20:16:29,772 epoch 132 - iter 1855/2650 - loss 0.68071193 - samples/sec: 136.55
2020-05-15 20:17:32,882 epoch 132 - iter 2120/2650 - loss 0.68070136 - samples/sec: 134.44
2020-05-15 20:18:35,536 epoch 132 - iter 2385/2650 - loss 0.68462434 - samples/sec: 135.41
2020-05-15 20:19:38,364 epoch 132 - iter 2650/2650 - loss 0.68397170 - samples/sec: 135.04
2020-05-15 20:19:38,376 ----------------------------------------------------------------------------------------------------
2020-05-15 20:19:38,376 EPOCH 132 done: loss 0.6840 - lr 0.0250000
2020-05-15 20:19:38,377 BAD EPOCHS (no improvement): 0
2020-05-15 20:19:38,377 ----------------------------------------------------------------------------------------------------
2020-05-15 20:20:41,533 epoch 133 - iter 265/2650 - loss 0.65480026 - samples/sec: 134.32
2020-05-15 20:21:45,489 epoch 133 - iter 530/2650 - loss 0.65554841 - samples/sec: 132.66
2020-05-15 20:22:48,673 epoch 133 - iter 795/2650 - loss 0.65793030 - samples/sec: 134.28
2020-05-15 20:23:50,058 epoch 133 - iter 1060/2650 - loss 0.66128694 - samples/sec: 138.21
2020-05-15 20:24:52,831 epoch 133 - iter 1325/2650 - loss 0.66395846 - samples/sec: 135.16
2020-05-15 20:25:55,508 epoch 133 - iter 1590/2650 - loss 0.66460856 - samples/sec: 135.36
2020-05-15 20:26:56,960 epoch 133 - iter 1855/2650 - loss 0.66184363 - samples/sec: 138.06
2020-05-15 20:27:58,375 epoch 133 - iter 2120/2650 - loss 0.66275804 - samples/sec: 138.14
2020-05-15 20:29:00,695 epoch 133 - iter 2385/2650 - loss 0.66544368 - samples/sec: 136.14
2020-05-15 20:30:03,756 epoch 133 - iter 2650/2650 - loss 0.66786461 - samples/sec: 134.54
2020-05-15 20:30:03,769 ----------------------------------------------------------------------------------------------------
2020-05-15 20:30:03,769 EPOCH 133 done: loss 0.6679 - lr 0.0250000
2020-05-15 20:30:03,770 BAD EPOCHS (no improvement): 0
2020-05-15 20:30:03,770 ----------------------------------------------------------------------------------------------------
2020-05-15 20:31:07,584 epoch 134 - iter 265/2650 - loss 0.67412418 - samples/sec: 132.93
2020-05-15 20:32:09,679 epoch 134 - iter 530/2650 - loss 0.68590683 - samples/sec: 136.63
2020-05-15 20:33:13,030 epoch 134 - iter 795/2650 - loss 0.67901745 - samples/sec: 133.92
2020-05-15 20:34:16,614 epoch 134 - iter 1060/2650 - loss 0.67594754 - samples/sec: 133.43
2020-05-15 20:35:17,969 epoch 134 - iter 1325/2650 - loss 0.67288938 - samples/sec: 138.28
2020-05-15 20:36:22,601 epoch 134 - iter 1590/2650 - loss 0.67274993 - samples/sec: 131.27
2020-05-15 20:37:25,817 epoch 134 - iter 1855/2650 - loss 0.67171141 - samples/sec: 134.21
2020-05-15 20:38:27,246 epoch 134 - iter 2120/2650 - loss 0.67246495 - samples/sec: 138.12
2020-05-15 20:39:29,179 epoch 134 - iter 2385/2650 - loss 0.67374951 - samples/sec: 136.99
2020-05-15 20:40:32,023 epoch 134 - iter 2650/2650 - loss 0.67253941 - samples/sec: 135.00
2020-05-15 20:40:32,036 ----------------------------------------------------------------------------------------------------
2020-05-15 20:40:32,037 EPOCH 134 done: loss 0.6725 - lr 0.0250000
2020-05-15 20:40:32,037 BAD EPOCHS (no improvement): 1
2020-05-15 20:40:32,037 ----------------------------------------------------------------------------------------------------
2020-05-15 20:41:35,093 epoch 135 - iter 265/2650 - loss 0.68355157 - samples/sec: 134.53
2020-05-15 20:42:38,021 epoch 135 - iter 530/2650 - loss 0.67356107 - samples/sec: 134.82
2020-05-15 20:43:40,012 epoch 135 - iter 795/2650 - loss 0.67045880 - samples/sec: 136.86
2020-05-15 20:44:42,894 epoch 135 - iter 1060/2650 - loss 0.67066668 - samples/sec: 134.92
2020-05-15 20:45:45,841 epoch 135 - iter 1325/2650 - loss 0.66843274 - samples/sec: 134.78
2020-05-15 20:46:47,645 epoch 135 - iter 1590/2650 - loss 0.66825824 - samples/sec: 137.27
2020-05-15 20:47:50,480 epoch 135 - iter 1855/2650 - loss 0.67145731 - samples/sec: 135.02
2020-05-15 20:48:51,819 epoch 135 - iter 2120/2650 - loss 0.66806989 - samples/sec: 138.32
2020-05-15 20:49:54,821 epoch 135 - iter 2385/2650 - loss 0.66624793 - samples/sec: 134.66
2020-05-15 20:50:55,260 epoch 135 - iter 2650/2650 - loss 0.66767721 - samples/sec: 140.38
2020-05-15 20:50:55,274 ----------------------------------------------------------------------------------------------------
2020-05-15 20:50:55,274 EPOCH 135 done: loss 0.6677 - lr 0.0250000
2020-05-15 20:50:55,274 BAD EPOCHS (no improvement): 0
2020-05-15 20:50:55,274 ----------------------------------------------------------------------------------------------------
2020-05-15 20:51:57,821 epoch 136 - iter 265/2650 - loss 0.67038941 - samples/sec: 135.63
2020-05-15 20:53:00,225 epoch 136 - iter 530/2650 - loss 0.66619095 - samples/sec: 135.95
2020-05-15 20:54:01,804 epoch 136 - iter 795/2650 - loss 0.66661295 - samples/sec: 137.78
2020-05-15 20:55:05,675 epoch 136 - iter 1060/2650 - loss 0.67074597 - samples/sec: 132.83
2020-05-15 20:56:08,210 epoch 136 - iter 1325/2650 - loss 0.67064931 - samples/sec: 135.67
2020-05-15 20:57:10,153 epoch 136 - iter 1590/2650 - loss 0.67006524 - samples/sec: 136.97
2020-05-15 20:58:13,806 epoch 136 - iter 1855/2650 - loss 0.67003172 - samples/sec: 133.29
2020-05-15 20:59:17,620 epoch 136 - iter 2120/2650 - loss 0.66959999 - samples/sec: 132.95
2020-05-15 21:00:19,855 epoch 136 - iter 2385/2650 - loss 0.66990757 - samples/sec: 136.33
2020-05-15 21:01:21,298 epoch 136 - iter 2650/2650 - loss 0.66948620 - samples/sec: 138.08
2020-05-15 21:01:21,311 ----------------------------------------------------------------------------------------------------
2020-05-15 21:01:21,311 EPOCH 136 done: loss 0.6695 - lr 0.0250000
2020-05-15 21:01:21,311 BAD EPOCHS (no improvement): 1
2020-05-15 21:01:21,312 ----------------------------------------------------------------------------------------------------
2020-05-15 21:02:24,576 epoch 137 - iter 265/2650 - loss 0.64697523 - samples/sec: 134.09
2020-05-15 21:03:27,934 epoch 137 - iter 530/2650 - loss 0.64754344 - samples/sec: 133.91
2020-05-15 21:04:31,722 epoch 137 - iter 795/2650 - loss 0.65797785 - samples/sec: 133.00
2020-05-15 21:05:34,161 epoch 137 - iter 1060/2650 - loss 0.65403877 - samples/sec: 135.88
2020-05-15 21:06:36,112 epoch 137 - iter 1325/2650 - loss 0.66347948 - samples/sec: 136.95
2020-05-15 21:07:39,190 epoch 137 - iter 1590/2650 - loss 0.66415683 - samples/sec: 134.50
2020-05-15 21:08:42,949 epoch 137 - iter 1855/2650 - loss 0.66346470 - samples/sec: 133.07
2020-05-15 21:09:46,453 epoch 137 - iter 2120/2650 - loss 0.66276160 - samples/sec: 133.60
2020-05-15 21:10:48,895 epoch 137 - iter 2385/2650 - loss 0.66470264 - samples/sec: 135.87
2020-05-15 21:11:51,462 epoch 137 - iter 2650/2650 - loss 0.66694754 - samples/sec: 135.60
2020-05-15 21:11:51,475 ----------------------------------------------------------------------------------------------------
2020-05-15 21:11:51,475 EPOCH 137 done: loss 0.6669 - lr 0.0250000
2020-05-15 21:11:51,475 BAD EPOCHS (no improvement): 0
2020-05-15 21:11:51,476 ----------------------------------------------------------------------------------------------------
2020-05-15 21:12:54,021 epoch 138 - iter 265/2650 - loss 0.65614215 - samples/sec: 135.63
2020-05-15 21:13:56,895 epoch 138 - iter 530/2650 - loss 0.65808265 - samples/sec: 134.94
2020-05-15 21:15:00,234 epoch 138 - iter 795/2650 - loss 0.65295647 - samples/sec: 133.95
2020-05-15 21:16:06,889 epoch 138 - iter 1060/2650 - loss 0.65482460 - samples/sec: 127.29
2020-05-15 21:17:15,610 epoch 138 - iter 1325/2650 - loss 0.65906828 - samples/sec: 123.46
2020-05-15 21:18:22,764 epoch 138 - iter 1590/2650 - loss 0.66038950 - samples/sec: 126.34
2020-05-15 21:19:29,077 epoch 138 - iter 1855/2650 - loss 0.65901270 - samples/sec: 127.95
2020-05-15 21:20:35,294 epoch 138 - iter 2120/2650 - loss 0.65973664 - samples/sec: 128.13
2020-05-15 21:21:42,036 epoch 138 - iter 2385/2650 - loss 0.66019039 - samples/sec: 127.12
2020-05-15 21:22:47,148 epoch 138 - iter 2650/2650 - loss 0.65870119 - samples/sec: 130.31
2020-05-15 21:22:47,163 ----------------------------------------------------------------------------------------------------
2020-05-15 21:22:47,163 EPOCH 138 done: loss 0.6587 - lr 0.0250000
2020-05-15 21:22:47,163 BAD EPOCHS (no improvement): 0
2020-05-15 21:22:47,163 ----------------------------------------------------------------------------------------------------
2020-05-15 21:23:51,605 epoch 139 - iter 265/2650 - loss 0.64772680 - samples/sec: 131.64
2020-05-15 21:24:57,649 epoch 139 - iter 530/2650 - loss 0.64850549 - samples/sec: 128.46
2020-05-15 21:26:04,910 epoch 139 - iter 795/2650 - loss 0.65280760 - samples/sec: 126.14
2020-05-15 21:27:13,169 epoch 139 - iter 1060/2650 - loss 0.65939596 - samples/sec: 124.30
2020-05-15 21:28:19,062 epoch 139 - iter 1325/2650 - loss 0.66451707 - samples/sec: 128.76
2020-05-15 21:29:24,835 epoch 139 - iter 1590/2650 - loss 0.66244917 - samples/sec: 129.00
2020-05-15 21:30:30,859 epoch 139 - iter 1855/2650 - loss 0.66406663 - samples/sec: 128.51
2020-05-15 21:31:36,506 epoch 139 - iter 2120/2650 - loss 0.66429118 - samples/sec: 129.24
2020-05-15 21:32:41,946 epoch 139 - iter 2385/2650 - loss 0.66603906 - samples/sec: 129.65
2020-05-15 21:33:48,130 epoch 139 - iter 2650/2650 - loss 0.66384322 - samples/sec: 128.20
2020-05-15 21:33:48,144 ----------------------------------------------------------------------------------------------------
2020-05-15 21:33:48,144 EPOCH 139 done: loss 0.6638 - lr 0.0250000
2020-05-15 21:33:48,144 BAD EPOCHS (no improvement): 1
2020-05-15 21:33:48,144 ----------------------------------------------------------------------------------------------------
2020-05-15 21:34:53,815 epoch 140 - iter 265/2650 - loss 0.63762480 - samples/sec: 129.18
2020-05-15 21:35:58,464 epoch 140 - iter 530/2650 - loss 0.63823888 - samples/sec: 131.24
2020-05-15 21:37:05,056 epoch 140 - iter 795/2650 - loss 0.65093749 - samples/sec: 127.41
2020-05-15 21:38:11,783 epoch 140 - iter 1060/2650 - loss 0.65430791 - samples/sec: 127.15
2020-05-15 21:39:18,963 epoch 140 - iter 1325/2650 - loss 0.65880469 - samples/sec: 126.29
2020-05-15 21:40:25,045 epoch 140 - iter 1590/2650 - loss 0.65471624 - samples/sec: 128.39
2020-05-15 21:41:32,170 epoch 140 - iter 1855/2650 - loss 0.65742250 - samples/sec: 126.40
2020-05-15 21:42:38,528 epoch 140 - iter 2120/2650 - loss 0.65812111 - samples/sec: 127.86
2020-05-15 21:43:45,045 epoch 140 - iter 2385/2650 - loss 0.65589704 - samples/sec: 127.55
2020-05-15 21:44:53,062 epoch 140 - iter 2650/2650 - loss 0.65654175 - samples/sec: 124.74
2020-05-15 21:44:53,076 ----------------------------------------------------------------------------------------------------
2020-05-15 21:44:53,076 EPOCH 140 done: loss 0.6565 - lr 0.0250000
2020-05-15 21:44:53,076 BAD EPOCHS (no improvement): 0
2020-05-15 21:44:53,077 ----------------------------------------------------------------------------------------------------
2020-05-15 21:46:00,439 epoch 141 - iter 265/2650 - loss 0.66336979 - samples/sec: 125.93
2020-05-15 21:47:05,347 epoch 141 - iter 530/2650 - loss 0.64117512 - samples/sec: 130.72
2020-05-15 21:48:12,518 epoch 141 - iter 795/2650 - loss 0.64402074 - samples/sec: 126.31
2020-05-15 21:49:19,667 epoch 141 - iter 1060/2650 - loss 0.65179861 - samples/sec: 126.35
2020-05-15 21:50:25,886 epoch 141 - iter 1325/2650 - loss 0.65141571 - samples/sec: 128.13
2020-05-15 21:51:32,591 epoch 141 - iter 1590/2650 - loss 0.64985817 - samples/sec: 127.19
2020-05-15 21:52:38,135 epoch 141 - iter 1855/2650 - loss 0.64763312 - samples/sec: 129.45
2020-05-15 21:53:44,211 epoch 141 - iter 2120/2650 - loss 0.64469543 - samples/sec: 128.41
2020-05-15 21:54:52,089 epoch 141 - iter 2385/2650 - loss 0.64692041 - samples/sec: 124.99
2020-05-15 21:55:59,897 epoch 141 - iter 2650/2650 - loss 0.64933243 - samples/sec: 125.12
2020-05-15 21:55:59,912 ----------------------------------------------------------------------------------------------------
2020-05-15 21:55:59,912 EPOCH 141 done: loss 0.6493 - lr 0.0250000
2020-05-15 21:55:59,912 BAD EPOCHS (no improvement): 0
2020-05-15 21:55:59,912 ----------------------------------------------------------------------------------------------------
2020-05-15 21:57:06,559 epoch 142 - iter 265/2650 - loss 0.66217085 - samples/sec: 127.29
2020-05-15 21:58:11,840 epoch 142 - iter 530/2650 - loss 0.67092421 - samples/sec: 129.97
2020-05-15 21:59:18,246 epoch 142 - iter 795/2650 - loss 0.66105941 - samples/sec: 127.77
2020-05-15 22:00:25,764 epoch 142 - iter 1060/2650 - loss 0.65999388 - samples/sec: 125.66
2020-05-15 22:01:33,586 epoch 142 - iter 1325/2650 - loss 0.65506001 - samples/sec: 125.10
2020-05-15 22:02:39,702 epoch 142 - iter 1590/2650 - loss 0.65609988 - samples/sec: 128.33
2020-05-15 22:03:45,411 epoch 142 - iter 1855/2650 - loss 0.65526959 - samples/sec: 129.12
2020-05-15 22:04:52,774 epoch 142 - iter 2120/2650 - loss 0.65579406 - samples/sec: 125.95
2020-05-15 22:05:58,069 epoch 142 - iter 2385/2650 - loss 0.65511561 - samples/sec: 129.94
2020-05-15 22:07:02,625 epoch 142 - iter 2650/2650 - loss 0.65371599 - samples/sec: 131.43
2020-05-15 22:07:02,639 ----------------------------------------------------------------------------------------------------
2020-05-15 22:07:02,639 EPOCH 142 done: loss 0.6537 - lr 0.0250000
2020-05-15 22:07:02,639 BAD EPOCHS (no improvement): 1
2020-05-15 22:07:02,639 ----------------------------------------------------------------------------------------------------
2020-05-15 22:08:08,332 epoch 143 - iter 265/2650 - loss 0.66111453 - samples/sec: 129.13
2020-05-15 22:09:13,599 epoch 143 - iter 530/2650 - loss 0.64521967 - samples/sec: 130.00
2020-05-15 22:10:20,794 epoch 143 - iter 795/2650 - loss 0.64087590 - samples/sec: 126.26
2020-05-15 22:11:26,376 epoch 143 - iter 1060/2650 - loss 0.64252424 - samples/sec: 129.37
2020-05-15 22:12:33,468 epoch 143 - iter 1325/2650 - loss 0.64271695 - samples/sec: 126.46
2020-05-15 22:13:40,059 epoch 143 - iter 1590/2650 - loss 0.64402290 - samples/sec: 127.41
2020-05-15 22:14:45,723 epoch 143 - iter 1855/2650 - loss 0.64342397 - samples/sec: 129.21
2020-05-15 22:15:51,204 epoch 143 - iter 2120/2650 - loss 0.64426675 - samples/sec: 129.57
2020-05-15 22:16:56,952 epoch 143 - iter 2385/2650 - loss 0.64146388 - samples/sec: 129.04
2020-05-15 22:18:05,015 epoch 143 - iter 2650/2650 - loss 0.64400289 - samples/sec: 124.66
2020-05-15 22:18:05,029 ----------------------------------------------------------------------------------------------------
2020-05-15 22:18:05,029 EPOCH 143 done: loss 0.6440 - lr 0.0250000
2020-05-15 22:18:05,029 BAD EPOCHS (no improvement): 0
2020-05-15 22:18:05,029 ----------------------------------------------------------------------------------------------------
2020-05-15 22:19:10,997 epoch 144 - iter 265/2650 - loss 0.64325867 - samples/sec: 128.60
2020-05-15 22:20:19,236 epoch 144 - iter 530/2650 - loss 0.64736367 - samples/sec: 124.33
2020-05-15 22:21:24,616 epoch 144 - iter 795/2650 - loss 0.64907278 - samples/sec: 129.77
2020-05-15 22:22:30,876 epoch 144 - iter 1060/2650 - loss 0.65046198 - samples/sec: 128.04
2020-05-15 22:23:38,322 epoch 144 - iter 1325/2650 - loss 0.65253873 - samples/sec: 125.80
2020-05-15 22:24:46,014 epoch 144 - iter 1590/2650 - loss 0.64987207 - samples/sec: 125.33
2020-05-15 22:25:50,158 epoch 144 - iter 1855/2650 - loss 0.64814587 - samples/sec: 132.27
2020-05-15 22:26:55,117 epoch 144 - iter 2120/2650 - loss 0.64617326 - samples/sec: 130.61
2020-05-15 22:28:00,233 epoch 144 - iter 2385/2650 - loss 0.64484964 - samples/sec: 130.29
2020-05-15 22:29:04,910 epoch 144 - iter 2650/2650 - loss 0.64380914 - samples/sec: 131.18
2020-05-15 22:29:04,924 ----------------------------------------------------------------------------------------------------
2020-05-15 22:29:04,924 EPOCH 144 done: loss 0.6438 - lr 0.0250000
2020-05-15 22:29:04,924 BAD EPOCHS (no improvement): 0
2020-05-15 22:29:04,924 ----------------------------------------------------------------------------------------------------
2020-05-15 22:30:09,715 epoch 145 - iter 265/2650 - loss 0.65552262 - samples/sec: 130.93
2020-05-15 22:31:14,492 epoch 145 - iter 530/2650 - loss 0.64563270 - samples/sec: 130.98
2020-05-15 22:32:19,601 epoch 145 - iter 795/2650 - loss 0.63946354 - samples/sec: 130.31
2020-05-15 22:33:24,061 epoch 145 - iter 1060/2650 - loss 0.64133004 - samples/sec: 131.62
2020-05-15 22:34:27,392 epoch 145 - iter 1325/2650 - loss 0.64174353 - samples/sec: 133.97
2020-05-15 22:35:32,661 epoch 145 - iter 1590/2650 - loss 0.64447981 - samples/sec: 129.99
2020-05-15 22:36:36,934 epoch 145 - iter 1855/2650 - loss 0.64454906 - samples/sec: 132.00
2020-05-15 22:37:40,428 epoch 145 - iter 2120/2650 - loss 0.64335024 - samples/sec: 133.62
2020-05-15 22:38:44,996 epoch 145 - iter 2385/2650 - loss 0.64298360 - samples/sec: 131.40
2020-05-15 22:39:50,267 epoch 145 - iter 2650/2650 - loss 0.64463652 - samples/sec: 129.99
2020-05-15 22:39:50,280 ----------------------------------------------------------------------------------------------------
2020-05-15 22:39:50,280 EPOCH 145 done: loss 0.6446 - lr 0.0250000
2020-05-15 22:39:50,280 BAD EPOCHS (no improvement): 1
2020-05-15 22:39:50,281 ----------------------------------------------------------------------------------------------------
2020-05-15 22:40:55,321 epoch 146 - iter 265/2650 - loss 0.63355211 - samples/sec: 130.43
2020-05-15 22:41:58,479 epoch 146 - iter 530/2650 - loss 0.63447600 - samples/sec: 134.34
2020-05-15 22:43:03,900 epoch 146 - iter 795/2650 - loss 0.64797811 - samples/sec: 129.69
2020-05-15 22:44:09,088 epoch 146 - iter 1060/2650 - loss 0.64597748 - samples/sec: 130.15
2020-05-15 22:45:11,790 epoch 146 - iter 1325/2650 - loss 0.64003886 - samples/sec: 135.31
2020-05-15 22:46:14,930 epoch 146 - iter 1590/2650 - loss 0.64135037 - samples/sec: 134.37
2020-05-15 22:47:19,506 epoch 146 - iter 1855/2650 - loss 0.64046324 - samples/sec: 131.38
2020-05-15 22:48:23,998 epoch 146 - iter 2120/2650 - loss 0.63922235 - samples/sec: 131.56
2020-05-15 22:49:28,669 epoch 146 - iter 2385/2650 - loss 0.64174488 - samples/sec: 131.19
2020-05-15 22:50:34,702 epoch 146 - iter 2650/2650 - loss 0.64044200 - samples/sec: 128.48
2020-05-15 22:50:34,716 ----------------------------------------------------------------------------------------------------
2020-05-15 22:50:34,716 EPOCH 146 done: loss 0.6404 - lr 0.0250000
2020-05-15 22:50:34,716 BAD EPOCHS (no improvement): 0
2020-05-15 22:50:34,716 ----------------------------------------------------------------------------------------------------
2020-05-15 22:51:38,558 epoch 147 - iter 265/2650 - loss 0.63566521 - samples/sec: 132.88
2020-05-15 22:52:43,406 epoch 147 - iter 530/2650 - loss 0.64718555 - samples/sec: 130.83
2020-05-15 22:53:47,561 epoch 147 - iter 795/2650 - loss 0.64721661 - samples/sec: 132.24
2020-05-15 22:54:52,110 epoch 147 - iter 1060/2650 - loss 0.64527922 - samples/sec: 131.44
2020-05-15 22:55:56,881 epoch 147 - iter 1325/2650 - loss 0.64414711 - samples/sec: 130.99
2020-05-15 22:57:01,014 epoch 147 - iter 1590/2650 - loss 0.63765208 - samples/sec: 132.29
2020-05-15 22:58:03,586 epoch 147 - iter 1855/2650 - loss 0.63849690 - samples/sec: 135.59
2020-05-15 22:59:06,593 epoch 147 - iter 2120/2650 - loss 0.63472918 - samples/sec: 134.66
2020-05-15 23:00:10,347 epoch 147 - iter 2385/2650 - loss 0.63344987 - samples/sec: 133.08
2020-05-15 23:01:13,291 epoch 147 - iter 2650/2650 - loss 0.63182141 - samples/sec: 134.80
2020-05-15 23:01:13,304 ----------------------------------------------------------------------------------------------------
2020-05-15 23:01:13,304 EPOCH 147 done: loss 0.6318 - lr 0.0250000
2020-05-15 23:01:13,304 BAD EPOCHS (no improvement): 0
2020-05-15 23:01:13,305 ----------------------------------------------------------------------------------------------------
2020-05-15 23:02:16,549 epoch 148 - iter 265/2650 - loss 0.63473318 - samples/sec: 134.13
2020-05-15 23:03:20,417 epoch 148 - iter 530/2650 - loss 0.63424610 - samples/sec: 132.84
2020-05-15 23:04:26,593 epoch 148 - iter 795/2650 - loss 0.64094953 - samples/sec: 128.21
2020-05-15 23:05:31,338 epoch 148 - iter 1060/2650 - loss 0.63975087 - samples/sec: 131.04
2020-05-15 23:06:35,836 epoch 148 - iter 1325/2650 - loss 0.63793115 - samples/sec: 131.54
2020-05-15 23:07:39,531 epoch 148 - iter 1590/2650 - loss 0.64151674 - samples/sec: 133.20
2020-05-15 23:08:42,851 epoch 148 - iter 1855/2650 - loss 0.64201114 - samples/sec: 133.99
2020-05-15 23:09:47,422 epoch 148 - iter 2120/2650 - loss 0.64104280 - samples/sec: 131.39
2020-05-15 23:10:51,956 epoch 148 - iter 2385/2650 - loss 0.64413955 - samples/sec: 131.47
2020-05-15 23:11:56,671 epoch 148 - iter 2650/2650 - loss 0.64377390 - samples/sec: 131.11
2020-05-15 23:11:56,685 ----------------------------------------------------------------------------------------------------
2020-05-15 23:11:56,685 EPOCH 148 done: loss 0.6438 - lr 0.0250000
2020-05-15 23:11:56,685 BAD EPOCHS (no improvement): 1
2020-05-15 23:11:56,685 ----------------------------------------------------------------------------------------------------
2020-05-15 23:13:03,370 epoch 149 - iter 265/2650 - loss 0.64901498 - samples/sec: 127.21
2020-05-15 23:14:09,633 epoch 149 - iter 530/2650 - loss 0.64485982 - samples/sec: 128.04
2020-05-15 23:15:14,460 epoch 149 - iter 795/2650 - loss 0.63814945 - samples/sec: 130.88
2020-05-15 23:16:21,172 epoch 149 - iter 1060/2650 - loss 0.63829228 - samples/sec: 127.18
2020-05-15 23:17:26,693 epoch 149 - iter 1325/2650 - loss 0.63670291 - samples/sec: 129.49
2020-05-15 23:18:33,769 epoch 149 - iter 1590/2650 - loss 0.63919874 - samples/sec: 126.49
2020-05-15 23:19:38,089 epoch 149 - iter 1855/2650 - loss 0.63685478 - samples/sec: 131.91
2020-05-15 23:20:42,799 epoch 149 - iter 2120/2650 - loss 0.63579409 - samples/sec: 131.12
2020-05-15 23:21:48,040 epoch 149 - iter 2385/2650 - loss 0.63812684 - samples/sec: 130.05
2020-05-15 23:22:52,621 epoch 149 - iter 2650/2650 - loss 0.63822934 - samples/sec: 131.38
2020-05-15 23:22:52,635 ----------------------------------------------------------------------------------------------------
2020-05-15 23:22:52,635 EPOCH 149 done: loss 0.6382 - lr 0.0250000
2020-05-15 23:22:52,635 BAD EPOCHS (no improvement): 2
2020-05-15 23:22:52,636 ----------------------------------------------------------------------------------------------------
2020-05-15 23:23:57,203 epoch 150 - iter 265/2650 - loss 0.61016710 - samples/sec: 131.38
2020-05-15 23:25:04,226 epoch 150 - iter 530/2650 - loss 0.62693253 - samples/sec: 126.59
2020-05-15 23:26:10,631 epoch 150 - iter 795/2650 - loss 0.62739192 - samples/sec: 127.77
2020-05-15 23:27:16,399 epoch 150 - iter 1060/2650 - loss 0.62664667 - samples/sec: 129.00
2020-05-15 23:28:20,563 epoch 150 - iter 1325/2650 - loss 0.62536800 - samples/sec: 132.23
2020-05-15 23:29:25,912 epoch 150 - iter 1590/2650 - loss 0.62595816 - samples/sec: 129.83
2020-05-15 23:30:29,747 epoch 150 - iter 1855/2650 - loss 0.62612569 - samples/sec: 132.91
2020-05-15 23:31:34,567 epoch 150 - iter 2120/2650 - loss 0.62728989 - samples/sec: 130.89
2020-05-15 23:32:40,001 epoch 150 - iter 2385/2650 - loss 0.62725124 - samples/sec: 129.66
2020-05-15 23:33:44,641 epoch 150 - iter 2650/2650 - loss 0.62947303 - samples/sec: 131.26
2020-05-15 23:33:44,655 ----------------------------------------------------------------------------------------------------
2020-05-15 23:33:44,655 EPOCH 150 done: loss 0.6295 - lr 0.0250000
2020-05-15 23:33:44,655 BAD EPOCHS (no improvement): 0
2020-05-15 23:33:45,062 ----------------------------------------------------------------------------------------------------
2020-05-15 23:33:45,062 Testing using best model ...
2020-05-15 23:35:43,625 0.9819 0.9819 0.9819
2020-05-15 23:35:43,625
MICRO_AVG: acc 0.9819 - f1-score 0.9819
MACRO_AVG: acc 0.9474 - f1-score 0.9473
$ tp: 172 - fp: 0 - fn: 1 - tn: 172 - precision: 1.0000 - recall: 0.9942 - accuracy: 0.9971 - f1-score: 0.9971
'' tp: 976 - fp: 1 - fn: 6 - tn: 974 - precision: 0.9990 - recall: 0.9939 - accuracy: 0.9964 - f1-score: 0.9964
, tp: 7456 - fp: 12 - fn: 46 - tn: 7460 - precision: 0.9984 - recall: 0.9939 - accuracy: 0.9961 - f1-score: 0.9961
-LRB- tp: 197 - fp: 0 - fn: 0 - tn: 197 - precision: 1.0000 - recall: 1.0000 - accuracy: 1.0000 - f1-score: 1.0000
-RRB- tp: 196 - fp: 0 - fn: 0 - tn: 196 - precision: 1.0000 - recall: 1.0000 - accuracy: 1.0000 - f1-score: 1.0000
. tp: 8900 - fp: 26 - fn: 11 - tn: 8898 - precision: 0.9971 - recall: 0.9988 - accuracy: 0.9979 - f1-score: 0.9979
: tp: 503 - fp: 56 - fn: 30 - tn: 504 - precision: 0.8998 - recall: 0.9437 - accuracy: 0.9213 - f1-score: 0.9212
ADD tp: 21 - fp: 1 - fn: 0 - tn: 21 - precision: 0.9545 - recall: 1.0000 - accuracy: 0.9767 - f1-score: 0.9767
AFX tp: 1 - fp: 0 - fn: 2 - tn: 1 - precision: 1.0000 - recall: 0.3333 - accuracy: 0.5000 - f1-score: 0.5000
CC tp: 5071 - fp: 31 - fn: 54 - tn: 5072 - precision: 0.9939 - recall: 0.9895 - accuracy: 0.9917 - f1-score: 0.9917
CD tp: 3018 - fp: 58 - fn: 30 - tn: 3015 - precision: 0.9811 - recall: 0.9902 - accuracy: 0.9856 - f1-score: 0.9856
DT tp: 14721 - fp: 80 - fn: 66 - tn: 14719 - precision: 0.9946 - recall: 0.9955 - accuracy: 0.9951 - f1-score: 0.9951
EX tp: 306 - fp: 3 - fn: 2 - tn: 305 - precision: 0.9903 - recall: 0.9935 - accuracy: 0.9919 - f1-score: 0.9919
FW tp: 63 - fp: 5 - fn: 34 - tn: 63 - precision: 0.9265 - recall: 0.6495 - accuracy: 0.7636 - f1-score: 0.7636
HYPH tp: 1072 - fp: 7 - fn: 1 - tn: 1075 - precision: 0.9935 - recall: 0.9991 - accuracy: 0.9963 - f1-score: 0.9963
IN tp: 17956 - fp: 207 - fn: 146 - tn: 17939 - precision: 0.9886 - recall: 0.9919 - accuracy: 0.9903 - f1-score: 0.9903
JJ tp: 9259 - fp: 403 - fn: 456 - tn: 9264 - precision: 0.9583 - recall: 0.9531 - accuracy: 0.9557 - f1-score: 0.9557
JJR tp: 447 - fp: 24 - fn: 22 - tn: 446 - precision: 0.9490 - recall: 0.9531 - accuracy: 0.9510 - f1-score: 0.9511
JJS tp: 221 - fp: 21 - fn: 8 - tn: 221 - precision: 0.9132 - recall: 0.9651 - accuracy: 0.9384 - f1-score: 0.9384
LS tp: 16 - fp: 0 - fn: 0 - tn: 16 - precision: 1.0000 - recall: 1.0000 - accuracy: 1.0000 - f1-score: 1.0000
MD tp: 1997 - fp: 5 - fn: 4 - tn: 1997 - precision: 0.9975 - recall: 0.9980 - accuracy: 0.9978 - f1-score: 0.9978
NFP tp: 47 - fp: 4 - fn: 13 - tn: 47 - precision: 0.9216 - recall: 0.7833 - accuracy: 0.8468 - f1-score: 0.8468
NN tp: 20656 - fp: 408 - fn: 554 - tn: 20662 - precision: 0.9806 - recall: 0.9739 - accuracy: 0.9772 - f1-score: 0.9772
NNP tp: 12383 - fp: 299 - fn: 309 - tn: 12381 - precision: 0.9764 - recall: 0.9757 - accuracy: 0.9760 - f1-score: 0.9760
NNPS tp: 389 - fp: 126 - fn: 68 - tn: 391 - precision: 0.7553 - recall: 0.8512 - accuracy: 0.8008 - f1-score: 0.8004
NNS tp: 8274 - fp: 111 - fn: 86 - tn: 8272 - precision: 0.9868 - recall: 0.9897 - accuracy: 0.9882 - f1-score: 0.9882
PDT tp: 153 - fp: 21 - fn: 13 - tn: 153 - precision: 0.8793 - recall: 0.9217 - accuracy: 0.9000 - f1-score: 0.9000
POS tp: 1038 - fp: 1 - fn: 7 - tn: 1037 - precision: 0.9990 - recall: 0.9933 - accuracy: 0.9962 - f1-score: 0.9962
PRP tp: 8046 - fp: 17 - fn: 23 - tn: 8044 - precision: 0.9979 - recall: 0.9971 - accuracy: 0.9975 - f1-score: 0.9975
PRP$ tp: 1930 - fp: 6 - fn: 5 - tn: 1930 - precision: 0.9969 - recall: 0.9974 - accuracy: 0.9972 - f1-score: 0.9972
RB tp: 7680 - fp: 248 - fn: 334 - tn: 7680 - precision: 0.9687 - recall: 0.9583 - accuracy: 0.9635 - f1-score: 0.9635
RBR tp: 197 - fp: 30 - fn: 25 - tn: 198 - precision: 0.8678 - recall: 0.8874 - accuracy: 0.8778 - f1-score: 0.8775
RBS tp: 98 - fp: 8 - fn: 15 - tn: 97 - precision: 0.9245 - recall: 0.8673 - accuracy: 0.8945 - f1-score: 0.8950
RP tp: 631 - fp: 93 - fn: 77 - tn: 628 - precision: 0.8715 - recall: 0.8912 - accuracy: 0.8810 - f1-score: 0.8813
SYM tp: 29 - fp: 1 - fn: 1 - tn: 29 - precision: 0.9667 - recall: 0.9667 - accuracy: 0.9667 - f1-score: 0.9667
TO tp: 2512 - fp: 17 - fn: 9 - tn: 2511 - precision: 0.9933 - recall: 0.9964 - accuracy: 0.9949 - f1-score: 0.9949
UH tp: 1571 - fp: 34 - fn: 36 - tn: 1573 - precision: 0.9788 - recall: 0.9776 - accuracy: 0.9782 - f1-score: 0.9782
VB tp: 5764 - fp: 107 - fn: 110 - tn: 5762 - precision: 0.9818 - recall: 0.9813 - accuracy: 0.9815 - f1-score: 0.9815
VBD tp: 5330 - fp: 87 - fn: 75 - tn: 5332 - precision: 0.9839 - recall: 0.9861 - accuracy: 0.9850 - f1-score: 0.9850
VBG tp: 2774 - fp: 105 - fn: 52 - tn: 2775 - precision: 0.9635 - recall: 0.9816 - accuracy: 0.9725 - f1-score: 0.9725
VBN tp: 3231 - fp: 214 - fn: 156 - tn: 3234 - precision: 0.9379 - recall: 0.9539 - accuracy: 0.9459 - f1-score: 0.9458
VBP tp: 3858 - fp: 96 - fn: 99 - tn: 3855 - precision: 0.9757 - recall: 0.9750 - accuracy: 0.9753 - f1-score: 0.9754
VBZ tp: 4086 - fp: 28 - fn: 21 - tn: 4085 - precision: 0.9932 - recall: 0.9949 - accuracy: 0.9940 - f1-score: 0.9940
WDT tp: 774 - fp: 35 - fn: 39 - tn: 780 - precision: 0.9567 - recall: 0.9520 - accuracy: 0.9545 - f1-score: 0.9544
WP tp: 799 - fp: 13 - fn: 4 - tn: 798 - precision: 0.9840 - recall: 0.9950 - accuracy: 0.9895 - f1-score: 0.9895
WP$ tp: 37 - fp: 0 - fn: 1 - tn: 37 - precision: 1.0000 - recall: 0.9737 - accuracy: 0.9867 - f1-score: 0.9867
WRB tp: 707 - fp: 2 - fn: 9 - tn: 707 - precision: 0.9972 - recall: 0.9874 - accuracy: 0.9923 - f1-score: 0.9923
XX tp: 19 - fp: 7 - fn: 12 - tn: 20 - precision: 0.7308 - recall: 0.6129 - accuracy: 0.6724 - f1-score: 0.6667
`` tp: 933 - fp: 6 - fn: 3 - tn: 931 - precision: 0.9936 - recall: 0.9968 - accuracy: 0.9952 - f1-score: 0.9952
2020-05-15 23:35:43,625 ----------------------------------------------------------------------------------------------------
|