lines,line length,percent unique,algorithm,time(sec),memory(K) 1,1,1,sort,0.00,1848 1,1,1,gawk,0.00,3424 1,1,1,mawk,0.00,1780 1,1,1,datamash,0.00,1580 1,1,1,sort and uniq,0.00,1828 1,10,1,sort,0.00,1916 1,10,1,gawk,0.00,3352 1,10,1,mawk,0.00,1832 1,10,1,datamash,0.00,1560 1,10,1,sort and uniq,0.00,1828 1,100,1,sort,0.00,1940 1,100,1,gawk,0.00,3324 1,100,1,mawk,0.00,1680 1,100,1,datamash,0.00,1564 1,100,1,sort and uniq,0.00,1904 1,1000,1,sort,0.00,1788 1,1000,1,gawk,0.00,3312 1,1000,1,mawk,0.00,1740 1,1000,1,datamash,0.00,1704 1,1000,1,sort and uniq,0.00,1916 10,1,0.9,sort,0.00,1780 10,1,0.9,gawk,0.00,3412 10,1,0.9,mawk,0.00,1628 10,1,0.9,datamash,0.00,1584 10,1,0.9,sort and uniq,0.00,1840 10,10,1,sort,0.00,1864 10,10,1,gawk,0.00,3444 10,10,1,mawk,0.00,1792 10,10,1,datamash,0.00,1616 10,10,1,sort and uniq,0.00,1928 10,100,1,sort,0.00,1792 10,100,1,gawk,0.00,3252 10,100,1,mawk,0.00,1784 10,100,1,datamash,0.00,1620 10,100,1,sort and uniq,0.00,1964 10,1000,1,sort,0.00,1972 10,1000,1,gawk,0.00,3248 10,1000,1,mawk,0.00,1772 10,1000,1,datamash,0.00,1640 10,1000,1,sort and uniq,0.00,1948 100,1,0.49,sort,0.00,1920 100,1,0.49,gawk,0.00,3516 100,1,0.49,mawk,0.00,1636 100,1,0.49,datamash,0.00,1616 100,1,0.49,sort and uniq,0.00,1828 100,10,1,sort,0.00,1968 100,10,1,gawk,0.00,3548 100,10,1,mawk,0.00,1696 100,10,1,datamash,0.00,1668 100,10,1,sort and uniq,0.00,1924 100,100,1,sort,0.00,1916 100,100,1,gawk,0.00,3536 100,100,1,mawk,0.00,1776 100,100,1,datamash,0.00,1632 100,100,1,sort and uniq,0.00,1928 100,1000,1,sort,0.00,1868 100,1000,1,gawk,0.00,3544 100,1000,1,mawk,0.00,1852 100,1000,1,datamash,0.00,1664 100,1000,1,sort and uniq,0.00,1784 1000,1,0.064,sort,0.00,1796 1000,1,0.064,gawk,0.00,3464 1000,1,0.064,mawk,0.00,1688 1000,1,0.064,datamash,0.00,1564 1000,1,0.064,sort and uniq,0.00,1920 1000,10,1,sort,0.00,1876 1000,10,1,gawk,0.00,3476 1000,10,1,mawk,0.00,1816 1000,10,1,datamash,0.00,1708 1000,10,1,sort and uniq,0.00,1804 1000,100,1,sort,0.00,2020 1000,100,1,gawk,0.00,3488 1000,100,1,mawk,0.00,1984 1000,100,1,datamash,0.00,1644 1000,100,1,sort and uniq,0.00,1948 1000,1000,1,sort,0.00,2724 1000,1000,1,gawk,0.00,4620 1000,1000,1,mawk,0.00,2876 1000,1000,1,datamash,0.01,1568 1000,1000,1,sort and uniq,0.01,2836 10000,1,0.0064,sort,0.01,1880 10000,1,0.0064,gawk,0.00,3564 10000,1,0.0064,mawk,0.00,1628 10000,1,0.0064,datamash,0.00,1616 10000,1,0.0064,sort and uniq,0.01,1876 10000,10,1,sort,0.03,1944 10000,10,1,gawk,0.02,4904 10000,10,1,mawk,0.00,2484 10000,10,1,datamash,0.01,1664 10000,10,1,sort and uniq,0.02,1884 10000,100,1,sort,0.02,3076 10000,100,1,gawk,0.01,5636 10000,100,1,mawk,0.00,3352 10000,100,1,datamash,0.02,1564 10000,100,1,sort and uniq,0.03,3036 10000,1000,1,sort,0.05,11644 10000,1000,1,gawk,0.06,14328 10000,1000,1,mawk,0.03,12232 10000,1000,1,datamash,0.09,1728 10000,1000,1,sort and uniq,0.10,11772 100000,1,0.00064,sort,0.20,4252 100000,1,0.00064,gawk,0.04,3332 100000,1,0.00064,mawk,0.01,1756 100000,1,0.00064,datamash,0.01,1728 100000,1,0.00064,sort and uniq,0.21,4252 100000,10,1,sort,0.29,5192 100000,10,1,gawk,0.14,17040 100000,10,1,mawk,0.13,8284 100000,10,1,datamash,0.04,1520 100000,10,1,sort and uniq,0.27,5188 100000,100,1,sort,0.34,13904 100000,100,1,gawk,0.18,26404 100000,100,1,mawk,0.15,17348 100000,100,1,datamash,0.10,1708 100000,100,1,sort and uniq,0.34,13836 100000,1000,1,sort,0.58,101788 100000,1000,1,gawk,0.62,113672 100000,1000,1,mawk,0.42,105888 100000,1000,1,datamash,0.73,1564 100000,1000,1,sort and uniq,0.84,101720 1000000,1,0.000064,sort,1.29,34940 1000000,1,0.000064,gawk,0.44,3304 1000000,1,0.000064,mawk,0.15,1752 1000000,1,0.000064,datamash,0.10,1568 1000000,1,0.000064,sort and uniq,1.33,35088 1000000,10,1,sort,2.66,43728 1000000,10,1,gawk,1.65,138700 1000000,10,1,mawk,1.79,65772 1000000,10,1,datamash,0.44,1620 1000000,10,1,sort and uniq,2.37,44008 1000000,100,1,sort,2.91,131600 1000000,100,1,gawk,2.10,232412 1000000,100,1,mawk,2.32,157876 1000000,100,1,datamash,1.23,1704 1000000,100,1,sort and uniq,3.64,131592 1000000,1000,1,sort,5.36,1010664 1000000,1000,1,gawk,6.53,1107508 1000000,1000,1,mawk,5.23,1042296 1000000,1000,1,datamash,7.79,1620 1000000,1000,1,sort and uniq,7.76,1010804