diff --git a/results.tsv b/results.tsv new file mode 100644 index 0000000000000000000000000000000000000000..2f77ba59f28f61325cada26e3de0e31e5eccd380 --- /dev/null +++ b/results.tsv @@ -0,0 +1,461 @@ +identity GNU R none 4 1 0.000999999999999973 +identity GNU R none 4 2 0 +identity GNU R none 4 3 0 +identity GNU R none 4 4 0 +identity GNU R none 4 5 0 +identity GNU R none 5 1 0.005 +identity GNU R none 5 2 0.004 +identity GNU R none 5 3 0.00299999999999995 +identity GNU R none 5 4 0.004 +identity GNU R none 5 5 0.005 +identity GNU R none 6 1 0.057 +identity GNU R none 6 2 0.0579999999999999 +identity GNU R none 6 3 0.032 +identity GNU R none 6 4 0.033 +identity GNU R none 6 5 0.033 +identity GNU R none 7 1 0.381 +identity GNU R none 7 2 0.389 +identity GNU R none 7 3 0.345 +identity GNU R none 7 4 0.34 +identity GNU R none 7 5 0.335 +identity GNU R none 8 1 3.815 +identity GNU R none 8 2 3.851 +identity GNU R none 8 3 3.897 +identity GNU R none 8 4 4.011 +identity GNU R none 8 5 3.891 +identity Renjin noopt 4 1 0.045 +identity Renjin noopt 4 2 0.005 +identity Renjin noopt 4 3 0.005 +identity Renjin noopt 4 4 0.005 +identity Renjin noopt 4 5 0.006 +identity Renjin noopt 5 1 0.016 +identity Renjin noopt 5 2 0.015 +identity Renjin noopt 5 3 0.013 +identity Renjin noopt 5 4 0.013 +identity Renjin noopt 5 5 0.014 +identity Renjin noopt 6 1 0.104 +identity Renjin noopt 6 2 0.096 +identity Renjin noopt 6 3 0.098 +identity Renjin noopt 6 4 0.096 +identity Renjin noopt 6 5 0.095 +identity Renjin noopt 7 1 0.983 +identity Renjin noopt 7 2 0.951 +identity Renjin noopt 7 3 1.036 +identity Renjin noopt 7 4 0.944 +identity Renjin noopt 7 5 0.999 +identity Renjin noopt 8 1 9.442 +identity Renjin noopt 8 2 9.717 +identity Renjin noopt 8 3 9.846 +identity Renjin noopt 8 4 9.089 +identity Renjin noopt 8 5 9.823 +identity Renjin opt 4 1 0.07 +identity Renjin opt 4 2 0.007 +identity Renjin opt 4 3 0.008 +identity Renjin opt 4 4 0.004 +identity Renjin opt 4 5 0.005 +identity Renjin opt 5 1 0.005 +identity Renjin opt 5 2 0.003 +identity Renjin opt 5 3 0.006 +identity Renjin opt 5 4 0.003 +identity Renjin opt 5 5 0.003 +identity Renjin opt 6 1 0.004 +identity Renjin opt 6 2 0.009 +identity Renjin opt 6 3 0.004 +identity Renjin opt 6 4 0.004 +identity Renjin opt 6 5 0.005 +identity Renjin opt 7 1 0.02 +identity Renjin opt 7 2 0.015 +identity Renjin opt 7 3 0.016 +identity Renjin opt 7 4 0.018 +identity Renjin opt 7 5 0.023 +identity Renjin opt 8 1 0.157 +identity Renjin opt 8 2 0.115 +identity Renjin opt 8 3 0.116 +identity Renjin opt 8 4 0.122 +identity Renjin opt 8 5 0.112 +pushdown GNU R none 4 1 0.001 +pushdown GNU R none 4 2 0 +pushdown GNU R none 4 3 0.001 +pushdown GNU R none 4 4 0 +pushdown GNU R none 4 5 0 +pushdown GNU R none 5 1 0.00600000000000001 +pushdown GNU R none 5 2 0.00600000000000001 +pushdown GNU R none 5 3 0.00600000000000001 +pushdown GNU R none 5 4 0.00600000000000001 +pushdown GNU R none 5 5 0.005 +pushdown GNU R none 6 1 0.079 +pushdown GNU R none 6 2 0.055 +pushdown GNU R none 6 3 0.0610000000000001 +pushdown GNU R none 6 4 0.074 +pushdown GNU R none 6 5 0.134 +pushdown GNU R none 7 1 0.674 +pushdown GNU R none 7 2 0.798 +pushdown GNU R none 7 3 0.734 +pushdown GNU R none 7 4 0.564 +pushdown GNU R none 7 5 0.598 +pushdown GNU R none 8 1 5.723 +pushdown GNU R none 8 2 5.611 +pushdown GNU R none 8 3 5.872 +pushdown GNU R none 8 4 5.55 +pushdown GNU R none 8 5 6.105 +pushdown Renjin none 4 1 0.052 +pushdown Renjin none 4 2 0.002 +pushdown Renjin none 4 3 0.002 +pushdown Renjin none 4 4 0.004 +pushdown Renjin none 4 5 0.002 +pushdown Renjin none 5 1 0.001 +pushdown Renjin none 5 2 0.001 +pushdown Renjin none 5 3 0.001 +pushdown Renjin none 5 4 0 +pushdown Renjin none 5 5 0.001 +pushdown Renjin none 6 1 0.001 +pushdown Renjin none 6 2 0.001 +pushdown Renjin none 6 3 0.001 +pushdown Renjin none 6 4 0.001 +pushdown Renjin none 6 5 0.001 +pushdown Renjin none 7 1 0.002 +pushdown Renjin none 7 2 0.001 +pushdown Renjin none 7 3 0 +pushdown Renjin none 7 4 0.001 +pushdown Renjin none 7 5 0.001 +pushdown Renjin none 8 1 0.001 +pushdown Renjin none 8 2 0 +pushdown Renjin none 8 3 0.001 +pushdown Renjin none 8 4 0.002 +pushdown Renjin none 8 5 0.001 + +parallel Renjin 1 6 1 0.128 +parallel Renjin 1 6 2 0.041 +parallel Renjin 1 6 3 0.037 +parallel Renjin 1 6 4 0.036 +parallel Renjin 1 6 5 0.05 +parallel Renjin 1 7 1 0.208 +parallel Renjin 1 7 2 0.188 +parallel Renjin 1 7 3 0.211 +parallel Renjin 1 7 4 0.185 +parallel Renjin 1 7 5 0.203 +parallel Renjin 1 8 1 1.267 +parallel Renjin 1 8 2 1.262 +parallel Renjin 1 8 3 1.301 +parallel Renjin 1 8 4 1.924 +parallel Renjin 1 8 5 2.102 +parallel Renjin 2 6 1 0.139 +parallel Renjin 2 6 2 0.037 +parallel Renjin 2 6 3 0.037 +parallel Renjin 2 6 4 0.032 +parallel Renjin 2 6 5 0.029 +parallel Renjin 2 7 1 0.116 +parallel Renjin 2 7 2 0.104 +parallel Renjin 2 7 3 0.13 +parallel Renjin 2 7 4 0.106 +parallel Renjin 2 7 5 0.118 +parallel Renjin 2 8 1 0.662 +parallel Renjin 2 8 2 0.865 +parallel Renjin 2 8 3 0.686 +parallel Renjin 2 8 4 0.758 +parallel Renjin 2 8 5 0.734 +parallel Renjin 4 6 1 0.142 +parallel Renjin 4 6 2 0.034 +parallel Renjin 4 6 3 0.057 +parallel Renjin 4 6 4 0.035 +parallel Renjin 4 6 5 0.026 +parallel Renjin 4 7 1 0.072 +parallel Renjin 4 7 2 0.07 +parallel Renjin 4 7 3 0.079 +parallel Renjin 4 7 4 0.071 +parallel Renjin 4 7 5 0.07 +parallel Renjin 4 8 1 0.398 +parallel Renjin 4 8 2 0.39 +parallel Renjin 4 8 3 0.396 +parallel Renjin 4 8 4 0.438 +parallel Renjin 4 8 5 0.387 +parallel Renjin 8 6 1 0.113 +parallel Renjin 8 6 2 0.03 +parallel Renjin 8 6 3 0.029 +parallel Renjin 8 6 4 0.025 +parallel Renjin 8 6 5 0.026 +parallel Renjin 8 7 1 0.064 +parallel Renjin 8 7 2 0.054 +parallel Renjin 8 7 3 0.059 +parallel Renjin 8 7 4 0.057 +parallel Renjin 8 7 5 0.056 +parallel Renjin 8 8 1 0.308 +parallel Renjin 8 8 2 0.281 +parallel Renjin 8 8 3 0.331 +parallel Renjin 8 8 4 0.285 +parallel Renjin 8 8 5 0.268 +parallel Renjin 16 6 1 0.135 +parallel Renjin 16 6 2 0.03 +parallel Renjin 16 6 3 0.03 +parallel Renjin 16 6 4 0.025 +parallel Renjin 16 6 5 0.023 +parallel Renjin 16 7 1 0.041 +parallel Renjin 16 7 2 0.045 +parallel Renjin 16 7 3 0.041 +parallel Renjin 16 7 4 0.049 +parallel Renjin 16 7 5 0.04 +parallel Renjin 16 8 1 0.409 +parallel Renjin 16 8 2 0.189 +parallel Renjin 16 8 3 0.17 +parallel Renjin 16 8 4 0.19 +parallel Renjin 16 8 5 0.185 +parallel Renjin 32 6 1 0.129 +parallel Renjin 32 6 2 0.03 +parallel Renjin 32 6 3 0.029 +parallel Renjin 32 6 4 0.025 +parallel Renjin 32 6 5 0.033 +parallel Renjin 32 7 1 0.033 +parallel Renjin 32 7 2 0.035 +parallel Renjin 32 7 3 0.034 +parallel Renjin 32 7 4 0.033 +parallel Renjin 32 7 5 0.033 +parallel Renjin 32 8 1 0.175 +parallel Renjin 32 8 2 0.168 +parallel Renjin 32 8 3 0.181 +parallel Renjin 32 8 4 0.183 +parallel Renjin 32 8 5 0.215 +operators Renjin opt 4 1 0.091 +operators Renjin opt 4 2 0.026 +operators Renjin opt 4 3 0.02 +operators Renjin opt 4 4 0.02 +operators Renjin opt 4 5 0.016 +operators Renjin opt 5 1 0.027 +operators Renjin opt 5 2 0.025 +operators Renjin opt 5 3 0.019 +operators Renjin opt 5 4 0.021 +operators Renjin opt 5 5 0.018 +operators Renjin opt 6 1 0.134 +operators Renjin opt 6 2 0.131 +operators Renjin opt 6 3 0.168 +operators Renjin opt 6 4 0.16 +operators Renjin opt 6 5 0.126 +operators Renjin opt 7 1 1.271 +operators Renjin opt 7 2 1.205 +operators Renjin opt 7 3 1.179 +operators Renjin opt 7 4 1.242 +operators Renjin opt 7 5 1.195 +operators Renjin opt 8 1 12.82900000000001 +operators Renjin opt 8 2 12.05300000000001 +operators Renjin opt 8 3 12.35000000000001 +operators Renjin opt 8 4 12.057 +operators Renjin opt 8 5 12.059 +operators Renjin noopt 4 1 0.092 +operators Renjin noopt 4 2 0.044 +operators Renjin noopt 4 3 0.034 +operators Renjin noopt 4 4 0.02 +operators Renjin noopt 4 5 0.015 +operators Renjin noopt 5 1 0.052 +operators Renjin noopt 5 2 0.034 +operators Renjin noopt 5 3 0.032 +operators Renjin noopt 5 4 0.033 +operators Renjin noopt 5 5 0.034 +operators Renjin noopt 6 1 0.282 +operators Renjin noopt 6 2 0.228 +operators Renjin noopt 6 3 0.239 +operators Renjin noopt 6 4 0.219 +operators Renjin noopt 6 5 0.219 +operators Renjin noopt 7 1 2.855 +operators Renjin noopt 7 2 2.163 +operators Renjin noopt 7 3 2.257 +operators Renjin noopt 7 4 2.154 +operators Renjin noopt 7 5 2.157 +operators Renjin noopt 8 1 27.185 +operators Renjin noopt 8 2 21.197 +operators Renjin noopt 8 3 21.54000000000001 +operators Renjin noopt 8 4 21.19800000000001 +operators Renjin noopt 8 5 21.24099999999999 +operators GNU R none 4 1 0.002 +operators GNU R none 4 2 0.002 +operators GNU R none 4 3 0.001 +operators GNU R none 4 4 0.002 +operators GNU R none 4 5 0.001 +operators GNU R none 5 1 0.00800000000000001 +operators GNU R none 5 2 0.00700000000000001 +operators GNU R none 5 3 0.00799999999999995 +operators GNU R none 5 4 0.00600000000000001 +operators GNU R none 5 5 0.00900000000000001 +operators GNU R none 6 1 0.091 +operators GNU R none 6 2 0.121 +operators GNU R none 6 3 0.069 +operators GNU R none 6 4 0.069 +operators GNU R none 6 5 0.0780000000000001 +operators GNU R none 7 1 0.718 +operators GNU R none 7 2 0.739 +operators GNU R none 7 3 0.666 +operators GNU R none 7 4 0.681 +operators GNU R none 7 5 0.683 +operators GNU R none 8 1 8.076 +operators GNU R none 8 2 8.05199999999999 +operators GNU R none 8 3 7.869 +operators GNU R none 8 4 7.973 +operators GNU R none 8 5 8.012 +survey GNU R laptop alabama 1 0.143 +survey GNU R laptop alabama 2 0.134 +survey GNU R laptop alabama 3 0.137 +survey GNU R laptop alabama 4 0.135 +survey GNU R laptop alabama 5 0.138 +survey GNU R laptop california 1 3.661 +survey GNU R laptop california 2 3.257 +survey GNU R laptop california 3 3.154 +survey GNU R laptop california 4 3.199 +survey GNU R laptop california 5 3.07 +survey GNU R laptop acs3yr 1 52.437 +survey GNU R laptop acs3yr 2 40.949 +survey GNU R laptop acs3yr 3 41.5140000000001 +survey GNU R laptop acs3yr 4 41.3040000000001 +survey GNU R laptop acs3yr 5 41.672 +survey sqlsurvey laptop alabama 1 0.71 +survey sqlsurvey laptop alabama 2 0.606 +survey sqlsurvey laptop alabama 3 0.638 +survey sqlsurvey laptop alabama 4 0.562 +survey sqlsurvey laptop alabama 5 0.532 +survey sqlsurvey laptop california 1 11.732 +survey sqlsurvey laptop california 2 10.972 +survey sqlsurvey laptop california 3 11.439 +survey sqlsurvey laptop california 4 11.637 +survey sqlsurvey laptop california 5 12.437 +survey sqlsurvey laptop acs3yr 1 121.306 +survey sqlsurvey laptop acs3yr 2 113.03 +survey sqlsurvey laptop acs3yr 3 112.426 +survey sqlsurvey laptop acs3yr 4 118.066 +survey sqlsurvey laptop acs3yr 5 113.849 +survey Renjin jitopt alabama 1 0.91 +survey Renjin jitopt alabama 2 0.238 +survey Renjin jitopt alabama 3 0.158 +survey Renjin jitopt alabama 4 0.129 +survey Renjin jitopt alabama 5 0.122 +survey Renjin jitopt california 1 0.784 +survey Renjin jitopt california 2 0.807 +survey Renjin jitopt california 3 0.734 +survey Renjin jitopt california 4 0.741 +survey Renjin jitopt california 5 0.855 +survey Renjin jitopt acs3yr 1 6.268 +survey Renjin jitopt acs3yr 2 6.01900000000001 +survey Renjin jitopt acs3yr 3 6.03200000000001 +survey Renjin jitopt acs3yr 4 6.26800000000003 +survey Renjin jitopt acs3yr 5 6.06400000000002 +survey Renjin noopt alabama 1 0.509 +survey Renjin noopt alabama 2 0.32 +survey Renjin noopt alabama 3 0.211 +survey Renjin noopt alabama 4 0.159 +survey Renjin noopt alabama 5 0.158 +survey Renjin noopt california 1 1.975 +survey Renjin noopt california 2 1.803 +survey Renjin noopt california 3 1.731 +survey Renjin noopt california 4 1.867 +survey Renjin noopt california 5 1.92899999999999 +survey Renjin noopt acs3yr 1 13.887 +survey Renjin noopt acs3yr 2 13.62899999999999 +survey Renjin noopt acs3yr 3 13.62 +survey Renjin noopt acs3yr 4 14.43599999999998 +survey Renjin noopt acs3yr 5 14.72300000000001 +survey Renjin nojit alabama 1 1.118 +survey Renjin nojit alabama 2 0.666 +survey Renjin nojit alabama 3 0.564 +survey Renjin nojit alabama 4 0.563 +survey Renjin nojit alabama 5 0.584 +survey Renjin nojit california 1 10.209 +survey Renjin nojit california 2 10.453 +survey Renjin nojit california 3 10.393 +survey Renjin nojit california 4 10.152 +survey Renjin nojit california 5 10.84 +survey Renjin nojit acs3yr 1 91.29599999999999 +survey Renjin nojit acs3yr 2 90.57999999999998 +survey Renjin nojit acs3yr 3 90.36299999999994 +survey Renjin nojit acs3yr 4 89.02499999999998 +survey Renjin nojit acs3yr 5 93.26300000000003 +survey Renjin none alabama 1 0.987 +survey Renjin none alabama 2 0.829 +survey Renjin none alabama 3 0.67 +survey Renjin none alabama 4 0.682 +survey Renjin none alabama 5 0.69 +survey Renjin none california 1 12.796 +survey Renjin none california 2 12.446 +survey Renjin none california 3 12.7 +survey Renjin none california 4 12.593 +survey Renjin none california 5 12.724 +survey Renjin none acs3yr 1 118.22399999999999 +survey Renjin none acs3yr 2 115.11399999999998 +survey Renjin none acs3yr 3 116.58800000000008 +survey Renjin none acs3yr 4 119.44299999999998 +survey Renjin none acs3yr 5 120.17599999999993 +recycling Renjin noopt 5 1 0.199 +recycling Renjin noopt 5 2 0.167 +recycling Renjin noopt 5 3 0.142 +recycling Renjin noopt 5 4 0.145 +recycling Renjin noopt 5 5 0.1 +recycling Renjin noopt 6 1 0.669 +recycling Renjin noopt 6 2 0.638 +recycling Renjin noopt 6 3 0.629 +recycling Renjin noopt 6 4 0.63 +recycling Renjin noopt 6 5 0.629 +recycling Renjin noopt 7 1 5.82 +recycling Renjin noopt 7 2 5.926 +recycling Renjin noopt 7 3 5.949 +recycling Renjin noopt 7 4 5.728 +recycling Renjin noopt 7 5 5.525 +recycling Renjin noopt 8 1 55.08400000000001 +recycling Renjin noopt 8 2 71.627 +recycling Renjin noopt 8 3 71.636 +recycling Renjin noopt 8 4 69.411 +recycling Renjin noopt 8 5 62.98200000000003 +recycling Renjin opt 5 1 0.134 +recycling Renjin opt 5 2 0.108 +recycling Renjin opt 5 3 0.084 +recycling Renjin opt 5 4 0.06 +recycling Renjin opt 5 5 0.058 +recycling Renjin opt 6 1 0.208 +recycling Renjin opt 6 2 0.194 +recycling Renjin opt 6 3 0.143 +recycling Renjin opt 6 4 0.128 +recycling Renjin opt 6 5 0.145 +recycling Renjin opt 7 1 1.199 +recycling Renjin opt 7 2 1.33 +recycling Renjin opt 7 3 1.422 +recycling Renjin opt 7 4 1.37 +recycling Renjin opt 7 5 1.285 +recycling Renjin opt 8 1 11.94 +recycling Renjin opt 8 2 12.011 +recycling Renjin opt 8 3 10.974 +recycling Renjin opt 8 4 11.139 +recycling Renjin opt 8 5 11.491 +recycling GNU R none 5 1 0.038 +recycling GNU R none 5 2 0.038 +recycling GNU R none 5 3 0.036 +recycling GNU R none 5 4 0.038 +recycling GNU R none 5 5 0.036 +recycling GNU R none 6 1 0.336 +recycling GNU R none 6 2 0.342 +recycling GNU R none 6 3 0.34 +recycling GNU R none 6 4 0.345 +recycling GNU R none 6 5 0.345 +recycling GNU R none 7 1 3.214 +recycling GNU R none 7 2 3.159 +recycling GNU R none 7 3 3.244 +recycling GNU R none 7 4 3.222 +recycling GNU R none 7 5 3.151 +recycling GNU R none 8 1 38.982 +recycling GNU R none 8 2 37.532 +recycling GNU R none 8 3 37.181 +recycling GNU R none 8 4 32.414 +recycling GNU R none 8 5 38.118 +operators Renjin foo 4 1 0.108 +operators Renjin foo 4 2 0.03 +operators Renjin foo 4 3 0.02 +operators Renjin foo 4 4 0.023 +operators Renjin foo 4 5 0.037 +operators Renjin foo 5 1 0.039 +operators Renjin foo 5 2 0.026 +operators Renjin foo 5 3 0.026 +operators Renjin foo 5 4 0.027 +operators Renjin foo 5 5 0.028 +operators Renjin foo 6 1 0.106 +operators Renjin foo 6 2 0.098 +operators Renjin foo 6 3 0.089 +operators Renjin foo 6 4 0.085 +operators Renjin foo 6 5 0.093 +operators Renjin foo 7 1 0.835 +operators Renjin foo 7 2 0.765 +operators Renjin foo 7 3 0.747 +operators Renjin foo 7 4 0.753 +operators Renjin foo 7 5 0.736