fix: lb and data update

data/full-cls/tuning-impact-elo-horizontal.png.zip

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:37484f6a707cfe666b8b94eeb6f054fbe0d08aa807104a6d7ee3e03f4849e4ab
-size 129171
+oid sha256:fce21001a221ae7a291aeec8471d3e6796a80e564359eb6fc24c11c08f18af3f
+size 129333

data/full-cls/tuning-impact-elo.png.zip

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a3ecf402181f96fdf8623fbd8c1a34553df3cee6308ad17c0be48f153266a2a7
-size 126363
+oid sha256:d98c85c3cf718adbcf14f69f7fd3d0b09e6ba79e530d4754590e164c49490ee7
+size 126503

data/full-imputed-reg/time_plot.png.zip

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3fe29fdec65f03c7d3bae994bc888e7c7ec498e3800a153239b08e6703208a4a
-size 79911
+oid sha256:2618db1ac376bcf34b1360d1a174827ef25939497c3f481621db8f7f86c1da39
+size 80035

data/full-reg/time_plot.png.zip

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3fe29fdec65f03c7d3bae994bc888e7c7ec498e3800a153239b08e6703208a4a
-size 79911
+oid sha256:e36b4c76827646dd054d4f49b42dbb5d6f7c50f106e9ee89f04b71ec10bea689
+size 80035

data/full-reg/tuning-impact-elo-horizontal.png.zip

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e1d5f881271b5a00e3b778451ad67bace45bd811aab630061c78057f191972c3
-size 129887
+oid sha256:8303a217f846ea50091e856dc461e97847a8641faa7b4dbe6ae22c679e142e61
+size 130049

data/full-reg/tuning-impact-elo.png.zip

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:48a53db8aa38c1ed4c8785923113986e05d6b398ff01a02150bf521dbad9d5be
-size 131368
+oid sha256:643b461960219aedf710844b03d9f4e13735bf0533e5c35c52358f1d08500b69
+size 131508

data/full/tuning-impact-elo-horizontal.png.zip

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e8ca383234264edb2f91b7ceb983dbec4663cf7525f4cf1fc75a12cfef8b89dd
-size 129065
+oid sha256:580b87c2ed20b862b92fdcf02c922b29d47c65515be423ef60a17d87523944bb
+size 129227

data/full/tuning-impact-elo.png.zip

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8e85834f7ee7086c3ffdd269028fb734dab4ae9488a5e4600a610c3bd5390736
-size 126040
+oid sha256:58ea2363c280e561a4b299713b32426911d315036e31b727391d0fd1774a22f1
+size 126180

data/lite/full-cls/tuning-impact-elo-horizontal.png.zip

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4a737dcd6d82a8040b8eb82b9d90664185427b808cdef322a20c51796c88f15c
-size 128533
+oid sha256:7e386e77eb8f920b86b602ade74b8b8ec897a5364e4b2997360871921a6352e1
+size 128695

data/lite/full-cls/tuning-impact-elo.png.zip

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2b7f6bd0146921670f8452f5a59e6970208f4dbb60786b6ec8b535284d5fb72e
-size 124422
+oid sha256:eb37b1f71f5af16a61a859dfbf47817ee535c09d0f2ddbbda92a0c5d1fbd092b
+size 124562

data/lite/full-imputed-cls/leaderboard.tex

@@ -0,0 +1,53 @@
+\begin{tabular}{llcccccrr}
+\toprule
+\textbf{Model} & \textbf{Elo ($\uparrow$)} & \textbf{Norm.} & \textbf{Avg.} & \textbf{Harm.} & \textbf{\#wins ($\uparrow$)} & \textbf{Improva-} & \textbf{Train time} & \textbf{Predict time} \\
+ &  & \textbf{score ($\uparrow$)} & \textbf{rank ($\downarrow$)} & \textbf{mean} &  & \textbf{bility ($\downarrow$)} & \textbf{per 1K [s]} & \textbf{per 1K [s]} \\
+ &  &  &  & \textbf{rank ($\downarrow$)} &  &  &  &  \\
+\midrule
+AutoGluon 1.3 (4h) & \textcolor{gold}{\textbf{1509${}_{-30,+33}$}} & \textcolor{gold}{\textbf{0.564}} & \textcolor{gold}{\textbf{8.6}} & \textcolor{gold}{\textbf{3.4}} & \textcolor{gold}{\textbf{6}} & \textcolor{gold}{\textbf{7.6\%}} & 1355.34 & 1.98 \\
+RealMLP (T+E) & \textcolor{silver}{\textbf{1413${}_{-31,+32}$}} & 0.419 & \textcolor{silver}{\textbf{12.4}} & 7.8 & 0 & 11.2\% & 5463.43 & 3.35 \\
+TabM (T+E) & \textcolor{bronze}{\textbf{1409${}_{-29,+27}$}} & \textcolor{bronze}{\textbf{0.492}} & \textcolor{silver}{\textbf{12.4}} & 5.7 & 2 & \textcolor{silver}{\textbf{10.7\%}} & 2461.81 & 1.28 \\
+LightGBM (T+E) & 1403${}_{-28,+27}$ & 0.404 & 12.7 & 8.7 & 0 & 11.9\% & 391.23 & 1.24 \\
+CatBoost (T+E) & 1376${}_{-33,+37}$ & 0.379 & 13.9 & 8.1 & 0 & 11.1\% & 1326.58 & 0.53 \\
+XGBoost (T+E) & 1375${}_{-27,+21}$ & 0.321 & 14.1 & 7.1 & 1 & 12.4\% & 682.62 & 0.97 \\
+TabICL (D) & 1370${}_{-27,+26}$ & \textcolor{silver}{\textbf{0.501}} & 14.3 & \textcolor{bronze}{\textbf{4.8}} & \textcolor{bronze}{\textbf{4}} & \textcolor{bronze}{\textbf{10.9\%}} & 9.07 & 2.01 \\
+CatBoost (T) & 1355${}_{-23,+29}$ & 0.365 & 14.9 & 9.7 & 0 & 11.7\% & 1326.58 & 0.05 \\
+CatBoost (D) & 1354${}_{-32,+27}$ & 0.345 & 15.1 & 7.9 & 2 & 12.0\% & 5.74 & 0.11 \\
+TabM (T) & 1353${}_{-32,+25}$ & 0.407 & 15.2 & 7.3 & 0 & 11.7\% & 2461.81 & 0.14 \\
+ModernNCA (T) & 1352${}_{-30,+26}$ & 0.278 & 15.3 & 7.0 & 2 & 11.6\% & 4853.07 & 0.47 \\
+LightGBM (T) & 1345${}_{-36,+30}$ & 0.318 & 15.7 & 10.6 & 0 & 12.9\% & 391.23 & 0.19 \\
+ModernNCA (T+E) & 1344${}_{-25,+28}$ & 0.373 & 15.6 & 6.1 & 2 & 11.6\% & 4853.07 & 9.39 \\
+XGBoost (T) & 1342${}_{-25,+27}$ & 0.266 & 15.7 & 8.0 & 1 & 12.7\% & 682.62 & 0.18 \\
+TabPFNv2 (T+E) & 1329${}_{-31,+24}$ & 0.486 & 16.2 & \textcolor{silver}{\textbf{3.9}} & \textcolor{gold}{\textbf{6}} & 12.5\% & 2914.83 & 17.60 \\
+TabM (D) & 1286${}_{-26,+22}$ & 0.271 & 18.6 & 9.4 & 1 & 14.9\% & 10.31 & 0.14 \\
+TabPFNv2 (T) & 1279${}_{-25,+31}$ & 0.379 & 18.8 & 6.2 & 1 & 14.3\% & 2914.83 & 0.27 \\
+RealMLP (T) & 1269${}_{-27,+24}$ & 0.202 & 19.4 & 13.0 & 0 & 14.8\% & 5463.43 & 0.19 \\
+EBM (T+E) & 1268${}_{-28,+23}$ & 0.180 & 19.3 & 9.9 & 0 & 16.5\% & 1011.59 & 0.22 \\
+TorchMLP (T+E) & 1268${}_{-30,+31}$ & 0.222 & 19.5 & 13.3 & 0 & 14.1\% & 2480.32 & 2.18 \\
+TabPFNv2 (D) & 1239${}_{-32,+28}$ & 0.348 & 20.9 & 6.1 & 3 & 15.3\% & 3.30 & 0.31 \\
+EBM (T) & 1236${}_{-35,+22}$ & 0.122 & 21.2 & 12.6 & 0 & 17.1\% & 1011.59 & 0.02 \\
+FastaiMLP (T+E) & 1204${}_{-33,+28}$ & 0.196 & 22.9 & 13.9 & 0 & 17.8\% & 622.79 & 5.04 \\
+EBM (D) & 1199${}_{-31,+23}$ & 0.136 & 23.0 & 11.5 & 1 & 18.1\% & 5.44 & 0.06 \\
+XGBoost (D) & 1195${}_{-33,+26}$ & 0.105 & 23.2 & 12.4 & 1 & 15.9\% & 1.88 & 0.12 \\
+ExtraTrees (T+E) & 1194${}_{-29,+20}$ & 0.104 & 23.3 & 13.5 & 0 & 17.6\% & 197.16 & 0.72 \\
+TorchMLP (T) & 1188${}_{-27,+24}$ & 0.096 & 23.7 & 17.1 & 0 & 16.4\% & 2480.32 & 0.12 \\
+RealMLP (D) & 1180${}_{-23,+26}$ & 0.090 & 24.0 & 13.0 & 1 & 16.6\% & 34.76 & 0.19 \\
+ModernNCA (D) & 1175${}_{-29,+27}$ & 0.134 & 24.2 & 12.2 & 1 & 18.1\% & 13.35 & 0.35 \\
+RandomForest (T+E) & 1161${}_{-24,+28}$ & 0.107 & 24.9 & 13.4 & 0 & 18.2\% & 327.31 & 0.71 \\
+ExtraTrees (T) & 1157${}_{-32,+29}$ & 0.079 & 25.2 & 12.5 & 0 & 18.8\% & 197.16 & 0.08 \\
+LightGBM (D) & 1145${}_{-30,+26}$ & 0.076 & 25.9 & 21.3 & 0 & 17.4\% & 2.25 & 0.16 \\
+TabDPT (D) & 1136${}_{-31,+26}$ & 0.176 & 26.1 & 9.4 & 1 & 18.7\% & 22.39 & 8.59 \\
+FastaiMLP (T) & 1126${}_{-25,+27}$ & 0.089 & 26.7 & 17.2 & 0 & 19.8\% & 622.79 & 0.35 \\
+RandomForest (T) & 1118${}_{-31,+26}$ & 0.076 & 27.1 & 20.5 & 0 & 19.1\% & 327.31 & 0.08 \\
+TorchMLP (D) & 1023${}_{-26,+26}$ & 0.021 & 31.4 & 27.4 & 0 & 22.3\% & 5.73 & 0.15 \\
+RandomForest (D) & 1000${}_{-0,+0}$ & 0.011 & 32.3 & 26.3 & 0 & 25.7\% & 0.37 & 0.04 \\
+FastaiMLP (D) & 995${}_{-34,+24}$ & 0.026 & 32.7 & 28.7 & 0 & 23.9\% & 3.12 & 0.33 \\
+Linear (T+E) & 929${}_{-33,+24}$ & 0.042 & 35.0 & 18.3 & 1 & 32.0\% & 51.96 & 0.17 \\
+ExtraTrees (D) & 922${}_{-26,+29}$ & 0.010 & 35.3 & 31.2 & 0 & 28.6\% & 0.24 & 0.04 \\
+Linear (T) & 900${}_{-33,+24}$ & 0.026 & 36.1 & 27.8 & 0 & 32.7\% & 51.96 & 0.06 \\
+Linear (D) & 872${}_{-30,+28}$ & 0.019 & 36.9 & 34.6 & 0 & 33.6\% & 1.62 & 0.09 \\
+KNN (T+E) & 735${}_{-35,+48}$ & 0.000 & 40.2 & 35.0 & 0 & 48.7\% & 3.51 & 0.16 \\
+KNN (T) & 675${}_{-43,+47}$ & 0.000 & 41.4 & 31.3 & 0 & 50.8\% & 3.51 & 0.04 \\
+KNN (D) & 482${}_{-60,+54}$ & 0.000 & 43.7 & 43.2 & 0 & 59.2\% & 0.07 & 0.02 \\
+\bottomrule
+\end{tabular}

data/lite/full-imputed-cls/tabarena_leaderboard.csv

@@ -0,0 +1,46 @@
+method,time_train_s,time_infer_s,time_train_s_per_1K,time_infer_s_per_1K,normalized-error,normalized-error-task,champ_delta,loss_rescaled,time_train_s_rescaled,time_infer_s_rescaled,rank,median_metric_error,median_time_train_s,median_time_infer_s,median_time_train_s_per_1K,median_time_infer_s_per_1K,median_normalized-error,median_normalized-error-task,median_champ_delta,median_loss_rescaled,median_time_train_s_rescaled,median_time_infer_s_rescaled,median_rank,rank=1_count,rank=2_count,rank=3_count,rank>3_count,elo,elo+,elo-,winrate,mrr
+AutoGluon 1.3 (4h),7774.991528053033,19.875839289865997,2811.0795427294815,3.0481623340146933,0.4357260444094882,0.4148361283414099,0.07629365001402376,0.04227584471563422,29846.24559964093,265.3700814985468,8.56578947368421,0.157955,7014.845859646797,3.7256141901016235,1355.3359335244184,1.9841131308583402,0.3593825434326649,0.36790766468039304,0.04084708943083559,0.018367490316605305,21384.37692728419,133.53161235412554,7.0,6,3,2,27,1508.7,32.2,29.9,0.8280502392344498,0.2960718604294456
+TABM (tuned + ensemble),34310.62852196317,8.826874965115598,4300.923574958667,3.470904002174896,0.5077918677314276,0.5397861128157506,0.10732779626894647,0.08292330393026169,45131.79918122951,135.34700738700144,12.368421052631579,0.174405,8260.626611948013,3.27972948551178,2461.8116026347016,1.282862647131695,0.47136645123500964,0.5343939211655224,0.07139416682385408,0.03201326752328171,37327.19260107514,113.73588992793104,9.5,2,0,3,33,1409.2,26.5,28.8,0.7416267942583732,0.17514469468110425
+REALMLP (tuned + ensemble),75157.8044012283,16.487929639063385,5934.025599797772,7.762023296294149,0.5811880944579212,0.5771850324578947,0.11170245391763495,0.06751478344816422,134658.591064252,301.4009053371881,12.394736842105264,0.17028,21574.945648550987,6.0496333837509155,5463.431997434496,3.3505522191847916,0.5453504649932683,0.5676318375241935,0.06341551053522204,0.038644322872270584,90262.54064674574,233.90844576360837,12.0,0,1,2,35,1413.4,31.7,30.7,0.7410287081339713,0.12831564219626773
+GBM (tuned + ensemble),2920.3429353990055,11.208824527891059,755.2524337234863,2.3454352129897833,0.5957286671834613,0.6188878533536122,0.11902465875946111,0.08143933293433607,8248.756938263266,205.60882328189754,12.736842105263158,0.169945,1594.5504041910172,3.0867438316345215,391.23230441146256,1.2433237336531138,0.6251845339504845,0.6651492045932685,0.07096598380907965,0.02467304271820576,6721.07699522549,94.37802750757459,13.0,0,0,4,34,1403.3,26.8,27.9,0.7332535885167464,0.11444448956145252
+CAT (tuned + ensemble),16302.859700416264,2.6250121342508415,3325.427412489986,0.969863744839929,0.6209138650557025,0.6012798381645563,0.11073081767243305,0.06744303583601241,25676.604134391517,50.871466139342466,13.947368421052632,0.16073500000000002,4791.775886774063,1.3303372859954834,1326.5813740920516,0.5313769242211359,0.6153632608570143,0.5995830509750808,0.05451486125001109,0.031433267034335854,19895.263297992577,42.031537823549,13.0,0,1,4,33,1376.3,36.3,33.0,0.7057416267942583,0.12340182350966956
+XGB (tuned + ensemble),5799.34833753109,5.967870285636501,1147.820903083116,2.46393255534894,0.6794057655741552,0.6446090386925779,0.12424768982222067,0.08852863039271704,10132.57248871615,131.35779311288925,14.118421052631579,0.17348,1593.032392859459,2.3060801029205322,682.6224605815719,0.9713359475135803,0.7126419091535116,0.6563884597908853,0.0820999234905303,0.03265793856149843,7276.753308183146,76.46662354595179,12.5,1,2,2,33,1375.1,21.0,26.4,0.7018540669856459,0.14090383005978221
+TABICL (default),117.48550770157262,21.35919719620755,9.848013920703847,2.2947164283388504,0.49900795570726975,0.5915798274957776,0.10905021189648662,0.07891972794319439,170.36713500512033,270.6328952906184,14.276315789473685,0.17301,25.354220509529114,3.3787535429000854,9.073519792448254,2.007502492806867,0.5497919378000328,0.6652418475567421,0.05597714417034555,0.024738647104901798,133.3927784174379,132.9127572018825,14.0,4,2,2,30,1370.3,25.2,26.9,0.6982655502392344,0.2064602032416652
+CAT (tuned),16302.859700416264,0.5146497425280119,3325.427412489986,0.11950448243427039,0.6346801229162512,0.6385490550731812,0.11685920690054714,0.0718088688715085,25676.604134391517,8.18618115589542,14.868421052631579,0.16238999999999998,4791.775886774063,0.08605468273162842,1326.5813740920516,0.051041753580035654,0.6314852452199684,0.6931108990698708,0.06761434367525188,0.03776034888457011,19895.263297992577,3.2560454821039713,13.75,0,1,0,37,1354.6,28.6,22.6,0.6848086124401914,0.10319970806930756
+CAT (default),218.94677375492296,0.43937695026397705,108.24085958784511,0.1671626095074056,0.6551829671744798,0.6594240859585678,0.12000325153636153,0.07271915532555678,424.08805051709817,10.569617726030572,15.092105263157896,0.161695,18.44840371608734,0.411457896232605,5.736216485552211,0.10729215986107409,0.6872314742824219,0.7131246390179387,0.07956212107816629,0.02945410818367972,91.81803735744086,6.75924675825947,15.0,2,0,0,36,1353.7,26.2,31.8,0.6797248803827751,0.126524140784773
+TABM (tuned),34310.62852196317,1.0356075324510272,4300.923574958667,0.38276682295841274,0.5928893193157706,0.6007491246657526,0.1168573411078604,0.09752336795906187,45131.79918122951,14.823042284101287,15.197368421052632,0.175585,8260.626611948013,0.24344730377197266,2461.8116026347016,0.13835550204254063,0.5877464635288101,0.6244854782324665,0.08334874690385935,0.04117730891431355,37327.19260107514,9.329646701651438,14.0,0,3,3,32,1352.8,24.9,31.5,0.6773325358851675,0.13715971824475107
+MNCA (tuned),56939.09770153698,19.318985493559587,6212.23493998028,1.9628894017927039,0.721681429841744,0.625842107367332,0.11613801810420087,0.09229473197826113,79415.11574896757,126.43602273733568,15.302631578947368,0.175715,14329.4857878685,0.6404991149902344,4853.0743321238315,0.4731015689224996,0.7744612480983963,0.6505383469786996,0.08668289690877401,0.03213571989092236,67721.7850080898,32.352773289608024,13.0,2,0,0,36,1351.5,25.2,29.8,0.6749401913875598,0.142342524659497
+MNCA (tuned + ensemble),56939.09770153698,351.628879396539,6212.23493998028,38.90413717422724,0.6269167185273185,0.5984531354976621,0.11573636754109493,0.09313892703335769,79415.11574896757,2408.3540246144216,15.578947368421053,0.18282500000000002,14329.4857878685,13.981043934822083,4853.0743321238315,9.386068319220197,0.6265388929939845,0.5699786298554819,0.06347089264029215,0.0430523430616711,67721.7850080898,659.6644218615952,12.5,2,1,2,33,1343.7,27.1,24.5,0.6686602870813397,0.16394468484752917
+XGB (tuned),5799.34833753109,1.27206594065616,1147.820903083116,0.6531124582306008,0.7344435643624297,0.6866009006886469,0.12705232557945453,0.09426550030491268,10132.57248871615,32.25362424926425,15.68421052631579,0.176915,1593.032392859459,0.36533260345458984,682.6224605815719,0.18295137338644407,0.7444722954009122,0.7353840158409348,0.08553173078110604,0.03469633441846848,7276.753308183146,12.253516308447622,14.5,1,2,0,35,1341.5,26.7,24.7,0.666267942583732,0.12466050435587736
+GBM (tuned),2920.3429353990055,1.8159009845633256,755.2524337234863,0.5236582654503446,0.6821201235665096,0.6795255137349172,0.12859160917332496,0.09636240870350794,8248.756938263266,42.22279271596955,15.736842105263158,0.16955,1594.5504041910172,0.5379931926727295,391.23230441146256,0.18570879781926358,0.7168421399910502,0.7237674445143973,0.07807806844489962,0.03627576854264193,6721.07699522549,11.394220763848338,15.0,0,1,0,37,1344.9,29.5,35.9,0.6650717703349283,0.09415249407771492
+TABPFNV2 (tuned + ensemble),10671.813733621648,114.13957280861705,2717.754849558356,48.747249045567855,0.5138103973952525,0.5736551796907117,0.12518126985862188,0.10096148528564704,50731.962016917816,4329.537285428793,16.223684210526315,0.17508,3350.918938755989,9.716811895370483,2914.8333213375054,17.596511061575676,0.5072451025993939,0.623606465997792,0.10124565298109173,0.043994374641617755,26184.067235259834,926.3134038480441,12.0,6,1,3,28,1329.4,23.1,30.2,0.6540071770334929,0.25509079179329364
+TABM (default),151.95178728354605,1.2483709925099422,21.512717277386358,0.45562303344686134,0.7289050360420961,0.7095114237312439,0.1491348082432036,0.12147454771537929,207.28000362311982,15.083359148300596,18.55263157894737,0.17709,33.152939319610596,0.19442057609558105,10.309423174430956,0.13586267957403653,0.8404844924976476,0.7655355529381327,0.09137336521284833,0.05094980825106373,135.49680849639785,10.343117540463151,17.0,1,0,1,36,1286.2,22.0,25.3,0.6010765550239234,0.10671155275919082
+TABPFNV2 (tuned),10671.813733621648,4.116424629562779,2717.754849558356,2.010495247924752,0.6207514015330685,0.6835508214944778,0.14300784416015525,0.11546900554343373,50731.962016917816,143.74411000718078,18.81578947368421,0.19132,3350.918938755989,0.3354600667953491,2914.8333213375054,0.2713678077236172,0.7315480103218319,0.9059143811887247,0.1215657105488207,0.058112493187242,26184.067235259834,15.110476058190766,18.75,1,5,2,30,1278.6,30.7,24.8,0.5950956937799043,0.16250460654768312
+EBM (tuned + ensemble),36486.59858077451,1.3923115416576988,7650.518716752531,0.5440226127306762,0.8200760362636922,0.7691165482685514,0.16463001854426568,0.1279756133779474,21740.48293152139,22.192423380997223,19.276315789473685,0.177435,2273.2198663949966,0.35086679458618164,1011.590888307647,0.2249400302454423,0.9326307523783561,0.8842854370429472,0.07547386841907339,0.04276402555620501,14796.589958532411,12.4343949892923,19.75,0,3,0,35,1268.3,22.3,27.2,0.5846291866028708,0.10124857161300282
+REALMLP (tuned),75157.8044012283,0.8101433327323512,5934.025599797772,0.42781608188450077,0.7977234575542793,0.7669539874246226,0.14830098147293377,0.10754379040274052,134658.591064252,14.869687448366182,19.42105263157895,0.16913499999999998,21574.945648550987,0.25513756275177,5463.431997434496,0.18623669559057404,0.8787741747777617,0.8265671653596647,0.1283441158885112,0.05736216794816598,90262.54064674574,11.894743904291648,18.0,0,1,0,37,1268.8,23.6,26.6,0.5813397129186603,0.07706249998982605
+NN_TORCH (tuned + ensemble),24155.06064368549,16.430658089487178,3018.869066392961,4.171284511368181,0.77831117981961,0.790906523513234,0.14101067792448846,0.09752188412518956,54165.934988934685,250.8131490307278,19.5,0.174655,9535.178918361664,4.419585108757019,2480.3150361602966,2.175346818589723,0.9031626632034823,0.917687560600783,0.0823266490663982,0.05626679601192999,43976.90578112008,186.31979424186875,20.5,0,0,1,37,1267.5,30.3,29.3,0.5795454545454546,0.07546603253162487
+TABPFNV2 (default),11.52735658068406,0.9154732164583708,4.096023954678057,0.45171050576219374,0.6515996652210705,0.7301122747015034,0.15260072650305895,0.12460000602465107,52.507166370564995,35.58086285535624,20.907894736842106,0.194575,8.611271619796753,0.30159199237823486,3.2954189873915243,0.305340033795448,0.782945687586422,0.9946213191350618,0.10102667031111617,0.0836253292155732,33.35727994934,18.648722781582272,22.5,3,2,2,31,1239.4,27.5,31.1,0.5475478468899522,0.16387890635230992
+EBM (tuned),36486.59858077451,0.1713965378309551,7650.518716752531,0.07548087023444203,0.8777961641049835,0.8195306909003875,0.1706589803939669,0.13332632757009968,21740.48293152139,2.6567815809050077,21.19736842105263,0.176925,2273.2198663949966,0.040004611015319824,1011.590888307647,0.024237136044788353,1.0,0.9915876241236676,0.08520888190451481,0.04977403056592767,14796.589958532411,1.267048812472469,22.0,0,1,1,36,1235.6,21.7,34.1,0.5409688995215312,0.07952519297189753
+FASTAI (tuned + ensemble),7277.4807652172285,19.036358243540715,1381.3381577435234,8.418367504420003,0.8036000089866165,0.8211863274453,0.17758551251392274,0.10916114346814769,18515.61407347416,513.5182779565009,22.855263157894736,0.17479,3045.3940094709396,12.611860513687134,622.7909689289006,5.036877045866174,1.0,1.0,0.10375041141751795,0.07514022518705465,12734.142743886789,430.3713585782513,24.0,0,0,0,38,1204.1,27.4,32.8,0.5032894736842105,0.07202894642560889
+EBM (default),91.60202875890229,0.20198602425424675,10.86984880564699,0.10636637956102298,0.8643875945345197,0.8262044713307948,0.18089017670927535,0.14126635043494726,91.71524858307365,4.255062874198898,23.039473684210527,0.17785499999999999,9.752015590667725,0.06734633445739746,5.438852341621796,0.06019285478263442,1.0,0.9961748430942867,0.10192934818149862,0.05017166802118532,55.554769096641394,3.385160223476314,23.25,1,0,0,37,1199.1,22.7,30.3,0.4991028708133971,0.08724123679200738
+XGB (default),13.091729760169983,0.5841734095623619,3.2452155420082907,0.31884078802225646,0.8951319461246384,0.8364633795855838,0.15856430986262096,0.14044471792922789,30.28280029264466,15.70638363121535,23.19736842105263,0.174975,6.213568687438965,0.346899151802063,1.8757318201110196,0.1209323363837647,1.0,1.0,0.10819500111945202,0.061412007010831625,23.70039322753218,9.284870866458713,23.5,1,0,0,37,1195.2,25.5,32.8,0.49551435406698563,0.08072840317264102
+XT (tuned + ensemble),1323.525801639808,3.044984867698268,475.9687294303007,1.5051105818150412,0.8963117961824938,0.8436648219553781,0.17616082985940248,0.1373394981787012,4483.031571431591,90.45918158334129,23.342105263157894,0.17722,771.266873717308,2.041845917701721,197.16355296740528,0.7207715417972143,1.0,1.0,0.11915769010932858,0.07354043401742626,2772.464639120071,76.33017880937523,26.25,0,1,0,37,1194.3,19.4,28.9,0.4922248803827751,0.07405538531908194
+NN_TORCH (tuned),24155.06064368549,0.7120582053535863,3018.869066392961,0.21113726214708323,0.903659699715494,0.8380014862892633,0.1642912879261434,0.11987126119881306,54165.934988934685,11.64610038179527,23.657894736842106,0.170275,9535.178918361664,0.22691142559051514,2480.3150361602966,0.11665950752975736,1.0,1.0,0.10704543711737907,0.06675514797021173,43976.90578112008,8.64392602078908,25.0,0,0,0,38,1187.9,23.6,26.1,0.48504784688995217,0.05845269413383195
+REALMLP (default),476.9483523494319,0.8381578796788266,36.30909370748047,0.4350989512151319,0.9101816949003365,0.8436348954009102,0.16572189164021864,0.11694440364221069,843.0795281741405,15.31190920332024,24.039473684210527,0.17567,137.81327652931213,0.256045937538147,34.76442448369694,0.19322861602793034,1.0,1.0,0.10725973083151863,0.07415873564674558,579.0193625765228,12.615190387657702,26.0,1,0,0,37,1180.2,25.1,22.1,0.4763755980861244,0.0767481650874326
+MNCA (default),295.14466257471787,10.148893080259624,18.71986495055019,1.275643167953242,0.8657835470756838,0.8640539680687833,0.1814538347442414,0.12057099426044675,239.59173183900742,74.09701288388523,24.210526315789473,0.190215,30.572218418121338,0.5992807149887085,13.346578494858026,0.35250805744744207,1.0,1.0,0.15473484110666214,0.0863058709177113,166.7604765821143,25.21201207586398,24.5,1,1,0,36,1175.3,26.8,28.4,0.47248803827751196,0.08215531376099204
+RF (tuned + ensemble),2283.87174061725,2.1008308561224687,539.2243606533888,1.2856745856516028,0.8931944011226663,0.8714068606623216,0.1816871032462093,0.15303114050221425,5202.357004362883,79.46832861690719,24.86842105263158,0.17431000000000002,864.6687717437744,1.8380836248397827,327.30532028870516,0.7083122934636021,1.0,1.0,0.1288372065082003,0.07467224490228473,4181.556008332933,65.49937121638476,27.0,0,2,0,36,1161.3,27.1,23.8,0.45753588516746413,0.07450591784011229
+XT (tuned),1323.525801639808,0.31659403600190816,475.9687294303007,0.1798597078129874,0.9205594165466939,0.8568702086248896,0.18796363064191732,0.14444173355267456,4483.031571431591,9.660217818491914,25.25,0.18019000000000002,771.266873717308,0.16697990894317627,197.16355296740528,0.08311920181240409,1.0,1.0,0.13578917697796827,0.08371989745070943,2772.464639120071,7.999561250297406,29.0,0,2,0,36,1156.7,28.5,31.3,0.44886363636363635,0.08018399939811821
+GBM (default),8.557482913920754,0.7352644769768966,2.999430927452211,0.212636163127602,0.923947709053949,0.8822127594650478,0.17417727593132074,0.146880576355245,33.42403528282587,16.15506317327496,25.855263157894736,0.17846,6.559425115585327,0.615138053894043,2.2516979473740024,0.15858503371213617,1.0,1.0,0.14236978569535247,0.06852491939171679,20.494723229907102,10.269446661494042,26.5,0,0,0,38,1145.4,25.4,29.9,0.43510765550239233,0.04701040168223337
+TABDPT (default),170.86559940639296,65.69096382668144,26.71478740353263,21.258106281632944,0.8235947911156236,0.8244708887822227,0.18653930504677302,0.13851779761834887,467.1692516605129,1539.0473534455273,26.144736842105264,0.191185,97.51883804798126,28.29759955406189,22.386440735738876,8.590693574547014,1.0,1.0,0.13114122736509654,0.07269651025672075,386.2317213587028,1143.1582415263433,30.5,1,3,0,34,1135.8,25.7,30.7,0.4285287081339713,0.1069267946292278
+FASTAI (tuned),7277.4807652172285,1.090680348245721,1381.3381577435234,0.6851415707626749,0.9108193738616642,0.8800228525603003,0.1979067944283506,0.14024783714427164,18515.61407347416,41.17026917318611,26.736842105263158,0.175545,3045.3940094709396,0.8673808574676514,622.7909689289006,0.34554260532273706,1.0,1.0,0.1660331096790038,0.0823205592657475,12734.142743886789,28.552621407710575,29.0,0,0,1,37,1125.6,26.9,24.2,0.4150717703349282,0.05822430872642212
+RF (tuned),2283.87174061725,0.22623545872537712,539.2243606533888,0.14783605660070437,0.9239206793690314,0.9258040590207852,0.19054836036376613,0.1642290415502217,5202.357004362883,7.803307308994161,27.092105263157894,0.17563499999999999,864.6687717437744,0.15117239952087402,327.30532028870516,0.08452519779888767,1.0,1.0,0.1250152487815977,0.09963978217702693,4181.556008332933,6.996946602769185,28.5,0,0,0,38,1118.5,25.5,30.5,0.4069976076555024,0.048784570129945914
+NN_TORCH (default),47.78759841542495,0.6881854220440513,11.127495716627488,0.2952049566930359,0.9794017223291384,0.9554831244445245,0.22349455186019088,0.17360188725262388,136.11141421046577,15.027014536020943,31.43421052631579,0.180125,24.229564905166626,0.31156718730926514,5.726755660627104,0.14843028917594223,1.0,1.0,0.1627665585076386,0.09575304821587584,131.897186986728,9.730207537012728,33.0,0,0,0,38,1022.8,26.0,25.7,0.3083133971291866,0.03655529558591806
+RF (default),4.080644030320017,0.13749531068299947,0.8126703096595244,0.06965281933938666,0.9894800211663467,0.9754696131854965,0.25712948756835613,0.2419361775158654,6.74726637377606,4.2459113559317,32.31578947368421,0.20493,1.552122712135315,0.09239459037780762,0.37380590277783665,0.037675282187559014,1.0,1.0,0.22217921675183,0.13407694191427183,5.06536582970867,3.354866759305418,35.25,0,0,0,38,1000.0,0.0,0.0,0.28827751196172247,0.03803581191225408
+FASTAI (default),30.567647507316188,1.0886577556007786,5.142705410747499,0.514750514881177,0.9739593024362323,0.9460250227474908,0.2387906491559458,0.18694462294220246,72.5941463445461,31.969331116236056,32.6578947368421,0.187165,14.332883596420288,0.6891474723815918,3.1247662358290373,0.33408521032303745,1.0,1.0,0.16594179717402546,0.12823511377411606,51.9702290983138,26.158132978083096,35.0,0,0,0,38,995.2,23.3,33.3,0.2805023923444976,0.034794347320152505
+LR (tuned + ensemble),310.8921214467601,1.6511000143854242,112.04387665947259,0.6061180299813982,0.95841567098672,0.9708437365552002,0.3197185107629301,0.2850714510079638,1051.5597600046694,27.942607605611126,35.026315789473685,0.20664,172.39098751544952,0.3049362897872925,51.96211560156496,0.1713220944305931,1.0,1.0,0.257712918071613,0.1682426614669617,652.0216614396725,8.851961834833686,38.5,1,0,0,37,929.4,24.0,32.9,0.22667464114832536,0.05459065334803458
+XT (default),2.8151443882992395,0.17746856965516744,0.7494419232366839,0.0764609601145254,0.9898367767783371,0.9811026074610522,0.2855577072213641,0.27528478156506314,4.797654893597667,4.664132317562142,35.26315789473684,0.20700000000000002,0.9193735122680664,0.08453762531280518,0.24344244584214264,0.037069730458521875,1.0,1.0,0.21784002712442435,0.1545266336174043,3.5050999047562326,4.1617612391934,38.0,0,0,0,38,922.1,28.5,25.6,0.22129186602870812,0.032099006640318124
+LR (tuned),310.8921214467601,0.5151690432899877,112.04387665947259,0.17414856714912683,0.9738366106666893,0.9798927122573593,0.32733777684539805,0.29873711892817967,1051.5597600046694,7.373474320542152,36.078947368421055,0.206755,172.39098751544952,0.14061975479125977,51.96211560156496,0.06357160024321462,1.0,1.0,0.2713987757406089,0.1825065086765385,652.0216614396725,5.062717123136234,39.5,0,0,1,37,899.6,23.4,32.1,0.2027511961722488,0.0359180947607498
+LR (default),7.7264530345013265,0.5259399602287694,2.6686237618793442,0.19925514469367503,0.9806670457343031,0.9871680738219274,0.33640822817706334,0.3255039345142868,27.432135439923183,8.872452564577243,36.89473684210526,0.21439,5.452793717384338,0.1415010690689087,1.6174976146916054,0.09387864407044556,1.0,1.0,0.27139753987310355,0.1831054339424733,15.972794808418932,5.719143257720329,40.0,0,0,0,38,871.8,27.9,29.6,0.18421052631578946,0.028931497254828412
+KNN (tuned + ensemble),212.22012870562705,8.11043459490726,28.850708739248347,0.6076026284446762,1.0,0.9874344918422748,0.48740395612015763,0.5934795732877101,79.58293822496161,51.24023018425664,40.19736842105263,0.320445,18.52320122718811,0.22250914573669434,3.5145795148857952,0.1617064055034519,1.0,1.0,0.4081435434925469,0.6881430164840905,56.97784214902664,12.39378247919743,43.0,0,0,0,38,734.8,47.2,34.7,0.10915071770334928,0.028601475026556994
+KNN (tuned),212.22012870562705,1.883336155038131,28.850708739248347,0.13054448296641816,1.0,0.9845999552108321,0.5083956060275397,0.643418972329782,79.58293822496161,11.122407039906847,41.36842105263158,0.32193499999999997,18.52320122718811,0.07584631443023682,3.5145795148857952,0.03818510847996826,1.0,1.0,0.48517378670484473,0.7165338507811103,56.97784214902664,2.1231636318644824,44.0,0,0,1,37,675.0,46.9,43.0,0.08253588516746412,0.031988194812603496
+KNN (default),1.74290458779586,0.21126952296809146,0.5001806322977429,0.036905984979792666,1.0,1.0,0.5920487199552541,0.941375697812162,1.0024208997554083,2.3365493404640363,43.71052631578947,0.37738,0.3047138452529907,0.03128814697265625,0.06855464474199147,0.019133871606833427,1.0,1.0,0.5282941392408126,1.0,1.0,1.2278781340930796,45.0,0,0,0,38,481.5,54.0,59.7,0.02930622009569378,0.023149934679664256

data/lite/full-imputed-reg/leaderboard.tex

@@ -0,0 +1,53 @@
+\begin{tabular}{llcccccrr}
+\toprule
+\textbf{Model} & \textbf{Elo ($\uparrow$)} & \textbf{Norm.} & \textbf{Avg.} & \textbf{Harm.} & \textbf{\#wins ($\uparrow$)} & \textbf{Improva-} & \textbf{Train time} & \textbf{Predict time} \\
+ &  & \textbf{score ($\uparrow$)} & \textbf{rank ($\downarrow$)} & \textbf{mean} &  & \textbf{bility ($\downarrow$)} & \textbf{per 1K [s]} & \textbf{per 1K [s]} \\
+ &  &  &  & \textbf{rank ($\downarrow$)} &  &  &  &  \\
+\midrule
+AutoGluon 1.3 (4h) & \textcolor{gold}{\textbf{1779${}_{-54,+67}$}} & \textcolor{gold}{\textbf{0.735}} & \textcolor{gold}{\textbf{4.7}} & \textcolor{bronze}{\textbf{3.0}} & 1 & \textcolor{silver}{\textbf{3.5\%}} & 1734.20 & 7.06 \\
+RealMLP (T+E) & \textcolor{silver}{\textbf{1684${}_{-52,+66}$}} & \textcolor{silver}{\textbf{0.734}} & \textcolor{silver}{\textbf{6.6}} & 5.0 & 0 & \textcolor{gold}{\textbf{3.3\%}} & 6534.34 & 2.30 \\
+ModernNCA (T+E) & \textcolor{bronze}{\textbf{1617${}_{-58,+66}$}} & 0.603 & \textcolor{bronze}{\textbf{8.4}} & \textcolor{silver}{\textbf{2.6}} & \textcolor{silver}{\textbf{3}} & 5.3\% & 3811.43 & 7.58 \\
+LightGBM (T+E) & 1608${}_{-66,+56}$ & 0.531 & 8.9 & 7.0 & 0 & 6.0\% & 686.46 & 5.48 \\
+TabDPT (D) & 1569${}_{-56,+66}$ & \textcolor{bronze}{\textbf{0.635}} & 10.0 & 3.2 & \textcolor{silver}{\textbf{3}} & \textcolor{bronze}{\textbf{3.9\%}} & 16.97 & 8.70 \\
+CatBoost (T+E) & 1561${}_{-55,+57}$ & 0.536 & 10.2 & 8.2 & 0 & 5.7\% & 2895.38 & 1.32 \\
+TabM (T+E) & 1540${}_{-48,+53}$ & 0.488 & 11.2 & 7.8 & 0 & 4.3\% & 4228.53 & 1.19 \\
+CatBoost (T) & 1524${}_{-58,+43}$ & 0.512 & 11.8 & 6.5 & 0 & 5.8\% & 2895.38 & 0.07 \\
+LightGBM (T) & 1504${}_{-60,+50}$ & 0.432 & 12.5 & 9.5 & 0 & 6.8\% & 686.46 & 0.74 \\
+XGBoost (T) & 1473${}_{-53,+39}$ & 0.398 & 13.7 & 12.4 & 0 & 6.7\% & 848.99 & 0.47 \\
+XGBoost (T+E) & 1464${}_{-42,+44}$ & 0.432 & 14.0 & 13.1 & 0 & 6.7\% & 848.99 & 2.38 \\
+ModernNCA (D) & 1464${}_{-56,+43}$ & 0.209 & 14.1 & 9.9 & 0 & 8.0\% & 16.07 & 0.29 \\
+TabM (T) & 1449${}_{-44,+56}$ & 0.380 & 14.5 & 11.7 & 0 & 5.1\% & 4228.53 & 0.13 \\
+RealMLP (T) & 1424${}_{-51,+54}$ & 0.344 & 15.5 & 12.2 & 0 & 6.1\% & 6534.34 & 0.07 \\
+CatBoost (D) & 1419${}_{-42,+46}$ & 0.389 & 15.8 & 11.6 & 0 & 7.9\% & 8.35 & 0.09 \\
+ModernNCA (T) & 1400${}_{-59,+46}$ & 0.351 & 16.5 & 6.5 & 0 & 7.9\% & 3811.43 & 0.45 \\
+TabPFNv2 (T+E) & 1366${}_{-50,+62}$ & 0.408 & 17.7 & \textcolor{gold}{\textbf{2.5}} & \textcolor{gold}{\textbf{5}} & 4.8\% & 3805.62 & 10.41 \\
+TabM (D) & 1354${}_{-48,+51}$ & 0.287 & 18.4 & 15.4 & 0 & 6.9\% & 13.90 & 0.12 \\
+TabPFNv2 (T) & 1309${}_{-43,+54}$ & 0.282 & 20.2 & 6.6 & 0 & 6.4\% & 3805.62 & 0.26 \\
+TorchMLP (T+E) & 1302${}_{-50,+48}$ & 0.171 & 20.5 & 17.2 & 0 & 8.1\% & 4452.11 & 0.85 \\
+RealMLP (D) & 1291${}_{-51,+55}$ & 0.137 & 20.9 & 15.4 & 0 & 8.2\% & 32.24 & 0.08 \\
+ExtraTrees (T+E) & 1289${}_{-49,+48}$ & 0.157 & 21.0 & 14.7 & 0 & 11.1\% & 161.73 & 0.78 \\
+ExtraTrees (T) & 1268${}_{-37,+48}$ & 0.129 & 21.8 & 14.2 & 0 & 11.4\% & 161.73 & 0.12 \\
+TabPFNv2 (D) & 1261${}_{-63,+41}$ & 0.228 & 22.4 & 6.6 & 0 & 7.5\% & 2.78 & 0.32 \\
+TorchMLP (T) & 1236${}_{-45,+42}$ & 0.123 & 23.2 & 19.0 & 0 & 8.7\% & 4452.11 & 0.09 \\
+LightGBM (D) & 1227${}_{-43,+51}$ & 0.070 & 23.5 & 22.3 & 0 & 9.6\% & 2.03 & 0.30 \\
+XGBoost (D) & 1194${}_{-51,+44}$ & 0.111 & 25.3 & 23.2 & 0 & 10.4\% & 2.15 & 0.18 \\
+RandomForest (T+E) & 1194${}_{-46,+43}$ & 0.066 & 25.1 & 22.8 & 0 & 12.1\% & 526.17 & 0.77 \\
+RandomForest (T) & 1131${}_{-36,+44}$ & 0.048 & 27.3 & 25.0 & 0 & 12.8\% & 526.17 & 0.12 \\
+EBM (T+E) & 1121${}_{-54,+55}$ & 0.160 & 27.9 & 16.3 & 0 & 14.7\% & 2124.78 & 0.12 \\
+ExtraTrees (D) & 1118${}_{-54,+56}$ & 0.061 & 28.1 & 25.1 & 0 & 13.0\% & 0.42 & 0.06 \\
+FastaiMLP (T+E) & 1086${}_{-56,+49}$ & 0.023 & 29.2 & 28.0 & 0 & 13.1\% & 527.21 & 2.83 \\
+EBM (T) & 1070${}_{-59,+43}$ & 0.137 & 29.9 & 9.3 & 1 & 15.3\% & 2124.78 & 0.01 \\
+TorchMLP (D) & 1069${}_{-50,+50}$ & 0.016 & 29.7 & 27.5 & 0 & 12.9\% & 20.50 & 0.08 \\
+FastaiMLP (T) & 1040${}_{-43,+36}$ & 0.013 & 30.7 & 29.7 & 0 & 13.6\% & 527.21 & 0.31 \\
+RandomForest (D) & 1000${}_{-0,+0}$ & 0.000 & 32.0 & 31.3 & 0 & 14.1\% & 0.63 & 0.06 \\
+TabICL (D) & 999${}_{-49,+47}$ & 0.000 & 32.0 & 31.3 & 0 & 14.1\% & 0.63 & 0.06 \\
+EBM (D) & 984${}_{-52,+60}$ & 0.093 & 32.5 & 29.4 & 0 & 16.0\% & 7.25 & 0.04 \\
+FastaiMLP (D) & 917${}_{-48,+43}$ & 0.000 & 34.4 & 33.7 & 0 & 17.8\% & 3.08 & 0.29 \\
+KNN (T+E) & 518${}_{-81,+70}$ & 0.000 & 40.8 & 40.6 & 0 & 37.3\% & 2.25 & 0.15 \\
+Linear (T+E) & 478${}_{-85,+45}$ & 0.000 & 41.3 & 41.2 & 0 & 35.4\% & 46.50 & 0.14 \\
+Linear (T) & 414${}_{-92,+84}$ & 0.000 & 41.9 & 41.8 & 0 & 35.6\% & 46.50 & 0.04 \\
+KNN (T) & 408${}_{-77,+86}$ & 0.000 & 42.0 & 41.8 & 0 & 37.9\% & 2.25 & 0.03 \\
+Linear (D) & 303${}_{-83,+79}$ & 0.000 & 43.0 & 43.0 & 0 & 38.1\% & 1.16 & 0.08 \\
+KNN (D) & 226${}_{-106,+113}$ & 0.000 & 43.5 & 43.3 & 0 & 41.6\% & 0.04 & 0.02 \\
+\bottomrule
+\end{tabular}

data/lite/full-imputed-reg/tabarena_leaderboard.csv

@@ -0,0 +1,46 @@
+method,time_train_s,time_infer_s,time_train_s_per_1K,time_infer_s_per_1K,normalized-error,normalized-error-task,champ_delta,loss_rescaled,time_train_s_rescaled,time_infer_s_rescaled,rank,median_metric_error,median_time_train_s,median_time_infer_s,median_time_train_s_per_1K,median_time_infer_s_per_1K,median_normalized-error,median_normalized-error-task,median_champ_delta,median_loss_rescaled,median_time_train_s_rescaled,median_time_infer_s_rescaled,median_rank,rank=1_count,rank=2_count,rank=3_count,rank>3_count,elo,elo+,elo-,winrate,mrr
+AutoGluon 1.3 (4h),10051.83785378016,70.68019696382376,3153.0175193360524,8.747021690702612,0.26461131829744206,0.29115842981137285,0.03549166493402033,0.03920014558976489,77389.85490429384,1642.993680810643,4.6923076923076925,4.10013,12458.540483474731,10.641454219818115,1734.201033855079,7.062674608341483,0.23133371369265832,0.27408623724891273,0.016430119497990225,0.02479264320162475,76123.2860686676,448.5777143640419,4.0,1,2,3,7,1778.9,66.7,53.2,0.916083916083916,0.3317182817182817
+REALMLP (tuned + ensemble),67720.63958248726,12.596411228179932,7060.621324893922,7.808561874535024,0.26596078198184286,0.34232721258440973,0.03285005050218543,0.04401282593134286,300508.62324682355,250.14082076713328,6.615384615384615,4.1572,28985.167714595795,4.047658205032349,6534.342759080719,2.2990216834440518,0.1939333280527935,0.324574783076754,0.02253995800399078,0.021718159121346815,215284.61589654352,243.1358386691401,6.0,0,1,2,10,1684.2,65.9,51.5,0.8723776223776224,0.20188785573400958
+MNCA (tuned + ensemble),32095.7095044026,50.336935831950264,6167.970103891367,17.67280087259302,0.39661026996847265,0.3581239674749241,0.05341582328399139,0.050042393373680265,183828.00911751532,735.9936636946994,8.384615384615385,5.17584,16410.6605322361,9.919520378112793,3811.431210311487,7.580550796782489,0.35096562881515253,0.15878663570211426,0.013723617424411305,0.01836048171796887,215831.1755427445,518.4548592505826,4.0,3,2,0,8,1617.3,66.0,57.9,0.8321678321678322,0.38649715095711557
+GBM (tuned + ensemble),3436.114175393031,58.23533050830547,795.9694443599602,8.418828059060083,0.4687885136784251,0.4763742989836305,0.059558887741216864,0.060464652873721096,19731.156544048128,1434.220040412032,8.923076923076923,4.23184,3069.166275501251,10.259183883666992,686.4649311851701,5.476648655048637,0.41525976638432377,0.4634748152061456,0.025882078477524217,0.050453337192894875,19944.502036932092,444.7715795428446,7.0,0,0,1,12,1607.9,55.5,65.5,0.8199300699300699,0.14327324722061563
+TABDPT (default),148.7485225384052,53.04140243163476,27.664670515034977,22.751733349883246,0.36524485788247774,0.4383354661860421,0.03895918068763415,0.054308826459819506,812.9269128730391,1906.3906090967916,10.0,4.24006,138.3429434299469,23.635958433151245,16.972548083255166,8.69507121915186,0.28825222902504594,0.47549658590127725,0.028230517433738833,0.03713676774968525,862.9680595038594,1818.2713070390416,8.0,3,0,0,10,1569.2,65.4,55.1,0.7954545454545454,0.3097215425150648
+CAT (tuned + ensemble),28869.75754873569,4.897776438639714,6008.917386152554,1.2106725402691727,0.46394270088709505,0.519590289227365,0.05714402452817158,0.06548691214488393,133179.3418491014,149.6309053684063,10.23076923076923,4.34931,19659.746299266815,2.423489809036255,2895.38206857098,1.3169555135467037,0.4150140849407447,0.5182244539994575,0.03827463657502361,0.05389421229497224,136008.98155550173,63.945909864284914,10.0,0,0,1,12,1561.4,56.9,54.1,0.7902097902097902,0.12143066672418898
+TABM (tuned + ensemble),43863.87365627289,7.196907648673425,7630.0436857309,2.7973145627637854,0.5116630985629478,0.5198043493598762,0.04290685479251263,0.07822064428199164,178405.92798162796,122.01127915897794,11.23076923076923,4.37433,20695.145789146423,2.30704665184021,4228.525932170142,1.1878318177487799,0.43090407292838107,0.5335750739105611,0.0396200504203853,0.06046439799308363,167683.34522914552,99.64653279572039,10.0,0,0,1,12,1540.1,52.2,47.4,0.7674825174825175,0.1289168239168239
+CAT (tuned),28869.75754873569,0.37941277944124663,6008.917386152554,0.13317195365011947,0.48768370669415817,0.5463479499812743,0.05839445479116519,0.07231684828907538,133179.3418491014,12.25994177013758,11.807692307692308,4.33359,19659.746299266815,0.3871791362762451,2895.38206857098,0.07259850925684806,0.5120020111687084,0.5133061965308594,0.03706248382495947,0.053204471612172954,136008.98155550173,9.36829586948511,12.0,0,2,0,11,1523.9,42.1,57.7,0.7543706293706294,0.1537026326500011
+GBM (tuned),3436.114175393031,7.708258518805871,795.9694443599602,1.1322853845142717,0.5677497712335507,0.6014392970416428,0.06776685133908343,0.07552236395185406,19731.156544048128,203.98211974063437,12.538461538461538,4.36733,3069.166275501251,2.4075584411621094,686.4649311851701,0.7428209858877407,0.5552965190223861,0.5756896517205545,0.03596218031983012,0.05207436999842263,19944.502036932092,125.83374247654176,12.0,0,0,0,13,1504.0,49.2,59.2,0.7377622377622378,0.10512436281667051
+XGB (tuned),6347.206248815243,2.662817588219276,1403.828603839992,0.830905023108991,0.6023900941776976,0.6250779743377591,0.0667918478116874,0.07170009024260994,25057.523759861193,88.40573298970912,13.73076923076923,4.27126,2595.2154359817505,1.905684232711792,848.994191986563,0.4748247737108275,0.6620816436761664,0.6582919744938843,0.03917366894901786,0.060160294207553616,28391.44761906215,33.71919899313387,14.0,0,0,0,13,1473.3,38.4,52.3,0.7106643356643356,0.08067601202216587
+XGB (tuned + ensemble),6347.206248815243,13.31823913867657,1403.828603839992,4.96016839745584,0.567688570586379,0.6227280227839246,0.06698153788595129,0.0725859063185028,25057.523759861193,462.0201618770655,14.0,4.28931,2595.2154359817505,11.448588609695435,848.994191986563,2.377886790782213,0.6256631137377601,0.6107024069682365,0.04155329070129643,0.06320753111560178,28391.44761906215,165.90428541165622,15.0,0,0,0,13,1463.6,43.3,41.1,0.7045454545454546,0.07613468733378236
+MNCA (default),99.03008703085092,2.04661226272583,17.95183203493229,0.696529515302073,0.7905734390801098,0.6498732173588466,0.08041637581694962,0.08390389437461304,536.9851811460794,28.619994682567945,14.076923076923077,5.11399,53.54817509651184,0.404191255569458,16.074996445495383,0.28976407064988385,0.9481480616823943,0.5396637738217239,0.03164135806644719,0.09743889944848891,512.2293777300066,19.36698671755419,11.0,0,0,0,13,1463.6,43.0,55.8,0.7027972027972028,0.10143543204924278
+TABM (tuned),43863.87365627289,0.6320198682638315,7630.0436857309,0.26286272507788355,0.6195303355392976,0.6496850655443615,0.051372265876231,0.09148999172880691,178405.92798162796,12.46052452929135,14.461538461538462,4.38922,20695.145789146423,0.3208010196685791,4228.525932170142,0.1251857412799802,0.5658117450288995,0.6483290168515105,0.03964170904471853,0.08006597714469382,167683.34522914552,9.015021272319185,14.0,0,0,0,13,1449.4,55.3,43.5,0.6940559440559441,0.08548065182680567
+REALMLP (tuned),67720.63958248726,0.544457747386052,7060.621324893922,0.3613057143261696,0.655870427194709,0.6797373834227193,0.060505986157313056,0.08316728065693908,300508.62324682355,13.279279128405507,15.538461538461538,4.49659,28985.167714595795,0.20874404907226562,6534.342759080719,0.07393883227200762,0.67949922992921,0.7357067842152395,0.04525760113385646,0.06129841644554749,215284.61589654352,8.366633852135228,17.0,0,0,0,13,1424.2,53.8,50.1,0.6695804195804196,0.08208437073762151
+CAT (default),91.84739507161655,0.4293701098515437,19.94101966337271,0.1772958974443293,0.6107641551712003,0.6846055390379693,0.07881653818408804,0.09152830573044982,430.2934190313639,15.190031737648651,15.807692307692308,4.47999,56.422000885009766,0.48146557807922363,8.349037958570749,0.08723198972790447,0.5847419575275037,0.7875385337046236,0.045915518799006794,0.09538359624838474,318.4902885443583,10.727539533685711,17.0,0,0,0,13,1418.8,46.0,41.1,0.6634615384615384,0.08639569595687512
+MNCA (tuned),32095.7095044026,2.2542913326850305,6167.970103891367,0.8125346038667304,0.6494157477338965,0.6307262787897645,0.07928979753685937,0.09781240992471517,183828.00911751532,39.103427878901556,16.53846153846154,5.75005,16410.6605322361,0.6251811981201172,3811.431210311487,0.45193767318844,0.686862000079896,0.6969334761199919,0.03527696549346959,0.05891870917494727,215831.1755427445,27.98327705018131,16.0,0,2,1,10,1399.7,45.2,58.2,0.6468531468531469,0.15343961252032015
+TABPFNV2 (tuned + ensemble),8899.38509618319,62.91845811330355,3633.4558137211893,46.64108205495555,0.5916274908500255,0.5849838864936402,0.04839446613326732,0.08944393967137762,99443.62878221263,3679.6982603537876,17.653846153846153,3.91474,5595.9298593997955,5.2166831493377686,3805.619968588136,10.412541216243051,0.7821381201281035,1.0,0.025874273100668255,0.03630310268727526,98726.78828565427,873.5021358138049,25.0,5,0,0,8,1366.5,61.4,49.5,0.6215034965034965,0.4077406869543342
+TABM (default),115.03358120184679,0.551762947669396,30.805250424733348,0.23944113770930792,0.7132806572850755,0.7340372112580631,0.06854579934686048,0.12088875293111297,591.7176035490969,9.427562415305996,18.384615384615383,4.49975,77.85998892784119,0.17319130897521973,13.902122931630087,0.12286842671210456,0.6984407490367052,0.7811252019030427,0.05381146736356224,0.09871836929846278,376.39915054227686,7.849330306811178,18.0,0,0,0,13,1353.6,50.6,47.6,0.6048951048951049,0.06505300599593403
+TABPFNV2 (tuned),8899.38509618319,3.9829243880051832,3633.4558137211893,1.951163103246529,0.7178550513336984,0.7120821834319193,0.06387860143600042,0.11435494833471192,99443.62878221263,205.40878557856996,20.192307692307693,4.06636,5595.9298593997955,0.3870081901550293,3805.619968588136,0.2619314172957417,1.0,1.0,0.05440739873667044,0.06240298084549091,98726.78828565427,24.143642847427156,28.5,0,2,1,10,1309.2,54.0,43.0,0.5638111888111889,0.1517848528366536
+NN_TORCH (tuned + ensemble),44566.48122985546,3.9406251907348633,5669.080821343483,1.3428149317173896,0.8294336223884518,0.8237288714596172,0.08088108079156034,0.11213994758491941,212623.11870515408,100.05462140638757,20.53846153846154,4.45415,15782.205469369888,3.293855905532837,4452.108570637395,0.8515826242412635,0.9419042422995464,0.7884085019971289,0.08148151246451829,0.09102294293315928,180041.55346239166,102.16386050718569,21.0,0,0,0,13,1301.5,47.7,49.2,0.5559440559440559,0.05801588862969937
+REALMLP (default),351.8482951934521,0.5515201458564172,35.503559222074486,0.3453931510429455,0.8625329178435776,0.83683724224921,0.08164018029407737,0.12907740722461616,1536.8505495640943,11.94254014053474,20.923076923076923,4.72117,142.23176908493042,0.1978776454925537,32.236338542328866,0.07855930724815739,0.9645369038929025,0.9243572012327576,0.06218045116441895,0.09045562976994424,969.8530395782191,8.889469027651435,22.0,0,0,0,13,1290.6,54.5,50.3,0.5472027972027972,0.06491914962738762
+XT (tuned + ensemble),1203.8377161942994,3.407132093723004,436.75693766012125,1.1793024261894192,0.8432098887288747,0.8049811407971149,0.11060763264847792,0.12718490393522525,7927.278685066689,97.16356713108524,21.0,5.19051,775.9451651573181,4.3725128173828125,161.7254597218303,0.7839402487111646,1.0,1.0,0.05459719178375644,0.12151685876412094,4965.162637285519,114.56582435147743,24.0,0,0,0,13,1289.0,47.5,48.2,0.5454545454545454,0.06781235624248329
+XT (tuned),1203.8377161942994,0.42836998059199405,436.75693766012125,0.15974479700708394,0.8708387105454042,0.800557685904906,0.11386210725946759,0.13000093959060843,7927.278685066689,12.996585928646535,21.846153846153847,5.21222,775.9451651573181,0.3841361999511719,161.7254597218303,0.1196965961875078,1.0,1.0,0.059483366316838704,0.12062350958135247,4965.162637285519,11.747884708843724,23.0,0,0,0,13,1268.3,47.2,36.8,0.5262237762237763,0.07032908719674844
+TABPFNV2 (default),14.410667272714468,0.6207188092745267,5.29412356125824,0.43658793734220885,0.7716885347996363,0.7324942589285312,0.07542019349562212,0.13507197823314007,114.90906903053514,31.157310825104744,22.423076923076923,3.96968,10.626041173934937,0.44887351989746094,2.7779123281248537,0.3151157987035174,1.0,1.0,0.06293455289431216,0.06240298084549091,106.36256863695091,24.143642847427156,28.5,0,2,2,9,1260.8,40.4,62.4,0.5131118881118881,0.15112174356709815
+NN_TORCH (tuned),44566.48122985546,0.300307035446167,5669.080821343483,0.10884087554478102,0.8767833734464541,0.8424822836677806,0.08707948843325523,0.13260712389377693,212623.11870515408,7.435699914505718,23.23076923076923,4.35043,15782.205469369888,0.15927791595458984,4452.108570637395,0.08851260312676379,1.0,0.8224160256691871,0.09275938505548831,0.07439215953480095,180041.55346239166,7.021581615200423,20.0,0,0,0,13,1235.6,41.1,44.8,0.49475524475524474,0.05267127440710437
+GBM (default),11.557473989633413,2.3389387864332933,3.7830693017108263,0.6131180352644026,0.9303753212721771,0.8977865383859813,0.09641293232462503,0.12631547899331944,86.42318767453573,78.28800186182016,23.53846153846154,4.60997,7.728894472122192,1.0601136684417725,2.0295221938774763,0.2962542098282052,0.9919628610131755,1.0,0.056468228310221136,0.12652549891600978,79.9077479005168,21.84399881745161,24.0,0,0,0,13,1227.4,50.6,42.2,0.48776223776223776,0.044802849386652986
+RF (tuned + ensemble),2061.32346032216,3.516887463056124,498.80047788723755,1.0331010904881306,0.9341058521704168,0.9236047758809486,0.12061494844984984,0.13420467042903117,10568.524251535091,92.6089977104098,25.076923076923077,5.35575,1100.1833860874176,1.5810585021972656,526.1674899414485,0.7701151896148807,1.0,1.0,0.07253345631610286,0.16236919097501226,11284.229205513133,73.76895458081503,27.0,0,0,0,13,1193.5,43.0,45.9,0.4527972027972028,0.04380255277296115
+XGB (default),12.744810801285963,0.8711951879354624,3.3672477352464436,0.269627728742662,0.8890754852284094,0.864950613607708,0.10371851834711493,0.13896612670151764,67.4237557433486,29.92998850138266,25.26923076923077,5.03782,8.503239631652832,0.5015158653259277,2.1458947295259945,0.17973603002282956,1.0,1.0,0.06048068144140273,0.11472972098019232,79.4223078814837,14.470859449961994,26.0,0,0,0,13,1193.7,44.0,50.2,0.44842657342657344,0.04315970587940105
+RF (tuned),2061.32346032216,0.35773491859436035,498.80047788723755,0.13352674389299507,0.9521440935358421,0.9329830611610441,0.12823071216367044,0.1450753182102409,10568.524251535091,11.403218373596392,27.346153846153847,5.50373,1100.1833860874176,0.2583794593811035,526.1674899414485,0.11934386114600624,1.0,1.0,0.07200067617043104,0.17146504159205414,11284.229205513133,12.018495346547116,28.5,0,0,0,13,1130.7,43.5,35.9,0.4012237762237762,0.04002937207271572
+EBM (tuned + ensemble),26006.099437456865,0.9856858620276818,3356.515573705329,0.34153237266067143,0.8401103872067855,0.8714235609142195,0.14667419727189587,0.19519827065979006,98028.229877245,12.716029695527471,27.923076923076923,4.4992,6071.96945476532,0.23789739608764648,2124.784934448033,0.12211837692413026,1.0,1.0,0.12651110207479377,0.12909316505911625,95277.20874636172,10.244440895844145,34.0,0,0,1,12,1120.6,54.7,53.6,0.3881118881118881,0.061303030752746124
+XT (default),4.47036992586576,0.27958295895503116,0.8320963666478268,0.08259457701463509,0.9388750296989964,0.9200841340233729,0.12995089831738704,0.18146467541992853,12.3176265493243,7.870904574627616,28.076923076923077,5.21222,1.8384346961975098,0.15966486930847168,0.424311872114215,0.060998774854278015,1.0,1.0,0.08211867366377534,0.16206852516277276,10.170662473104239,6.482341208432202,30.0,0,0,0,13,1118.2,55.1,53.1,0.38461538461538464,0.039842149657870064
+FASTAI (tuned + ensemble),4587.4864926521595,8.088074555763832,1228.3496620568533,4.774504314817022,0.976857214707512,0.9882135422000573,0.13089947326898535,0.19661133685827967,31416.410399557783,300.5500778279919,29.23076923076923,5.22937,3495.172525405884,6.275083303451538,527.2149841541068,2.8305834490487536,1.0,1.0,0.09544576825940065,0.17798536123127906,32094.70665313662,284.14659267835043,28.0,0,0,0,13,1085.7,48.4,55.3,0.3583916083916084,0.03572335866660936
+NN_TORCH (default),149.93631285887497,0.22603647525493914,24.53274626856709,0.08820389410472865,0.9842745385355711,0.977905433234048,0.1288760723805274,0.20021556593244114,789.2682924687753,6.761490179412745,29.692307692307693,4.48918,79.02296853065491,0.1783456802368164,20.501721600246,0.08139732073405338,1.0,1.0,0.12094953272557762,0.12823638255534808,464.3796175172265,6.690027290059689,29.0,0,0,0,13,1069.1,49.9,49.7,0.3479020979020979,0.036411074251365284
+EBM (tuned),26006.099437456865,0.08786681982187125,3356.515573705329,0.03542955498326605,0.8629348413551933,0.8593961706935105,0.1533023278019875,0.22324193551187432,98028.229877245,1.247331364408003,29.923076923076923,4.53788,6071.96945476532,0.03220105171203613,2124.784934448033,0.011920453069690697,1.0,1.0,0.12684760095556957,0.1518090762784355,95277.20874636172,1.0,36.0,1,0,0,12,1070.2,43.0,58.5,0.34265734265734266,0.10782856962302997
+FASTAI (tuned),4587.4864926521595,0.8590086423433744,1228.3496620568533,0.4517426116430779,0.9865659937937807,0.9955510902736445,0.13574860944781228,0.21723167691030648,31416.410399557783,33.24632209827138,30.692307692307693,5.20475,3495.172525405884,0.7054669857025146,527.2149841541068,0.31148362904787064,1.0,1.0,0.11250145730924221,0.19828317849031726,32094.70665313662,33.069549879991385,30.0,0,0,0,13,1040.1,35.7,42.3,0.32517482517482516,0.033628393696266995
+RF (default),9.625078421372633,0.3119058792407696,1.3105120203011107,0.08833919573142503,1.0,1.0,0.1414698659996216,0.19127372198208098,28.977692368539365,8.6618037567804,31.96153846153846,5.50373,5.83245849609375,0.15849757194519043,0.6330948821924387,0.06385546519532179,1.0,1.0,0.08318481827952429,0.20419806328614365,24.89266133507776,6.5528732074693075,32.0,0,0,0,13,1000.0,0.0,0.0,0.29632867132867136,0.03196784925042353
+TABICL (default),9.625078421372633,0.3119058792407696,1.3105120203011107,0.08833919573142503,1.0,1.0,0.1414698659996216,0.19127372198208098,28.977692368539365,8.6618037567804,31.96153846153846,5.50373,5.83245849609375,0.15849757194519043,0.6330948821924387,0.06385546519532179,1.0,1.0,0.08318481827952429,0.20419806328614365,24.89266133507776,6.5528732074693075,32.0,0,0,0,13,999.2,46.1,48.8,0.29632867132867136,0.03196784925042353
+EBM (default),59.33740012462322,0.1286466121673584,9.101757338940997,0.07531792942152694,0.9074728958123806,0.929284582659214,0.16014805544094196,0.22817038573542853,235.3944936698285,3.0829910156446747,32.53846153846154,4.59891,16.830075979232788,0.058573246002197266,7.250631064699407,0.04116066154478904,1.0,1.0,0.13870824947029292,0.14578267826230468,199.27951947649242,2.3994193074057,37.0,0,0,0,13,984.1,59.9,51.1,0.28321678321678323,0.0339891038491637
+FASTAI (default),19.02570968407851,0.9372756664569561,4.5150492334878205,0.3838557095432917,1.0,1.0,0.17777881555460698,0.2710114034885087,122.59124416864653,31.37127570550211,34.38461538461539,6.27121,14.524733304977417,1.090883731842041,3.0836050750366097,0.29293149190497314,1.0,1.0,0.11103713173333196,0.29927743293530584,144.4018162786092,35.82998039822552,35.0,0,0,0,13,917.4,42.4,47.6,0.24125874125874125,0.029694724737649423
+KNN (tuned + ensemble),130.0447974755214,2.3221586850973277,31.413578991094717,0.3839981934688547,1.0,1.0,0.37277765130751944,0.6767426072657229,86.62047407939465,27.45502773232453,40.84615384615385,8.16815,12.739671230316162,0.2766997814178467,2.253836358499806,0.14740763433303566,1.0,1.0,0.42992491292377444,0.797964481423868,68.17976708247701,13.891874242000187,42.0,0,0,0,13,518.1,69.6,80.3,0.0944055944055944,0.024604263435352786
+LR (tuned + ensemble),259.4397970529703,0.5564901095170242,90.58997126979446,0.25975101191673244,1.0,1.0,0.35449036529297795,0.6326802829127195,1967.1950270790398,11.602054705435593,41.26923076923077,7.90301,156.73520398139954,0.17154169082641602,46.49516183285896,0.14113267629856877,1.0,1.0,0.3712901272900253,0.6730086523874259,1676.6799766486058,9.252055102805237,40.0,0,0,0,13,478.0,44.4,84.2,0.08479020979020979,0.024263628776410674
+LR (tuned),259.4397970529703,0.12883753042954665,90.58997126979446,0.058721919597199,1.0,1.0,0.3563435955227629,0.6421042284092535,1967.1950270790398,2.9663690915463836,41.92307692307692,7.95008,156.73520398139954,0.04031491279602051,46.49516183285896,0.04248926416039467,1.0,1.0,0.3720471503072048,0.6809514133120513,1676.6799766486058,3.0754592783196695,42.0,0,0,0,13,413.9,83.1,91.5,0.06993006993006994,0.023904081877045964
+KNN (tuned),130.0447974755214,0.2600700121659499,31.413578991094717,0.054814694748458494,1.0,1.0,0.3793529569651058,0.7088035547752614,86.62047407939465,3.596722365416154,42.0,8.28075,12.739671230316162,0.11144423484802246,2.253836358499806,0.029449351131916046,1.0,1.0,0.4343387863461754,0.8372013840030864,68.17976708247701,2.325030564010288,43.0,0,0,0,13,407.7,85.6,76.1,0.06818181818181818,0.02390428629793349
+LR (default),4.9569381567148065,0.18706706854013297,2.04240300519074,0.0952681059723661,1.0,1.0,0.3811678789837085,0.7484824808959079,46.37076890234856,6.575927550408862,43.03846153846154,8.07907,5.157731294631958,0.10304999351501465,1.1643471259929907,0.0800294014177239,1.0,1.0,0.3720269301046141,0.7403523158287414,40.21502356299305,3.589990624937666,42.0,0,0,0,13,302.7,78.1,82.3,0.044580419580419584,0.023274085270852826
+KNN (default),2.3537445801955004,0.07271528244018555,0.6011442901693675,0.029873606599490884,1.0,1.0,0.4161497596650681,0.8500786493003942,1.1881523781374654,1.663589934493969,43.53846153846154,8.5423,0.15627789497375488,0.04499936103820801,0.03787513578449361,0.02182507289554364,1.0,1.0,0.4698333732046267,1.0,1.0,1.6403093647746019,45.0,0,0,0,13,225.7,112.5,105.6,0.033216783216783216,0.023071373071373073

data/lite/full-imputed-reg/time_plot.png.zip

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fccff3eca1df1c8b03a23190e0e55e0f0216d7b93fbd63db371d9d3919c226e
+size 80035