{ "meta": { "generated_at_utc": "2026-02-24T16:23:15.102628+00:00", "manifest": "interaction_holdout_protocol_v1", "protocol": "S3_interaction_holdout", "validation_data": "materials_validation_dataset_v1", "adapters": [ "flux", "aflow", "jarvis", "matbench" ], "resolved_adapters": [ "flux", "aflow", "jarvis", "matbench" ], "selected_fold_ids": "all", "num_folds": 15, "holdout_mode": "strict" }, "fold_results": [ { "fold_id": "itype:AA", "holdout_key": "AA", "holdout_size": 5, "train_size": 175, "models": [ { "model": "flux", "properties": { "B_GPa": { "N_truth": 5, "N_pred": 5, "coverage_pct": 100.0, "MAE": 0.022898467536293765, "MAPE": 0.5025418004312263, "median_APE": 0.4513497365000063, "p90_AE": 0.053705456696783394 }, "theta_D_K": { "N_truth": 5, "N_pred": 5, "coverage_pct": 100.0, "MAE": 1.1480574488084272, "MAPE": 1.6117829069623213, "median_APE": 1.1920405709748434, "p90_AE": 2.503056347616784 }, "v_sound_m_s": { "N_truth": 5, "N_pred": 5, "coverage_pct": 100.0, "MAE": 8.17338784995702, "MAPE": 0.37328627305796785, "median_APE": 0.23458023201264536, "p90_AE": 12.382873359003497 }, "density_g_cm3": { "N_truth": 5, "N_pred": 5, "coverage_pct": 100.0, "MAE": 0.07599740325030165, "MAPE": 4.67949729642874, "median_APE": 1.6626107901206408, "p90_AE": 0.20849309004446526 }, "kappa_W_mK": { "N_truth": 5, "N_pred": 5, "coverage_pct": 100.0, "MAE": 0.18618356044228362, "MAPE": 0.2161895236248046, "median_APE": 0.18211430298415815, "p90_AE": 0.3371364938695933 } }, "aggregate": { "N_points": 25, "overall_MAPE": 1.4766595601010115, "overall_median_APE": 0.3966311692583451 }, "runtime": { "N_calls": 5, "mean_ms": 0.507139996625483, "p95_ms": 0.7915999740362167 } }, { "model": "aflow", "properties": { "B_GPa": { "N_truth": 5, "N_pred": 5, "coverage_pct": 100.0, "MAE": 1.5567730000000002, "MAPE": 31.243833449704418, "median_APE": 27.167272727272728, "p90_AE": 2.9884000000000004 }, "theta_D_K": { "N_truth": 5, "N_pred": 5, "coverage_pct": 100.0, "MAE": 20.28797, "MAPE": 10.16951603199026, "median_APE": 8.327631578947377, "p90_AE": 69.572 }, "v_sound_m_s": { "N_truth": 5, "N_pred": 5, "coverage_pct": 100.0, "MAE": 1021.2724000000001, "MAPE": 36.259203043620886, "median_APE": 36.873666666666665, "p90_AE": 2212.42 }, "density_g_cm3": { "N_truth": 5, "N_pred": 5, "coverage_pct": 100.0, "MAE": 0.049100800000000014, "MAPE": 5.21165264164127, "median_APE": 3.1274941995359704, "p90_AE": 0.12450500000000009 }, "kappa_W_mK": { "N_truth": 5, "N_pred": 5, "coverage_pct": 100.0, "MAE": 83.62114219999998, "MAPE": 98.87485737519901, "median_APE": 99.5208625, "p90_AE": 140.02091 } }, "aggregate": { "N_points": 25, "overall_MAPE": 36.351812508431166, "overall_median_APE": 27.167272727272728 }, "runtime": { "N_calls": 5, "mean_ms": 0.0059999991208314896, "p95_ms": 0.011400028597563505 } }, { "model": "jarvis", "properties": { "B_GPa": { "N_truth": 5, "N_pred": 4, "coverage_pct": 80.0, "MAE": 1.41625, "MAPE": 24.22421682260392, "median_APE": 23.996774193548383, "p90_AE": 2.9000000000000004 }, "theta_D_K": { "N_truth": 5, "N_pred": 0, "coverage_pct": 0.0, "MAE": null, "MAPE": null, "median_APE": null, "p90_AE": null }, "v_sound_m_s": { "N_truth": 5, "N_pred": 0, "coverage_pct": 0.0, "MAE": null, "MAPE": null, "median_APE": null, "p90_AE": null }, "density_g_cm3": { "N_truth": 5, "N_pred": 5, "coverage_pct": 100.0, "MAE": 0.10700000000000001, "MAPE": 8.795134025835182, "median_APE": 8.159268929503916, "p90_AE": 0.2230000000000001 }, "kappa_W_mK": { "N_truth": 5, "N_pred": 0, "coverage_pct": 0.0, "MAE": null, "MAPE": null, "median_APE": null, "p90_AE": null } }, "aggregate": { "N_points": 9, "overall_MAPE": 15.652504157732402, "overall_median_APE": 11.554404145077726 }, "runtime": { "N_calls": 5, "mean_ms": 0.0043600331991910934, "p95_ms": 0.005500041879713535 } }, { "model": "matbench", "properties": { "B_GPa": { "N_truth": 5, "N_pred": 5, "coverage_pct": 100.0, "MAE": 1.4999999999999996, "MAPE": 28.832425638877247, "median_APE": 27.272727272727256, "p90_AE": 2.9999999999999982 }, "theta_D_K": { "N_truth": 5, "N_pred": 0, "coverage_pct": 0.0, "MAE": null, "MAPE": null, "median_APE": null, "p90_AE": null }, "v_sound_m_s": { "N_truth": 5, "N_pred": 0, "coverage_pct": 0.0, "MAE": null, "MAPE": null, "median_APE": null, "p90_AE": null }, "density_g_cm3": { "N_truth": 5, "N_pred": 0, "coverage_pct": 0.0, "MAE": null, "MAPE": null, "median_APE": null, "p90_AE": null }, "kappa_W_mK": { "N_truth": 5, "N_pred": 0, "coverage_pct": 0.0, "MAE": null, "MAPE": null, "median_APE": null, "p90_AE": null } }, "aggregate": { "N_points": 5, "overall_MAPE": 28.832425638877247, "overall_median_APE": 27.272727272727256 }, "runtime": { "N_calls": 5, "mean_ms": 0.00396000687032938, "p95_ms": 0.004600035026669502 } } ] }, { "fold_id": "itype:AEAE", "holdout_key": "AEAE", "holdout_size": 5, "train_size": 175, "models": [ { "model": "flux", "properties": { "B_GPa": { "N_truth": 5, "N_pred": 5, "coverage_pct": 100.0, "MAE": 0.36514571345523594, "MAPE": 3.0664980809419005, "median_APE": 1.37538420876175, "p90_AE": 0.7262176894692374 }, "theta_D_K": { "N_truth": 5, "N_pred": 5, "coverage_pct": 100.0, "MAE": 19.374977389405338, "MAPE": 5.1238646000152706, "median_APE": 2.9697806670058178, "p90_AE": 55.32093578980965 }, "v_sound_m_s": { "N_truth": 5, "N_pred": 5, "coverage_pct": 100.0, "MAE": 310.43464080414805, "MAPE": 3.5078294548270974, "median_APE": 0.8454420291427878, "p90_AE": 1035.5927965410738 }, "density_g_cm3": { "N_truth": 5, "N_pred": 5, "coverage_pct": 100.0, "MAE": 0.0127025073358356, "MAPE": 0.5008869035372305, "median_APE": 0.7036185623285436, "p90_AE": 0.02505592950080837 }, "kappa_W_mK": { "N_truth": 5, "N_pred": 5, "coverage_pct": 100.0, "MAE": 16.04162021606937, "MAPE": 9.224753462110524, "median_APE": 0.4117241075467502, "p90_AE": 40.465204646067974 } }, "aggregate": { "N_points": 25, "overall_MAPE": 4.284766500286405, "overall_median_APE": 0.8454420291427878 }, "runtime": { "N_calls": 5, "mean_ms": 0.33186000073328614, "p95_ms": 0.3521000035107136 } }, { "model": "aflow", "properties": { "B_GPa": { "N_truth": 5, "N_pred": 3, "coverage_pct": 60.0, "MAE": 0.7320616666666666, "MAPE": 6.615969158496732, "median_APE": 5.0625, "p90_AE": 1.1997850000000003 }, "theta_D_K": { "N_truth": 5, "N_pred": 3, "coverage_pct": 60.0, "MAE": 23.25266666666666, "MAPE": 15.603294255778723, "median_APE": 17.864625850340133, "p90_AE": 26.260999999999996 }, "v_sound_m_s": { "N_truth": 5, "N_pred": 3, "coverage_pct": 60.0, "MAE": 1876.8916666666667, "MAPE": 52.7807807168871, "median_APE": 54.00810810810811, "p90_AE": 2272.32 }, "density_g_cm3": { "N_truth": 5, "N_pred": 3, "coverage_pct": 60.0, "MAE": 0.03928333333333341, "MAPE": 1.5059379812740048, "median_APE": 1.8322580645161277, "p90_AE": 0.07484500000000027 }, "kappa_W_mK": { "N_truth": 5, "N_pred": 3, "coverage_pct": 60.0, "MAE": 79.77870666666666, "MAPE": 91.2909201018716, "median_APE": 91.9772142857143, "p90_AE": 191.55728 } }, "aggregate": { "N_points": 15, "overall_MAPE": 33.55938044286163, "overall_median_APE": 17.864625850340133 }, "runtime": { "N_calls": 5, "mean_ms": 0.0037599937058985233, "p95_ms": 0.007499998901039362 } }, { "model": "jarvis", "properties": { "B_GPa": { "N_truth": 5, "N_pred": 5, "coverage_pct": 100.0, "MAE": 1.4679999999999989, "MAPE": 3.2117396574014174, "median_APE": 3.057142857142858, "p90_AE": 5.299999999999997 }, "theta_D_K": { "N_truth": 5, "N_pred": 0, "coverage_pct": 0.0, "MAE": null, "MAPE": null, "median_APE": null, "p90_AE": null }, "v_sound_m_s": { "N_truth": 5, "N_pred": 0, "coverage_pct": 0.0, "MAE": null, "MAPE": null, "median_APE": null, "p90_AE": null }, "density_g_cm3": { "N_truth": 5, "N_pred": 5, "coverage_pct": 100.0, "MAE": 0.13479999999999998, "MAPE": 5.296420305819636, "median_APE": 6.193548387096765, "p90_AE": 0.33000000000000007 }, "kappa_W_mK": { "N_truth": 5, "N_pred": 0, "coverage_pct": 0.0, "MAE": null, "MAPE": null, "median_APE": null, "p90_AE": null } }, "aggregate": { "N_points": 10, "overall_MAPE": 4.254079981610527, "overall_median_APE": 3.5670329670329664 }, "runtime": { "N_calls": 5, "mean_ms": 0.004120031371712685, "p95_ms": 0.004800036549568176 } }, { "model": "matbench", "properties": { "B_GPa": { "N_truth": 5, "N_pred": 5, "coverage_pct": 100.0, "MAE": 1.8199999999999945, "MAPE": 3.940018315018313, "median_APE": 2.857142857142857, "p90_AE": 6.999999999999972 }, "theta_D_K": { "N_truth": 5, "N_pred": 0, "coverage_pct": 0.0, "MAE": null, "MAPE": null, "median_APE": null, "p90_AE": null }, "v_sound_m_s": { "N_truth": 5, "N_pred": 0, "coverage_pct": 0.0, "MAE": null, "MAPE": null, "median_APE": null, "p90_AE": null }, "density_g_cm3": { "N_truth": 5, "N_pred": 0, "coverage_pct": 0.0, "MAE": null, "MAPE": null, "median_APE": null, "p90_AE": null }, "kappa_W_mK": { "N_truth": 5, "N_pred": 0, "coverage_pct": 0.0, "MAE": null, "MAPE": null, "median_APE": null, "p90_AE": null } }, "aggregate": { "N_points": 5, "overall_MAPE": 3.940018315018313, "overall_median_APE": 2.857142857142857 }, "runtime": { "N_calls": 5, "mean_ms": 0.0038400059565901756, "p95_ms": 0.003999972250312567 } } ] }, { "fold_id": "itype:AEC", "holdout_key": "AEC", "holdout_size": 20, "train_size": 160, "models": [ { "model": "flux", "properties": { "B_GPa": { "N_truth": 20, "N_pred": 20, "coverage_pct": 100.0, "MAE": 0.3205058901235388, "MAPE": 0.42378830170823195, "median_APE": 0.31968200382506906, "p90_AE": 0.6158795352756954 }, "theta_D_K": { "N_truth": 20, "N_pred": 20, "coverage_pct": 100.0, "MAE": 6.799290767177124, "MAPE": 1.3009330945596147, "median_APE": 0.5720304380027326, "p90_AE": 17.06973290001997 }, "v_sound_m_s": { "N_truth": 20, "N_pred": 20, "coverage_pct": 100.0, "MAE": 90.08312162089061, "MAPE": 1.6532555389571595, "median_APE": 1.1377531374156737, "p90_AE": 159.64982628641155 }, "density_g_cm3": { "N_truth": 20, "N_pred": 20, "coverage_pct": 100.0, "MAE": 0.025321660480428367, "MAPE": 0.5682796686655969, "median_APE": 0.37226794964137555, "p90_AE": 0.0677179882481278 }, "kappa_W_mK": { "N_truth": 5, "N_pred": 5, "coverage_pct": 100.0, "MAE": 0.07394439499932207, "MAPE": 0.13505345292839174, "median_APE": 0.0640881245598616, "p90_AE": 0.22216417024657176 } }, "aggregate": { "N_points": 85, "overall_MAPE": 0.9364752863818119, "overall_median_APE": 0.5073275534509212 }, "runtime": { "N_calls": 20, "mean_ms": 0.35036499612033367, "p95_ms": 0.49730000318959355 } }, { "model": "aflow", "properties": { "B_GPa": { "N_truth": 20, "N_pred": 20, "coverage_pct": 100.0, "MAE": 7.3155375000000005, "MAPE": 8.821640138730531, "median_APE": 7.017159340659338, "p90_AE": 12.422249999999991 }, "theta_D_K": { "N_truth": 20, "N_pred": 20, "coverage_pct": 100.0, "MAE": 69.70962499999999, "MAPE": 14.403724568648453, "median_APE": 11.579067647058825, "p90_AE": 209.572 }, "v_sound_m_s": { "N_truth": 20, "N_pred": 20, "coverage_pct": 100.0, "MAE": 1163.76425, "MAPE": 20.728582777973536, "median_APE": 19.36075591615956, "p90_AE": 2560.49 }, "density_g_cm3": { "N_truth": 20, "N_pred": 20, "coverage_pct": 100.0, "MAE": 0.2675915000000001, "MAPE": 6.757167150250669, "median_APE": 3.739887535235745, "p90_AE": 0.66832 }, "kappa_W_mK": { "N_truth": 5, "N_pred": 5, "coverage_pct": 100.0, "MAE": 74.90426, "MAPE": 54.68195045045045, "median_APE": 77.29375, "p90_AE": 316.7715 } }, "aggregate": { "N_points": 85, "overall_MAPE": 15.148612293697836, "overall_median_APE": 8.844933333333339 }, "runtime": { "N_calls": 20, "mean_ms": 0.0027100060833618045, "p95_ms": 0.003300025127828121 } }, { "model": "jarvis", "properties": { "B_GPa": { "N_truth": 20, "N_pred": 20, "coverage_pct": 100.0, "MAE": 7.825750000000001, "MAPE": 11.418105149986394, "median_APE": 10.671428571428567, "p90_AE": 18.709999999999994 }, "theta_D_K": { "N_truth": 20, "N_pred": 0, "coverage_pct": 0.0, "MAE": null, "MAPE": null, "median_APE": null, "p90_AE": null }, "v_sound_m_s": { "N_truth": 20, "N_pred": 0, "coverage_pct": 0.0, "MAE": null, "MAPE": null, "median_APE": null, "p90_AE": null }, "density_g_cm3": { "N_truth": 20, "N_pred": 20, "coverage_pct": 100.0, "MAE": 0.29545000000000005, "MAPE": 6.955374658831562, "median_APE": 3.820003827484828, "p90_AE": 0.8005000000000004 }, "kappa_W_mK": { "N_truth": 5, "N_pred": 0, "coverage_pct": 0.0, "MAE": null, "MAPE": null, "median_APE": null, "p90_AE": null } }, "aggregate": { "N_points": 40, "overall_MAPE": 9.186739904408977, "overall_median_APE": 8.005042016806717 }, "runtime": { "N_calls": 20, "mean_ms": 0.002474998473189771, "p95_ms": 0.0029999646358191967 } }, { "model": "matbench", "properties": { "B_GPa": { "N_truth": 20, "N_pred": 20, "coverage_pct": 100.0, "MAE": 13.075000000000003, "MAPE": 14.227025660052107, "median_APE": 11.75675675675675, "p90_AE": 43.00000000000001 }, "theta_D_K": { "N_truth": 20, "N_pred": 0, "coverage_pct": 0.0, "MAE": null, "MAPE": null, "median_APE": null, "p90_AE": null }, "v_sound_m_s": { "N_truth": 20, "N_pred": 0, "coverage_pct": 0.0, "MAE": null, "MAPE": null, "median_APE": null, "p90_AE": null }, "density_g_cm3": { "N_truth": 20, "N_pred": 0, "coverage_pct": 0.0, "MAE": null, "MAPE": null, "median_APE": null, "p90_AE": null }, "kappa_W_mK": { "N_truth": 5, "N_pred": 0, "coverage_pct": 0.0, "MAE": null, "MAPE": null, "median_APE": null, "p90_AE": null } }, "aggregate": { "N_points": 20, "overall_MAPE": 14.227025660052107, "overall_median_APE": 11.75675675675675 }, "runtime": { "N_calls": 20, "mean_ms": 0.002300017513334751, "p95_ms": 0.002600019797682762 } } ] }, { "fold_id": "itype:AEX", "holdout_key": "AEX", "holdout_size": 4, "train_size": 176, "models": [ { "model": "flux", "properties": { "B_GPa": { "N_truth": 4, "N_pred": 4, "coverage_pct": 100.0, "MAE": 0.058620528951491835, "MAPE": 0.07086709574117808, "median_APE": 0.06956971805781448, "p90_AE": 0.13474776944477185 }, "theta_D_K": { "N_truth": 4, "N_pred": 4, "coverage_pct": 100.0, "MAE": 3.7791731835689717, "MAPE": 0.9209179815261884, "median_APE": 0.9587339958185626, "p90_AE": 4.606126488759969 }, "v_sound_m_s": { "N_truth": 4, "N_pred": 4, "coverage_pct": 100.0, "MAE": 19.49242910862472, "MAPE": 0.3667313468608408, "median_APE": 0.25987926349257806, "p90_AE": 46.641171887393284 }, "density_g_cm3": { "N_truth": 4, "N_pred": 4, "coverage_pct": 100.0, "MAE": 0.0136576156123146, "MAPE": 0.3227239703801391, "median_APE": 0.18275660254483939, "p90_AE": 0.03736439073083009 }, "kappa_W_mK": { "N_truth": 4, "N_pred": 4, "coverage_pct": 100.0, "MAE": 0.02517168267759784, "MAPE": 0.24654380958395822, "median_APE": 0.2814412816568283, "p90_AE": 0.03439509701344434 } }, "aggregate": { "N_points": 20, "overall_MAPE": 0.3855568408184609, "overall_median_APE": 0.26207211235218963 }, "runtime": { "N_calls": 4, "mean_ms": 0.2581250009825453, "p95_ms": 0.2846000134013593 } }, { "model": "aflow", "properties": { "B_GPa": { "N_truth": 4, "N_pred": 4, "coverage_pct": 100.0, "MAE": 3.5780000000000047, "MAPE": 4.5671229758966145, "median_APE": 3.724214340198328, "p90_AE": 6.094800000000006 }, "theta_D_K": { "N_truth": 4, "N_pred": 4, "coverage_pct": 100.0, "MAE": 45.01774999999999, "MAPE": 10.147544767383348, "median_APE": 10.580419644493308, "p90_AE": 61.19799999999998 }, "v_sound_m_s": { "N_truth": 4, "N_pred": 4, "coverage_pct": 100.0, "MAE": 1157.4625, "MAPE": 22.70306614776218, "median_APE": 24.028921568627446, "p90_AE": 2328.88 }, "density_g_cm3": { "N_truth": 4, "N_pred": 4, "coverage_pct": 100.0, "MAE": 0.13496999999999992, "MAPE": 3.5605325413821034, "median_APE": 3.8282584789906173, "p90_AE": 0.1833399999999994 }, "kappa_W_mK": { "N_truth": 4, "N_pred": 4, "coverage_pct": 100.0, "MAE": 5.9429324999999995, "MAPE": 55.97956249999999, "median_APE": 52.604375000000005, "p90_AE": 9.1674 } }, "aggregate": { "N_points": 20, "overall_MAPE": 19.39156578648485, "overall_median_APE": 9.189289215686275 }, "runtime": { "N_calls": 4, "mean_ms": 0.0035250268410891294, "p95_ms": 0.004900037311017513 } }, { "model": "jarvis", "properties": { "B_GPa": { "N_truth": 4, "N_pred": 4, "coverage_pct": 100.0, "MAE": 2.585000000000001, "MAPE": 3.8651636247962142, "median_APE": 3.9471947194719488, "p90_AE": 4.829999999999998 }, "theta_D_K": { "N_truth": 4, "N_pred": 0, "coverage_pct": 0.0, "MAE": null, "MAPE": null, "median_APE": null, "p90_AE": null }, "v_sound_m_s": { "N_truth": 4, "N_pred": 0, "coverage_pct": 0.0, "MAE": null, "MAPE": null, "median_APE": null, "p90_AE": null }, "density_g_cm3": { "N_truth": 4, "N_pred": 4, "coverage_pct": 100.0, "MAE": 0.17637499999999995, "MAPE": 4.880116091754447, "median_APE": 3.470924007408259, "p90_AE": 0.355 }, "kappa_W_mK": { "N_truth": 4, "N_pred": 0, "coverage_pct": 0.0, "MAE": null, "MAPE": null, "median_APE": null, "p90_AE": null } }, "aggregate": { "N_points": 8, "overall_MAPE": 4.37263985827533, "overall_median_APE": 3.470924007408259 }, "runtime": { "N_calls": 4, "mean_ms": 0.002725006197579205, "p95_ms": 0.00300002284348011 } }, { "model": "matbench", "properties": { "B_GPa": { "N_truth": 4, "N_pred": 4, "coverage_pct": 100.0, "MAE": 4.7499999999999964, "MAPE": 6.0574422665171825, "median_APE": 5.8688477543406545, "p90_AE": 6.0 }, "theta_D_K": { "N_truth": 4, "N_pred": 0, "coverage_pct": 0.0, "MAE": null, "MAPE": null, "median_APE": null, "p90_AE": null }, "v_sound_m_s": { "N_truth": 4, "N_pred": 0, "coverage_pct": 0.0, "MAE": null, "MAPE": null, "median_APE": null, "p90_AE": null }, "density_g_cm3": { "N_truth": 4, "N_pred": 0, "coverage_pct": 0.0, "MAE": null, "MAPE": null, "median_APE": null, "p90_AE": null }, "kappa_W_mK": { "N_truth": 4, "N_pred": 0, "coverage_pct": 0.0, "MAE": null, "MAPE": null, "median_APE": null, "p90_AE": null } }, "aggregate": { "N_points": 4, "overall_MAPE": 6.0574422665171825, "overall_median_APE": 5.8688477543406545 }, "runtime": { "N_calls": 4, "mean_ms": 0.002574990503489971, "p95_ms": 0.0027999631129205227 } } ] }, { "fold_id": "itype:AX", "holdout_key": "AX", "holdout_size": 20, "train_size": 160, "models": [ { "model": "flux", "properties": { "B_GPa": { "N_truth": 20, "N_pred": 20, "coverage_pct": 100.0, "MAE": 0.11683807959723662, "MAPE": 0.5304746875935853, "median_APE": 0.453440827489514, "p90_AE": 0.25343203767567957 }, "theta_D_K": { "N_truth": 20, "N_pred": 20, "coverage_pct": 100.0, "MAE": 6.862521824479484, "MAPE": 2.633732940543207, "median_APE": 2.1257327477783514, "p90_AE": 9.875266516182535 }, "v_sound_m_s": { "N_truth": 20, "N_pred": 20, "coverage_pct": 100.0, "MAE": 26.239877625603448, "MAPE": 0.7766905596985743, "median_APE": 0.6612282715929227, "p90_AE": 48.15274290924981 }, "density_g_cm3": { "N_truth": 20, "N_pred": 20, "coverage_pct": 100.0, "MAE": 0.03464343374377321, "MAPE": 1.079036940442693, "median_APE": 0.9149620625216637, "p90_AE": 0.0733606463534926 }, "kappa_W_mK": { "N_truth": 20, "N_pred": 20, "coverage_pct": 100.0, "MAE": 0.025066694917451737, "MAPE": 0.7248512324300987, "median_APE": 0.39790522499378256, "p90_AE": 0.04100065813848275 } }, "aggregate": { "N_points": 100, "overall_MAPE": 1.1489572721416317, "overall_median_APE": 0.6732846033263149 }, "runtime": { "N_calls": 20, "mean_ms": 0.4098050034372136, "p95_ms": 0.4358000005595386 } }, { "model": "aflow", "properties": { "B_GPa": { "N_truth": 20, "N_pred": 20, "coverage_pct": 100.0, "MAE": 1.2365615000000008, "MAPE": 6.595181405980109, "median_APE": 3.359387019230769, "p90_AE": 2.955599999999997 }, "theta_D_K": { "N_truth": 20, "N_pred": 20, "coverage_pct": 100.0, "MAE": 27.006262500000002, "MAPE": 10.528922984732905, "median_APE": 9.457163800099474, "p90_AE": 50.70100000000002 }, "v_sound_m_s": { "N_truth": 20, "N_pred": 20, "coverage_pct": 100.0, "MAE": 1173.1345000000003, "MAPE": 33.54591391813985, "median_APE": 36.90666809360731, "p90_AE": 1805.92 }, "density_g_cm3": { "N_truth": 20, "N_pred": 20, "coverage_pct": 100.0, "MAE": 0.209082, "MAPE": 5.7258098274199565, "median_APE": 3.711823593073598, "p90_AE": 0.5966900000000006 }, "kappa_W_mK": { "N_truth": 20, "N_pred": 20, "coverage_pct": 100.0, "MAE": 3.1315616250000007, "MAPE": 61.238079808690586, "median_APE": 70.70463675213676, "p90_AE": 5.858804999999999 } }, "aggregate": { "N_points": 100, "overall_MAPE": 23.526781588992677, "overall_median_APE": 11.333415194518413 }, "runtime": { "N_calls": 20, "mean_ms": 0.00274000340141356, "p95_ms": 0.0031999661587178707 } }, { "model": "jarvis", "properties": { "B_GPa": { "N_truth": 20, "N_pred": 16, "coverage_pct": 80.0, "MAE": 4.4340625000000005, "MAPE": 19.090029883590873, "median_APE": 21.6515873015873, "p90_AE": 8.780000000000001 }, "theta_D_K": { "N_truth": 20, "N_pred": 0, "coverage_pct": 0.0, "MAE": null, "MAPE": null, "median_APE": null, "p90_AE": null }, "v_sound_m_s": { "N_truth": 20, "N_pred": 0, "coverage_pct": 0.0, "MAE": null, "MAPE": null, "median_APE": null, "p90_AE": null }, "density_g_cm3": { "N_truth": 20, "N_pred": 16, "coverage_pct": 80.0, "MAE": 0.13775, "MAPE": 4.768199410730345, "median_APE": 2.4261426978818323, "p90_AE": 0.27600000000000025 }, "kappa_W_mK": { "N_truth": 20, "N_pred": 0, "coverage_pct": 0.0, "MAE": null, "MAPE": null, "median_APE": null, "p90_AE": null } }, "aggregate": { "N_points": 32, "overall_MAPE": 11.929114647160606, "overall_median_APE": 9.437500000000004 }, "runtime": { "N_calls": 20, "mean_ms": 0.002195002161897719, "p95_ms": 0.002800021320581436 } }, { "model": "matbench", "properties": { "B_GPa": { "N_truth": 20, "N_pred": 20, "coverage_pct": 100.0, "MAE": 5.575, "MAPE": 34.67532718415954, "median_APE": 22.1774193548387, "p90_AE": 10.0 }, "theta_D_K": { "N_truth": 20, "N_pred": 0, "coverage_pct": 0.0, "MAE": null, "MAPE": null, "median_APE": null, "p90_AE": null }, "v_sound_m_s": { "N_truth": 20, "N_pred": 0, "coverage_pct": 0.0, "MAE": null, "MAPE": null, "median_APE": null, "p90_AE": null }, "density_g_cm3": { "N_truth": 20, "N_pred": 0, "coverage_pct": 0.0, "MAE": null, "MAPE": null, "median_APE": null, "p90_AE": null }, "kappa_W_mK": { "N_truth": 20, "N_pred": 0, "coverage_pct": 0.0, "MAE": null, "MAPE": null, "median_APE": null, "p90_AE": null } }, "aggregate": { "N_points": 20, "overall_MAPE": 34.67532718415954, "overall_median_APE": 22.1774193548387 }, "runtime": { "N_calls": 20, "mean_ms": 0.0023900065571069717, "p95_ms": 0.002600019797682762 } } ] }, { "fold_id": "itype:BB", "holdout_key": "BB", "holdout_size": 6, "train_size": 174, "models": [ { "model": "flux", "properties": { "B_GPa": { "N_truth": 6, "N_pred": 6, "coverage_pct": 100.0, "MAE": 0.8555615610000432, "MAPE": 0.5423092163106128, "median_APE": 0.5121350055603939, "p90_AE": 2.698842222069942 }, "theta_D_K": { "N_truth": 6, "N_pred": 6, "coverage_pct": 100.0, "MAE": 44.95289432908396, "MAPE": 5.264431130826684, "median_APE": 4.891861682729907, "p90_AE": 138.91487425117225 }, "v_sound_m_s": { "N_truth": 6, "N_pred": 6, "coverage_pct": 100.0, "MAE": 209.43192016087724, "MAPE": 2.562565059690638, "median_APE": 1.4096483410477225, "p90_AE": 765.2469927648126 }, "density_g_cm3": { "N_truth": 6, "N_pred": 6, "coverage_pct": 100.0, "MAE": 0.17276523914231112, "MAPE": 4.918058588696042, "median_APE": 0.6236050401447488, "p90_AE": 0.6350421980824432 }, "kappa_W_mK": { "N_truth": 6, "N_pred": 6, "coverage_pct": 100.0, "MAE": 10.8938414156542, "MAPE": 3.1085476521086517, "median_APE": 0.27332336720291533, "p90_AE": 60.910830754584595 } }, "aggregate": { "N_points": 30, "overall_MAPE": 3.2791823295265257, "overall_median_APE": 0.654786581729828 }, "runtime": { "N_calls": 6, "mean_ms": 0.2544833405409008, "p95_ms": 0.26699999580159783 } }, { "model": "aflow", "properties": { "B_GPa": { "N_truth": 6, "N_pred": 5, "coverage_pct": 83.33333333333333, "MAE": 20.286939999999998, "MAPE": 16.246904874600368, "median_APE": 17.286530612244892, "p90_AE": 40.73000000000002 }, "theta_D_K": { "N_truth": 6, "N_pred": 5, "coverage_pct": 83.33333333333333, "MAE": 67.7653, "MAPE": 8.568606500002137, "median_APE": 8.335250000000002, "p90_AE": 135.13999999999987 }, "v_sound_m_s": { "N_truth": 6, "N_pred": 5, "coverage_pct": 83.33333333333333, "MAE": 2497.745, "MAPE": 28.23836276469364, "median_APE": 29.076111111111114, "p90_AE": 5233.700000000001 }, "density_g_cm3": { "N_truth": 6, "N_pred": 5, "coverage_pct": 83.33333333333333, "MAE": 0.14779600000000012, "MAPE": 3.958731887910203, "median_APE": 4.226000375727985, "p90_AE": 0.22495000000000065 }, "kappa_W_mK": { "N_truth": 6, "N_pred": 5, "coverage_pct": 83.33333333333333, "MAE": 559.187006, "MAPE": 93.90459808154036, "median_APE": 94.22313636363637, "p90_AE": 2072.909 } }, "aggregate": { "N_points": 25, "overall_MAPE": 30.183440821749347, "overall_median_APE": 15.217209302325575 }, "runtime": { "N_calls": 6, "mean_ms": 0.0029666504512230554, "p95_ms": 0.004999979864805937 } }, { "model": "jarvis", "properties": { "B_GPa": { "N_truth": 6, "N_pred": 6, "coverage_pct": 100.0, "MAE": 36.955000000000005, "MAPE": 18.086247055472384, "median_APE": 18.488036593947932, "p90_AE": 162.0 }, "theta_D_K": { "N_truth": 6, "N_pred": 0, "coverage_pct": 0.0, "MAE": null, "MAPE": null, "median_APE": null, "p90_AE": null }, "v_sound_m_s": { "N_truth": 6, "N_pred": 0, "coverage_pct": 0.0, "MAE": null, "MAPE": null, "median_APE": null, "p90_AE": null }, "density_g_cm3": { "N_truth": 6, "N_pred": 6, "coverage_pct": 100.0, "MAE": 0.6090833333333333, "MAPE": 13.221251251979952, "median_APE": 8.717963806054989, "p90_AE": 1.2510000000000003 }, "kappa_W_mK": { "N_truth": 6, "N_pred": 0, "coverage_pct": 0.0, "MAE": null, "MAPE": null, "median_APE": null, "p90_AE": null } }, "aggregate": { "N_points": 12, "overall_MAPE": 15.653749153726169, "overall_median_APE": 13.768436549897054 }, "runtime": { "N_calls": 6, "mean_ms": 0.002749991836026311, "p95_ms": 0.0031999661587178707 } }, { "model": "matbench", "properties": { "B_GPa": { "N_truth": 6, "N_pred": 6, "coverage_pct": 100.0, "MAE": 65.25000000000001, "MAPE": 26.225105238108977, "median_APE": 18.508092892329344, "p90_AE": 325.0 }, "theta_D_K": { "N_truth": 6, "N_pred": 0, "coverage_pct": 0.0, "MAE": null, "MAPE": null, "median_APE": null, "p90_AE": null }, "v_sound_m_s": { "N_truth": 6, "N_pred": 0, "coverage_pct": 0.0, "MAE": null, "MAPE": null, "median_APE": null, "p90_AE": null }, "density_g_cm3": { "N_truth": 6, "N_pred": 0, "coverage_pct": 0.0, "MAE": null, "MAPE": null, "median_APE": null, "p90_AE": null }, "kappa_W_mK": { "N_truth": 6, "N_pred": 0, "coverage_pct": 0.0, "MAE": null, "MAPE": null, "median_APE": null, "p90_AE": null } }, "aggregate": { "N_points": 6, "overall_MAPE": 26.225105238108977, "overall_median_APE": 18.508092892329344 }, "runtime": { "N_calls": 6, "mean_ms": 0.002516666427254677, "p95_ms": 0.0027999631129205227 } } ] }, { "fold_id": "itype:BC", "holdout_key": "BC", "holdout_size": 10, "train_size": 170, "models": [ { "model": "flux", "properties": { "B_GPa": { "N_truth": 10, "N_pred": 10, "coverage_pct": 100.0, "MAE": 0.29204219914433055, "MAPE": 0.48630623105151205, "median_APE": 0.2704627341088983, "p90_AE": 0.8996956914278158 }, "theta_D_K": { "N_truth": 10, "N_pred": 10, "coverage_pct": 100.0, "MAE": 1.0550957624475188, "MAPE": 0.532872325208934, "median_APE": 0.4834524896344532, "p90_AE": 2.0004660868385713 }, "v_sound_m_s": { "N_truth": 10, "N_pred": 10, "coverage_pct": 100.0, "MAE": 18.169260971825953, "MAPE": 0.6504548341559809, "median_APE": 0.733987345541202, "p90_AE": 37.01922047298149 }, "density_g_cm3": { "N_truth": 9, "N_pred": 9, "coverage_pct": 100.0, "MAE": 0.03796800387662764, "MAPE": 0.5284131605208915, "median_APE": 0.6281421145619809, "p90_AE": 0.08956330016953018 }, "kappa_W_mK": { "N_truth": 10, "N_pred": 10, "coverage_pct": 100.0, "MAE": 0.014937261502460464, "MAPE": 0.2759995643426866, "median_APE": 0.14835385104006762, "p90_AE": 0.01967732302722469 } }, "aggregate": { "N_points": 49, "overall_MAPE": 0.49412342841386037, "overall_median_APE": 0.4528744259396171 }, "runtime": { "N_calls": 10, "mean_ms": 0.34887000801973045, "p95_ms": 0.37839997094124556 } }, { "model": "aflow", "properties": { "B_GPa": { "N_truth": 10, "N_pred": 10, "coverage_pct": 100.0, "MAE": 15.37412, "MAPE": 21.46165392187325, "median_APE": 18.87003802837502, "p90_AE": 39.721000000000004 }, "theta_D_K": { "N_truth": 10, "N_pred": 10, "coverage_pct": 100.0, "MAE": 60.8231, "MAPE": 26.113875240445406, "median_APE": 29.055352380952385, "p90_AE": 94.457 }, "v_sound_m_s": { "N_truth": 10, "N_pred": 10, "coverage_pct": 100.0, "MAE": 1079.3635, "MAPE": 30.666453306810446, "median_APE": 35.75550925925926, "p90_AE": 1653.2200000000003 }, "density_g_cm3": { "N_truth": 9, "N_pred": 9, "coverage_pct": 100.0, "MAE": 0.371352222222222, "MAPE": 5.072426853969666, "median_APE": 4.592517985611514, "p90_AE": 1.206339999999999 }, "kappa_W_mK": { "N_truth": 10, "N_pred": 10, "coverage_pct": 100.0, "MAE": 4.79976215, "MAPE": 52.34138070910973, "median_APE": 24.56126785714286, "p90_AE": 4.21949 } }, "aggregate": { "N_points": 49, "overall_MAPE": 27.581336193226846, "overall_median_APE": 20.853448275862068 }, "runtime": { "N_calls": 10, "mean_ms": 0.0029799994081258774, "p95_ms": 0.005199981387704611 } }, { "model": "jarvis", "properties": { "B_GPa": { "N_truth": 10, "N_pred": 10, "coverage_pct": 100.0, "MAE": 29.235000000000003, "MAPE": 16.780555897098132, "median_APE": 6.029550827423163, "p90_AE": 99.28 }, "theta_D_K": { "N_truth": 10, "N_pred": 0, "coverage_pct": 0.0, "MAE": null, "MAPE": null, "median_APE": null, "p90_AE": null }, "v_sound_m_s": { "N_truth": 10, "N_pred": 0, "coverage_pct": 0.0, "MAE": null, "MAPE": null, "median_APE": null, "p90_AE": null }, "density_g_cm3": { "N_truth": 9, "N_pred": 9, "coverage_pct": 100.0, "MAE": 0.3485555555555554, "MAPE": 5.313437070104648, "median_APE": 4.579288025889959, "p90_AE": 0.9690000000000003 }, "kappa_W_mK": { "N_truth": 10, "N_pred": 0, "coverage_pct": 0.0, "MAE": null, "MAPE": null, "median_APE": null, "p90_AE": null } }, "aggregate": { "N_points": 19, "overall_MAPE": 11.34876276852227, "overall_median_APE": 4.723127035830619 }, "runtime": { "N_calls": 10, "mean_ms": 0.0025300076231360435, "p95_ms": 0.003300025127828121 } }, { "model": "matbench", "properties": { "B_GPa": { "N_truth": 10, "N_pred": 9, "coverage_pct": 90.0, "MAE": 24.277777777777782, "MAPE": 16.779652093203367, "median_APE": 12.500000000000016, "p90_AE": 136.00000000000003 }, "theta_D_K": { "N_truth": 10, "N_pred": 0, "coverage_pct": 0.0, "MAE": null, "MAPE": null, "median_APE": null, "p90_AE": null }, "v_sound_m_s": { "N_truth": 10, "N_pred": 0, "coverage_pct": 0.0, "MAE": null, "MAPE": null, "median_APE": null, "p90_AE": null }, "density_g_cm3": { "N_truth": 9, "N_pred": 0, "coverage_pct": 0.0, "MAE": null, "MAPE": null, "median_APE": null, "p90_AE": null }, "kappa_W_mK": { "N_truth": 10, "N_pred": 0, "coverage_pct": 0.0, "MAE": null, "MAPE": null, "median_APE": null, "p90_AE": null } }, "aggregate": { "N_points": 9, "overall_MAPE": 16.779652093203367, "overall_median_APE": 12.500000000000016 }, "runtime": { "N_calls": 10, "mean_ms": 0.0022899999748915434, "p95_ms": 0.002700020559132099 } } ] }, { "fold_id": "itype:DB", "holdout_key": "DB", "holdout_size": 6, "train_size": 174, "models": [ { "model": "flux", "properties": { "B_GPa": { "N_truth": 6, "N_pred": 6, "coverage_pct": 100.0, "MAE": 1.293658131109699, "MAPE": 0.46727085195025714, "median_APE": 0.42004788727129844, "p90_AE": 2.5935830370968915 }, "theta_D_K": { "N_truth": 6, "N_pred": 6, "coverage_pct": 100.0, "MAE": 3.208625197100711, "MAPE": 0.48740668983245783, "median_APE": 0.2116317424754064, "p90_AE": 8.701700171593075 }, "v_sound_m_s": { "N_truth": 6, "N_pred": 6, "coverage_pct": 100.0, "MAE": 41.9606565190746, "MAPE": 0.608859616057773, "median_APE": 0.6826228497096611, "p90_AE": 75.65598432680054 }, "density_g_cm3": { "N_truth": 6, "N_pred": 6, "coverage_pct": 100.0, "MAE": 0.05134028742797062, "MAPE": 0.5763667573749796, "median_APE": 0.6197556380982128, "p90_AE": 0.08907092203578948 }, "kappa_W_mK": { "N_truth": 6, "N_pred": 6, "coverage_pct": 100.0, "MAE": 0.027197119229012873, "MAPE": 0.1298221766673276, "median_APE": 0.12831625672990432, "p90_AE": 0.051231769918182124 } }, "aggregate": { "N_points": 30, "overall_MAPE": 0.453945218376559, "overall_median_APE": 0.2522638154465719 }, "runtime": { "N_calls": 6, "mean_ms": 0.31694999779574573, "p95_ms": 0.3521000035107136 } }, { "model": "aflow", "properties": { "B_GPa": { "N_truth": 6, "N_pred": 6, "coverage_pct": 100.0, "MAE": 16.003416666666666, "MAPE": 5.2194459591091755, "median_APE": 2.600314483722555, "p90_AE": 47.19999999999999 }, "theta_D_K": { "N_truth": 6, "N_pred": 6, "coverage_pct": 100.0, "MAE": 84.9018333333333, "MAPE": 12.038653821345422, "median_APE": 10.362366160293343, "p90_AE": 177.957 }, "v_sound_m_s": { "N_truth": 6, "N_pred": 6, "coverage_pct": 100.0, "MAE": 1912.6725, "MAPE": 27.811616895272916, "median_APE": 25.787674912346688, "p90_AE": 2845.5 }, "density_g_cm3": { "N_truth": 6, "N_pred": 6, "coverage_pct": 100.0, "MAE": 0.25793416666666696, "MAPE": 2.9591706364106276, "median_APE": 3.250688743818973, "p90_AE": 0.38290000000000113 }, "kappa_W_mK": { "N_truth": 6, "N_pred": 6, "coverage_pct": 100.0, "MAE": 40.999475, "MAPE": 182.9776833166833, "median_APE": 177.1249871794872, "p90_AE": 67.0578 } }, "aggregate": { "N_points": 30, "overall_MAPE": 46.20131412576429, "overall_median_APE": 14.067989348699136 }, "runtime": { "N_calls": 6, "mean_ms": 0.003416663579021891, "p95_ms": 0.005099980626255274 } }, { "model": "jarvis", "properties": { "B_GPa": { "N_truth": 6, "N_pred": 6, "coverage_pct": 100.0, "MAE": 21.9975, "MAPE": 8.39527432084999, "median_APE": 7.787819472006735, "p90_AE": 36.66499999999999 }, "theta_D_K": { "N_truth": 6, "N_pred": 0, "coverage_pct": 0.0, "MAE": null, "MAPE": null, "median_APE": null, "p90_AE": null }, "v_sound_m_s": { "N_truth": 6, "N_pred": 0, "coverage_pct": 0.0, "MAE": null, "MAPE": null, "median_APE": null, "p90_AE": null }, "density_g_cm3": { "N_truth": 6, "N_pred": 6, "coverage_pct": 100.0, "MAE": 0.5980833333333334, "MAPE": 10.418362468651631, "median_APE": 2.5288620177281347, "p90_AE": 2.4094999999999995 }, "kappa_W_mK": { "N_truth": 6, "N_pred": 0, "coverage_pct": 0.0, "MAE": null, "MAPE": null, "median_APE": null, "p90_AE": null } }, "aggregate": { "N_points": 12, "overall_MAPE": 9.406818394750813, "overall_median_APE": 4.888038911216661 }, "runtime": { "N_calls": 6, "mean_ms": 0.0028666690923273563, "p95_ms": 0.003400025889277458 } }, { "model": "matbench", "properties": { "B_GPa": { "N_truth": 6, "N_pred": 6, "coverage_pct": 100.0, "MAE": 7.666666666666695, "MAPE": 2.6864060232202243, "median_APE": 1.9153450971632804, "p90_AE": 21.000000000000057 }, "theta_D_K": { "N_truth": 6, "N_pred": 0, "coverage_pct": 0.0, "MAE": null, "MAPE": null, "median_APE": null, "p90_AE": null }, "v_sound_m_s": { "N_truth": 6, "N_pred": 0, "coverage_pct": 0.0, "MAE": null, "MAPE": null, "median_APE": null, "p90_AE": null }, "density_g_cm3": { "N_truth": 6, "N_pred": 0, "coverage_pct": 0.0, "MAE": null, "MAPE": null, "median_APE": null, "p90_AE": null }, "kappa_W_mK": { "N_truth": 6, "N_pred": 0, "coverage_pct": 0.0, "MAE": null, "MAPE": null, "median_APE": null, "p90_AE": null } }, "aggregate": { "N_points": 6, "overall_MAPE": 2.6864060232202243, "overall_median_APE": 1.9153450971632804 }, "runtime": { "N_calls": 6, "mean_ms": 0.002450008954231938, "p95_ms": 0.0025999615900218487 } } ] }, { "fold_id": "itype:DC", "holdout_key": "DC", "holdout_size": 37, "train_size": 143, "models": [ { "model": "flux", "properties": { "B_GPa": { "N_truth": 37, "N_pred": 31, "coverage_pct": 83.78378378378379, "MAE": 3.075903254729915, "MAPE": 2.2969130057929856, "median_APE": 1.8834081835023977, "p90_AE": 5.827982916661739 }, "theta_D_K": { "N_truth": 37, "N_pred": 31, "coverage_pct": 83.78378378378379, "MAE": 5.355140378928058, "MAPE": 1.5040373865770957, "median_APE": 0.9902699982471586, "p90_AE": 10.191695072075959 }, "v_sound_m_s": { "N_truth": 37, "N_pred": 31, "coverage_pct": 83.78378378378379, "MAE": 170.76957441491874, "MAPE": 4.234751947248726, "median_APE": 2.8568244621250605, "p90_AE": 442.0469318202695 }, "density_g_cm3": { "N_truth": 36, "N_pred": 30, "coverage_pct": 83.33333333333333, "MAE": 0.10250021914166986, "MAPE": 1.7933263458055135, "median_APE": 1.2502408126391726, "p90_AE": 0.20660062218947228 }, "kappa_W_mK": { "N_truth": 37, "N_pred": 31, "coverage_pct": 83.78378378378379, "MAE": 0.39021564734341496, "MAPE": 2.5276474641913804, "median_APE": 1.3955436819439548, "p90_AE": 0.940813063070788 } }, "aggregate": { "N_points": 154, "overall_MAPE": 2.4757378850148117, "overall_median_APE": 1.4312761738975723 }, "runtime": { "N_calls": 37, "mean_ms": 0.3458297248250125, "p95_ms": 0.4466999671421945 } }, { "model": "aflow", "properties": { "B_GPa": { "N_truth": 37, "N_pred": 28, "coverage_pct": 75.67567567567568, "MAE": 26.291841071428564, "MAPE": 25.626768173209314, "median_APE": 13.015473282442743, "p90_AE": 62.703 }, "theta_D_K": { "N_truth": 37, "N_pred": 28, "coverage_pct": 75.67567567567568, "MAE": 62.120285714285714, "MAPE": 15.554760789291317, "median_APE": 10.021422230521727, "p90_AE": 177.94600000000003 }, "v_sound_m_s": { "N_truth": 37, "N_pred": 28, "coverage_pct": 75.67567567567568, "MAE": 1293.6217857142856, "MAPE": 29.268055009785453, "median_APE": 27.94958333333333, "p90_AE": 2121.87 }, "density_g_cm3": { "N_truth": 36, "N_pred": 27, "coverage_pct": 75.0, "MAE": 0.3848849999999999, "MAPE": 5.897404192486906, "median_APE": 5.208856848609695, "p90_AE": 0.8683299999999994 }, "kappa_W_mK": { "N_truth": 37, "N_pred": 28, "coverage_pct": 75.67567567567568, "MAE": 11.250705303571431, "MAPE": 209.94943194117656, "median_APE": 80.45157585470085, "p90_AE": 26.7299 } }, "aggregate": { "N_points": 139, "overall_MAPE": 57.628793948015115, "overall_median_APE": 15.744411764705882 }, "runtime": { "N_calls": 37, "mean_ms": 0.0020324337497554922, "p95_ms": 0.0030999653972685337 } }, { "model": "jarvis", "properties": { "B_GPa": { "N_truth": 37, "N_pred": 34, "coverage_pct": 91.89189189189189, "MAE": 23.16397058823529, "MAPE": 21.30814928073988, "median_APE": 12.067910658750352, "p90_AE": 44.19999999999999 }, "theta_D_K": { "N_truth": 37, "N_pred": 0, "coverage_pct": 0.0, "MAE": null, "MAPE": null, "median_APE": null, "p90_AE": null }, "v_sound_m_s": { "N_truth": 37, "N_pred": 0, "coverage_pct": 0.0, "MAE": null, "MAPE": null, "median_APE": null, "p90_AE": null }, "density_g_cm3": { "N_truth": 36, "N_pred": 35, "coverage_pct": 97.22222222222223, "MAE": 0.4565000000000001, "MAPE": 6.969586025990575, "median_APE": 5.360453141091641, "p90_AE": 0.8790000000000013 }, "kappa_W_mK": { "N_truth": 37, "N_pred": 0, "coverage_pct": 0.0, "MAE": null, "MAPE": null, "median_APE": null, "p90_AE": null } }, "aggregate": { "N_points": 69, "overall_MAPE": 14.034965021084432, "overall_median_APE": 8.47637415621988 }, "runtime": { "N_calls": 37, "mean_ms": 0.0022405434425014094, "p95_ms": 0.002600019797682762 } }, { "model": "matbench", "properties": { "B_GPa": { "N_truth": 37, "N_pred": 37, "coverage_pct": 100.0, "MAE": 24.33783783783782, "MAPE": 23.574632265175335, "median_APE": 15.686274509803935, "p90_AE": 52.99999999999994 }, "theta_D_K": { "N_truth": 37, "N_pred": 0, "coverage_pct": 0.0, "MAE": null, "MAPE": null, "median_APE": null, "p90_AE": null }, "v_sound_m_s": { "N_truth": 37, "N_pred": 0, "coverage_pct": 0.0, "MAE": null, "MAPE": null, "median_APE": null, "p90_AE": null }, "density_g_cm3": { "N_truth": 36, "N_pred": 0, "coverage_pct": 0.0, "MAE": null, "MAPE": null, "median_APE": null, "p90_AE": null }, "kappa_W_mK": { "N_truth": 37, "N_pred": 0, "coverage_pct": 0.0, "MAE": null, "MAPE": null, "median_APE": null, "p90_AE": null } }, "aggregate": { "N_points": 37, "overall_MAPE": 23.574632265175335, "overall_median_APE": 15.686274509803935 }, "runtime": { "N_calls": 37, "mean_ms": 0.002118919321612732, "p95_ms": 0.002400018274784088 } } ] }, { "fold_id": "itype:DD", "holdout_key": "DD", "holdout_size": 26, "train_size": 154, "models": [ { "model": "flux", "properties": { "B_GPa": { "N_truth": 26, "N_pred": 26, "coverage_pct": 100.0, "MAE": 1.180268715569918, "MAPE": 0.5479639500734647, "median_APE": 0.3879440265418596, "p90_AE": 3.3305266103651263 }, "theta_D_K": { "N_truth": 26, "N_pred": 26, "coverage_pct": 100.0, "MAE": 3.5016429356111782, "MAPE": 0.9577094458184734, "median_APE": 0.5163054581397841, "p90_AE": 9.179566014555633 }, "v_sound_m_s": { "N_truth": 26, "N_pred": 26, "coverage_pct": 100.0, "MAE": 37.83581657570518, "MAPE": 0.7633329390161477, "median_APE": 0.4212962117834183, "p90_AE": 93.90545591473983 }, "density_g_cm3": { "N_truth": 26, "N_pred": 26, "coverage_pct": 100.0, "MAE": 0.1797154764361131, "MAPE": 1.6676421315074397, "median_APE": 0.5318852081939632, "p90_AE": 0.5464555482182138 }, "kappa_W_mK": { "N_truth": 26, "N_pred": 26, "coverage_pct": 100.0, "MAE": 0.6409500784041391, "MAPE": 0.5055531649936849, "median_APE": 0.4985429372889705, "p90_AE": 0.8836366679955745 } }, "aggregate": { "N_points": 130, "overall_MAPE": 0.8884403262818417, "overall_median_APE": 0.47724413455608167 }, "runtime": { "N_calls": 26, "mean_ms": 0.3939230832307098, "p95_ms": 0.4388000234030187 } }, { "model": "aflow", "properties": { "B_GPa": { "N_truth": 26, "N_pred": 12, "coverage_pct": 46.15384615384615, "MAE": 15.750691666666663, "MAPE": 9.790824166325114, "median_APE": 2.758656784271638, "p90_AE": 26.599500000000006 }, "theta_D_K": { "N_truth": 26, "N_pred": 12, "coverage_pct": 46.15384615384615, "MAE": 62.32716666666666, "MAPE": 13.223396194259555, "median_APE": 9.231266666666663, "p90_AE": 75.53050000000002 }, "v_sound_m_s": { "N_truth": 26, "N_pred": 12, "coverage_pct": 46.15384615384615, "MAE": 2162.53375, "MAPE": 41.82673136616181, "median_APE": 41.55577548887894, "p90_AE": 2388.7 }, "density_g_cm3": { "N_truth": 26, "N_pred": 12, "coverage_pct": 46.15384615384615, "MAE": 0.5864854166666668, "MAPE": 6.356318225882731, "median_APE": 3.421368640873883, "p90_AE": 1.0207999999999977 }, "kappa_W_mK": { "N_truth": 26, "N_pred": 12, "coverage_pct": 46.15384615384615, "MAE": 71.850395, "MAPE": 53.0391745828691, "median_APE": 40.11960227272728, "p90_AE": 136.72390000000001 } }, "aggregate": { "N_points": 60, "overall_MAPE": 24.847288907099667, "overall_median_APE": 13.547914244186039 }, "runtime": { "N_calls": 26, "mean_ms": 0.001665388341419972, "p95_ms": 0.0035999692045152187 } }, { "model": "jarvis", "properties": { "B_GPa": { "N_truth": 26, "N_pred": 26, "coverage_pct": 100.0, "MAE": 14.870192307692308, "MAPE": 8.248154703686955, "median_APE": 3.504185520361984, "p90_AE": 32.170000000000016 }, "theta_D_K": { "N_truth": 26, "N_pred": 0, "coverage_pct": 0.0, "MAE": null, "MAPE": null, "median_APE": null, "p90_AE": null }, "v_sound_m_s": { "N_truth": 26, "N_pred": 0, "coverage_pct": 0.0, "MAE": null, "MAPE": null, "median_APE": null, "p90_AE": null }, "density_g_cm3": { "N_truth": 26, "N_pred": 26, "coverage_pct": 100.0, "MAE": 0.357076923076923, "MAPE": 2.9471552413078785, "median_APE": 2.7750176423162385, "p90_AE": 0.8469999999999978 }, "kappa_W_mK": { "N_truth": 26, "N_pred": 0, "coverage_pct": 0.0, "MAE": null, "MAPE": null, "median_APE": null, "p90_AE": null } }, "aggregate": { "N_points": 52, "overall_MAPE": 5.597654972497418, "overall_median_APE": 3.0935988033311923 }, "runtime": { "N_calls": 26, "mean_ms": 0.002569234661328105, "p95_ms": 0.00300002284348011 } }, { "model": "matbench", "properties": { "B_GPa": { "N_truth": 26, "N_pred": 26, "coverage_pct": 100.0, "MAE": 17.826923076923073, "MAPE": 10.102397216975636, "median_APE": 4.64285714285713, "p90_AE": 35.0 }, "theta_D_K": { "N_truth": 26, "N_pred": 0, "coverage_pct": 0.0, "MAE": null, "MAPE": null, "median_APE": null, "p90_AE": null }, "v_sound_m_s": { "N_truth": 26, "N_pred": 0, "coverage_pct": 0.0, "MAE": null, "MAPE": null, "median_APE": null, "p90_AE": null }, "density_g_cm3": { "N_truth": 26, "N_pred": 0, "coverage_pct": 0.0, "MAE": null, "MAPE": null, "median_APE": null, "p90_AE": null }, "kappa_W_mK": { "N_truth": 26, "N_pred": 0, "coverage_pct": 0.0, "MAE": null, "MAPE": null, "median_APE": null, "p90_AE": null } }, "aggregate": { "N_points": 26, "overall_MAPE": 10.102397216975636, "overall_median_APE": 4.64285714285713 }, "runtime": { "N_calls": 26, "mean_ms": 0.002392301282200676, "p95_ms": 0.002800021320581436 } } ] }, { "fold_id": "itype:DP", "holdout_key": "DP", "holdout_size": 8, "train_size": 172, "models": [ { "model": "flux", "properties": { "B_GPa": { "N_truth": 8, "N_pred": 8, "coverage_pct": 100.0, "MAE": 2.0412345219213996, "MAPE": 0.6950281309492373, "median_APE": 0.7359780945337875, "p90_AE": 5.148743358273066 }, "theta_D_K": { "N_truth": 8, "N_pred": 8, "coverage_pct": 100.0, "MAE": 4.4376555958361195, "MAPE": 0.7609627547573299, "median_APE": 0.456989605713245, "p90_AE": 8.28373467740846 }, "v_sound_m_s": { "N_truth": 8, "N_pred": 8, "coverage_pct": 100.0, "MAE": 27.54388395713852, "MAPE": 0.3882781387071762, "median_APE": 0.09224574853623824, "p90_AE": 173.23719159018674 }, "density_g_cm3": { "N_truth": 8, "N_pred": 8, "coverage_pct": 100.0, "MAE": 0.046105716640125416, "MAPE": 0.5531325208952625, "median_APE": 0.6016019394047357, "p90_AE": 0.12040226497942719 }, "kappa_W_mK": { "N_truth": 8, "N_pred": 8, "coverage_pct": 100.0, "MAE": 0.07769364805048562, "MAPE": 0.613976309920304, "median_APE": 0.4075477186976324, "p90_AE": 0.2481639123000683 } }, "aggregate": { "N_points": 40, "overall_MAPE": 0.602275571045862, "overall_median_APE": 0.44903205570664706 }, "runtime": { "N_calls": 8, "mean_ms": 0.3324499921291135, "p95_ms": 0.3647000412456691 } }, { "model": "aflow", "properties": { "B_GPa": { "N_truth": 8, "N_pred": 8, "coverage_pct": 100.0, "MAE": 36.73775, "MAPE": 13.053136805012326, "median_APE": 11.44350638113779, "p90_AE": 65.10300000000001 }, "theta_D_K": { "N_truth": 8, "N_pred": 8, "coverage_pct": 100.0, "MAE": 110.88125000000001, "MAPE": 17.86125092217298, "median_APE": 14.436336856010575, "p90_AE": 288.756 }, "v_sound_m_s": { "N_truth": 8, "N_pred": 8, "coverage_pct": 100.0, "MAE": 1494.6106249999998, "MAPE": 24.176846577488146, "median_APE": 21.44711928285495, "p90_AE": 2459.4399999999996 }, "density_g_cm3": { "N_truth": 8, "N_pred": 8, "coverage_pct": 100.0, "MAE": 0.34015312499999983, "MAPE": 4.965758426551694, "median_APE": 4.643283510587329, "p90_AE": 1.0359049999999996 }, "kappa_W_mK": { "N_truth": 8, "N_pred": 8, "coverage_pct": 100.0, "MAE": 35.692933124999996, "MAPE": 328.2942069128788, "median_APE": 247.42675000000003, "p90_AE": 66.8914 } }, "aggregate": { "N_points": 40, "overall_MAPE": 77.67023992882079, "overall_median_APE": 17.076803240297203 }, "runtime": { "N_calls": 8, "mean_ms": 0.00325000291923061, "p95_ms": 0.005199981387704611 } }, { "model": "jarvis", "properties": { "B_GPa": { "N_truth": 8, "N_pred": 8, "coverage_pct": 100.0, "MAE": 40.34312500000001, "MAPE": 14.203997565927304, "median_APE": 12.323763550135507, "p90_AE": 105.69999999999999 }, "theta_D_K": { "N_truth": 8, "N_pred": 0, "coverage_pct": 0.0, "MAE": null, "MAPE": null, "median_APE": null, "p90_AE": null }, "v_sound_m_s": { "N_truth": 8, "N_pred": 0, "coverage_pct": 0.0, "MAE": null, "MAPE": null, "median_APE": null, "p90_AE": null }, "density_g_cm3": { "N_truth": 8, "N_pred": 8, "coverage_pct": 100.0, "MAE": 0.3756250000000001, "MAPE": 5.396423945390103, "median_APE": 4.051710194567335, "p90_AE": 1.1800000000000006 }, "kappa_W_mK": { "N_truth": 8, "N_pred": 0, "coverage_pct": 0.0, "MAE": null, "MAPE": null, "median_APE": null, "p90_AE": null } }, "aggregate": { "N_points": 16, "overall_MAPE": 9.800210755658705, "overall_median_APE": 5.820523403685695 }, "runtime": { "N_calls": 8, "mean_ms": 0.0026124980649910867, "p95_ms": 0.003100023604929447 } }, { "model": "matbench", "properties": { "B_GPa": { "N_truth": 8, "N_pred": 8, "coverage_pct": 100.0, "MAE": 37.062499999999986, "MAPE": 13.22111319725538, "median_APE": 11.570669934640504, "p90_AE": 84.00000000000011 }, "theta_D_K": { "N_truth": 8, "N_pred": 0, "coverage_pct": 0.0, "MAE": null, "MAPE": null, "median_APE": null, "p90_AE": null }, "v_sound_m_s": { "N_truth": 8, "N_pred": 0, "coverage_pct": 0.0, "MAE": null, "MAPE": null, "median_APE": null, "p90_AE": null }, "density_g_cm3": { "N_truth": 8, "N_pred": 0, "coverage_pct": 0.0, "MAE": null, "MAPE": null, "median_APE": null, "p90_AE": null }, "kappa_W_mK": { "N_truth": 8, "N_pred": 0, "coverage_pct": 0.0, "MAE": null, "MAPE": null, "median_APE": null, "p90_AE": null } }, "aggregate": { "N_points": 8, "overall_MAPE": 13.22111319725538, "overall_median_APE": 11.570669934640504 }, "runtime": { "N_calls": 8, "mean_ms": 0.0024375112843699753, "p95_ms": 0.002600019797682762 } } ] }, { "fold_id": "itype:DX", "holdout_key": "DX", "holdout_size": 9, "train_size": 171, "models": [ { "model": "flux", "properties": { "B_GPa": { "N_truth": 9, "N_pred": 9, "coverage_pct": 100.0, "MAE": 0.3203053946349262, "MAPE": 0.5025630124718834, "median_APE": 0.34704174252289693, "p90_AE": 1.0793723392249888 }, "theta_D_K": { "N_truth": 9, "N_pred": 9, "coverage_pct": 100.0, "MAE": 1.6326817045089936, "MAPE": 0.5718847655272407, "median_APE": 0.46490646106458433, "p90_AE": 5.343518254647108 }, "v_sound_m_s": { "N_truth": 9, "N_pred": 9, "coverage_pct": 100.0, "MAE": 21.305227369833826, "MAPE": 0.6443531168257348, "median_APE": 0.653277445917035, "p90_AE": 51.572016229831206 }, "density_g_cm3": { "N_truth": 9, "N_pred": 9, "coverage_pct": 100.0, "MAE": 0.024369910578937965, "MAPE": 0.5054152153487502, "median_APE": 0.6235715027064994, "p90_AE": 0.039186459365780024 }, "kappa_W_mK": { "N_truth": 9, "N_pred": 9, "coverage_pct": 100.0, "MAE": 0.004668082773847732, "MAPE": 0.30080309548593587, "median_APE": 0.2102552030137872, "p90_AE": 0.011396352500807616 } }, "aggregate": { "N_points": 45, "overall_MAPE": 0.5050038411319091, "overall_median_APE": 0.3759155057811995 }, "runtime": { "N_calls": 9, "mean_ms": 0.37183333188295364, "p95_ms": 0.40879996959120035 } }, { "model": "aflow", "properties": { "B_GPa": { "N_truth": 9, "N_pred": 6, "coverage_pct": 66.66666666666667, "MAE": 5.9238333333333335, "MAPE": 9.479985073115209, "median_APE": 5.489897727272731, "p90_AE": 22.17349999999999 }, "theta_D_K": { "N_truth": 9, "N_pred": 6, "coverage_pct": 66.66666666666667, "MAE": 21.412000000000006, "MAPE": 11.805464513400992, "median_APE": 13.305292349726777, "p90_AE": 28.462999999999994 }, "v_sound_m_s": { "N_truth": 9, "N_pred": 6, "coverage_pct": 66.66666666666667, "MAE": 543.4575, "MAPE": 19.224762674265587, "median_APE": 22.82363225010284, "p90_AE": 1331.48 }, "density_g_cm3": { "N_truth": 9, "N_pred": 6, "coverage_pct": 66.66666666666667, "MAE": 0.24343333333333325, "MAPE": 5.081488144622537, "median_APE": 3.088101558938318, "p90_AE": 0.6369099999999994 }, "kappa_W_mK": { "N_truth": 9, "N_pred": 6, "coverage_pct": 66.66666666666667, "MAE": 0.5502180833333333, "MAPE": 50.305510416666664, "median_APE": 47.43793333333333, "p90_AE": 1.0222099999999998 } }, "aggregate": { "N_points": 30, "overall_MAPE": 19.179442164414198, "overall_median_APE": 14.292250000000006 }, "runtime": { "N_calls": 9, "mean_ms": 0.0024000053397483295, "p95_ms": 0.005200039595365524 } }, { "model": "jarvis", "properties": { "B_GPa": { "N_truth": 9, "N_pred": 9, "coverage_pct": 100.0, "MAE": 21.613333333333333, "MAPE": 31.08732235055608, "median_APE": 31.437500000000007, "p90_AE": 57.400000000000006 }, "theta_D_K": { "N_truth": 9, "N_pred": 0, "coverage_pct": 0.0, "MAE": null, "MAPE": null, "median_APE": null, "p90_AE": null }, "v_sound_m_s": { "N_truth": 9, "N_pred": 0, "coverage_pct": 0.0, "MAE": null, "MAPE": null, "median_APE": null, "p90_AE": null }, "density_g_cm3": { "N_truth": 9, "N_pred": 9, "coverage_pct": 100.0, "MAE": 0.2881666666666668, "MAPE": 6.467590564684094, "median_APE": 4.967741935483868, "p90_AE": 0.6580000000000004 }, "kappa_W_mK": { "N_truth": 9, "N_pred": 0, "coverage_pct": 0.0, "MAE": null, "MAPE": null, "median_APE": null, "p90_AE": null } }, "aggregate": { "N_points": 18, "overall_MAPE": 18.777456457620087, "overall_median_APE": 13.290632381583862 }, "runtime": { "N_calls": 9, "mean_ms": 0.0027222300155295264, "p95_ms": 0.003200024366378784 } }, { "model": "matbench", "properties": { "B_GPa": { "N_truth": 9, "N_pred": 9, "coverage_pct": 100.0, "MAE": 9.22222222222222, "MAPE": 14.964729696569155, "median_APE": 11.11111111111111, "p90_AE": 27.5 }, "theta_D_K": { "N_truth": 9, "N_pred": 0, "coverage_pct": 0.0, "MAE": null, "MAPE": null, "median_APE": null, "p90_AE": null }, "v_sound_m_s": { "N_truth": 9, "N_pred": 0, "coverage_pct": 0.0, "MAE": null, "MAPE": null, "median_APE": null, "p90_AE": null }, "density_g_cm3": { "N_truth": 9, "N_pred": 0, "coverage_pct": 0.0, "MAE": null, "MAPE": null, "median_APE": null, "p90_AE": null }, "kappa_W_mK": { "N_truth": 9, "N_pred": 0, "coverage_pct": 0.0, "MAE": null, "MAPE": null, "median_APE": null, "p90_AE": null } }, "aggregate": { "N_points": 9, "overall_MAPE": 14.964729696569155, "overall_median_APE": 11.11111111111111 }, "runtime": { "N_calls": 9, "mean_ms": 0.0024888884379631942, "p95_ms": 0.0025999615900218487 } } ] }, { "fold_id": "itype:EC", "holdout_key": "EC", "holdout_size": 3, "train_size": 177, "models": [ { "model": "flux", "properties": { "B_GPa": { "N_truth": 3, "N_pred": 3, "coverage_pct": 100.0, "MAE": 0.5207236941224949, "MAPE": 0.2464184639826026, "median_APE": 0.18243745584679527, "p90_AE": 0.985078370182265 }, "theta_D_K": { "N_truth": 2, "N_pred": 2, "coverage_pct": 100.0, "MAE": 0.8443412679228857, "MAPE": 0.20284723183138453, "median_APE": 0.20284723183138453, "p90_AE": 1.5972772666186188 }, "v_sound_m_s": { "N_truth": 2, "N_pred": 2, "coverage_pct": 100.0, "MAE": 20.80851125054801, "MAPE": 0.49177651746510503, "median_APE": 0.49177651746510503, "p90_AE": 35.51246799329738 }, "density_g_cm3": { "N_truth": 3, "N_pred": 3, "coverage_pct": 100.0, "MAE": 0.023698638143991424, "MAPE": 0.5605658702947556, "median_APE": 0.10122758365825937, "p90_AE": 0.059564902341208814 }, "kappa_W_mK": { "N_truth": 3, "N_pred": 3, "coverage_pct": 100.0, "MAE": 0.09126931715838123, "MAPE": 0.331174966003547, "median_APE": 0.13048158535738708, "p90_AE": 0.2525348845353754 } }, "aggregate": { "N_points": 13, "overall_MAPE": 0.36951733841813034, "overall_median_APE": 0.1689918061079948 }, "runtime": { "N_calls": 3, "mean_ms": 0.24166666359330216, "p95_ms": 0.25619997177273035 } }, { "model": "aflow", "properties": { "B_GPa": { "N_truth": 3, "N_pred": 3, "coverage_pct": 100.0, "MAE": 16.661500000000007, "MAPE": 8.498635518564184, "median_APE": 8.74186046511628, "p90_AE": 22.636500000000012 }, "theta_D_K": { "N_truth": 2, "N_pred": 2, "coverage_pct": 100.0, "MAE": 73.18100000000001, "MAPE": 18.272222222222226, "median_APE": 18.272222222222226, "p90_AE": 103.61400000000003 }, "v_sound_m_s": { "N_truth": 2, "N_pred": 2, "coverage_pct": 100.0, "MAE": 1085.8999999999999, "MAPE": 23.141768292682926, "median_APE": 23.141768292682926, "p90_AE": 1296.1 }, "density_g_cm3": { "N_truth": 3, "N_pred": 3, "coverage_pct": 100.0, "MAE": 0.19832333333333332, "MAPE": 3.095663644487684, "median_APE": 3.1840136054421757, "p90_AE": 0.37051999999999996 }, "kappa_W_mK": { "N_truth": 3, "N_pred": 3, "coverage_pct": 100.0, "MAE": 8.930951666666667, "MAPE": 58.41265972222222, "median_APE": 54.294333333333334, "p90_AE": 12.2362 } }, "aggregate": { "N_points": 13, "overall_MAPE": 22.52683520658712, "overall_median_APE": 11.87444444444444 }, "runtime": { "N_calls": 3, "mean_ms": 0.0040666394246121245, "p95_ms": 0.005799985956400633 } }, { "model": "jarvis", "properties": { "B_GPa": { "N_truth": 3, "N_pred": 3, "coverage_pct": 100.0, "MAE": 27.113333333333333, "MAPE": 11.922604593234169, "median_APE": 9.985465116279077, "p90_AE": 62.025000000000006 }, "theta_D_K": { "N_truth": 2, "N_pred": 0, "coverage_pct": 0.0, "MAE": null, "MAPE": null, "median_APE": null, "p90_AE": null }, "v_sound_m_s": { "N_truth": 2, "N_pred": 0, "coverage_pct": 0.0, "MAE": null, "MAPE": null, "median_APE": null, "p90_AE": null }, "density_g_cm3": { "N_truth": 3, "N_pred": 3, "coverage_pct": 100.0, "MAE": 0.29283333333333356, "MAPE": 6.181071968060645, "median_APE": 5.935374149659867, "p90_AE": 0.45950000000000024 }, "kappa_W_mK": { "N_truth": 3, "N_pred": 0, "coverage_pct": 0.0, "MAE": null, "MAPE": null, "median_APE": null, "p90_AE": null } }, "aggregate": { "N_points": 6, "overall_MAPE": 9.051838280647406, "overall_median_APE": 7.960419632969472 }, "runtime": { "N_calls": 3, "mean_ms": 0.0030333370280762515, "p95_ms": 0.003300025127828121 } }, { "model": "matbench", "properties": { "B_GPa": { "N_truth": 3, "N_pred": 3, "coverage_pct": 100.0, "MAE": 30.166666666666696, "MAPE": 13.669968598022436, "median_APE": 9.883720930232574, "p90_AE": 64.5 }, "theta_D_K": { "N_truth": 2, "N_pred": 0, "coverage_pct": 0.0, "MAE": null, "MAPE": null, "median_APE": null, "p90_AE": null }, "v_sound_m_s": { "N_truth": 2, "N_pred": 0, "coverage_pct": 0.0, "MAE": null, "MAPE": null, "median_APE": null, "p90_AE": null }, "density_g_cm3": { "N_truth": 3, "N_pred": 0, "coverage_pct": 0.0, "MAE": null, "MAPE": null, "median_APE": null, "p90_AE": null }, "kappa_W_mK": { "N_truth": 3, "N_pred": 0, "coverage_pct": 0.0, "MAE": null, "MAPE": null, "median_APE": null, "p90_AE": null } }, "aggregate": { "N_points": 3, "overall_MAPE": 13.669968598022436, "overall_median_APE": 9.883720930232574 }, "runtime": { "N_calls": 3, "mean_ms": 0.002700001156578461, "p95_ms": 0.0027999631129205227 } } ] }, { "fold_id": "itype:EE", "holdout_key": "EE", "holdout_size": 3, "train_size": 177, "models": [ { "model": "flux", "properties": { "B_GPa": { "N_truth": 3, "N_pred": 3, "coverage_pct": 100.0, "MAE": 2.7594452057514736, "MAPE": 6.178387223380582, "median_APE": 1.9310894321581735, "p90_AE": 6.745389977133932 }, "theta_D_K": { "N_truth": 3, "N_pred": 3, "coverage_pct": 100.0, "MAE": 2.81793616241427, "MAPE": 2.8419203406116735, "median_APE": 4.078337310353873, "p90_AE": 4.658529872163172 }, "v_sound_m_s": { "N_truth": 3, "N_pred": 3, "coverage_pct": 100.0, "MAE": 91.58376404078888, "MAPE": 1.7531603149255612, "median_APE": 0.8349333498321312, "p90_AE": 262.14243408191123 }, "density_g_cm3": { "N_truth": 3, "N_pred": 3, "coverage_pct": 100.0, "MAE": 0.11240238437161354, "MAPE": 2.0373027724923447, "median_APE": 1.6338712572506746, "p90_AE": 0.19361374398420494 }, "kappa_W_mK": { "N_truth": 3, "N_pred": 3, "coverage_pct": 100.0, "MAE": 8.56798424961795, "MAPE": 3.7959028654814677, "median_APE": 0.41311381515515955, "p90_AE": 25.209957798874115 } }, "aggregate": { "N_points": 15, "overall_MAPE": 3.3213347033783256, "overall_median_APE": 1.6338712572506746 }, "runtime": { "N_calls": 3, "mean_ms": 0.2152333230090638, "p95_ms": 0.2334999735467136 } }, { "model": "aflow", "properties": { "B_GPa": { "N_truth": 3, "N_pred": 1, "coverage_pct": 33.333333333333336, "MAE": 13.3448, "MAPE": 31.034418604651158, "median_APE": 31.034418604651158, "p90_AE": 13.3448 }, "theta_D_K": { "N_truth": 3, "N_pred": 1, "coverage_pct": 33.333333333333336, "MAE": 13.783600000000007, "MAPE": 17.447594936708867, "median_APE": 17.447594936708867, "p90_AE": 13.783600000000007 }, "v_sound_m_s": { "N_truth": 3, "N_pred": 1, "coverage_pct": 33.333333333333336, "MAE": 38.0, "MAPE": 5.263157894736842, "median_APE": 5.263157894736842, "p90_AE": 38.0 }, "density_g_cm3": { "N_truth": 3, "N_pred": 1, "coverage_pct": 33.333333333333336, "MAE": 0.7035, "MAPE": 5.936708860759494, "median_APE": 5.936708860759494, "p90_AE": 0.7035 }, "kappa_W_mK": { "N_truth": 3, "N_pred": 1, "coverage_pct": 33.333333333333336, "MAE": 45.776086, "MAPE": 99.51323043478261, "median_APE": 99.51323043478261, "p90_AE": 45.776086 } }, "aggregate": { "N_points": 5, "overall_MAPE": 31.839022146327796, "overall_median_APE": 17.447594936708867 }, "runtime": { "N_calls": 3, "mean_ms": 0.0022333309364815554, "p95_ms": 0.004799978341907263 } }, { "model": "jarvis", "properties": { "B_GPa": { "N_truth": 3, "N_pred": 3, "coverage_pct": 100.0, "MAE": 7.979999999999998, "MAPE": 16.7309137136659, "median_APE": 13.926829268292684, "p90_AE": 12.16 }, "theta_D_K": { "N_truth": 3, "N_pred": 0, "coverage_pct": 0.0, "MAE": null, "MAPE": null, "median_APE": null, "p90_AE": null }, "v_sound_m_s": { "N_truth": 3, "N_pred": 0, "coverage_pct": 0.0, "MAE": null, "MAPE": null, "median_APE": null, "p90_AE": null }, "density_g_cm3": { "N_truth": 3, "N_pred": 3, "coverage_pct": 100.0, "MAE": 0.4000000000000001, "MAPE": 4.829968088806627, "median_APE": 5.417236662106703, "p90_AE": 0.7240000000000002 }, "kappa_W_mK": { "N_truth": 3, "N_pred": 0, "coverage_pct": 0.0, "MAE": null, "MAPE": null, "median_APE": null, "p90_AE": null } }, "aggregate": { "N_points": 6, "overall_MAPE": 10.780440901236261, "overall_median_APE": 7.048273373306682 }, "runtime": { "N_calls": 3, "mean_ms": 0.0030333370280762515, "p95_ms": 0.0035999692045152187 } }, { "model": "matbench", "properties": { "B_GPa": { "N_truth": 3, "N_pred": 3, "coverage_pct": 100.0, "MAE": 10.666666666666671, "MAPE": 22.752535052890313, "median_APE": 19.51219512195122, "p90_AE": 17.0 }, "theta_D_K": { "N_truth": 3, "N_pred": 0, "coverage_pct": 0.0, "MAE": null, "MAPE": null, "median_APE": null, "p90_AE": null }, "v_sound_m_s": { "N_truth": 3, "N_pred": 0, "coverage_pct": 0.0, "MAE": null, "MAPE": null, "median_APE": null, "p90_AE": null }, "density_g_cm3": { "N_truth": 3, "N_pred": 0, "coverage_pct": 0.0, "MAE": null, "MAPE": null, "median_APE": null, "p90_AE": null }, "kappa_W_mK": { "N_truth": 3, "N_pred": 0, "coverage_pct": 0.0, "MAE": null, "MAPE": null, "median_APE": null, "p90_AE": null } }, "aggregate": { "N_points": 3, "overall_MAPE": 22.752535052890313, "overall_median_APE": 19.51219512195122 }, "runtime": { "N_calls": 3, "mean_ms": 0.002600000395129124, "p95_ms": 0.0026999623514711857 } } ] }, { "fold_id": "itype:EP", "holdout_key": "EP", "holdout_size": 13, "train_size": 167, "models": [ { "model": "flux", "properties": { "B_GPa": { "N_truth": 13, "N_pred": 13, "coverage_pct": 100.0, "MAE": 0.8398232385688572, "MAPE": 0.6594880606274695, "median_APE": 0.6668226199642905, "p90_AE": 1.9788405088311833 }, "theta_D_K": { "N_truth": 13, "N_pred": 13, "coverage_pct": 100.0, "MAE": 6.733635339480504, "MAPE": 1.160967901864664, "median_APE": 0.829777427667705, "p90_AE": 16.453626509648984 }, "v_sound_m_s": { "N_truth": 13, "N_pred": 13, "coverage_pct": 100.0, "MAE": 41.196974856726264, "MAPE": 0.6838079450149916, "median_APE": 0.6409232665658859, "p90_AE": 58.13515060954796 }, "density_g_cm3": { "N_truth": 8, "N_pred": 8, "coverage_pct": 100.0, "MAE": 0.026793985142634424, "MAPE": 0.6572797903427252, "median_APE": 0.7937559249499168, "p90_AE": 0.061041226656319836 }, "kappa_W_mK": { "N_truth": 13, "N_pred": 13, "coverage_pct": 100.0, "MAE": 2.321982874715604, "MAPE": 0.8021863262517018, "median_APE": 0.5207189498670878, "p90_AE": 4.74644048209035 } }, "aggregate": { "N_points": 60, "overall_MAPE": 0.8040348560267758, "overall_median_APE": 0.676911064689683 }, "runtime": { "N_calls": 13, "mean_ms": 0.3239615336776926, "p95_ms": 0.367600005120039 } }, { "model": "aflow", "properties": { "B_GPa": { "N_truth": 13, "N_pred": 13, "coverage_pct": 100.0, "MAE": 31.12003076923077, "MAPE": 16.767033263855595, "median_APE": 14.325492957746484, "p90_AE": 33.13749999999999 }, "theta_D_K": { "N_truth": 13, "N_pred": 13, "coverage_pct": 100.0, "MAE": 102.9093076923077, "MAPE": 10.91732560921026, "median_APE": 8.117766497461933, "p90_AE": 244.45899999999995 }, "v_sound_m_s": { "N_truth": 13, "N_pred": 13, "coverage_pct": 100.0, "MAE": 2543.596153846154, "MAPE": 37.38492784910018, "median_APE": 37.841029411764715, "p90_AE": 4317.32 }, "density_g_cm3": { "N_truth": 8, "N_pred": 8, "coverage_pct": 100.0, "MAE": 0.28472437500000003, "MAPE": 7.704181272229297, "median_APE": 3.221382113821129, "p90_AE": 1.51643 }, "kappa_W_mK": { "N_truth": 13, "N_pred": 13, "coverage_pct": 100.0, "MAE": 137.72816192307693, "MAPE": 87.13610674785818, "median_APE": 86.36385185185185, "p90_AE": 264.34135000000003 } }, "aggregate": { "N_points": 60, "overall_MAPE": 34.00505942146915, "overall_median_APE": 18.349198394923476 }, "runtime": { "N_calls": 13, "mean_ms": 0.0029384570482831737, "p95_ms": 0.006199989002197981 } }, { "model": "jarvis", "properties": { "B_GPa": { "N_truth": 13, "N_pred": 13, "coverage_pct": 100.0, "MAE": 21.315384615384616, "MAPE": 13.708268698067096, "median_APE": 14.847619047619052, "p90_AE": 32.25999999999999 }, "theta_D_K": { "N_truth": 13, "N_pred": 0, "coverage_pct": 0.0, "MAE": null, "MAPE": null, "median_APE": null, "p90_AE": null }, "v_sound_m_s": { "N_truth": 13, "N_pred": 0, "coverage_pct": 0.0, "MAE": null, "MAPE": null, "median_APE": null, "p90_AE": null }, "density_g_cm3": { "N_truth": 8, "N_pred": 8, "coverage_pct": 100.0, "MAE": 0.3529375000000001, "MAPE": 9.16316667917765, "median_APE": 5.963284137448809, "p90_AE": 1.1800000000000002 }, "kappa_W_mK": { "N_truth": 13, "N_pred": 0, "coverage_pct": 0.0, "MAE": null, "MAPE": null, "median_APE": null, "p90_AE": null } }, "aggregate": { "N_points": 21, "overall_MAPE": 11.976801262299686, "overall_median_APE": 7.541666666666669 }, "runtime": { "N_calls": 13, "mean_ms": 0.0024923042824062016, "p95_ms": 0.0033999676816165447 } }, { "model": "matbench", "properties": { "B_GPa": { "N_truth": 13, "N_pred": 13, "coverage_pct": 100.0, "MAE": 32.538461538461554, "MAPE": 17.740918497465486, "median_APE": 15.517241379310356, "p90_AE": 35.5 }, "theta_D_K": { "N_truth": 13, "N_pred": 0, "coverage_pct": 0.0, "MAE": null, "MAPE": null, "median_APE": null, "p90_AE": null }, "v_sound_m_s": { "N_truth": 13, "N_pred": 0, "coverage_pct": 0.0, "MAE": null, "MAPE": null, "median_APE": null, "p90_AE": null }, "density_g_cm3": { "N_truth": 8, "N_pred": 0, "coverage_pct": 0.0, "MAE": null, "MAPE": null, "median_APE": null, "p90_AE": null }, "kappa_W_mK": { "N_truth": 13, "N_pred": 0, "coverage_pct": 0.0, "MAE": null, "MAPE": null, "median_APE": null, "p90_AE": null } }, "aggregate": { "N_points": 13, "overall_MAPE": 17.740918497465486, "overall_median_APE": 15.517241379310356 }, "runtime": { "N_calls": 13, "mean_ms": 0.0022999906482604835, "p95_ms": 0.002900022082030773 } } ] } ], "model_summary": { "flux": { "properties": { "B_GPa": { "N_truth": 175, "N_pred": 169, "coverage_pct": 96.57142857142857, "MAE": 1.1405215596972114, "MAPE": 1.0148928413463145, "median_APE": null, "p90_AE": null }, "theta_D_K": { "N_truth": 174, "N_pred": 168, "coverage_pct": 96.55172413793103, "MAE": 6.5203297152162225, "MAPE": 1.5635671907845587, "median_APE": null, "p90_AE": null }, "v_sound_m_s": { "N_truth": 174, "N_pred": 168, "coverage_pct": 96.55172413793103, "MAE": 78.74483963101314, "MAPE": 1.6081335095306832, "median_APE": null, "p90_AE": null }, "density_g_cm3": { "N_truth": 168, "N_pred": 162, "coverage_pct": 96.42857142857143, "MAE": 0.07618651810360301, "MAPE": 1.3397873255209451, "median_APE": null, "p90_AE": null }, "kappa_W_mK": { "N_truth": 160, "N_pred": 154, "coverage_pct": 96.25, "MAE": 1.5154211195979999, "MAPE": 1.3472957431855248, "median_APE": null, "p90_AE": null } }, "aggregate": { "N_points": 821, "overall_MAPE": 1.3750203398604772, "overall_median_APE": null }, "runtime_mean_ms_across_folds": 0.33349973310687253 }, "aflow": { "properties": { "B_GPa": { "N_truth": 175, "N_pred": 144, "coverage_pct": 82.28571428571429, "MAE": 15.757256805555553, "MAPE": 14.588096515161245, "median_APE": null, "p90_AE": null }, "theta_D_K": { "N_truth": 174, "N_pred": 143, "coverage_pct": 82.183908045977, "MAE": 61.138725174825176, "MAPE": 14.104674294314218, "median_APE": null, "p90_AE": null }, "v_sound_m_s": { "N_truth": 174, "N_pred": 143, "coverage_pct": 82.183908045977, "MAE": 1465.2395244755244, "MAPE": 30.058790391588317, "median_APE": null, "p90_AE": null }, "density_g_cm3": { "N_truth": 168, "N_pred": 137, "coverage_pct": 81.54761904761905, "MAE": 0.3011187518248175, "MAPE": 5.549314963318657, "median_APE": null, "p90_AE": null }, "kappa_W_mK": { "N_truth": 160, "N_pred": 129, "coverage_pct": 80.625, "MAE": 58.4294566124031, "MAPE": 119.62713990295023, "median_APE": null, "p90_AE": null } }, "aggregate": { "N_points": 696, "overall_MAPE": 35.35663584155534, "overall_median_APE": null }, "runtime_mean_ms_across_folds": 0.0031123066900331066 }, "jarvis": { "properties": { "B_GPa": { "N_truth": 175, "N_pred": 167, "coverage_pct": 95.42857142857143, "MAE": 17.788712574850297, "MAPE": 15.481607880010284, "median_APE": null, "p90_AE": null }, "theta_D_K": { "N_truth": 174, "N_pred": 0, "coverage_pct": 0.0, "MAE": null, "MAPE": null, "median_APE": null, "p90_AE": null }, "v_sound_m_s": { "N_truth": 174, "N_pred": 0, "coverage_pct": 0.0, "MAE": null, "MAPE": null, "median_APE": null, "p90_AE": null }, "density_g_cm3": { "N_truth": 168, "N_pred": 163, "coverage_pct": 97.02380952380952, "MAE": 0.3445981595092025, "MAPE": 6.278007626756537, "median_APE": null, "p90_AE": null }, "kappa_W_mK": { "N_truth": 160, "N_pred": 0, "coverage_pct": 0.0, "MAE": null, "MAPE": null, "median_APE": null, "p90_AE": null } }, "aggregate": { "N_points": 330, "overall_MAPE": 10.935587148857675, "overall_median_APE": null }, "runtime_mean_ms_across_folds": 0.0028483482985312684 }, "matbench": { "properties": { "B_GPa": { "N_truth": 175, "N_pred": 174, "coverage_pct": 99.42857142857143, "MAE": 19.2735632183908, "MAPE": 18.424710504864333, "median_APE": null, "p90_AE": null }, "theta_D_K": { "N_truth": 174, "N_pred": 0, "coverage_pct": 0.0, "MAE": null, "MAPE": null, "median_APE": null, "p90_AE": null }, "v_sound_m_s": { "N_truth": 174, "N_pred": 0, "coverage_pct": 0.0, "MAE": null, "MAPE": null, "median_APE": null, "p90_AE": null }, "density_g_cm3": { "N_truth": 168, "N_pred": 0, "coverage_pct": 0.0, "MAE": null, "MAPE": null, "median_APE": null, "p90_AE": null }, "kappa_W_mK": { "N_truth": 160, "N_pred": 0, "coverage_pct": 0.0, "MAE": null, "MAPE": null, "median_APE": null, "p90_AE": null } }, "aggregate": { "N_points": 174, "overall_MAPE": 18.424710504864333, "overall_median_APE": null }, "runtime_mean_ms_across_folds": 0.0026239543522229365 } } }