{ "meta": { "generated_at_utc": "2026-02-24T16:22:56.238154+00:00", "manifest": "family_holdout_protocol_v1", "protocol": "S2_family_holdout", "validation_data": "materials_validation_dataset_v1", "adapters": [ "flux" ], "resolved_adapters": [ "flux" ], "selected_fold_ids": "all", "num_folds": 19, "holdout_mode": "strict" }, "fold_results": [ { "fold_id": "family:alkali_halides", "holdout_key": "alkali_halides", "holdout_size": 20, "train_size": 160, "models": [ { "model": "flux", "properties": { "B_GPa": { "N_truth": 20, "N_pred": 20, "coverage_pct": 100.0, "MAE": 0.11683807959723662, "MAPE": 0.5304746875935853, "median_APE": 0.453440827489514, "p90_AE": 0.25343203767567957 }, "theta_D_K": { "N_truth": 20, "N_pred": 20, "coverage_pct": 100.0, "MAE": 6.862521824479484, "MAPE": 2.633732940543207, "median_APE": 2.1257327477783514, "p90_AE": 9.875266516182535 }, "v_sound_m_s": { "N_truth": 20, "N_pred": 20, "coverage_pct": 100.0, "MAE": 26.239877625603448, "MAPE": 0.7766905596985743, "median_APE": 0.6612282715929227, "p90_AE": 48.15274290924981 }, "density_g_cm3": { "N_truth": 20, "N_pred": 20, "coverage_pct": 100.0, "MAE": 0.03464343374377321, "MAPE": 1.079036940442693, "median_APE": 0.9149620625216637, "p90_AE": 0.0733606463534926 }, "kappa_W_mK": { "N_truth": 20, "N_pred": 20, "coverage_pct": 100.0, "MAE": 0.025066694917451737, "MAPE": 0.7248512324300987, "median_APE": 0.39790522499378256, "p90_AE": 0.04100065813848275 } }, "aggregate": { "N_points": 100, "overall_MAPE": 1.1489572721416317, "overall_median_APE": 0.6732846033263149 }, "runtime": { "N_calls": 20, "mean_ms": 0.44335499696899205, "p95_ms": 0.4780999734066427 } } ] }, { "fold_id": "family:alkaline_earth_chalcogenides", "holdout_key": "alkaline_earth_chalcogenides", "holdout_size": 20, "train_size": 160, "models": [ { "model": "flux", "properties": { "B_GPa": { "N_truth": 20, "N_pred": 20, "coverage_pct": 100.0, "MAE": 0.3205058901235388, "MAPE": 0.42378830170823195, "median_APE": 0.31968200382506906, "p90_AE": 0.6158795352756954 }, "theta_D_K": { "N_truth": 20, "N_pred": 20, "coverage_pct": 100.0, "MAE": 6.799290767177124, "MAPE": 1.3009330945596147, "median_APE": 0.5720304380027326, "p90_AE": 17.06973290001997 }, "v_sound_m_s": { "N_truth": 20, "N_pred": 20, "coverage_pct": 100.0, "MAE": 90.08312162089061, "MAPE": 1.6532555389571595, "median_APE": 1.1377531374156737, "p90_AE": 159.64982628641155 }, "density_g_cm3": { "N_truth": 20, "N_pred": 20, "coverage_pct": 100.0, "MAE": 0.025321660480428367, "MAPE": 0.5682796686655969, "median_APE": 0.37226794964137555, "p90_AE": 0.0677179882481278 }, "kappa_W_mK": { "N_truth": 5, "N_pred": 5, "coverage_pct": 100.0, "MAE": 0.07394439499932207, "MAPE": 0.13505345292839174, "median_APE": 0.0640881245598616, "p90_AE": 0.22216417024657176 } }, "aggregate": { "N_points": 85, "overall_MAPE": 0.9364752863818119, "overall_median_APE": 0.5073275534509212 }, "runtime": { "N_calls": 20, "mean_ms": 0.30139000446069986, "p95_ms": 0.32190000638365746 } } ] }, { "fold_id": "family:alkaline_earth_halides", "holdout_key": "alkaline_earth_halides", "holdout_size": 4, "train_size": 176, "models": [ { "model": "flux", "properties": { "B_GPa": { "N_truth": 4, "N_pred": 4, "coverage_pct": 100.0, "MAE": 0.058620528951491835, "MAPE": 0.07086709574117808, "median_APE": 0.06956971805781448, "p90_AE": 0.13474776944477185 }, "theta_D_K": { "N_truth": 4, "N_pred": 4, "coverage_pct": 100.0, "MAE": 3.7791731835689717, "MAPE": 0.9209179815261884, "median_APE": 0.9587339958185626, "p90_AE": 4.606126488759969 }, "v_sound_m_s": { "N_truth": 4, "N_pred": 4, "coverage_pct": 100.0, "MAE": 19.49242910862472, "MAPE": 0.3667313468608408, "median_APE": 0.25987926349257806, "p90_AE": 46.641171887393284 }, "density_g_cm3": { "N_truth": 4, "N_pred": 4, "coverage_pct": 100.0, "MAE": 0.0136576156123146, "MAPE": 0.3227239703801391, "median_APE": 0.18275660254483939, "p90_AE": 0.03736439073083009 }, "kappa_W_mK": { "N_truth": 4, "N_pred": 4, "coverage_pct": 100.0, "MAE": 0.02517168267759784, "MAPE": 0.24654380958395822, "median_APE": 0.2814412816568283, "p90_AE": 0.03439509701344434 } }, "aggregate": { "N_points": 20, "overall_MAPE": 0.3855568408184609, "overall_median_APE": 0.26207211235218963 }, "runtime": { "N_calls": 4, "mean_ms": 0.2677250013221055, "p95_ms": 0.2997000119648874 } } ] }, { "fold_id": "family:bcc_metals", "holdout_key": "bcc_metals", "holdout_size": 7, "train_size": 173, "models": [ { "model": "flux", "properties": { "B_GPa": { "N_truth": 7, "N_pred": 7, "coverage_pct": 100.0, "MAE": 1.3098103202895044, "MAPE": 0.6716404906072262, "median_APE": 0.5222115285443252, "p90_AE": 2.720920598206476 }, "theta_D_K": { "N_truth": 7, "N_pred": 7, "coverage_pct": 100.0, "MAE": 4.753051983021343, "MAPE": 1.2419890082960383, "median_APE": 1.056729231569433, "p90_AE": 9.286531579885263 }, "v_sound_m_s": { "N_truth": 7, "N_pred": 7, "coverage_pct": 100.0, "MAE": 42.736552864927816, "MAPE": 0.7791830384867755, "median_APE": 0.4617261007865163, "p90_AE": 104.17821650796668 }, "density_g_cm3": { "N_truth": 7, "N_pred": 7, "coverage_pct": 100.0, "MAE": 0.24166606715862812, "MAPE": 2.049517561960149, "median_APE": 0.9237520260654802, "p90_AE": 1.0019922353145727 }, "kappa_W_mK": { "N_truth": 7, "N_pred": 7, "coverage_pct": 100.0, "MAE": 0.39796175460735334, "MAPE": 0.40287793071375144, "median_APE": 0.29260614174900645, "p90_AE": 0.8836366679955745 } }, "aggregate": { "N_points": 35, "overall_MAPE": 1.0290416060127878, "overall_median_APE": 0.5221170436996303 }, "runtime": { "N_calls": 7, "mean_ms": 0.4416428523005119, "p95_ms": 0.6566999945789576 } } ] }, { "fold_id": "family:category_bcc_metal", "holdout_key": "category_bcc_metal", "holdout_size": 7, "train_size": 173, "models": [ { "model": "flux", "properties": { "B_GPa": { "N_truth": 7, "N_pred": 7, "coverage_pct": 100.0, "MAE": 2.0689052809927877, "MAPE": 2.612711242813167, "median_APE": 0.8524675666156094, "p90_AE": 13.642273494619957 }, "theta_D_K": { "N_truth": 7, "N_pred": 7, "coverage_pct": 100.0, "MAE": 3.8714533184309943, "MAPE": 2.415214418856622, "median_APE": 1.967312081529957, "p90_AE": 15.389392431271233 }, "v_sound_m_s": { "N_truth": 7, "N_pred": 7, "coverage_pct": 100.0, "MAE": 13.600154398185184, "MAPE": 0.47354217101218354, "median_APE": 0.30345676357286777, "p90_AE": 32.437192982712986 }, "density_g_cm3": { "N_truth": 7, "N_pred": 7, "coverage_pct": 100.0, "MAE": 0.062387732812682124, "MAPE": 3.521161479314636, "median_APE": 0.7620925889390443, "p90_AE": 0.20849309004446526 }, "kappa_W_mK": { "N_truth": 7, "N_pred": 7, "coverage_pct": 100.0, "MAE": 1.2175863947453587, "MAPE": 1.7203992565308324, "median_APE": 0.18211430298415815, "p90_AE": 7.564111785245572 } }, "aggregate": { "N_points": 35, "overall_MAPE": 2.1486057137054884, "overall_median_APE": 0.6728161312354226 }, "runtime": { "N_calls": 7, "mean_ms": 0.24635714778144444, "p95_ms": 0.2685000072233379 } } ] }, { "fold_id": "family:category_binary_halide", "holdout_key": "category_binary_halide", "holdout_size": 9, "train_size": 171, "models": [ { "model": "flux", "properties": { "B_GPa": { "N_truth": 9, "N_pred": 9, "coverage_pct": 100.0, "MAE": 0.3203053946349262, "MAPE": 0.5025630124718834, "median_APE": 0.34704174252289693, "p90_AE": 1.0793723392249888 }, "theta_D_K": { "N_truth": 9, "N_pred": 9, "coverage_pct": 100.0, "MAE": 1.6326817045089936, "MAPE": 0.5718847655272407, "median_APE": 0.46490646106458433, "p90_AE": 5.343518254647108 }, "v_sound_m_s": { "N_truth": 9, "N_pred": 9, "coverage_pct": 100.0, "MAE": 21.305227369833826, "MAPE": 0.6443531168257348, "median_APE": 0.653277445917035, "p90_AE": 51.572016229831206 }, "density_g_cm3": { "N_truth": 9, "N_pred": 9, "coverage_pct": 100.0, "MAE": 0.024369910578937965, "MAPE": 0.5054152153487502, "median_APE": 0.6235715027064994, "p90_AE": 0.039186459365780024 }, "kappa_W_mK": { "N_truth": 9, "N_pred": 9, "coverage_pct": 100.0, "MAE": 0.004668082773847732, "MAPE": 0.30080309548593587, "median_APE": 0.2102552030137872, "p90_AE": 0.011396352500807616 } }, "aggregate": { "N_points": 45, "overall_MAPE": 0.5050038411319091, "overall_median_APE": 0.3759155057811995 }, "runtime": { "N_calls": 9, "mean_ms": 0.3579333359892998, "p95_ms": 0.37180003710091114 } } ] }, { "fold_id": "family:category_elemental_semiconductor", "holdout_key": "category_elemental_semiconductor", "holdout_size": 4, "train_size": 176, "models": [ { "model": "flux", "properties": { "B_GPa": { "N_truth": 4, "N_pred": 4, "coverage_pct": 100.0, "MAE": 0.5932931482088701, "MAPE": 0.48024760173269304, "median_APE": 0.5121350055603939, "p90_AE": 1.020510199762839 }, "theta_D_K": { "N_truth": 4, "N_pred": 4, "coverage_pct": 100.0, "MAE": 31.214842963035487, "MAPE": 3.587558275247859, "median_APE": 4.392350220621693, "p90_AE": 95.69964960112975 }, "v_sound_m_s": { "N_truth": 4, "N_pred": 4, "coverage_pct": 100.0, "MAE": 120.76635106955712, "MAPE": 1.7818193786103889, "median_APE": 1.4096483410477225, "p90_AE": 354.0314930784625 }, "density_g_cm3": { "N_truth": 4, "N_pred": 4, "coverage_pct": 100.0, "MAE": 0.082152128678458, "MAPE": 2.270472310525028, "median_APE": 0.5098692139039516, "p90_AE": 0.28204163452583675 }, "kappa_W_mK": { "N_truth": 4, "N_pred": 4, "coverage_pct": 100.0, "MAE": 0.6238702631128739, "MAPE": 0.15745696943685467, "median_APE": 0.10411163939392357, "p90_AE": 1.7884827613893322 } }, "aggregate": { "N_points": 20, "overall_MAPE": 1.6555109071105645, "overall_median_APE": 0.5118559814928094 }, "runtime": { "N_calls": 4, "mean_ms": 0.25240000104531646, "p95_ms": 0.25720003759488463 } } ] }, { "fold_id": "family:category_fcc_metal", "holdout_key": "category_fcc_metal", "holdout_size": 4, "train_size": 176, "models": [ { "model": "flux", "properties": { "B_GPa": { "N_truth": 4, "N_pred": 4, "coverage_pct": 100.0, "MAE": 0.6222538811234459, "MAPE": 2.3729167946830136, "median_APE": 1.653236820459962, "p90_AE": 1.4676279684402118 }, "theta_D_K": { "N_truth": 4, "N_pred": 4, "coverage_pct": 100.0, "MAE": 3.557882656122974, "MAPE": 2.5550359165366214, "median_APE": 2.213029688481983, "p90_AE": 5.9431198711895235 }, "v_sound_m_s": { "N_truth": 4, "N_pred": 4, "coverage_pct": 100.0, "MAE": 71.46496839839278, "MAPE": 1.2019602627315313, "median_APE": 0.33713254742948373, "p90_AE": 262.14243408191123 }, "density_g_cm3": { "N_truth": 4, "N_pred": 4, "coverage_pct": 100.0, "MAE": 0.05047014701692887, "MAPE": 1.3628965696671904, "median_APE": 0.7148192953450346, "p90_AE": 0.10761995009200875 }, "kappa_W_mK": { "N_truth": 4, "N_pred": 4, "coverage_pct": 100.0, "MAE": 6.901520346668477, "MAPE": 4.196605136690811, "median_APE": 3.001200177900663, "p90_AE": 25.209957798874115 } }, "aggregate": { "N_points": 20, "overall_MAPE": 2.337882936061834, "overall_median_APE": 1.0809032777788572 }, "runtime": { "N_calls": 4, "mean_ms": 0.2161250013159588, "p95_ms": 0.2479000249877572 } } ] }, { "fold_id": "family:category_ionic_crystal", "holdout_key": "category_ionic_crystal", "holdout_size": 10, "train_size": 170, "models": [ { "model": "flux", "properties": { "B_GPa": { "N_truth": 10, "N_pred": 10, "coverage_pct": 100.0, "MAE": 1.5178277345988078, "MAPE": 0.5313252682015059, "median_APE": 0.5950676909916772, "p90_AE": 2.5935830370968915 }, "theta_D_K": { "N_truth": 10, "N_pred": 10, "coverage_pct": 100.0, "MAE": 3.3983782755291996, "MAPE": 0.5240601819517897, "median_APE": 0.4488409821267956, "p90_AE": 7.269358856755275 }, "v_sound_m_s": { "N_truth": 10, "N_pred": 10, "coverage_pct": 100.0, "MAE": 27.061803178085576, "MAPE": 0.39371279705030954, "median_APE": 0.18529466385634052, "p90_AE": 59.470405460335314 }, "density_g_cm3": { "N_truth": 10, "N_pred": 10, "coverage_pct": 100.0, "MAE": 0.05284119821879969, "MAPE": 0.5579850132036183, "median_APE": 0.6197556380982128, "p90_AE": 0.08907092203578948 }, "kappa_W_mK": { "N_truth": 10, "N_pred": 10, "coverage_pct": 100.0, "MAE": 0.0579913360020881, "MAPE": 0.4035025154620218, "median_APE": 0.18127218450544225, "p90_AE": 0.13689204742580685 } }, "aggregate": { "N_points": 50, "overall_MAPE": 0.48211715517384895, "overall_median_APE": 0.35376566112692953 }, "runtime": { "N_calls": 10, "mean_ms": 0.33532000379636884, "p95_ms": 0.3722000401467085 } } ] }, { "fold_id": "family:category_oxide", "holdout_key": "category_oxide", "holdout_size": 4, "train_size": 176, "models": [ { "model": "flux", "properties": { "B_GPa": { "N_truth": 4, "N_pred": 3, "coverage_pct": 75.0, "MAE": 0.5207236941224949, "MAPE": 0.2464184639826026, "median_APE": 0.18243745584679527, "p90_AE": 0.985078370182265 }, "theta_D_K": { "N_truth": 3, "N_pred": 2, "coverage_pct": 66.66666666666667, "MAE": 0.8443412679228857, "MAPE": 0.20284723183138453, "median_APE": 0.20284723183138453, "p90_AE": 1.5972772666186188 }, "v_sound_m_s": { "N_truth": 3, "N_pred": 2, "coverage_pct": 66.66666666666667, "MAE": 20.80851125054801, "MAPE": 0.49177651746510503, "median_APE": 0.49177651746510503, "p90_AE": 35.51246799329738 }, "density_g_cm3": { "N_truth": 4, "N_pred": 3, "coverage_pct": 75.0, "MAE": 0.023698638143991424, "MAPE": 0.5605658702947556, "median_APE": 0.10122758365825937, "p90_AE": 0.059564902341208814 }, "kappa_W_mK": { "N_truth": 4, "N_pred": 3, "coverage_pct": 75.0, "MAE": 0.09126931715838123, "MAPE": 0.331174966003547, "median_APE": 0.13048158535738708, "p90_AE": 0.2525348845353754 } }, "aggregate": { "N_points": 13, "overall_MAPE": 0.36951733841813034, "overall_median_APE": 0.1689918061079948 }, "runtime": { "N_calls": 4, "mean_ms": 0.17807500262279063, "p95_ms": 0.24470000062137842 } } ] }, { "fold_id": "family:category_ternary_oxide", "holdout_key": "category_ternary_oxide", "holdout_size": 3, "train_size": 177, "models": [ { "model": "flux", "properties": { "B_GPa": { "N_truth": 3, "N_pred": 3, "coverage_pct": 100.0, "MAE": 0.8328189783338663, "MAPE": 0.4935469594352228, "median_APE": 0.5843102257253878, "p90_AE": 1.0400722017911903 }, "theta_D_K": { "N_truth": 3, "N_pred": 3, "coverage_pct": 100.0, "MAE": 0.9569630193562375, "MAPE": 0.2883360725321453, "median_APE": 0.35068580789019593, "p90_AE": 1.423525441350023 }, "v_sound_m_s": { "N_truth": 3, "N_pred": 3, "coverage_pct": 100.0, "MAE": 14.149109188137269, "MAPE": 0.3337750463106013, "median_APE": 0.3573274854987358, "p90_AE": 20.328297387756265 }, "density_g_cm3": { "N_truth": 3, "N_pred": 3, "coverage_pct": 100.0, "MAE": 0.10743411713020971, "MAPE": 1.8349168624355354, "median_APE": 1.6772194431523193, "p90_AE": 0.1276198949908789 }, "kappa_W_mK": { "N_truth": 3, "N_pred": 3, "coverage_pct": 100.0, "MAE": 0.012235615064934388, "MAPE": 0.17742937262925437, "median_APE": 0.17834397796545606, "p90_AE": 0.02389910987349886 } }, "aggregate": { "N_points": 15, "overall_MAPE": 0.6256008626685519, "overall_median_APE": 0.3573274854987358 }, "runtime": { "N_calls": 3, "mean_ms": 0.19069999689236283, "p95_ms": 0.20700000459328294 } } ] }, { "fold_id": "family:category_tm_pnictide", "holdout_key": "category_tm_pnictide", "holdout_size": 4, "train_size": 176, "models": [ { "model": "flux", "properties": { "B_GPa": { "N_truth": 4, "N_pred": 4, "coverage_pct": 100.0, "MAE": 2.2283869040103284, "MAPE": 0.7626493693200957, "median_APE": 0.7735824224500814, "p90_AE": 5.148743358273066 }, "theta_D_K": { "N_truth": 4, "N_pred": 4, "coverage_pct": 100.0, "MAE": 5.192303298500306, "MAPE": 0.9428850893838725, "median_APE": 0.9420073988922117, "p90_AE": 8.28373467740846 }, "v_sound_m_s": { "N_truth": 4, "N_pred": 4, "coverage_pct": 100.0, "MAE": 50.37424474767499, "MAPE": 0.705563708875238, "median_APE": 0.2093557521836164, "p90_AE": 173.23719159018674 }, "density_g_cm3": { "N_truth": 4, "N_pred": 4, "coverage_pct": 100.0, "MAE": 0.037118868875207545, "MAPE": 0.5758526448439489, "median_APE": 0.5633200126488421, "p90_AE": 0.06498121797973333 }, "kappa_W_mK": { "N_truth": 4, "N_pred": 4, "coverage_pct": 100.0, "MAE": 0.0512046349392703, "MAPE": 0.41392959618654485, "median_APE": 0.4075477186976324, "p90_AE": 0.08939447853641269 } }, "aggregate": { "N_points": 20, "overall_MAPE": 0.6801760817219398, "overall_median_APE": 0.4513785368359624 }, "runtime": { "N_calls": 4, "mean_ms": 0.3311749896965921, "p95_ms": 0.35119999665766954 } } ] }, { "fold_id": "family:fcc_metals", "holdout_key": "fcc_metals", "holdout_size": 8, "train_size": 172, "models": [ { "model": "flux", "properties": { "B_GPa": { "N_truth": 8, "N_pred": 8, "coverage_pct": 100.0, "MAE": 1.545169230331469, "MAPE": 0.6507736821457638, "median_APE": 0.32418667538800156, "p90_AE": 6.243907659490446 }, "theta_D_K": { "N_truth": 8, "N_pred": 8, "coverage_pct": 100.0, "MAE": 1.2951349026634098, "MAPE": 0.39311421030901567, "median_APE": 0.3794453361591479, "p90_AE": 2.3472923230021934 }, "v_sound_m_s": { "N_truth": 8, "N_pred": 8, "coverage_pct": 100.0, "MAE": 38.233259181107485, "MAPE": 0.8359871443176654, "median_APE": 0.6330894190181053, "p90_AE": 93.90545591473983 }, "density_g_cm3": { "N_truth": 8, "N_pred": 8, "coverage_pct": 100.0, "MAE": 0.14018372177975835, "MAPE": 0.8909090986772921, "median_APE": 0.34643609282436016, "p90_AE": 0.5873374890654759 }, "kappa_W_mK": { "N_truth": 8, "N_pred": 8, "coverage_pct": 100.0, "MAE": 1.4171798940375755, "MAPE": 0.5638445027720559, "median_APE": 0.3694518483773798, "p90_AE": 6.631517761600094 } }, "aggregate": { "N_points": 40, "overall_MAPE": 0.6669257276443585, "overall_median_APE": 0.39471409669434054 }, "runtime": { "N_calls": 8, "mean_ms": 0.438824987213593, "p95_ms": 0.4667999455705285 } } ] }, { "fold_id": "family:group14_chalcogenides", "holdout_key": "group14_chalcogenides", "holdout_size": 7, "train_size": 173, "models": [ { "model": "flux", "properties": { "B_GPa": { "N_truth": 7, "N_pred": 7, "coverage_pct": 100.0, "MAE": 0.22055157016039675, "MAPE": 0.5513818494520261, "median_APE": 0.2654226646413349, "p90_AE": 0.8996956914278158 }, "theta_D_K": { "N_truth": 7, "N_pred": 7, "coverage_pct": 100.0, "MAE": 1.1477280332376145, "MAPE": 0.704823883878513, "median_APE": 0.5481834814506628, "p90_AE": 2.013813191548735 }, "v_sound_m_s": { "N_truth": 7, "N_pred": 7, "coverage_pct": 100.0, "MAE": 24.758637639312642, "MAPE": 0.8995856014355132, "median_APE": 0.828509597652974, "p90_AE": 43.462974516120994 }, "density_g_cm3": { "N_truth": 6, "N_pred": 6, "coverage_pct": 100.0, "MAE": 0.0258523106997471, "MAPE": 0.39165472018683195, "median_APE": 0.37824661192147985, "p90_AE": 0.04773880070671055 }, "kappa_W_mK": { "N_truth": 7, "N_pred": 7, "coverage_pct": 100.0, "MAE": 0.008311951575255947, "MAPE": 0.3323134582920323, "median_APE": 0.16481250213640664, "p90_AE": 0.01967732302722469 } }, "aggregate": { "N_points": 34, "overall_MAPE": 0.5813724080155172, "overall_median_APE": 0.4840823578552772 }, "runtime": { "N_calls": 7, "mean_ms": 0.3613285786871399, "p95_ms": 0.3871999797411263 } } ] }, { "fold_id": "family:group14_oxides", "holdout_key": "group14_oxides", "holdout_size": 3, "train_size": 177, "models": [ { "model": "flux", "properties": { "B_GPa": { "N_truth": 3, "N_pred": 3, "coverage_pct": 100.0, "MAE": 0.4588536667735094, "MAPE": 0.3344631214503126, "median_APE": 0.4569505803911061, "p90_AE": 1.016681949006795 }, "theta_D_K": { "N_truth": 3, "N_pred": 3, "coverage_pct": 100.0, "MAE": 0.8389537972706288, "MAPE": 0.13165202164658282, "median_APE": 0.06798191036479694, "p90_AE": 1.9688454648114657 }, "v_sound_m_s": { "N_truth": 3, "N_pred": 3, "coverage_pct": 100.0, "MAE": 2.79404874769034, "MAPE": 0.06914971050373879, "median_APE": 0.07210657642930789, "p90_AE": 4.795087332548974 }, "density_g_cm3": { "N_truth": 3, "N_pred": 3, "coverage_pct": 100.0, "MAE": 0.06219939023038871, "MAPE": 0.8019300411890103, "median_APE": 0.7827214987098605, "p90_AE": 0.08956330016953018 }, "kappa_W_mK": { "N_truth": 3, "N_pred": 3, "coverage_pct": 100.0, "MAE": 0.030396317999271005, "MAPE": 0.14460047846087995, "median_APE": 0.1236328306395735, "p90_AE": 0.07791990184813358 } }, "aggregate": { "N_points": 15, "overall_MAPE": 0.2963590746501049, "overall_median_APE": 0.1236328306395735 }, "runtime": { "N_calls": 3, "mean_ms": 0.3540333127602935, "p95_ms": 0.3706999705173075 } } ] }, { "fold_id": "family:hcp_metals", "holdout_key": "hcp_metals", "holdout_size": 11, "train_size": 169, "models": [ { "model": "flux", "properties": { "B_GPa": { "N_truth": 11, "N_pred": 11, "coverage_pct": 100.0, "MAE": 0.8324509563763258, "MAPE": 0.394489982772126, "median_APE": 0.37793464182167275, "p90_AE": 1.7189482232327862 }, "theta_D_K": { "N_truth": 11, "N_pred": 11, "coverage_pct": 100.0, "MAE": 4.310024838493996, "MAPE": 1.1874189864305382, "median_APE": 0.9018550712106995, "p90_AE": 7.478394451672898 }, "v_sound_m_s": { "N_truth": 11, "N_pred": 11, "coverage_pct": 100.0, "MAE": 34.42811704227093, "MAPE": 0.700407090042826, "median_APE": 0.311952760076989, "p90_AE": 81.49425098479605 }, "density_g_cm3": { "N_truth": 11, "N_pred": 11, "coverage_pct": 100.0, "MAE": 0.16904274027186156, "MAPE": 1.9895272450958223, "median_APE": 1.3507204692220758, "p90_AE": 0.38071885627264024 }, "kappa_W_mK": { "N_truth": 11, "N_pred": 11, "coverage_pct": 100.0, "MAE": 0.23104823672323088, "MAPE": 0.5284982502421, "median_APE": 0.5280879167307068, "p90_AE": 0.464717366723022 } }, "aggregate": { "N_points": 55, "overall_MAPE": 0.9600683109166824, "overall_median_APE": 0.5119544503824761 }, "runtime": { "N_calls": 11, "mean_ms": 0.4386727285402065, "p95_ms": 0.47779997112229466 } } ] }, { "fold_id": "family:iii_v_semiconductors", "holdout_key": "iii_v_semiconductors", "holdout_size": 13, "train_size": 167, "models": [ { "model": "flux", "properties": { "B_GPa": { "N_truth": 13, "N_pred": 13, "coverage_pct": 100.0, "MAE": 0.8398232385688572, "MAPE": 0.6594880606274695, "median_APE": 0.6668226199642905, "p90_AE": 1.9788405088311833 }, "theta_D_K": { "N_truth": 13, "N_pred": 13, "coverage_pct": 100.0, "MAE": 6.733635339480504, "MAPE": 1.160967901864664, "median_APE": 0.829777427667705, "p90_AE": 16.453626509648984 }, "v_sound_m_s": { "N_truth": 13, "N_pred": 13, "coverage_pct": 100.0, "MAE": 41.196974856726264, "MAPE": 0.6838079450149916, "median_APE": 0.6409232665658859, "p90_AE": 58.13515060954796 }, "density_g_cm3": { "N_truth": 8, "N_pred": 8, "coverage_pct": 100.0, "MAE": 0.026793985142634424, "MAPE": 0.6572797903427252, "median_APE": 0.7937559249499168, "p90_AE": 0.061041226656319836 }, "kappa_W_mK": { "N_truth": 13, "N_pred": 13, "coverage_pct": 100.0, "MAE": 2.321982874715604, "MAPE": 0.8021863262517018, "median_APE": 0.5207189498670878, "p90_AE": 4.74644048209035 } }, "aggregate": { "N_points": 60, "overall_MAPE": 0.8040348560267758, "overall_median_APE": 0.676911064689683 }, "runtime": { "N_calls": 13, "mean_ms": 0.3236461645708634, "p95_ms": 0.3904000041075051 } } ] }, { "fold_id": "family:tm_oxides", "holdout_key": "tm_oxides", "holdout_size": 27, "train_size": 153, "models": [ { "model": "flux", "properties": { "B_GPa": { "N_truth": 27, "N_pred": 21, "coverage_pct": 77.77777777777777, "MAE": 4.017232504436569, "MAPE": 2.4584314194740307, "median_APE": 1.8870593071401203, "p90_AE": 8.033599511549909 }, "theta_D_K": { "N_truth": 27, "N_pred": 21, "coverage_pct": 77.77777777777777, "MAE": 5.511490785286169, "MAPE": 1.2864808521005535, "median_APE": 0.9902699982471586, "p90_AE": 10.191695072075959 }, "v_sound_m_s": { "N_truth": 27, "N_pred": 21, "coverage_pct": 77.77777777777777, "MAE": 183.96397725600556, "MAPE": 4.555812732172685, "median_APE": 3.1019697878212087, "p90_AE": 442.0469318202695 }, "density_g_cm3": { "N_truth": 27, "N_pred": 21, "coverage_pct": 77.77777777777777, "MAE": 0.10779635891493458, "MAPE": 1.8684861249227576, "median_APE": 1.4962328519027863, "p90_AE": 0.20660062218947228 }, "kappa_W_mK": { "N_truth": 27, "N_pred": 21, "coverage_pct": 77.77777777777777, "MAE": 0.24617924259260007, "MAPE": 1.759826861092321, "median_APE": 1.1245707736515596, "p90_AE": 0.5883286063638469 } }, "aggregate": { "N_points": 105, "overall_MAPE": 2.3858075979524687, "overall_median_APE": 1.546249685716461 }, "runtime": { "N_calls": 27, "mean_ms": 0.34544443823742094, "p95_ms": 0.4764999612234533 } } ] }, { "fold_id": "family:tm_sulfides", "holdout_key": "tm_sulfides", "holdout_size": 6, "train_size": 174, "models": [ { "model": "flux", "properties": { "B_GPa": { "N_truth": 6, "N_pred": 6, "coverage_pct": 100.0, "MAE": 0.5377015399031334, "MAPE": 0.8374417490852774, "median_APE": 0.3972809395674517, "p90_AE": 1.8593238982438294 }, "theta_D_K": { "N_truth": 6, "N_pred": 6, "coverage_pct": 100.0, "MAE": 2.5110804870834613, "MAPE": 0.8155436590691449, "median_APE": 0.4414405094896149, "p90_AE": 7.579736618322215 }, "v_sound_m_s": { "N_truth": 6, "N_pred": 6, "coverage_pct": 100.0, "MAE": 169.02682550292744, "MAPE": 4.006069673655907, "median_APE": 2.3481575386442723, "p90_AE": 599.7233231568994 }, "density_g_cm3": { "N_truth": 6, "N_pred": 6, "coverage_pct": 100.0, "MAE": 0.0677082857210829, "MAPE": 1.266223027271357, "median_APE": 1.0746815165423733, "p90_AE": 0.14504893985690703 }, "kappa_W_mK": { "N_truth": 6, "N_pred": 6, "coverage_pct": 100.0, "MAE": 0.5009165987683525, "MAPE": 3.0051300898688247, "median_APE": 2.0179462417695615, "p90_AE": 0.9942763544736124 } }, "aggregate": { "N_points": 30, "overall_MAPE": 1.986081639790102, "overall_median_APE": 0.7784286794761789 }, "runtime": { "N_calls": 6, "mean_ms": 0.43416666449047625, "p95_ms": 0.4729999927803874 } } ] } ], "model_summary": { "flux": { "properties": { "B_GPa": { "N_truth": 171, "N_pred": 164, "coverage_pct": 95.90643274853801, "MAE": 1.1675261625357083, "MAPE": 0.9055631591475641, "median_APE": null, "p90_AE": null }, "theta_D_K": { "N_truth": 170, "N_pred": 163, "coverage_pct": 95.88235294117646, "MAE": 5.205456723521288, "MAPE": 1.3283115919723314, "median_APE": null, "p90_AE": null }, "v_sound_m_s": { "N_truth": 170, "N_pred": 163, "coverage_pct": 95.88235294117646, "MAE": 64.99921138899853, "MAPE": 1.4405422921045707, "median_APE": null, "p90_AE": null }, "density_g_cm3": { "N_truth": 165, "N_pred": 158, "coverage_pct": 95.75757575757575, "MAE": 0.07221132944959033, "MAPE": 1.223072650386257, "median_APE": null, "p90_AE": null }, "kappa_W_mK": { "N_truth": 156, "N_pred": 149, "coverage_pct": 95.51282051282051, "MAE": 0.643683120534908, "MAPE": 0.9185318092827579, "median_APE": null, "p90_AE": null } }, "aggregate": { "N_points": 797, "overall_MAPE": 1.1668033369496802, "overall_median_APE": null }, "runtime_mean_ms_across_folds": 0.3293850109838125 } } }