{ "study": "paraphrase_jaccard_v2", "version": 2, "package_revision": 2, "provenance": { "reviewed": "2026-09-11", "analysis_commit": "c41071102792a8bbd93018cb6eca33917e542427", "manuscript_commit": "bbb1c4c6ff380a2dbf37ce6f41818e70ddae41b5", "package": "gs_robustness_rerun_2026-09-11_rev2", "source_sha256": { "sr_signal_detection": "d158cb418a24e98089a33f0a57146c521afa7311f44e6495261acd21620b2bfa", "higgs": "5ac94c138ad60f6cb338c96e799f49bde2b47515c79fb95f0339e983a1007861", "godel": "742ee77ef0ed2415dbe6737718ff709bbbc47a53bd096a210d753bb510dadadc", "deep_learning": "3aa8f2a467d82fd42082d83d1b1bddb709d23c3bfaf525cb7ee029e0fa7e5e49", "attention": "a4b8d6cfa66577ed6e06878e5d80f39ca0da1b253e892e3526ebf83fceb8929b" } }, "notes": [ "Empty-empty comparisons are excluded; exactly one empty side has Jaccard zero.", "Each concept has 5 unordered 1-vs-4 and 10 unordered 2-vs-3 partitions. Corpus bars are medians of informative per-concept means; quartiles show spread, not confidence intervals.", "SR production single-paraphrase comparisons are available for one concept, versus five for 2-vs-3 splits; no general matched SR improvement is claimed.", "The report's 63/63 total is corrected to 83/83 concept-by-rule comparisons across original/production groups with at least six common concepts. Concepts recur across rules; these are not independent observations.", "Greater overlap measures wording stability, not assignment correctness or historical validity. Leave-one-out anchors share four inputs with the full anchor." ], "cases": { "sr_signal_detection": { "case": "sr_signal_detection", "target": "special_relativity", "n_documents": 2314, "model": "intfloat/multilingual-e5-base", "f_knee": 0.25, "fixed_margin": 0.013, "quantile": 0.6, "concept_order": [ "aether_optics", "electrodynamics", "electron_theory", "gravitation", "instrumentation_measurement", "mechanics_time_measurement", "radiation_quantum", "special_relativity", "spectroscopy", "thermodynamics_kinetic_theory" ], "per_config": { "original": { "corpus": { "single_pairs": { "n_concepts_available": 6, "concepts_unavailable": [ "electrodynamics", "gravitation", "instrumentation_measurement", "mechanics_time_measurement" ], "median_of_concept_means": 0.18253968253968253, "q25": 0.05714285714285714, "q75": 0.2613888888888889, "n_empty_empty_total": 53, "n_empty_vs_nonempty_total": 26, "n_pairs_total": 100, "legacy_median_empty_empty_as_one": 0.5125995763605248, "legacy_q25": 0.34, "legacy_q75": 1, "paired_vs_single_pairs": { "common_concepts": [ "aether_optics", "electron_theory", "radiation_quantum", "special_relativity", "spectroscopy", "thermodynamics_kinetic_theory" ], "n_common": 6, "median_difference": 0, "n_concepts_higher_than_single": 0, "n_concepts_lower_than_single": 0 } }, "disjoint_all": { "n_concepts_available": 8, "concepts_unavailable": [ "gravitation", "mechanics_time_measurement" ], "median_of_concept_means": 0.2238498356432079, "q25": 0.14930764599740792, "q75": 0.41165569102362864, "n_empty_empty_total": 32, "n_empty_vs_nonempty_total": 38, "n_pairs_total": 150, "legacy_median_empty_empty_as_one": 0.3211596582553089, "legacy_q25": 0.17247813151675423, "legacy_q75": 0.4580521690204192, "paired_vs_single_pairs": { "common_concepts": [ "aether_optics", "electron_theory", "radiation_quantum", "special_relativity", "spectroscopy", "thermodynamics_kinetic_theory" ], "n_common": 6, "median_difference": 0.14594505080743392, "n_concepts_higher_than_single": 6, "n_concepts_lower_than_single": 0 } }, "disjoint_1v4": { "n_concepts_available": 8, "concepts_unavailable": [ "gravitation", "mechanics_time_measurement" ], "median_of_concept_means": 0.04472763795344441, "q25": 0.004054054054054054, "q75": 0.07114546800717013, "n_empty_empty_total": 11, "n_empty_vs_nonempty_total": 22, "n_pairs_total": 50, "legacy_median_empty_empty_as_one": 0.07520808978255786, "legacy_q25": 0.03613907597778566, "legacy_q75": 0.18324781921343802, "paired_vs_single_pairs": { "common_concepts": [ "aether_optics", "electron_theory", "radiation_quantum", "special_relativity", "spectroscopy", "thermodynamics_kinetic_theory" ], "n_common": 6, "median_difference": -0.1270977588719524, "n_concepts_higher_than_single": 2, "n_concepts_lower_than_single": 4 } }, "disjoint_2v3": { "n_concepts_available": 8, "concepts_unavailable": [ "gravitation", "mechanics_time_measurement" ], "median_of_concept_means": 0.32753577361292874, "q25": 0.2007471832818262, "q75": 0.5778481807564702, "n_empty_empty_total": 21, "n_empty_vs_nonempty_total": 16, "n_pairs_total": 100, "legacy_median_empty_empty_as_one": 0.4540185255490983, "legacy_q25": 0.23482723588517002, "legacy_q75": 0.628821168931499, "paired_vs_single_pairs": { "common_concepts": [ "aether_optics", "electron_theory", "radiation_quantum", "special_relativity", "spectroscopy", "thermodynamics_kinetic_theory" ], "n_common": 6, "median_difference": 0.25918537810570585, "n_concepts_higher_than_single": 6, "n_concepts_lower_than_single": 0 } }, "loo_vs_full": { "n_concepts_available": 8, "concepts_unavailable": [ "gravitation", "mechanics_time_measurement" ], "median_of_concept_means": 0.7655812711487924, "q25": 0.6758928571428571, "q75": 0.864370988207195, "n_empty_empty_total": 10, "n_empty_vs_nonempty_total": 1, "n_pairs_total": 50, "legacy_median_empty_empty_as_one": 0.8317758897170662, "legacy_q25": 0.7052035565167288, "legacy_q75": 0.911389919979648, "paired_vs_single_pairs": { "common_concepts": [ "aether_optics", "electron_theory", "radiation_quantum", "special_relativity", "spectroscopy", "thermodynamics_kinetic_theory" ], "n_common": 6, "median_difference": 0.6057776063911966, "n_concepts_higher_than_single": 6, "n_concepts_lower_than_single": 0 } } }, "n_documents_assigned_full_anchors": 326, "production_cluster_sizes": { "aether_optics": 8, "electrodynamics": 7, "electron_theory": 33, "gravitation": 0, "instrumentation_measurement": 1, "mechanics_time_measurement": 0, "radiation_quantum": 20, "special_relativity": 61, "spectroscopy": 56, "thermodynamics_kinetic_theory": 140 }, "tau_full_anchors": { "aether_optics": 0.013, "electrodynamics": 0.013, "electron_theory": 0.013, "gravitation": 0.013, "instrumentation_measurement": 0.013, "mechanics_time_measurement": 0.013, "radiation_quantum": 0.013, "special_relativity": 0.013, "spectroscopy": 0.013, "thermodynamics_kinetic_theory": 0.013 }, "per_concept": { "aether_optics": { "production_cluster_size": 8, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 7, "n_empty_empty": 3, "n_empty_vs_nonempty": 6, "available": true, "mean_informative": 0.14285714285714285, "median_informative": 0, "legacy_mean_empty_empty_as_one": 0.4 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 3, "available": true, "mean_informative": 0.403968253968254, "median_informative": 0.3333333333333333, "legacy_mean_empty_empty_as_one": 0.403968253968254 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 3, "available": true, "mean_informative": 0.08333333333333333, "median_informative": 0, "legacy_mean_empty_empty_as_one": 0.08333333333333333 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.5642857142857143, "median_informative": 0.5, "legacy_mean_empty_empty_as_one": 0.5642857142857143 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.7, "median_informative": 0.75, "legacy_mean_empty_empty_as_one": 0.7 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 0, "j": 2, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 0, "j": 3, "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 1 }, { "i": 0, "j": 4, "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 1 }, { "i": 1, "j": 2, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 1, "j": 3, "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 1 }, { "i": 1, "j": 4, "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 1 }, { "i": 2, "j": 3, "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 1 }, { "i": 2, "j": 4, "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 1 }, { "i": 3, "j": 4, "jaccard": 1, "status": "informative", "size_a": 1, "size_b": 1 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 8 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 3, "size_b": 0 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 7, "size_b": 0 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0.25, "status": "informative", "size_a": 4, "size_b": 1 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0.16666666666666666, "status": "informative", "size_a": 6, "size_b": 1 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.5, "status": "informative", "size_a": 1, "size_b": 2 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.14285714285714285, "status": "informative", "size_a": 1, "size_b": 7 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.3333333333333333, "status": "informative", "size_a": 1, "size_b": 3 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.3333333333333333, "status": "informative", "size_a": 1, "size_b": 3 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 1, "status": "informative", "size_a": 2, "size_b": 2 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.6666666666666666, "status": "informative", "size_a": 3, "size_b": 2 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.6666666666666666, "status": "informative", "size_a": 3, "size_b": 2 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.5, "status": "informative", "size_a": 1, "size_b": 2 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.5, "status": "informative", "size_a": 1, "size_b": 2 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 1, "status": "informative", "size_a": 2, "size_b": 2 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 1, "status": "informative", "size_a": 8, "size_b": 8 }, { "left_out": 1, "jaccard": 0.375, "status": "informative", "size_a": 3, "size_b": 8 }, { "left_out": 2, "jaccard": 0.875, "status": "informative", "size_a": 7, "size_b": 8 }, { "left_out": 3, "jaccard": 0.5, "status": "informative", "size_a": 4, "size_b": 8 }, { "left_out": 4, "jaccard": 0.75, "status": "informative", "size_a": 6, "size_b": 8 } ] }, "electrodynamics": { "production_cluster_size": 7, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 0, "n_empty_empty": 10, "n_empty_vs_nonempty": 0, "available": false, "mean_informative": null, "median_informative": null, "legacy_mean_empty_empty_as_one": 1 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 12, "available": true, "mean_informative": 0.11666666666666667, "median_informative": 0, "legacy_mean_empty_empty_as_one": 0.11666666666666667 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 5, "available": true, "mean_informative": 0, "median_informative": 0, "legacy_mean_empty_empty_as_one": 0 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 7, "available": true, "mean_informative": 0.175, "median_informative": 0, "legacy_mean_empty_empty_as_one": 0.175 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.6035714285714284, "median_informative": 0.5714285714285714, "legacy_mean_empty_empty_as_one": 0.6035714285714284 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 0, "j": 2, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 0, "j": 3, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 0, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 1, "j": 2, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 1, "j": 3, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 1, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 2, "j": 3, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 2, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 3, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 8 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 3, "size_b": 0 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 6, "size_b": 0 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 2, "size_b": 0 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 4, "size_b": 0 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.5, "status": "informative", "size_a": 1, "size_b": 2 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 8 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 1 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 4 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0, "status": "informative", "size_a": 2, "size_b": 0 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.25, "status": "informative", "size_a": 1, "size_b": 4 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 1, "status": "informative", "size_a": 1, "size_b": 1 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0, "status": "informative", "size_a": 2, "size_b": 0 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0, "status": "informative", "size_a": 4, "size_b": 0 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0, "status": "informative", "size_a": 1, "size_b": 0 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.875, "status": "informative", "size_a": 8, "size_b": 7 }, { "left_out": 1, "jaccard": 0.42857142857142855, "status": "informative", "size_a": 3, "size_b": 7 }, { "left_out": 2, "jaccard": 0.8571428571428571, "status": "informative", "size_a": 6, "size_b": 7 }, { "left_out": 3, "jaccard": 0.2857142857142857, "status": "informative", "size_a": 2, "size_b": 7 }, { "left_out": 4, "jaccard": 0.5714285714285714, "status": "informative", "size_a": 4, "size_b": 7 } ] }, "electron_theory": { "production_cluster_size": 33, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 9, "n_empty_empty": 1, "n_empty_vs_nonempty": 6, "available": true, "mean_informative": 0.2222222222222222, "median_informative": 0, "legacy_mean_empty_empty_as_one": 0.3 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 2, "available": true, "mean_informative": 0.23835106254236385, "median_informative": 0.20588235294117646, "legacy_mean_empty_empty_as_one": 0.23835106254236385 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 2, "available": true, "mean_informative": 0.027550514002126908, "median_informative": 0.02857142857142857, "legacy_mean_empty_empty_as_one": 0.027550514002126908 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.3437513368124823, "median_informative": 0.36602870813397126, "legacy_mean_empty_empty_as_one": 0.3437513368124823 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.8103483162306692, "median_informative": 0.8378378378378378, "legacy_mean_empty_empty_as_one": 0.8103483162306692 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 0.5, "status": "informative", "size_a": 1, "size_b": 2 }, { "i": 0, "j": 2, "jaccard": 1, "status": "informative", "size_a": 1, "size_b": 1 }, { "i": 0, "j": 3, "jaccard": 0, "status": "informative", "size_a": 1, "size_b": 0 }, { "i": 0, "j": 4, "jaccard": 0, "status": "informative", "size_a": 1, "size_b": 0 }, { "i": 1, "j": 2, "jaccard": 0.5, "status": "informative", "size_a": 2, "size_b": 1 }, { "i": 1, "j": 3, "jaccard": 0, "status": "informative", "size_a": 2, "size_b": 0 }, { "i": 1, "j": 4, "jaccard": 0, "status": "informative", "size_a": 2, "size_b": 0 }, { "i": 2, "j": 3, "jaccard": 0, "status": "informative", "size_a": 1, "size_b": 0 }, { "i": 2, "j": 4, "jaccard": 0, "status": "informative", "size_a": 1, "size_b": 0 }, { "i": 3, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0.03225806451612903, "status": "informative", "size_a": 1, "size_b": 31 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0.07692307692307693, "status": "informative", "size_a": 26, "size_b": 2 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0.02857142857142857, "status": "informative", "size_a": 35, "size_b": 1 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 33, "size_b": 0 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 18, "size_b": 0 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.47368421052631576, "status": "informative", "size_a": 10, "size_b": 18 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.20588235294117646, "status": "informative", "size_a": 7, "size_b": 34 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.2, "status": "informative", "size_a": 5, "size_b": 25 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.5384615384615384, "status": "informative", "size_a": 10, "size_b": 10 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.3684210526315789, "status": "informative", "size_a": 19, "size_b": 7 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.3181818181818182, "status": "informative", "size_a": 21, "size_b": 8 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.36363636363636365, "status": "informative", "size_a": 8, "size_b": 22 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.14285714285714285, "status": "informative", "size_a": 35, "size_b": 5 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.4375, "status": "informative", "size_a": 14, "size_b": 9 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.3888888888888889, "status": "informative", "size_a": 14, "size_b": 11 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.9393939393939394, "status": "informative", "size_a": 31, "size_b": 33 }, { "left_out": 1, "jaccard": 0.7878787878787878, "status": "informative", "size_a": 26, "size_b": 33 }, { "left_out": 2, "jaccard": 0.8378378378378378, "status": "informative", "size_a": 35, "size_b": 33 }, { "left_out": 3, "jaccard": 0.9411764705882353, "status": "informative", "size_a": 33, "size_b": 33 }, { "left_out": 4, "jaccard": 0.5454545454545454, "status": "informative", "size_a": 18, "size_b": 33 } ] }, "gravitation": { "production_cluster_size": 0, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 0, "n_empty_empty": 10, "n_empty_vs_nonempty": 0, "available": false, "mean_informative": null, "median_informative": null, "legacy_mean_empty_empty_as_one": 1 }, "disjoint_all": { "n_pairs": 15, "n_informative": 0, "n_empty_empty": 15, "n_empty_vs_nonempty": 0, "available": false, "mean_informative": null, "median_informative": null, "legacy_mean_empty_empty_as_one": 1 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 0, "n_empty_empty": 5, "n_empty_vs_nonempty": 0, "available": false, "mean_informative": null, "median_informative": null, "legacy_mean_empty_empty_as_one": 1 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 0, "n_empty_empty": 10, "n_empty_vs_nonempty": 0, "available": false, "mean_informative": null, "median_informative": null, "legacy_mean_empty_empty_as_one": 1 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 0, "n_empty_empty": 5, "n_empty_vs_nonempty": 0, "available": false, "mean_informative": null, "median_informative": null, "legacy_mean_empty_empty_as_one": 1 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 0, "j": 2, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 0, "j": 3, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 0, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 1, "j": 2, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 1, "j": 3, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 1, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 2, "j": 3, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 2, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 3, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "left_out": 1, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "left_out": 2, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "left_out": 3, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "left_out": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 } ] }, "instrumentation_measurement": { "production_cluster_size": 1, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 0, "n_empty_empty": 10, "n_empty_vs_nonempty": 0, "available": false, "mean_informative": null, "median_informative": null, "legacy_mean_empty_empty_as_one": 1 }, "disjoint_all": { "n_pairs": 15, "n_informative": 13, "n_empty_empty": 2, "n_empty_vs_nonempty": 13, "available": true, "mean_informative": 0, "median_informative": 0, "legacy_mean_empty_empty_as_one": 0.13333333333333333 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 4, "n_empty_empty": 1, "n_empty_vs_nonempty": 4, "available": true, "mean_informative": 0, "median_informative": 0, "legacy_mean_empty_empty_as_one": 0.2 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 9, "n_empty_empty": 1, "n_empty_vs_nonempty": 9, "available": true, "mean_informative": 0, "median_informative": 0, "legacy_mean_empty_empty_as_one": 0.1 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 1, "available": true, "mean_informative": 0.4666666666666666, "median_informative": 0.5, "legacy_mean_empty_empty_as_one": 0.4666666666666666 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 0, "j": 2, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 0, "j": 3, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 0, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 1, "j": 2, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 1, "j": 3, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 1, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 2, "j": 3, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 2, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 3, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 3 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 1, "size_b": 0 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 2, "size_b": 0 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 2, "size_b": 0 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0, "status": "informative", "size_a": 1, "size_b": 0 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 1 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 2 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 3 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 2 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 2 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 1 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0, "status": "informative", "size_a": 1, "size_b": 0 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0, "status": "informative", "size_a": 1, "size_b": 0 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.3333333333333333, "status": "informative", "size_a": 3, "size_b": 1 }, { "left_out": 1, "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 1 }, { "left_out": 2, "jaccard": 1, "status": "informative", "size_a": 1, "size_b": 1 }, { "left_out": 3, "jaccard": 0.5, "status": "informative", "size_a": 2, "size_b": 1 }, { "left_out": 4, "jaccard": 0.5, "status": "informative", "size_a": 2, "size_b": 1 } ] }, "mechanics_time_measurement": { "production_cluster_size": 0, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 0, "n_empty_empty": 10, "n_empty_vs_nonempty": 0, "available": false, "mean_informative": null, "median_informative": null, "legacy_mean_empty_empty_as_one": 1 }, "disjoint_all": { "n_pairs": 15, "n_informative": 0, "n_empty_empty": 15, "n_empty_vs_nonempty": 0, "available": false, "mean_informative": null, "median_informative": null, "legacy_mean_empty_empty_as_one": 1 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 0, "n_empty_empty": 5, "n_empty_vs_nonempty": 0, "available": false, "mean_informative": null, "median_informative": null, "legacy_mean_empty_empty_as_one": 1 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 0, "n_empty_empty": 10, "n_empty_vs_nonempty": 0, "available": false, "mean_informative": null, "median_informative": null, "legacy_mean_empty_empty_as_one": 1 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 0, "n_empty_empty": 5, "n_empty_vs_nonempty": 0, "available": false, "mean_informative": null, "median_informative": null, "legacy_mean_empty_empty_as_one": 1 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 0, "j": 2, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 0, "j": 3, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 0, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 1, "j": 2, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 1, "j": 3, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 1, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 2, "j": 3, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 2, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 3, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "left_out": 1, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "left_out": 2, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "left_out": 3, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "left_out": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 } ] }, "radiation_quantum": { "production_cluster_size": 20, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 7, "n_empty_empty": 3, "n_empty_vs_nonempty": 6, "available": true, "mean_informative": 0.028571428571428574, "median_informative": 0, "legacy_mean_empty_empty_as_one": 0.32 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 3, "available": true, "mean_informative": 0.16018797244098834, "median_informative": 0.15789473684210525, "legacy_mean_empty_empty_as_one": 0.16018797244098834 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 3, "available": true, "mean_informative": 0.06190476190476191, "median_informative": 0, "legacy_mean_empty_empty_as_one": 0.06190476190476191 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.2093295777091016, "median_informative": 0.17914438502673796, "legacy_mean_empty_empty_as_one": 0.2093295777091016 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.8532034632034632, "median_informative": 0.9, "legacy_mean_empty_empty_as_one": 0.8532034632034632 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 0, "status": "informative", "size_a": 3, "size_b": 0 }, { "i": 0, "j": 2, "jaccard": 0.2, "status": "informative", "size_a": 3, "size_b": 3 }, { "i": 0, "j": 3, "jaccard": 0, "status": "informative", "size_a": 3, "size_b": 0 }, { "i": 0, "j": 4, "jaccard": 0, "status": "informative", "size_a": 3, "size_b": 0 }, { "i": 1, "j": 2, "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 3 }, { "i": 1, "j": 3, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 1, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 2, "j": 3, "jaccard": 0, "status": "informative", "size_a": 3, "size_b": 0 }, { "i": 2, "j": 4, "jaccard": 0, "status": "informative", "size_a": 3, "size_b": 0 }, { "i": 3, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0.14285714285714285, "status": "informative", "size_a": 3, "size_b": 21 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 18, "size_b": 0 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0.16666666666666666, "status": "informative", "size_a": 11, "size_b": 3 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 21, "size_b": 0 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 20, "size_b": 0 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.17647058823529413, "status": "informative", "size_a": 3, "size_b": 17 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.2777777777777778, "status": "informative", "size_a": 17, "size_b": 6 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.12, "status": "informative", "size_a": 3, "size_b": 25 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.38095238095238093, "status": "informative", "size_a": 8, "size_b": 21 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.2413793103448276, "status": "informative", "size_a": 7, "size_b": 29 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.05, "status": "informative", "size_a": 20, "size_b": 1 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.15789473684210525, "status": "informative", "size_a": 19, "size_b": 3 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.4117647058823529, "status": "informative", "size_a": 10, "size_b": 14 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.18181818181818182, "status": "informative", "size_a": 4, "size_b": 9 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.09523809523809523, "status": "informative", "size_a": 21, "size_b": 2 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.8636363636363636, "status": "informative", "size_a": 21, "size_b": 20 }, { "left_out": 1, "jaccard": 0.9, "status": "informative", "size_a": 18, "size_b": 20 }, { "left_out": 2, "jaccard": 0.55, "status": "informative", "size_a": 11, "size_b": 20 }, { "left_out": 3, "jaccard": 0.9523809523809523, "status": "informative", "size_a": 21, "size_b": 20 }, { "left_out": 4, "jaccard": 1, "status": "informative", "size_a": 20, "size_b": 20 } ] }, "special_relativity": { "production_cluster_size": 61, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 4, "n_empty_empty": 6, "n_empty_vs_nonempty": 4, "available": true, "mean_informative": 0, "median_informative": 0, "legacy_mean_empty_empty_as_one": 0.6 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 4, "available": true, "mean_informative": 0.20934860874405195, "median_informative": 0.1111111111111111, "legacy_mean_empty_empty_as_one": 0.20934860874405195 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 4, "available": true, "mean_informative": 0.005405405405405406, "median_informative": 0, "legacy_mean_empty_empty_as_one": 0.005405405405405406 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.3113202104133752, "median_informative": 0.28168754605747975, "legacy_mean_empty_empty_as_one": 0.3113202104133752 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.7208142260669155, "median_informative": 0.835820895522388, "legacy_mean_empty_empty_as_one": 0.7208142260669155 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 0, "j": 2, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 0, "j": 3, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 0, "j": 4, "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 1 }, { "i": 1, "j": 2, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 1, "j": 3, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 1, "j": 4, "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 1 }, { "i": 2, "j": 3, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 2, "j": 4, "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 1 }, { "i": 3, "j": 4, "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 1 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 54 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 62, "size_b": 0 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 63, "size_b": 0 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 29, "size_b": 0 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0.02702702702702703, "status": "informative", "size_a": 37, "size_b": 1 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.23728813559322035, "status": "informative", "size_a": 14, "size_b": 59 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.02564102564102564, "status": "informative", "size_a": 1, "size_b": 39 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.6666666666666666, "status": "informative", "size_a": 31, "size_b": 24 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.52, "status": "informative", "size_a": 17, "size_b": 21 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.0684931506849315, "status": "informative", "size_a": 73, "size_b": 5 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.1111111111111111, "status": "informative", "size_a": 18, "size_b": 2 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.5, "status": "informative", "size_a": 33, "size_b": 18 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.4864864864864865, "status": "informative", "size_a": 35, "size_b": 20 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.17142857142857143, "status": "informative", "size_a": 35, "size_b": 6 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.32608695652173914, "status": "informative", "size_a": 17, "size_b": 44 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.8852459016393442, "status": "informative", "size_a": 54, "size_b": 61 }, { "left_out": 1, "jaccard": 0.835820895522388, "status": "informative", "size_a": 62, "size_b": 61 }, { "left_out": 2, "jaccard": 0.8507462686567164, "status": "informative", "size_a": 63, "size_b": 61 }, { "left_out": 3, "jaccard": 0.45161290322580644, "status": "informative", "size_a": 29, "size_b": 61 }, { "left_out": 4, "jaccard": 0.5806451612903226, "status": "informative", "size_a": 37, "size_b": 61 } ] }, "spectroscopy": { "production_cluster_size": 56, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 4, "available": true, "mean_informative": 0.27444444444444444, "median_informative": 0.25, "legacy_mean_empty_empty_as_one": 0.27444444444444444 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 1, "available": true, "mean_informative": 0.43471800218975254, "median_informative": 0.5098039215686274, "legacy_mean_empty_empty_as_one": 0.43471800218975254 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 1, "available": true, "mean_informative": 0.0670828462317824, "median_informative": 0.03571428571428571, "legacy_mean_empty_empty_as_one": 0.0670828462317824 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.6185355801687378, "median_informative": 0.6356107660455487, "legacy_mean_empty_empty_as_one": 0.6185355801687378 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.8978735632183907, "median_informative": 0.9285714285714286, "legacy_mean_empty_empty_as_one": 0.8978735632183907 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 0.4, "status": "informative", "size_a": 5, "size_b": 2 }, { "i": 0, "j": 2, "jaccard": 0, "status": "informative", "size_a": 5, "size_b": 0 }, { "i": 0, "j": 3, "jaccard": 0.4, "status": "informative", "size_a": 5, "size_b": 2 }, { "i": 0, "j": 4, "jaccard": 0.4444444444444444, "status": "informative", "size_a": 5, "size_b": 8 }, { "i": 1, "j": 2, "jaccard": 0, "status": "informative", "size_a": 2, "size_b": 0 }, { "i": 1, "j": 3, "jaccard": 1, "status": "informative", "size_a": 2, "size_b": 2 }, { "i": 1, "j": 4, "jaccard": 0.25, "status": "informative", "size_a": 2, "size_b": 8 }, { "i": 2, "j": 3, "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 2 }, { "i": 2, "j": 4, "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 8 }, { "i": 3, "j": 4, "jaccard": 0.25, "status": "informative", "size_a": 2, "size_b": 8 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0.09615384615384616, "status": "informative", "size_a": 5, "size_b": 52 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0.03333333333333333, "status": "informative", "size_a": 60, "size_b": 2 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 48, "size_b": 0 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0.03571428571428571, "status": "informative", "size_a": 56, "size_b": 2 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0.1702127659574468, "status": "informative", "size_a": 47, "size_b": 8 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.5098039215686274, "status": "informative", "size_a": 26, "size_b": 51 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.75, "status": "informative", "size_a": 31, "size_b": 32 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.6521739130434783, "status": "informative", "size_a": 30, "size_b": 46 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.7560975609756098, "status": "informative", "size_a": 39, "size_b": 33 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.5098039215686274, "status": "informative", "size_a": 51, "size_b": 26 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.32075471698113206, "status": "informative", "size_a": 52, "size_b": 18 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.6097560975609756, "status": "informative", "size_a": 41, "size_b": 25 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.6190476190476191, "status": "informative", "size_a": 41, "size_b": 27 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.6904761904761905, "status": "informative", "size_a": 32, "size_b": 39 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.7674418604651163, "status": "informative", "size_a": 43, "size_b": 33 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.9285714285714286, "status": "informative", "size_a": 52, "size_b": 56 }, { "left_out": 1, "jaccard": 0.9333333333333333, "status": "informative", "size_a": 60, "size_b": 56 }, { "left_out": 2, "jaccard": 0.8571428571428571, "status": "informative", "size_a": 48, "size_b": 56 }, { "left_out": 3, "jaccard": 0.9310344827586207, "status": "informative", "size_a": 56, "size_b": 56 }, { "left_out": 4, "jaccard": 0.8392857142857143, "status": "informative", "size_a": 47, "size_b": 56 } ] }, "thermodynamics_kinetic_theory": { "production_cluster_size": 140, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.4251991527210496, "median_informative": 0.424812030075188, "legacy_mean_empty_empty_as_one": 0.4251991527210496 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.4658302246306414, "median_informative": 0.5056179775280899, "legacy_mean_empty_empty_as_one": 0.4658302246306414 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.13299127685375206, "median_informative": 0.14285714285714285, "legacy_mean_empty_empty_as_one": 0.13299127685375206 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.6322496985190861, "median_informative": 0.6488055518483917, "legacy_mean_empty_empty_as_one": 0.6322496985190861 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.9158953722334005, "median_informative": 0.9071428571428571, "legacy_mean_empty_empty_as_one": 0.9158953722334005 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 0.4074074074074074, "status": "informative", "size_a": 26, "size_b": 12 }, { "i": 0, "j": 2, "jaccard": 0.4666666666666667, "status": "informative", "size_a": 26, "size_b": 18 }, { "i": 0, "j": 3, "jaccard": 0.5862068965517241, "status": "informative", "size_a": 26, "size_b": 20 }, { "i": 0, "j": 4, "jaccard": 0.25, "status": "informative", "size_a": 26, "size_b": 9 }, { "i": 1, "j": 2, "jaccard": 0.42857142857142855, "status": "informative", "size_a": 12, "size_b": 18 }, { "i": 1, "j": 3, "jaccard": 0.5238095238095238, "status": "informative", "size_a": 12, "size_b": 20 }, { "i": 1, "j": 4, "jaccard": 0.5, "status": "informative", "size_a": 12, "size_b": 9 }, { "i": 2, "j": 3, "jaccard": 0.4074074074074074, "status": "informative", "size_a": 18, "size_b": 20 }, { "i": 2, "j": 4, "jaccard": 0.42105263157894735, "status": "informative", "size_a": 18, "size_b": 9 }, { "i": 3, "j": 4, "jaccard": 0.2608695652173913, "status": "informative", "size_a": 20, "size_b": 9 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0.20634920634920634, "status": "informative", "size_a": 26, "size_b": 126 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0.0916030534351145, "status": "informative", "size_a": 131, "size_b": 12 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0.14285714285714285, "status": "informative", "size_a": 126, "size_b": 18 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0.15748031496062992, "status": "informative", "size_a": 127, "size_b": 20 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0.06666666666666667, "status": "informative", "size_a": 135, "size_b": 9 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.6333333333333333, "status": "informative", "size_a": 82, "size_b": 114 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.7631578947368421, "status": "informative", "size_a": 96, "size_b": 105 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.5056179775280899, "status": "informative", "size_a": 45, "size_b": 89 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.6946564885496184, "status": "informative", "size_a": 91, "size_b": 131 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.7435897435897436, "status": "informative", "size_a": 114, "size_b": 90 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.6440677966101694, "status": "informative", "size_a": 116, "size_b": 78 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.4298245614035088, "status": "informative", "size_a": 113, "size_b": 50 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.7647058823529411, "status": "informative", "size_a": 110, "size_b": 100 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.49, "status": "informative", "size_a": 99, "size_b": 50 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.6535433070866141, "status": "informative", "size_a": 127, "size_b": 83 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.9, "status": "informative", "size_a": 126, "size_b": 140 }, { "left_out": 1, "jaccard": 0.9357142857142857, "status": "informative", "size_a": 131, "size_b": 140 }, { "left_out": 2, "jaccard": 0.9, "status": "informative", "size_a": 126, "size_b": 140 }, { "left_out": 3, "jaccard": 0.9071428571428571, "status": "informative", "size_a": 127, "size_b": 140 }, { "left_out": 4, "jaccard": 0.9366197183098591, "status": "informative", "size_a": 135, "size_b": 140 } ] } } }, "nearest_group_fixed": { "corpus": { "single_pairs": { "n_concepts_available": 6, "concepts_unavailable": [ "electrodynamics", "gravitation", "instrumentation_measurement", "mechanics_time_measurement" ], "median_of_concept_means": 0.18253968253968253, "q25": 0.03571428571428571, "q75": 0.22698412698412698, "n_empty_empty_total": 53, "n_empty_vs_nonempty_total": 26, "n_pairs_total": 100, "legacy_median_empty_empty_as_one": 0.5, "legacy_q25": 0.3, "legacy_q75": 1, "paired_vs_single_pairs": { "common_concepts": [ "aether_optics", "electron_theory", "radiation_quantum", "special_relativity", "spectroscopy", "thermodynamics_kinetic_theory" ], "n_common": 6, "median_difference": 0, "n_concepts_higher_than_single": 0, "n_concepts_lower_than_single": 0 } }, "disjoint_all": { "n_concepts_available": 8, "concepts_unavailable": [ "gravitation", "mechanics_time_measurement" ], "median_of_concept_means": 0.26382646847177743, "q25": 0.12419503290826822, "q75": 0.3989016085532571, "n_empty_empty_total": 32, "n_empty_vs_nonempty_total": 41, "n_pairs_total": 150, "legacy_median_empty_empty_as_one": 0.3417672435212197, "legacy_q25": 0.17766433534496195, "legacy_q75": 0.579915872002346, "paired_vs_single_pairs": { "common_concepts": [ "aether_optics", "electron_theory", "radiation_quantum", "special_relativity", "spectroscopy", "thermodynamics_kinetic_theory" ], "n_common": 6, "median_difference": 0.15894590979818313, "n_concepts_higher_than_single": 6, "n_concepts_lower_than_single": 0 } }, "disjoint_1v4": { "n_concepts_available": 8, "concepts_unavailable": [ "gravitation", "mechanics_time_measurement" ], "median_of_concept_means": 0.04585839598997494, "q25": 0.004999999999999999, "q75": 0.0588198924317764, "n_empty_empty_total": 11, "n_empty_vs_nonempty_total": 22, "n_pairs_total": 50, "legacy_median_empty_empty_as_one": 0.07010707643722736, "legacy_q25": 0.04545426065162907, "legacy_q75": 0.1875, "paired_vs_single_pairs": { "common_concepts": [ "aether_optics", "electron_theory", "radiation_quantum", "special_relativity", "spectroscopy", "thermodynamics_kinetic_theory" ], "n_common": 6, "median_difference": -0.08525271512113618, "n_concepts_higher_than_single": 3, "n_concepts_lower_than_single": 3 } }, "disjoint_2v3": { "n_concepts_available": 8, "concepts_unavailable": [ "gravitation", "mechanics_time_measurement" ], "median_of_concept_means": 0.38281050471267863, "q25": 0.16879254936240232, "q75": 0.5689424666139975, "n_empty_empty_total": 21, "n_empty_vs_nonempty_total": 19, "n_pairs_total": 100, "legacy_median_empty_empty_as_one": 0.4895051568469273, "legacy_q25": 0.24816316968410962, "legacy_q75": 0.8020386274475028, "paired_vs_single_pairs": { "common_concepts": [ "aether_optics", "electron_theory", "radiation_quantum", "special_relativity", "spectroscopy", "thermodynamics_kinetic_theory" ], "n_common": 6, "median_difference": 0.3213336188681398, "n_concepts_higher_than_single": 6, "n_concepts_lower_than_single": 0 } }, "loo_vs_full": { "n_concepts_available": 8, "concepts_unavailable": [ "gravitation", "mechanics_time_measurement" ], "median_of_concept_means": 0.7409107559107558, "q25": 0.6958333333333333, "q75": 0.856143341307815, "n_empty_empty_total": 10, "n_empty_vs_nonempty_total": 1, "n_pairs_total": 50, "legacy_median_empty_empty_as_one": 0.8095400432900433, "legacy_q25": 0.7029770229770229, "legacy_q75": 0.9012186959177441, "paired_vs_single_pairs": { "common_concepts": [ "aether_optics", "electron_theory", "radiation_quantum", "special_relativity", "spectroscopy", "thermodynamics_kinetic_theory" ], "n_common": 6, "median_difference": 0.632490723551054, "n_concepts_higher_than_single": 6, "n_concepts_lower_than_single": 0 } } }, "n_documents_assigned_full_anchors": 238, "production_cluster_sizes": { "aether_optics": 6, "electrodynamics": 4, "electron_theory": 21, "gravitation": 0, "instrumentation_measurement": 1, "mechanics_time_measurement": 0, "radiation_quantum": 14, "special_relativity": 52, "spectroscopy": 45, "thermodynamics_kinetic_theory": 95 }, "tau_full_anchors": { "aether_optics": 0.013, "electrodynamics": 0.013, "electron_theory": 0.013, "gravitation": 0.013, "instrumentation_measurement": 0.013, "mechanics_time_measurement": 0.013, "radiation_quantum": 0.013, "special_relativity": 0.013, "spectroscopy": 0.013, "thermodynamics_kinetic_theory": 0.013 }, "per_concept": { "aether_optics": { "production_cluster_size": 6, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 7, "n_empty_empty": 3, "n_empty_vs_nonempty": 6, "available": true, "mean_informative": 0.14285714285714285, "median_informative": 0, "legacy_mean_empty_empty_as_one": 0.4 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 3, "available": true, "mean_informative": 0.6277777777777779, "median_informative": 1, "legacy_mean_empty_empty_as_one": 0.6277777777777779 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 3, "available": true, "mean_informative": 0.15, "median_informative": 0, "legacy_mean_empty_empty_as_one": 0.15 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.8666666666666668, "median_informative": 1, "legacy_mean_empty_empty_as_one": 0.8666666666666668 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.5666666666666667, "median_informative": 0.6666666666666666, "legacy_mean_empty_empty_as_one": 0.5666666666666667 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 0, "j": 2, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 0, "j": 3, "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 1 }, { "i": 0, "j": 4, "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 1 }, { "i": 1, "j": 2, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 1, "j": 3, "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 1 }, { "i": 1, "j": 4, "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 1 }, { "i": 2, "j": 3, "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 1 }, { "i": 2, "j": 4, "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 1 }, { "i": 3, "j": 4, "jaccard": 1, "status": "informative", "size_a": 1, "size_b": 1 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 5 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 1, "size_b": 0 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 5, "size_b": 0 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0.5, "status": "informative", "size_a": 2, "size_b": 1 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0.25, "status": "informative", "size_a": 4, "size_b": 1 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 1, "status": "informative", "size_a": 1, "size_b": 1 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.16666666666666666, "status": "informative", "size_a": 1, "size_b": 6 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 1, "status": "informative", "size_a": 1, "size_b": 1 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.5, "status": "informative", "size_a": 1, "size_b": 2 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 1, "status": "informative", "size_a": 1, "size_b": 1 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 1, "status": "informative", "size_a": 1, "size_b": 1 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 1, "status": "informative", "size_a": 1, "size_b": 1 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 1, "status": "informative", "size_a": 1, "size_b": 1 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 1, "status": "informative", "size_a": 1, "size_b": 1 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 1, "status": "informative", "size_a": 1, "size_b": 1 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.8333333333333334, "status": "informative", "size_a": 5, "size_b": 6 }, { "left_out": 1, "jaccard": 0.16666666666666666, "status": "informative", "size_a": 1, "size_b": 6 }, { "left_out": 2, "jaccard": 0.8333333333333334, "status": "informative", "size_a": 5, "size_b": 6 }, { "left_out": 3, "jaccard": 0.3333333333333333, "status": "informative", "size_a": 2, "size_b": 6 }, { "left_out": 4, "jaccard": 0.6666666666666666, "status": "informative", "size_a": 4, "size_b": 6 } ] }, "electrodynamics": { "production_cluster_size": 4, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 0, "n_empty_empty": 10, "n_empty_vs_nonempty": 0, "available": false, "mean_informative": null, "median_informative": null, "legacy_mean_empty_empty_as_one": 1 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 14, "available": true, "mean_informative": 0.016666666666666666, "median_informative": 0, "legacy_mean_empty_empty_as_one": 0.016666666666666666 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 5, "available": true, "mean_informative": 0, "median_informative": 0, "legacy_mean_empty_empty_as_one": 0 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 9, "available": true, "mean_informative": 0.025, "median_informative": 0, "legacy_mean_empty_empty_as_one": 0.025 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.6833333333333333, "median_informative": 0.6666666666666666, "legacy_mean_empty_empty_as_one": 0.6833333333333333 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 0, "j": 2, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 0, "j": 3, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 0, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 1, "j": 2, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 1, "j": 3, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 1, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 2, "j": 3, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 2, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 3, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 6 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 2, "size_b": 0 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 4, "size_b": 0 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 2, "size_b": 0 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 3, "size_b": 0 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 1 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 6 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 1 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 3 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0, "status": "informative", "size_a": 1, "size_b": 0 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.25, "status": "informative", "size_a": 1, "size_b": 4 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0, "status": "informative", "size_a": 1, "size_b": 0 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0, "status": "informative", "size_a": 2, "size_b": 0 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0, "status": "informative", "size_a": 3, "size_b": 0 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0, "status": "informative", "size_a": 1, "size_b": 0 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.6666666666666666, "status": "informative", "size_a": 6, "size_b": 4 }, { "left_out": 1, "jaccard": 0.5, "status": "informative", "size_a": 2, "size_b": 4 }, { "left_out": 2, "jaccard": 1, "status": "informative", "size_a": 4, "size_b": 4 }, { "left_out": 3, "jaccard": 0.5, "status": "informative", "size_a": 2, "size_b": 4 }, { "left_out": 4, "jaccard": 0.75, "status": "informative", "size_a": 3, "size_b": 4 } ] }, "electron_theory": { "production_cluster_size": 21, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 9, "n_empty_empty": 1, "n_empty_vs_nonempty": 6, "available": true, "mean_informative": 0.2222222222222222, "median_informative": 0, "legacy_mean_empty_empty_as_one": 0.3 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 2, "available": true, "mean_informative": 0.2971090605301132, "median_informative": 0.26666666666666666, "legacy_mean_empty_empty_as_one": 0.2971090605301132 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 2, "available": true, "mean_informative": 0.04505012531328321, "median_informative": 0.047619047619047616, "legacy_mean_empty_empty_as_one": 0.04505012531328321 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.42313852813852815, "median_informative": 0.4083333333333333, "legacy_mean_empty_empty_as_one": 0.42313852813852815 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.7699134199134199, "median_informative": 0.7619047619047619, "legacy_mean_empty_empty_as_one": 0.7699134199134199 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 0.5, "status": "informative", "size_a": 1, "size_b": 2 }, { "i": 0, "j": 2, "jaccard": 1, "status": "informative", "size_a": 1, "size_b": 1 }, { "i": 0, "j": 3, "jaccard": 0, "status": "informative", "size_a": 1, "size_b": 0 }, { "i": 0, "j": 4, "jaccard": 0, "status": "informative", "size_a": 1, "size_b": 0 }, { "i": 1, "j": 2, "jaccard": 0.5, "status": "informative", "size_a": 2, "size_b": 1 }, { "i": 1, "j": 3, "jaccard": 0, "status": "informative", "size_a": 2, "size_b": 0 }, { "i": 1, "j": 4, "jaccard": 0, "status": "informative", "size_a": 2, "size_b": 0 }, { "i": 2, "j": 3, "jaccard": 0, "status": "informative", "size_a": 1, "size_b": 0 }, { "i": 2, "j": 4, "jaccard": 0, "status": "informative", "size_a": 1, "size_b": 0 }, { "i": 3, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0.05263157894736842, "status": "informative", "size_a": 1, "size_b": 19 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0.125, "status": "informative", "size_a": 16, "size_b": 2 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0.047619047619047616, "status": "informative", "size_a": 21, "size_b": 1 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 21, "size_b": 0 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 11, "size_b": 0 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.4166666666666667, "status": "informative", "size_a": 7, "size_b": 10 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.3, "status": "informative", "size_a": 6, "size_b": 20 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.2, "status": "informative", "size_a": 3, "size_b": 15 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.8571428571428571, "status": "informative", "size_a": 7, "size_b": 6 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.5454545454545454, "status": "informative", "size_a": 11, "size_b": 6 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.26666666666666666, "status": "informative", "size_a": 13, "size_b": 6 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.5454545454545454, "status": "informative", "size_a": 6, "size_b": 11 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.2, "status": "informative", "size_a": 20, "size_b": 4 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.5, "status": "informative", "size_a": 9, "size_b": 6 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.4, "status": "informative", "size_a": 9, "size_b": 5 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.9047619047619048, "status": "informative", "size_a": 19, "size_b": 21 }, { "left_out": 1, "jaccard": 0.7619047619047619, "status": "informative", "size_a": 16, "size_b": 21 }, { "left_out": 2, "jaccard": 0.75, "status": "informative", "size_a": 21, "size_b": 21 }, { "left_out": 3, "jaccard": 0.9090909090909091, "status": "informative", "size_a": 21, "size_b": 21 }, { "left_out": 4, "jaccard": 0.5238095238095238, "status": "informative", "size_a": 11, "size_b": 21 } ] }, "gravitation": { "production_cluster_size": 0, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 0, "n_empty_empty": 10, "n_empty_vs_nonempty": 0, "available": false, "mean_informative": null, "median_informative": null, "legacy_mean_empty_empty_as_one": 1 }, "disjoint_all": { "n_pairs": 15, "n_informative": 0, "n_empty_empty": 15, "n_empty_vs_nonempty": 0, "available": false, "mean_informative": null, "median_informative": null, "legacy_mean_empty_empty_as_one": 1 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 0, "n_empty_empty": 5, "n_empty_vs_nonempty": 0, "available": false, "mean_informative": null, "median_informative": null, "legacy_mean_empty_empty_as_one": 1 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 0, "n_empty_empty": 10, "n_empty_vs_nonempty": 0, "available": false, "mean_informative": null, "median_informative": null, "legacy_mean_empty_empty_as_one": 1 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 0, "n_empty_empty": 5, "n_empty_vs_nonempty": 0, "available": false, "mean_informative": null, "median_informative": null, "legacy_mean_empty_empty_as_one": 1 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 0, "j": 2, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 0, "j": 3, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 0, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 1, "j": 2, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 1, "j": 3, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 1, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 2, "j": 3, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 2, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 3, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "left_out": 1, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "left_out": 2, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "left_out": 3, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "left_out": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 } ] }, "instrumentation_measurement": { "production_cluster_size": 1, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 0, "n_empty_empty": 10, "n_empty_vs_nonempty": 0, "available": false, "mean_informative": null, "median_informative": null, "legacy_mean_empty_empty_as_one": 1 }, "disjoint_all": { "n_pairs": 15, "n_informative": 13, "n_empty_empty": 2, "n_empty_vs_nonempty": 13, "available": true, "mean_informative": 0, "median_informative": 0, "legacy_mean_empty_empty_as_one": 0.13333333333333333 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 4, "n_empty_empty": 1, "n_empty_vs_nonempty": 4, "available": true, "mean_informative": 0, "median_informative": 0, "legacy_mean_empty_empty_as_one": 0.2 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 9, "n_empty_empty": 1, "n_empty_vs_nonempty": 9, "available": true, "mean_informative": 0, "median_informative": 0, "legacy_mean_empty_empty_as_one": 0.1 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 1, "available": true, "mean_informative": 0.7, "median_informative": 1, "legacy_mean_empty_empty_as_one": 0.7 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 0, "j": 2, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 0, "j": 3, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 0, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 1, "j": 2, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 1, "j": 3, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 1, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 2, "j": 3, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 2, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 3, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 2 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 1, "size_b": 0 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 1, "size_b": 0 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 1, "size_b": 0 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0, "status": "informative", "size_a": 1, "size_b": 0 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 1 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 2 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 2 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 2 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 1 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 1 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0, "status": "informative", "size_a": 1, "size_b": 0 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0, "status": "informative", "size_a": 1, "size_b": 0 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.5, "status": "informative", "size_a": 2, "size_b": 1 }, { "left_out": 1, "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 1 }, { "left_out": 2, "jaccard": 1, "status": "informative", "size_a": 1, "size_b": 1 }, { "left_out": 3, "jaccard": 1, "status": "informative", "size_a": 1, "size_b": 1 }, { "left_out": 4, "jaccard": 1, "status": "informative", "size_a": 1, "size_b": 1 } ] }, "mechanics_time_measurement": { "production_cluster_size": 0, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 0, "n_empty_empty": 10, "n_empty_vs_nonempty": 0, "available": false, "mean_informative": null, "median_informative": null, "legacy_mean_empty_empty_as_one": 1 }, "disjoint_all": { "n_pairs": 15, "n_informative": 0, "n_empty_empty": 15, "n_empty_vs_nonempty": 0, "available": false, "mean_informative": null, "median_informative": null, "legacy_mean_empty_empty_as_one": 1 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 0, "n_empty_empty": 5, "n_empty_vs_nonempty": 0, "available": false, "mean_informative": null, "median_informative": null, "legacy_mean_empty_empty_as_one": 1 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 0, "n_empty_empty": 10, "n_empty_vs_nonempty": 0, "available": false, "mean_informative": null, "median_informative": null, "legacy_mean_empty_empty_as_one": 1 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 0, "n_empty_empty": 5, "n_empty_vs_nonempty": 0, "available": false, "mean_informative": null, "median_informative": null, "legacy_mean_empty_empty_as_one": 1 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 0, "j": 2, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 0, "j": 3, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 0, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 1, "j": 2, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 1, "j": 3, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 1, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 2, "j": 3, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 2, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 3, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "left_out": 1, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "left_out": 2, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "left_out": 3, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "left_out": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 } ] }, "radiation_quantum": { "production_cluster_size": 14, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 7, "n_empty_empty": 3, "n_empty_vs_nonempty": 6, "available": true, "mean_informative": 0, "median_informative": 0, "legacy_mean_empty_empty_as_one": 0.3 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 3, "available": true, "mean_informative": 0.16003782165546873, "median_informative": 0.13333333333333333, "legacy_mean_empty_empty_as_one": 0.16003782165546873 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 3, "available": true, "mean_informative": 0.04666666666666667, "median_informative": 0, "legacy_mean_empty_empty_as_one": 0.04666666666666667 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.21672339914986977, "median_informative": 0.2062937062937063, "legacy_mean_empty_empty_as_one": 0.21672339914986977 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.8491666666666667, "median_informative": 0.8571428571428571, "legacy_mean_empty_empty_as_one": 0.8491666666666667 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 0, "status": "informative", "size_a": 2, "size_b": 0 }, { "i": 0, "j": 2, "jaccard": 0, "status": "informative", "size_a": 2, "size_b": 2 }, { "i": 0, "j": 3, "jaccard": 0, "status": "informative", "size_a": 2, "size_b": 0 }, { "i": 0, "j": 4, "jaccard": 0, "status": "informative", "size_a": 2, "size_b": 0 }, { "i": 1, "j": 2, "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 2 }, { "i": 1, "j": 3, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 1, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 2, "j": 3, "jaccard": 0, "status": "informative", "size_a": 2, "size_b": 0 }, { "i": 2, "j": 4, "jaccard": 0, "status": "informative", "size_a": 2, "size_b": 0 }, { "i": 3, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0.13333333333333333, "status": "informative", "size_a": 2, "size_b": 15 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 12, "size_b": 0 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0.1, "status": "informative", "size_a": 9, "size_b": 2 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 15, "size_b": 0 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 14, "size_b": 0 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.18181818181818182, "status": "informative", "size_a": 2, "size_b": 11 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.3076923076923077, "status": "informative", "size_a": 12, "size_b": 5 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.17647058823529413, "status": "informative", "size_a": 3, "size_b": 17 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.3125, "status": "informative", "size_a": 5, "size_b": 16 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.2727272727272727, "status": "informative", "size_a": 6, "size_b": 22 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.07692307692307693, "status": "informative", "size_a": 13, "size_b": 1 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.23076923076923078, "status": "informative", "size_a": 13, "size_b": 3 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.4166666666666667, "status": "informative", "size_a": 7, "size_b": 10 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.125, "status": "informative", "size_a": 3, "size_b": 6 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.06666666666666667, "status": "informative", "size_a": 15, "size_b": 1 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.8125, "status": "informative", "size_a": 15, "size_b": 14 }, { "left_out": 1, "jaccard": 0.8571428571428571, "status": "informative", "size_a": 12, "size_b": 14 }, { "left_out": 2, "jaccard": 0.6428571428571429, "status": "informative", "size_a": 9, "size_b": 14 }, { "left_out": 3, "jaccard": 0.9333333333333333, "status": "informative", "size_a": 15, "size_b": 14 }, { "left_out": 4, "jaccard": 1, "status": "informative", "size_a": 14, "size_b": 14 } ] }, "special_relativity": { "production_cluster_size": 52, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 4, "n_empty_empty": 6, "n_empty_vs_nonempty": 4, "available": true, "mean_informative": 0, "median_informative": 0, "legacy_mean_empty_empty_as_one": 0.6 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 5, "available": true, "mean_informative": 0.23054387641344162, "median_informative": 0.125, "legacy_mean_empty_empty_as_one": 0.23054387641344162 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 4, "available": true, "mean_informative": 0.006666666666666666, "median_informative": 0, "legacy_mean_empty_empty_as_one": 0.006666666666666666 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 1, "available": true, "mean_informative": 0.3424824812868291, "median_informative": 0.341304347826087, "legacy_mean_empty_empty_as_one": 0.3424824812868291 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.7119080919080918, "median_informative": 0.8076923076923077, "legacy_mean_empty_empty_as_one": 0.7119080919080918 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 0, "j": 2, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 0, "j": 3, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 0, "j": 4, "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 1 }, { "i": 1, "j": 2, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 1, "j": 3, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 1, "j": 4, "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 1 }, { "i": 2, "j": 3, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 2, "j": 4, "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 1 }, { "i": 3, "j": 4, "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 1 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 42 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 51, "size_b": 0 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 50, "size_b": 0 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 25, "size_b": 0 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0.03333333333333333, "status": "informative", "size_a": 30, "size_b": 1 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.2826086956521739, "status": "informative", "size_a": 13, "size_b": 46 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 33 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.8076923076923077, "status": "informative", "size_a": 25, "size_b": 22 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.5454545454545454, "status": "informative", "size_a": 15, "size_b": 19 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.05454545454545454, "status": "informative", "size_a": 55, "size_b": 3 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.125, "status": "informative", "size_a": 16, "size_b": 2 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.5, "status": "informative", "size_a": 29, "size_b": 16 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.5666666666666667, "status": "informative", "size_a": 28, "size_b": 19 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.14285714285714285, "status": "informative", "size_a": 28, "size_b": 4 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.4, "status": "informative", "size_a": 15, "size_b": 34 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.8076923076923077, "status": "informative", "size_a": 42, "size_b": 52 }, { "left_out": 1, "jaccard": 0.8727272727272727, "status": "informative", "size_a": 51, "size_b": 52 }, { "left_out": 2, "jaccard": 0.8214285714285714, "status": "informative", "size_a": 50, "size_b": 52 }, { "left_out": 3, "jaccard": 0.4807692307692308, "status": "informative", "size_a": 25, "size_b": 52 }, { "left_out": 4, "jaccard": 0.5769230769230769, "status": "informative", "size_a": 30, "size_b": 52 } ] }, "spectroscopy": { "production_cluster_size": 45, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 4, "available": true, "mean_informative": 0.22857142857142856, "median_informative": 0.16666666666666666, "legacy_mean_empty_empty_as_one": 0.22857142857142856 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 1, "available": true, "mean_informative": 0.3864254265123261, "median_informative": 0.4864864864864865, "legacy_mean_empty_empty_as_one": 0.3864254265123261 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 1, "available": true, "mean_informative": 0.04753270842632544, "median_informative": 0.02127659574468085, "legacy_mean_empty_empty_as_one": 0.04753270842632544 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.5558717855553265, "median_informative": 0.5929878048780488, "legacy_mean_empty_empty_as_one": 0.5558717855553265 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.9092671394799055, "median_informative": 0.9, "legacy_mean_empty_empty_as_one": 0.9092671394799055 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 0.3333333333333333, "status": "informative", "size_a": 3, "size_b": 1 }, { "i": 0, "j": 2, "jaccard": 0, "status": "informative", "size_a": 3, "size_b": 0 }, { "i": 0, "j": 3, "jaccard": 0.3333333333333333, "status": "informative", "size_a": 3, "size_b": 1 }, { "i": 0, "j": 4, "jaccard": 0.2857142857142857, "status": "informative", "size_a": 3, "size_b": 6 }, { "i": 1, "j": 2, "jaccard": 0, "status": "informative", "size_a": 1, "size_b": 0 }, { "i": 1, "j": 3, "jaccard": 1, "status": "informative", "size_a": 1, "size_b": 1 }, { "i": 1, "j": 4, "jaccard": 0.16666666666666666, "status": "informative", "size_a": 1, "size_b": 6 }, { "i": 2, "j": 3, "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 1 }, { "i": 2, "j": 4, "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 6 }, { "i": 3, "j": 4, "jaccard": 0.16666666666666666, "status": "informative", "size_a": 1, "size_b": 6 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0.06818181818181818, "status": "informative", "size_a": 3, "size_b": 44 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0.02, "status": "informative", "size_a": 50, "size_b": 1 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 39, "size_b": 0 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0.02127659574468085, "status": "informative", "size_a": 47, "size_b": 1 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0.1282051282051282, "status": "informative", "size_a": 38, "size_b": 6 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.4318181818181818, "status": "informative", "size_a": 19, "size_b": 44 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.625, "status": "informative", "size_a": 24, "size_b": 28 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.625, "status": "informative", "size_a": 25, "size_b": 40 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.6486486486486487, "status": "informative", "size_a": 33, "size_b": 28 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.5609756097560976, "status": "informative", "size_a": 40, "size_b": 24 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.30434782608695654, "status": "informative", "size_a": 46, "size_b": 14 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.4864864864864865, "status": "informative", "size_a": 36, "size_b": 19 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.5526315789473685, "status": "informative", "size_a": 35, "size_b": 24 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.6571428571428571, "status": "informative", "size_a": 26, "size_b": 32 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.6666666666666666, "status": "informative", "size_a": 37, "size_b": 28 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.9777777777777777, "status": "informative", "size_a": 44, "size_b": 45 }, { "left_out": 1, "jaccard": 0.9, "status": "informative", "size_a": 50, "size_b": 45 }, { "left_out": 2, "jaccard": 0.8666666666666667, "status": "informative", "size_a": 39, "size_b": 45 }, { "left_out": 3, "jaccard": 0.9574468085106383, "status": "informative", "size_a": 47, "size_b": 45 }, { "left_out": 4, "jaccard": 0.8444444444444444, "status": "informative", "size_a": 38, "size_b": 45 } ] }, "thermodynamics_kinetic_theory": { "production_cluster_size": 95, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.29278762903762906, "median_informative": 0.2928571428571428, "legacy_mean_empty_empty_as_one": 0.29278762903762906 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.4363301546760503, "median_informative": 0.49206349206349204, "legacy_mean_empty_empty_as_one": 0.4363301546760503 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.09268144444812927, "median_informative": 0.08536585365853659, "legacy_mean_empty_empty_as_one": 0.09268144444812927 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.6081545097900107, "median_informative": 0.6227795193312435, "legacy_mean_empty_empty_as_one": 0.6081545097900107 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.8770733652312599, "median_informative": 0.875, "legacy_mean_empty_empty_as_one": 0.8770733652312599 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 0.26666666666666666, "status": "informative", "size_a": 14, "size_b": 5 }, { "i": 0, "j": 2, "jaccard": 0.4375, "status": "informative", "size_a": 14, "size_b": 9 }, { "i": 0, "j": 3, "jaccard": 0.4666666666666667, "status": "informative", "size_a": 14, "size_b": 8 }, { "i": 0, "j": 4, "jaccard": 0.2, "status": "informative", "size_a": 14, "size_b": 4 }, { "i": 1, "j": 2, "jaccard": 0.2727272727272727, "status": "informative", "size_a": 5, "size_b": 9 }, { "i": 1, "j": 3, "jaccard": 0.3, "status": "informative", "size_a": 5, "size_b": 8 }, { "i": 1, "j": 4, "jaccard": 0.2857142857142857, "status": "informative", "size_a": 5, "size_b": 4 }, { "i": 2, "j": 3, "jaccard": 0.3076923076923077, "status": "informative", "size_a": 9, "size_b": 8 }, { "i": 2, "j": 4, "jaccard": 0.3, "status": "informative", "size_a": 9, "size_b": 4 }, { "i": 3, "j": 4, "jaccard": 0.09090909090909091, "status": "informative", "size_a": 8, "size_b": 4 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0.17073170731707318, "status": "informative", "size_a": 14, "size_b": 82 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0.05747126436781609, "status": "informative", "size_a": 87, "size_b": 5 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0.10588235294117647, "status": "informative", "size_a": 85, "size_b": 9 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0.08536585365853659, "status": "informative", "size_a": 81, "size_b": 8 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0.04395604395604396, "status": "informative", "size_a": 91, "size_b": 4 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.6363636363636364, "status": "informative", "size_a": 53, "size_b": 73 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.7333333333333333, "status": "informative", "size_a": 60, "size_b": 70 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.423728813559322, "status": "informative", "size_a": 25, "size_b": 59 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.6931818181818182, "status": "informative", "size_a": 61, "size_b": 88 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.7368421052631579, "status": "informative", "size_a": 75, "size_b": 57 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.5769230769230769, "status": "informative", "size_a": 73, "size_b": 50 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.4266666666666667, "status": "informative", "size_a": 75, "size_b": 32 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.7532467532467533, "status": "informative", "size_a": 72, "size_b": 63 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.49206349206349204, "status": "informative", "size_a": 62, "size_b": 32 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.6091954022988506, "status": "informative", "size_a": 86, "size_b": 54 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.8631578947368421, "status": "informative", "size_a": 82, "size_b": 95 }, { "left_out": 1, "jaccard": 0.9157894736842105, "status": "informative", "size_a": 87, "size_b": 95 }, { "left_out": 2, "jaccard": 0.875, "status": "informative", "size_a": 85, "size_b": 95 }, { "left_out": 3, "jaccard": 0.8526315789473684, "status": "informative", "size_a": 81, "size_b": 95 }, { "left_out": 4, "jaccard": 0.8787878787878788, "status": "informative", "size_a": 91, "size_b": 95 } ] } } }, "global_confusion_tau": { "corpus": { "single_pairs": { "n_concepts_available": 1, "concepts_unavailable": [ "aether_optics", "electrodynamics", "gravitation", "instrumentation_measurement", "mechanics_time_measurement", "radiation_quantum", "special_relativity", "spectroscopy", "thermodynamics_kinetic_theory" ], "median_of_concept_means": 0, "q25": 0, "q75": 0, "n_empty_empty_total": 96, "n_empty_vs_nonempty_total": 4, "n_pairs_total": 100, "legacy_median_empty_empty_as_one": 1, "legacy_q25": 1, "legacy_q75": 1, "paired_vs_single_pairs": { "common_concepts": [ "electron_theory" ], "n_common": 1, "median_difference": 0, "n_concepts_higher_than_single": 0, "n_concepts_lower_than_single": 0 } }, "disjoint_all": { "n_concepts_available": 7, "concepts_unavailable": [ "gravitation", "instrumentation_measurement", "mechanics_time_measurement" ], "median_of_concept_means": 0.08444444444444445, "q25": 0.03571428571428571, "q75": 0.1894695378852409, "n_empty_empty_total": 74, "n_empty_vs_nonempty_total": 46, "n_pairs_total": 150, "legacy_median_empty_empty_as_one": 0.6, "legacy_q25": 0.193306197514049, "legacy_q75": 0.9833333333333334, "paired_vs_single_pairs": { "common_concepts": [ "electron_theory" ], "n_common": 1, "median_difference": 0.3333333333333333, "n_concepts_higher_than_single": 1, "n_concepts_lower_than_single": 0 } }, "disjoint_1v4": { "n_concepts_available": 6, "concepts_unavailable": [ "gravitation", "instrumentation_measurement", "mechanics_time_measurement", "radiation_quantum" ], "median_of_concept_means": 0, "q25": 0, "q75": 0, "n_empty_empty_total": 23, "n_empty_vs_nonempty_total": 26, "n_pairs_total": 50, "legacy_median_empty_empty_as_one": 0.3125, "legacy_q25": 0, "legacy_q75": 1, "paired_vs_single_pairs": { "common_concepts": [ "electron_theory" ], "n_common": 1, "median_difference": 0.025, "n_concepts_higher_than_single": 1, "n_concepts_lower_than_single": 0 } }, "disjoint_2v3": { "n_concepts_available": 6, "concepts_unavailable": [ "electrodynamics", "gravitation", "instrumentation_measurement", "mechanics_time_measurement" ], "median_of_concept_means": 0.14728395061728394, "q25": 0.11499999999999999, "q75": 0.34685319745519594, "n_empty_empty_total": 51, "n_empty_vs_nonempty_total": 20, "n_pairs_total": 100, "legacy_median_empty_empty_as_one": 0.69375, "legacy_q25": 0.28995929627107353, "legacy_q75": 1, "paired_vs_single_pairs": { "common_concepts": [ "electron_theory" ], "n_common": 1, "median_difference": 0.4875, "n_concepts_higher_than_single": 1, "n_concepts_lower_than_single": 0 } }, "loo_vs_full": { "n_concepts_available": 6, "concepts_unavailable": [ "gravitation", "instrumentation_measurement", "mechanics_time_measurement", "radiation_quantum" ], "median_of_concept_means": 0.7363780663780664, "q25": 0.6663025210084034, "q75": 0.8513209013209013, "n_empty_empty_total": 20, "n_empty_vs_nonempty_total": 3, "n_pairs_total": 50, "legacy_median_empty_empty_as_one": 0.9358974358974359, "legacy_q25": 0.7096176046176046, "legacy_q75": 1, "paired_vs_single_pairs": { "common_concepts": [ "electron_theory" ], "n_common": 1, "median_difference": 0.78989898989899, "n_concepts_higher_than_single": 1, "n_concepts_lower_than_single": 0 } } }, "n_documents_assigned_full_anchors": 77, "production_cluster_sizes": { "aether_optics": 1, "electrodynamics": 1, "electron_theory": 9, "gravitation": 0, "instrumentation_measurement": 0, "mechanics_time_measurement": 0, "radiation_quantum": 0, "special_relativity": 17, "spectroscopy": 10, "thermodynamics_kinetic_theory": 39 }, "tau_full_anchors": { "aether_optics": 0.026351481676101685, "electrodynamics": 0.018453359603881836, "electron_theory": 0.018453359603881836, "gravitation": 0.02660536766052246, "instrumentation_measurement": 0.026537030935287476, "mechanics_time_measurement": 0.0222092866897583, "radiation_quantum": 0.021435216069221497, "special_relativity": 0.0222092866897583, "spectroscopy": 0.02562776207923889, "thermodynamics_kinetic_theory": 0.025118708610534668 }, "per_concept": { "aether_optics": { "production_cluster_size": 1, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 0, "n_empty_empty": 10, "n_empty_vs_nonempty": 0, "available": false, "mean_informative": null, "median_informative": null, "legacy_mean_empty_empty_as_one": 1 }, "disjoint_all": { "n_pairs": 15, "n_informative": 14, "n_empty_empty": 1, "n_empty_vs_nonempty": 13, "available": true, "mean_informative": 0.07142857142857142, "median_informative": 0, "legacy_mean_empty_empty_as_one": 0.13333333333333333 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 5, "available": true, "mean_informative": 0, "median_informative": 0, "legacy_mean_empty_empty_as_one": 0 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 9, "n_empty_empty": 1, "n_empty_vs_nonempty": 8, "available": true, "mean_informative": 0.1111111111111111, "median_informative": 0, "legacy_mean_empty_empty_as_one": 0.2 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 1, "median_informative": 1, "legacy_mean_empty_empty_as_one": 1 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 0, "j": 2, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 0, "j": 3, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 0, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 1, "j": 2, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 1, "j": 3, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 1, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 2, "j": 3, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 2, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 3, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 1 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 1, "size_b": 0 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 1, "size_b": 0 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 1, "size_b": 0 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 1, "size_b": 0 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 1 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 1 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 1 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 1 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0, "status": "informative", "size_a": 1, "size_b": 0 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 1 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 1, "status": "informative", "size_a": 1, "size_b": 1 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0, "status": "informative", "size_a": 1, "size_b": 0 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 1 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 1, "status": "informative", "size_a": 1, "size_b": 1 }, { "left_out": 1, "jaccard": 1, "status": "informative", "size_a": 1, "size_b": 1 }, { "left_out": 2, "jaccard": 1, "status": "informative", "size_a": 1, "size_b": 1 }, { "left_out": 3, "jaccard": 1, "status": "informative", "size_a": 1, "size_b": 1 }, { "left_out": 4, "jaccard": 1, "status": "informative", "size_a": 1, "size_b": 1 } ] }, "electrodynamics": { "production_cluster_size": 1, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 0, "n_empty_empty": 10, "n_empty_vs_nonempty": 0, "available": false, "mean_informative": null, "median_informative": null, "legacy_mean_empty_empty_as_one": 1 }, "disjoint_all": { "n_pairs": 15, "n_informative": 2, "n_empty_empty": 13, "n_empty_vs_nonempty": 2, "available": true, "mean_informative": 0, "median_informative": 0, "legacy_mean_empty_empty_as_one": 0.8666666666666667 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 2, "n_empty_empty": 3, "n_empty_vs_nonempty": 2, "available": true, "mean_informative": 0, "median_informative": 0, "legacy_mean_empty_empty_as_one": 0.6 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 0, "n_empty_empty": 10, "n_empty_vs_nonempty": 0, "available": false, "mean_informative": null, "median_informative": null, "legacy_mean_empty_empty_as_one": 1 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 3, "available": true, "mean_informative": 0.4, "median_informative": 0, "legacy_mean_empty_empty_as_one": 0.4 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 0, "j": 2, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 0, "j": 3, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 0, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 1, "j": 2, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 1, "j": 3, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 1, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 2, "j": 3, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 2, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 3, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 1 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 1, "size_b": 0 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 1, "status": "informative", "size_a": 1, "size_b": 1 }, { "left_out": 1, "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 1 }, { "left_out": 2, "jaccard": 1, "status": "informative", "size_a": 1, "size_b": 1 }, { "left_out": 3, "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 1 }, { "left_out": 4, "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 1 } ] }, "electron_theory": { "production_cluster_size": 9, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 4, "n_empty_empty": 6, "n_empty_vs_nonempty": 4, "available": true, "mean_informative": 0, "median_informative": 0, "legacy_mean_empty_empty_as_one": 0.6 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 4, "available": true, "mean_informative": 0.3333333333333333, "median_informative": 0.25, "legacy_mean_empty_empty_as_one": 0.3333333333333333 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 4, "available": true, "mean_informative": 0.025, "median_informative": 0, "legacy_mean_empty_empty_as_one": 0.025 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.4875, "median_informative": 0.5, "legacy_mean_empty_empty_as_one": 0.4875 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.78989898989899, "median_informative": 0.8888888888888888, "legacy_mean_empty_empty_as_one": 0.78989898989899 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 0, "status": "informative", "size_a": 1, "size_b": 0 }, { "i": 0, "j": 2, "jaccard": 0, "status": "informative", "size_a": 1, "size_b": 0 }, { "i": 0, "j": 3, "jaccard": 0, "status": "informative", "size_a": 1, "size_b": 0 }, { "i": 0, "j": 4, "jaccard": 0, "status": "informative", "size_a": 1, "size_b": 0 }, { "i": 1, "j": 2, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 1, "j": 3, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 1, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 2, "j": 3, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 2, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 3, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0.125, "status": "informative", "size_a": 1, "size_b": 8 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 8, "size_b": 0 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 10, "size_b": 0 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 8, "size_b": 0 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 5, "size_b": 0 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.5, "status": "informative", "size_a": 3, "size_b": 6 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.16666666666666666, "status": "informative", "size_a": 1, "size_b": 6 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.5, "status": "informative", "size_a": 3, "size_b": 6 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.6666666666666666, "status": "informative", "size_a": 2, "size_b": 3 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.25, "status": "informative", "size_a": 4, "size_b": 1 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.5, "status": "informative", "size_a": 6, "size_b": 3 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 1, "status": "informative", "size_a": 3, "size_b": 3 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.125, "status": "informative", "size_a": 8, "size_b": 1 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.6666666666666666, "status": "informative", "size_a": 3, "size_b": 2 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.5, "status": "informative", "size_a": 4, "size_b": 2 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.8888888888888888, "status": "informative", "size_a": 8, "size_b": 9 }, { "left_out": 1, "jaccard": 0.8888888888888888, "status": "informative", "size_a": 8, "size_b": 9 }, { "left_out": 2, "jaccard": 0.7272727272727273, "status": "informative", "size_a": 10, "size_b": 9 }, { "left_out": 3, "jaccard": 0.8888888888888888, "status": "informative", "size_a": 8, "size_b": 9 }, { "left_out": 4, "jaccard": 0.5555555555555556, "status": "informative", "size_a": 5, "size_b": 9 } ] }, "gravitation": { "production_cluster_size": 0, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 0, "n_empty_empty": 10, "n_empty_vs_nonempty": 0, "available": false, "mean_informative": null, "median_informative": null, "legacy_mean_empty_empty_as_one": 1 }, "disjoint_all": { "n_pairs": 15, "n_informative": 0, "n_empty_empty": 15, "n_empty_vs_nonempty": 0, "available": false, "mean_informative": null, "median_informative": null, "legacy_mean_empty_empty_as_one": 1 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 0, "n_empty_empty": 5, "n_empty_vs_nonempty": 0, "available": false, "mean_informative": null, "median_informative": null, "legacy_mean_empty_empty_as_one": 1 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 0, "n_empty_empty": 10, "n_empty_vs_nonempty": 0, "available": false, "mean_informative": null, "median_informative": null, "legacy_mean_empty_empty_as_one": 1 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 0, "n_empty_empty": 5, "n_empty_vs_nonempty": 0, "available": false, "mean_informative": null, "median_informative": null, "legacy_mean_empty_empty_as_one": 1 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 0, "j": 2, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 0, "j": 3, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 0, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 1, "j": 2, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 1, "j": 3, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 1, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 2, "j": 3, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 2, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 3, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "left_out": 1, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "left_out": 2, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "left_out": 3, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "left_out": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 } ] }, "instrumentation_measurement": { "production_cluster_size": 0, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 0, "n_empty_empty": 10, "n_empty_vs_nonempty": 0, "available": false, "mean_informative": null, "median_informative": null, "legacy_mean_empty_empty_as_one": 1 }, "disjoint_all": { "n_pairs": 15, "n_informative": 0, "n_empty_empty": 15, "n_empty_vs_nonempty": 0, "available": false, "mean_informative": null, "median_informative": null, "legacy_mean_empty_empty_as_one": 1 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 0, "n_empty_empty": 5, "n_empty_vs_nonempty": 0, "available": false, "mean_informative": null, "median_informative": null, "legacy_mean_empty_empty_as_one": 1 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 0, "n_empty_empty": 10, "n_empty_vs_nonempty": 0, "available": false, "mean_informative": null, "median_informative": null, "legacy_mean_empty_empty_as_one": 1 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 0, "n_empty_empty": 5, "n_empty_vs_nonempty": 0, "available": false, "mean_informative": null, "median_informative": null, "legacy_mean_empty_empty_as_one": 1 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 0, "j": 2, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 0, "j": 3, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 0, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 1, "j": 2, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 1, "j": 3, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 1, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 2, "j": 3, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 2, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 3, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "left_out": 1, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "left_out": 2, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "left_out": 3, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "left_out": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 } ] }, "mechanics_time_measurement": { "production_cluster_size": 0, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 0, "n_empty_empty": 10, "n_empty_vs_nonempty": 0, "available": false, "mean_informative": null, "median_informative": null, "legacy_mean_empty_empty_as_one": 1 }, "disjoint_all": { "n_pairs": 15, "n_informative": 0, "n_empty_empty": 15, "n_empty_vs_nonempty": 0, "available": false, "mean_informative": null, "median_informative": null, "legacy_mean_empty_empty_as_one": 1 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 0, "n_empty_empty": 5, "n_empty_vs_nonempty": 0, "available": false, "mean_informative": null, "median_informative": null, "legacy_mean_empty_empty_as_one": 1 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 0, "n_empty_empty": 10, "n_empty_vs_nonempty": 0, "available": false, "mean_informative": null, "median_informative": null, "legacy_mean_empty_empty_as_one": 1 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 0, "n_empty_empty": 5, "n_empty_vs_nonempty": 0, "available": false, "mean_informative": null, "median_informative": null, "legacy_mean_empty_empty_as_one": 1 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 0, "j": 2, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 0, "j": 3, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 0, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 1, "j": 2, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 1, "j": 3, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 1, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 2, "j": 3, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 2, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 3, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "left_out": 1, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "left_out": 2, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "left_out": 3, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "left_out": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 } ] }, "radiation_quantum": { "production_cluster_size": 0, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 0, "n_empty_empty": 10, "n_empty_vs_nonempty": 0, "available": false, "mean_informative": null, "median_informative": null, "legacy_mean_empty_empty_as_one": 1 }, "disjoint_all": { "n_pairs": 15, "n_informative": 1, "n_empty_empty": 14, "n_empty_vs_nonempty": 1, "available": true, "mean_informative": 0, "median_informative": 0, "legacy_mean_empty_empty_as_one": 0.9333333333333333 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 0, "n_empty_empty": 5, "n_empty_vs_nonempty": 0, "available": false, "mean_informative": null, "median_informative": null, "legacy_mean_empty_empty_as_one": 1 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 1, "n_empty_empty": 9, "n_empty_vs_nonempty": 1, "available": true, "mean_informative": 0, "median_informative": 0, "legacy_mean_empty_empty_as_one": 0.9 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 0, "n_empty_empty": 5, "n_empty_vs_nonempty": 0, "available": false, "mean_informative": null, "median_informative": null, "legacy_mean_empty_empty_as_one": 1 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 0, "j": 2, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 0, "j": 3, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 0, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 1, "j": 2, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 1, "j": 3, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 1, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 2, "j": 3, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 2, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 3, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0, "status": "informative", "size_a": 1, "size_b": 0 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "left_out": 1, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "left_out": 2, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "left_out": 3, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "left_out": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 } ] }, "special_relativity": { "production_cluster_size": 17, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 0, "n_empty_empty": 10, "n_empty_vs_nonempty": 0, "available": false, "mean_informative": null, "median_informative": null, "legacy_mean_empty_empty_as_one": 1 }, "disjoint_all": { "n_pairs": 15, "n_informative": 14, "n_empty_empty": 1, "n_empty_vs_nonempty": 10, "available": true, "mean_informative": 0.10793650793650793, "median_informative": 0, "legacy_mean_empty_empty_as_one": 0.1674074074074074 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 5, "available": true, "mean_informative": 0, "median_informative": 0, "legacy_mean_empty_empty_as_one": 0 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 9, "n_empty_empty": 1, "n_empty_vs_nonempty": 5, "available": true, "mean_informative": 0.16790123456790124, "median_informative": 0, "legacy_mean_empty_empty_as_one": 0.2511111111111111 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.6607843137254902, "median_informative": 0.8235294117647058, "legacy_mean_empty_empty_as_one": 0.6607843137254902 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 0, "j": 2, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 0, "j": 3, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 0, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 1, "j": 2, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 1, "j": 3, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 1, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 2, "j": 3, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 2, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 3, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 14 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 18, "size_b": 0 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 17, "size_b": 0 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 5, "size_b": 0 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 6, "size_b": 0 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 15 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 9 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.4, "status": "informative", "size_a": 2, "size_b": 5 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.5, "status": "informative", "size_a": 1, "size_b": 2 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0, "status": "informative", "size_a": 22, "size_b": 0 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.5, "status": "informative", "size_a": 3, "size_b": 3 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0, "status": "informative", "size_a": 10, "size_b": 0 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0, "status": "informative", "size_a": 4, "size_b": 0 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.1111111111111111, "status": "informative", "size_a": 1, "size_b": 9 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.8235294117647058, "status": "informative", "size_a": 14, "size_b": 17 }, { "left_out": 1, "jaccard": 0.9444444444444444, "status": "informative", "size_a": 18, "size_b": 17 }, { "left_out": 2, "jaccard": 0.8888888888888888, "status": "informative", "size_a": 17, "size_b": 17 }, { "left_out": 3, "jaccard": 0.29411764705882354, "status": "informative", "size_a": 5, "size_b": 17 }, { "left_out": 4, "jaccard": 0.35294117647058826, "status": "informative", "size_a": 6, "size_b": 17 } ] }, "spectroscopy": { "production_cluster_size": 10, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 0, "n_empty_empty": 10, "n_empty_vs_nonempty": 0, "available": false, "mean_informative": null, "median_informative": null, "legacy_mean_empty_empty_as_one": 1 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 11, "available": true, "mean_informative": 0.08444444444444445, "median_informative": 0, "legacy_mean_empty_empty_as_one": 0.08444444444444445 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 5, "available": true, "mean_informative": 0, "median_informative": 0, "legacy_mean_empty_empty_as_one": 0 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 6, "available": true, "mean_informative": 0.12666666666666665, "median_informative": 0, "legacy_mean_empty_empty_as_one": 0.12666666666666665 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.6828571428571428, "median_informative": 0.7, "legacy_mean_empty_empty_as_one": 0.6828571428571428 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 0, "j": 2, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 0, "j": 3, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 0, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 1, "j": 2, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 1, "j": 3, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 1, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 2, "j": 3, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 2, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 3, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 7 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 14, "size_b": 0 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 5, "size_b": 0 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 9, "size_b": 0 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 6, "size_b": 0 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 7 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 2 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.4, "status": "informative", "size_a": 2, "size_b": 5 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.6666666666666666, "status": "informative", "size_a": 3, "size_b": 2 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0, "status": "informative", "size_a": 6, "size_b": 0 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0, "status": "informative", "size_a": 6, "size_b": 0 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0, "status": "informative", "size_a": 5, "size_b": 0 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0, "status": "informative", "size_a": 3, "size_b": 0 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0, "status": "informative", "size_a": 2, "size_b": 1 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.2, "status": "informative", "size_a": 4, "size_b": 2 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.7, "status": "informative", "size_a": 7, "size_b": 10 }, { "left_out": 1, "jaccard": 0.7142857142857143, "status": "informative", "size_a": 14, "size_b": 10 }, { "left_out": 2, "jaccard": 0.5, "status": "informative", "size_a": 5, "size_b": 10 }, { "left_out": 3, "jaccard": 0.9, "status": "informative", "size_a": 9, "size_b": 10 }, { "left_out": 4, "jaccard": 0.6, "status": "informative", "size_a": 6, "size_b": 10 } ] }, "thermodynamics_kinetic_theory": { "production_cluster_size": 39, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 0, "n_empty_empty": 10, "n_empty_vs_nonempty": 0, "available": false, "mean_informative": null, "median_informative": null, "legacy_mean_empty_empty_as_one": 1 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 5, "available": true, "mean_informative": 0.27100256783397386, "median_informative": 0.2, "legacy_mean_empty_empty_as_one": 0.27100256783397386 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 5, "available": true, "mean_informative": 0, "median_informative": 0, "legacy_mean_empty_empty_as_one": 0 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.4065038517509608, "median_informative": 0.375, "legacy_mean_empty_empty_as_one": 0.4065038517509608 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.8717948717948717, "median_informative": 0.8717948717948718, "legacy_mean_empty_empty_as_one": 0.8717948717948717 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 0, "j": 2, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 0, "j": 3, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 0, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 1, "j": 2, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 1, "j": 3, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 1, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 2, "j": 3, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 2, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 3, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 37 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 34, "size_b": 0 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 31, "size_b": 0 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 36, "size_b": 0 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 32, "size_b": 0 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.375, "status": "informative", "size_a": 9, "size_b": 24 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.6521739130434783, "status": "informative", "size_a": 15, "size_b": 23 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.15789473684210525, "status": "informative", "size_a": 3, "size_b": 19 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.5806451612903226, "status": "informative", "size_a": 18, "size_b": 31 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.782608695652174, "status": "informative", "size_a": 21, "size_b": 20 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.2413793103448276, "status": "informative", "size_a": 28, "size_b": 8 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.18181818181818182, "status": "informative", "size_a": 22, "size_b": 4 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.5185185185185185, "status": "informative", "size_a": 26, "size_b": 15 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.2, "status": "informative", "size_a": 15, "size_b": 3 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.375, "status": "informative", "size_a": 32, "size_b": 12 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.9487179487179487, "status": "informative", "size_a": 37, "size_b": 39 }, { "left_out": 1, "jaccard": 0.8717948717948718, "status": "informative", "size_a": 34, "size_b": 39 }, { "left_out": 2, "jaccard": 0.7948717948717948, "status": "informative", "size_a": 31, "size_b": 39 }, { "left_out": 3, "jaccard": 0.9230769230769231, "status": "informative", "size_a": 36, "size_b": 39 }, { "left_out": 4, "jaccard": 0.8205128205128205, "status": "informative", "size_a": 32, "size_b": 39 } ] } } }, "production_v3": { "corpus": { "single_pairs": { "n_concepts_available": 1, "concepts_unavailable": [ "aether_optics", "electrodynamics", "gravitation", "instrumentation_measurement", "mechanics_time_measurement", "radiation_quantum", "special_relativity", "spectroscopy", "thermodynamics_kinetic_theory" ], "median_of_concept_means": 0, "q25": 0, "q75": 0, "n_empty_empty_total": 96, "n_empty_vs_nonempty_total": 4, "n_pairs_total": 100, "legacy_median_empty_empty_as_one": 1, "legacy_q25": 1, "legacy_q75": 1, "paired_vs_single_pairs": { "common_concepts": [ "electron_theory" ], "n_common": 1, "median_difference": 0, "n_concepts_higher_than_single": 0, "n_concepts_lower_than_single": 0 } }, "disjoint_all": { "n_concepts_available": 6, "concepts_unavailable": [ "gravitation", "instrumentation_measurement", "mechanics_time_measurement", "radiation_quantum" ], "median_of_concept_means": 0.08968253968253967, "q25": 0.055357142857142855, "q75": 0.22663724285914352, "n_empty_empty_total": 75, "n_empty_vs_nonempty_total": 45, "n_pairs_total": 150, "legacy_median_empty_empty_as_one": 0.5855555555555556, "legacy_q25": 0.19210659418056106, "legacy_q75": 1, "paired_vs_single_pairs": { "common_concepts": [ "electron_theory" ], "n_common": 1, "median_difference": 0.3044444444444444, "n_concepts_higher_than_single": 1, "n_concepts_lower_than_single": 0 } }, "disjoint_1v4": { "n_concepts_available": 6, "concepts_unavailable": [ "gravitation", "instrumentation_measurement", "mechanics_time_measurement", "radiation_quantum" ], "median_of_concept_means": 0, "q25": 0, "q75": 0, "n_empty_empty_total": 23, "n_empty_vs_nonempty_total": 26, "n_pairs_total": 50, "legacy_median_empty_empty_as_one": 0.31666666666666665, "legacy_q25": 0, "legacy_q75": 1, "paired_vs_single_pairs": { "common_concepts": [ "electron_theory" ], "n_common": 1, "median_difference": 0.03333333333333333, "n_concepts_higher_than_single": 1, "n_concepts_lower_than_single": 0 } }, "disjoint_2v3": { "n_concepts_available": 5, "concepts_unavailable": [ "electrodynamics", "gravitation", "instrumentation_measurement", "mechanics_time_measurement", "radiation_quantum" ], "median_of_concept_means": 0.16790123456790124, "q25": 0.1111111111111111, "q75": 0.399306231750033, "n_empty_empty_total": 52, "n_empty_vs_nonempty_total": 19, "n_pairs_total": 100, "legacy_median_empty_empty_as_one": 0.72, "legacy_q25": 0.2881598912708416, "legacy_q75": 1, "paired_vs_single_pairs": { "common_concepts": [ "electron_theory" ], "n_common": 1, "median_difference": 0.43999999999999995, "n_concepts_higher_than_single": 1, "n_concepts_lower_than_single": 0 } }, "loo_vs_full": { "n_concepts_available": 6, "concepts_unavailable": [ "gravitation", "instrumentation_measurement", "mechanics_time_measurement", "radiation_quantum" ], "median_of_concept_means": 0.7685970522803115, "q25": 0.6653044871794872, "q75": 0.863316383283013, "n_empty_empty_total": 20, "n_empty_vs_nonempty_total": 3, "n_pairs_total": 50, "legacy_median_empty_empty_as_one": 0.9380952380952381, "legacy_q25": 0.7405485261401558, "legacy_q75": 1, "paired_vs_single_pairs": { "common_concepts": [ "electron_theory" ], "n_common": 1, "median_difference": 0.8761904761904763, "n_concepts_higher_than_single": 1, "n_concepts_lower_than_single": 0 } } }, "n_documents_assigned_full_anchors": 62, "production_cluster_sizes": { "aether_optics": 1, "electrodynamics": 1, "electron_theory": 6, "gravitation": 0, "instrumentation_measurement": 0, "mechanics_time_measurement": 0, "radiation_quantum": 0, "special_relativity": 16, "spectroscopy": 9, "thermodynamics_kinetic_theory": 29 }, "tau_full_anchors": { "aether_optics": 0.026351481676101685, "electrodynamics": 0.018453359603881836, "electron_theory": 0.018453359603881836, "gravitation": 0.02660536766052246, "instrumentation_measurement": 0.026537030935287476, "mechanics_time_measurement": 0.0222092866897583, "radiation_quantum": 0.021435216069221497, "special_relativity": 0.0222092866897583, "spectroscopy": 0.02562776207923889, "thermodynamics_kinetic_theory": 0.025118708610534668 }, "per_concept": { "aether_optics": { "production_cluster_size": 1, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 0, "n_empty_empty": 10, "n_empty_vs_nonempty": 0, "available": false, "mean_informative": null, "median_informative": null, "legacy_mean_empty_empty_as_one": 1 }, "disjoint_all": { "n_pairs": 15, "n_informative": 14, "n_empty_empty": 1, "n_empty_vs_nonempty": 13, "available": true, "mean_informative": 0.07142857142857142, "median_informative": 0, "legacy_mean_empty_empty_as_one": 0.13333333333333333 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 5, "available": true, "mean_informative": 0, "median_informative": 0, "legacy_mean_empty_empty_as_one": 0 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 9, "n_empty_empty": 1, "n_empty_vs_nonempty": 8, "available": true, "mean_informative": 0.1111111111111111, "median_informative": 0, "legacy_mean_empty_empty_as_one": 0.2 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 1, "median_informative": 1, "legacy_mean_empty_empty_as_one": 1 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 0, "j": 2, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 0, "j": 3, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 0, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 1, "j": 2, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 1, "j": 3, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 1, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 2, "j": 3, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 2, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 3, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 1 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 1, "size_b": 0 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 1, "size_b": 0 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 1, "size_b": 0 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 1, "size_b": 0 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 1 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 1 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 1 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 1 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0, "status": "informative", "size_a": 1, "size_b": 0 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 1 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 1, "status": "informative", "size_a": 1, "size_b": 1 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0, "status": "informative", "size_a": 1, "size_b": 0 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 1 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 1, "status": "informative", "size_a": 1, "size_b": 1 }, { "left_out": 1, "jaccard": 1, "status": "informative", "size_a": 1, "size_b": 1 }, { "left_out": 2, "jaccard": 1, "status": "informative", "size_a": 1, "size_b": 1 }, { "left_out": 3, "jaccard": 1, "status": "informative", "size_a": 1, "size_b": 1 }, { "left_out": 4, "jaccard": 1, "status": "informative", "size_a": 1, "size_b": 1 } ] }, "electrodynamics": { "production_cluster_size": 1, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 0, "n_empty_empty": 10, "n_empty_vs_nonempty": 0, "available": false, "mean_informative": null, "median_informative": null, "legacy_mean_empty_empty_as_one": 1 }, "disjoint_all": { "n_pairs": 15, "n_informative": 2, "n_empty_empty": 13, "n_empty_vs_nonempty": 2, "available": true, "mean_informative": 0, "median_informative": 0, "legacy_mean_empty_empty_as_one": 0.8666666666666667 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 2, "n_empty_empty": 3, "n_empty_vs_nonempty": 2, "available": true, "mean_informative": 0, "median_informative": 0, "legacy_mean_empty_empty_as_one": 0.6 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 0, "n_empty_empty": 10, "n_empty_vs_nonempty": 0, "available": false, "mean_informative": null, "median_informative": null, "legacy_mean_empty_empty_as_one": 1 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 3, "available": true, "mean_informative": 0.4, "median_informative": 0, "legacy_mean_empty_empty_as_one": 0.4 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 0, "j": 2, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 0, "j": 3, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 0, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 1, "j": 2, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 1, "j": 3, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 1, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 2, "j": 3, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 2, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 3, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 1 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 1, "size_b": 0 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 1, "status": "informative", "size_a": 1, "size_b": 1 }, { "left_out": 1, "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 1 }, { "left_out": 2, "jaccard": 1, "status": "informative", "size_a": 1, "size_b": 1 }, { "left_out": 3, "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 1 }, { "left_out": 4, "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 1 } ] }, "electron_theory": { "production_cluster_size": 6, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 4, "n_empty_empty": 6, "n_empty_vs_nonempty": 4, "available": true, "mean_informative": 0, "median_informative": 0, "legacy_mean_empty_empty_as_one": 0.6 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 4, "available": true, "mean_informative": 0.3044444444444444, "median_informative": 0.3333333333333333, "legacy_mean_empty_empty_as_one": 0.3044444444444444 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 4, "available": true, "mean_informative": 0.03333333333333333, "median_informative": 0, "legacy_mean_empty_empty_as_one": 0.03333333333333333 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.43999999999999995, "median_informative": 0.4, "legacy_mean_empty_empty_as_one": 0.43999999999999995 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.8761904761904763, "median_informative": 1, "legacy_mean_empty_empty_as_one": 0.8761904761904763 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 0, "status": "informative", "size_a": 1, "size_b": 0 }, { "i": 0, "j": 2, "jaccard": 0, "status": "informative", "size_a": 1, "size_b": 0 }, { "i": 0, "j": 3, "jaccard": 0, "status": "informative", "size_a": 1, "size_b": 0 }, { "i": 0, "j": 4, "jaccard": 0, "status": "informative", "size_a": 1, "size_b": 0 }, { "i": 1, "j": 2, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 1, "j": 3, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 1, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 2, "j": 3, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 2, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 3, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0.16666666666666666, "status": "informative", "size_a": 1, "size_b": 6 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 6, "size_b": 0 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 6, "size_b": 0 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 6, "size_b": 0 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 4, "size_b": 0 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.4, "status": "informative", "size_a": 2, "size_b": 5 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.2, "status": "informative", "size_a": 1, "size_b": 5 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.4, "status": "informative", "size_a": 2, "size_b": 5 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.5, "status": "informative", "size_a": 1, "size_b": 2 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.5, "status": "informative", "size_a": 2, "size_b": 1 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.4, "status": "informative", "size_a": 5, "size_b": 2 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 1, "status": "informative", "size_a": 2, "size_b": 2 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.16666666666666666, "status": "informative", "size_a": 6, "size_b": 1 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.5, "status": "informative", "size_a": 2, "size_b": 1 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.3333333333333333, "status": "informative", "size_a": 3, "size_b": 1 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 1, "status": "informative", "size_a": 6, "size_b": 6 }, { "left_out": 1, "jaccard": 1, "status": "informative", "size_a": 6, "size_b": 6 }, { "left_out": 2, "jaccard": 0.7142857142857143, "status": "informative", "size_a": 6, "size_b": 6 }, { "left_out": 3, "jaccard": 1, "status": "informative", "size_a": 6, "size_b": 6 }, { "left_out": 4, "jaccard": 0.6666666666666666, "status": "informative", "size_a": 4, "size_b": 6 } ] }, "gravitation": { "production_cluster_size": 0, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 0, "n_empty_empty": 10, "n_empty_vs_nonempty": 0, "available": false, "mean_informative": null, "median_informative": null, "legacy_mean_empty_empty_as_one": 1 }, "disjoint_all": { "n_pairs": 15, "n_informative": 0, "n_empty_empty": 15, "n_empty_vs_nonempty": 0, "available": false, "mean_informative": null, "median_informative": null, "legacy_mean_empty_empty_as_one": 1 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 0, "n_empty_empty": 5, "n_empty_vs_nonempty": 0, "available": false, "mean_informative": null, "median_informative": null, "legacy_mean_empty_empty_as_one": 1 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 0, "n_empty_empty": 10, "n_empty_vs_nonempty": 0, "available": false, "mean_informative": null, "median_informative": null, "legacy_mean_empty_empty_as_one": 1 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 0, "n_empty_empty": 5, "n_empty_vs_nonempty": 0, "available": false, "mean_informative": null, "median_informative": null, "legacy_mean_empty_empty_as_one": 1 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 0, "j": 2, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 0, "j": 3, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 0, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 1, "j": 2, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 1, "j": 3, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 1, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 2, "j": 3, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 2, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 3, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "left_out": 1, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "left_out": 2, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "left_out": 3, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "left_out": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 } ] }, "instrumentation_measurement": { "production_cluster_size": 0, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 0, "n_empty_empty": 10, "n_empty_vs_nonempty": 0, "available": false, "mean_informative": null, "median_informative": null, "legacy_mean_empty_empty_as_one": 1 }, "disjoint_all": { "n_pairs": 15, "n_informative": 0, "n_empty_empty": 15, "n_empty_vs_nonempty": 0, "available": false, "mean_informative": null, "median_informative": null, "legacy_mean_empty_empty_as_one": 1 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 0, "n_empty_empty": 5, "n_empty_vs_nonempty": 0, "available": false, "mean_informative": null, "median_informative": null, "legacy_mean_empty_empty_as_one": 1 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 0, "n_empty_empty": 10, "n_empty_vs_nonempty": 0, "available": false, "mean_informative": null, "median_informative": null, "legacy_mean_empty_empty_as_one": 1 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 0, "n_empty_empty": 5, "n_empty_vs_nonempty": 0, "available": false, "mean_informative": null, "median_informative": null, "legacy_mean_empty_empty_as_one": 1 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 0, "j": 2, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 0, "j": 3, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 0, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 1, "j": 2, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 1, "j": 3, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 1, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 2, "j": 3, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 2, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 3, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "left_out": 1, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "left_out": 2, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "left_out": 3, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "left_out": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 } ] }, "mechanics_time_measurement": { "production_cluster_size": 0, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 0, "n_empty_empty": 10, "n_empty_vs_nonempty": 0, "available": false, "mean_informative": null, "median_informative": null, "legacy_mean_empty_empty_as_one": 1 }, "disjoint_all": { "n_pairs": 15, "n_informative": 0, "n_empty_empty": 15, "n_empty_vs_nonempty": 0, "available": false, "mean_informative": null, "median_informative": null, "legacy_mean_empty_empty_as_one": 1 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 0, "n_empty_empty": 5, "n_empty_vs_nonempty": 0, "available": false, "mean_informative": null, "median_informative": null, "legacy_mean_empty_empty_as_one": 1 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 0, "n_empty_empty": 10, "n_empty_vs_nonempty": 0, "available": false, "mean_informative": null, "median_informative": null, "legacy_mean_empty_empty_as_one": 1 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 0, "n_empty_empty": 5, "n_empty_vs_nonempty": 0, "available": false, "mean_informative": null, "median_informative": null, "legacy_mean_empty_empty_as_one": 1 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 0, "j": 2, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 0, "j": 3, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 0, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 1, "j": 2, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 1, "j": 3, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 1, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 2, "j": 3, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 2, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 3, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "left_out": 1, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "left_out": 2, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "left_out": 3, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "left_out": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 } ] }, "radiation_quantum": { "production_cluster_size": 0, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 0, "n_empty_empty": 10, "n_empty_vs_nonempty": 0, "available": false, "mean_informative": null, "median_informative": null, "legacy_mean_empty_empty_as_one": 1 }, "disjoint_all": { "n_pairs": 15, "n_informative": 0, "n_empty_empty": 15, "n_empty_vs_nonempty": 0, "available": false, "mean_informative": null, "median_informative": null, "legacy_mean_empty_empty_as_one": 1 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 0, "n_empty_empty": 5, "n_empty_vs_nonempty": 0, "available": false, "mean_informative": null, "median_informative": null, "legacy_mean_empty_empty_as_one": 1 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 0, "n_empty_empty": 10, "n_empty_vs_nonempty": 0, "available": false, "mean_informative": null, "median_informative": null, "legacy_mean_empty_empty_as_one": 1 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 0, "n_empty_empty": 5, "n_empty_vs_nonempty": 0, "available": false, "mean_informative": null, "median_informative": null, "legacy_mean_empty_empty_as_one": 1 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 0, "j": 2, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 0, "j": 3, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 0, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 1, "j": 2, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 1, "j": 3, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 1, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 2, "j": 3, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 2, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 3, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "left_out": 1, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "left_out": 2, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "left_out": 3, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "left_out": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 } ] }, "special_relativity": { "production_cluster_size": 16, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 0, "n_empty_empty": 10, "n_empty_vs_nonempty": 0, "available": false, "mean_informative": null, "median_informative": null, "legacy_mean_empty_empty_as_one": 1 }, "disjoint_all": { "n_pairs": 15, "n_informative": 14, "n_empty_empty": 1, "n_empty_vs_nonempty": 10, "available": true, "mean_informative": 0.10793650793650793, "median_informative": 0, "legacy_mean_empty_empty_as_one": 0.1674074074074074 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 5, "available": true, "mean_informative": 0, "median_informative": 0, "legacy_mean_empty_empty_as_one": 0 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 9, "n_empty_empty": 1, "n_empty_vs_nonempty": 5, "available": true, "mean_informative": 0.16790123456790124, "median_informative": 0, "legacy_mean_empty_empty_as_one": 0.2511111111111111 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.7125, "median_informative": 0.875, "legacy_mean_empty_empty_as_one": 0.7125 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 0, "j": 2, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 0, "j": 3, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 0, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 1, "j": 2, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 1, "j": 3, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 1, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 2, "j": 3, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 2, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 3, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 14 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 16, "size_b": 0 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 16, "size_b": 0 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 5, "size_b": 0 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 6, "size_b": 0 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 14 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 9 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.4, "status": "informative", "size_a": 2, "size_b": 5 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.5, "status": "informative", "size_a": 1, "size_b": 2 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0, "status": "informative", "size_a": 19, "size_b": 0 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.5, "status": "informative", "size_a": 3, "size_b": 3 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0, "status": "informative", "size_a": 10, "size_b": 0 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0, "status": "informative", "size_a": 4, "size_b": 0 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.1111111111111111, "status": "informative", "size_a": 1, "size_b": 9 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.875, "status": "informative", "size_a": 14, "size_b": 16 }, { "left_out": 1, "jaccard": 1, "status": "informative", "size_a": 16, "size_b": 16 }, { "left_out": 2, "jaccard": 1, "status": "informative", "size_a": 16, "size_b": 16 }, { "left_out": 3, "jaccard": 0.3125, "status": "informative", "size_a": 5, "size_b": 16 }, { "left_out": 4, "jaccard": 0.375, "status": "informative", "size_a": 6, "size_b": 16 } ] }, "spectroscopy": { "production_cluster_size": 9, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 0, "n_empty_empty": 10, "n_empty_vs_nonempty": 0, "available": false, "mean_informative": null, "median_informative": null, "legacy_mean_empty_empty_as_one": 1 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 11, "available": true, "mean_informative": 0.05, "median_informative": 0, "legacy_mean_empty_empty_as_one": 0.05 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 5, "available": true, "mean_informative": 0, "median_informative": 0, "legacy_mean_empty_empty_as_one": 0 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 6, "available": true, "mean_informative": 0.075, "median_informative": 0, "legacy_mean_empty_empty_as_one": 0.075 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.6495726495726496, "median_informative": 0.6666666666666666, "legacy_mean_empty_empty_as_one": 0.6495726495726496 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 0, "j": 2, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 0, "j": 3, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 0, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 1, "j": 2, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 1, "j": 3, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 1, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 2, "j": 3, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 2, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 3, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 6 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 13, "size_b": 0 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 4, "size_b": 0 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 8, "size_b": 0 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 5, "size_b": 0 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 6 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 1 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.25, "status": "informative", "size_a": 1, "size_b": 4 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.5, "status": "informative", "size_a": 2, "size_b": 1 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0, "status": "informative", "size_a": 5, "size_b": 0 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0, "status": "informative", "size_a": 6, "size_b": 0 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0, "status": "informative", "size_a": 4, "size_b": 0 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0, "status": "informative", "size_a": 2, "size_b": 0 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0, "status": "informative", "size_a": 1, "size_b": 1 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0, "status": "informative", "size_a": 3, "size_b": 1 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.6666666666666666, "status": "informative", "size_a": 6, "size_b": 9 }, { "left_out": 1, "jaccard": 0.6923076923076923, "status": "informative", "size_a": 13, "size_b": 9 }, { "left_out": 2, "jaccard": 0.4444444444444444, "status": "informative", "size_a": 4, "size_b": 9 }, { "left_out": 3, "jaccard": 0.8888888888888888, "status": "informative", "size_a": 8, "size_b": 9 }, { "left_out": 4, "jaccard": 0.5555555555555556, "status": "informative", "size_a": 5, "size_b": 9 } ] }, "thermodynamics_kinetic_theory": { "production_cluster_size": 29, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 0, "n_empty_empty": 10, "n_empty_vs_nonempty": 0, "available": false, "mean_informative": null, "median_informative": null, "legacy_mean_empty_empty_as_one": 1 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 5, "available": true, "mean_informative": 0.26620415450002205, "median_informative": 0.21739130434782608, "legacy_mean_empty_empty_as_one": 0.26620415450002205 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 5, "available": true, "mean_informative": 0, "median_informative": 0, "legacy_mean_empty_empty_as_one": 0 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.399306231750033, "median_informative": 0.36231884057971014, "legacy_mean_empty_empty_as_one": 0.399306231750033 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.824694104560623, "median_informative": 0.8275862068965517, "legacy_mean_empty_empty_as_one": 0.824694104560623 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 0, "j": 2, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 0, "j": 3, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 0, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 1, "j": 2, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 1, "j": 3, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 1, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 2, "j": 3, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 2, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 3, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 26 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 25, "size_b": 0 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 24, "size_b": 0 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 24, "size_b": 0 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 24, "size_b": 0 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.3333333333333333, "status": "informative", "size_a": 6, "size_b": 18 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.5882352941176471, "status": "informative", "size_a": 10, "size_b": 17 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.14285714285714285, "status": "informative", "size_a": 2, "size_b": 14 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.625, "status": "informative", "size_a": 15, "size_b": 24 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.8235294117647058, "status": "informative", "size_a": 17, "size_b": 14 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.21739130434782608, "status": "informative", "size_a": 22, "size_b": 6 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.125, "status": "informative", "size_a": 16, "size_b": 2 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.47368421052631576, "status": "informative", "size_a": 19, "size_b": 9 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.2727272727272727, "status": "informative", "size_a": 11, "size_b": 3 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.391304347826087, "status": "informative", "size_a": 23, "size_b": 9 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.896551724137931, "status": "informative", "size_a": 26, "size_b": 29 }, { "left_out": 1, "jaccard": 0.8620689655172413, "status": "informative", "size_a": 25, "size_b": 29 }, { "left_out": 2, "jaccard": 0.8275862068965517, "status": "informative", "size_a": 24, "size_b": 29 }, { "left_out": 3, "jaccard": 0.8275862068965517, "status": "informative", "size_a": 24, "size_b": 29 }, { "left_out": 4, "jaccard": 0.7096774193548387, "status": "informative", "size_a": 24, "size_b": 29 } ] } } } } }, "higgs": { "case": "higgs", "target": "higgs_mechanism", "n_documents": 27591, "model": "intfloat/multilingual-e5-base", "f_knee": 0.3, "fixed_margin": 0.013, "quantile": 0.6, "concept_order": [ "higgs_mechanism", "gauge_theories", "weak_interactions", "qed_radiative", "s_matrix_bootstrap", "current_algebra", "quark_model", "strong_interactions", "electroweak_unification", "renormalizability" ], "per_config": { "original": { "corpus": { "single_pairs": { "n_concepts_available": 10, "concepts_unavailable": [], "median_of_concept_means": 0.2481681017927209, "q25": 0.17656602675433383, "q75": 0.28286673590004996, "n_empty_empty_total": 0, "n_empty_vs_nonempty_total": 0, "n_pairs_total": 100, "legacy_median_empty_empty_as_one": 0.2481681017927209, "legacy_q25": 0.17656602675433383, "legacy_q75": 0.28286673590004996, "paired_vs_single_pairs": { "common_concepts": [ "current_algebra", "electroweak_unification", "gauge_theories", "higgs_mechanism", "qed_radiative", "quark_model", "renormalizability", "s_matrix_bootstrap", "strong_interactions", "weak_interactions" ], "n_common": 10, "median_difference": 0, "n_concepts_higher_than_single": 0, "n_concepts_lower_than_single": 0 } }, "disjoint_all": { "n_concepts_available": 10, "concepts_unavailable": [], "median_of_concept_means": 0.3114832209902796, "q25": 0.2885366386527072, "q75": 0.36004290235248065, "n_empty_empty_total": 0, "n_empty_vs_nonempty_total": 0, "n_pairs_total": 150, "legacy_median_empty_empty_as_one": 0.3114832209902796, "legacy_q25": 0.2885366386527072, "legacy_q75": 0.36004290235248065, "paired_vs_single_pairs": { "common_concepts": [ "current_algebra", "electroweak_unification", "gauge_theories", "higgs_mechanism", "qed_radiative", "quark_model", "renormalizability", "s_matrix_bootstrap", "strong_interactions", "weak_interactions" ], "n_common": 10, "median_difference": 0.07681247904634568, "n_concepts_higher_than_single": 10, "n_concepts_lower_than_single": 0 } }, "disjoint_1v4": { "n_concepts_available": 10, "concepts_unavailable": [], "median_of_concept_means": 0.15026210287724395, "q25": 0.11777589775283788, "q75": 0.19706440214095125, "n_empty_empty_total": 0, "n_empty_vs_nonempty_total": 0, "n_pairs_total": 50, "legacy_median_empty_empty_as_one": 0.15026210287724395, "legacy_q25": 0.11777589775283788, "legacy_q75": 0.19706440214095125, "paired_vs_single_pairs": { "common_concepts": [ "current_algebra", "electroweak_unification", "gauge_theories", "higgs_mechanism", "qed_radiative", "quark_model", "renormalizability", "s_matrix_bootstrap", "strong_interactions", "weak_interactions" ], "n_common": 10, "median_difference": -0.09117258263368433, "n_concepts_higher_than_single": 0, "n_concepts_lower_than_single": 10 } }, "disjoint_2v3": { "n_concepts_available": 10, "concepts_unavailable": [], "median_of_concept_means": 0.3932364928785394, "q25": 0.3781852513659675, "q75": 0.44258117869369, "n_empty_empty_total": 0, "n_empty_vs_nonempty_total": 0, "n_pairs_total": 100, "legacy_median_empty_empty_as_one": 0.3932364928785394, "legacy_q25": 0.3781852513659675, "legacy_q75": 0.44258117869369, "paired_vs_single_pairs": { "common_concepts": [ "current_algebra", "electroweak_unification", "gauge_theories", "higgs_mechanism", "qed_radiative", "quark_model", "renormalizability", "s_matrix_bootstrap", "strong_interactions", "weak_interactions" ], "n_common": 10, "median_difference": 0.15868492861690045, "n_concepts_higher_than_single": 10, "n_concepts_lower_than_single": 0 } }, "loo_vs_full": { "n_concepts_available": 10, "concepts_unavailable": [], "median_of_concept_means": 0.7925104118345156, "q25": 0.760699108894417, "q75": 0.808728343015238, "n_empty_empty_total": 0, "n_empty_vs_nonempty_total": 0, "n_pairs_total": 50, "legacy_median_empty_empty_as_one": 0.7925104118345156, "legacy_q25": 0.760699108894417, "legacy_q75": 0.808728343015238, "paired_vs_single_pairs": { "common_concepts": [ "current_algebra", "electroweak_unification", "gauge_theories", "higgs_mechanism", "qed_radiative", "quark_model", "renormalizability", "s_matrix_bootstrap", "strong_interactions", "weak_interactions" ], "n_common": 10, "median_difference": 0.5603676101452806, "n_concepts_higher_than_single": 10, "n_concepts_lower_than_single": 0 } } }, "n_documents_assigned_full_anchors": 5197, "production_cluster_sizes": { "higgs_mechanism": 481, "gauge_theories": 229, "weak_interactions": 943, "qed_radiative": 586, "s_matrix_bootstrap": 731, "current_algebra": 128, "quark_model": 223, "strong_interactions": 1543, "electroweak_unification": 223, "renormalizability": 110 }, "tau_full_anchors": { "higgs_mechanism": 0.013, "gauge_theories": 0.013, "weak_interactions": 0.013, "qed_radiative": 0.013, "s_matrix_bootstrap": 0.013, "current_algebra": 0.013, "quark_model": 0.013, "strong_interactions": 0.013, "electroweak_unification": 0.013, "renormalizability": 0.013 }, "per_concept": { "higgs_mechanism": { "production_cluster_size": 481, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.23841078826316742, "median_informative": 0.22569444444444442, "legacy_mean_empty_empty_as_one": 0.23841078826316742 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.2904992979272055, "median_informative": 0.36363636363636365, "legacy_mean_empty_empty_as_one": 0.2904992979272055 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.07897954470627996, "median_informative": 0.08705357142857142, "legacy_mean_empty_empty_as_one": 0.07897954470627996 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.39625917453766835, "median_informative": 0.3857681827709076, "legacy_mean_empty_empty_as_one": 0.39625917453766835 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.7924880286497961, "median_informative": 0.7852760736196319, "legacy_mean_empty_empty_as_one": 0.7924880286497961 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 0.2222222222222222, "status": "informative", "size_a": 39, "size_b": 27 }, { "i": 0, "j": 2, "jaccard": 0.39344262295081966, "status": "informative", "size_a": 39, "size_b": 46 }, { "i": 0, "j": 3, "jaccard": 0.22916666666666666, "status": "informative", "size_a": 39, "size_b": 20 }, { "i": 0, "j": 4, "jaccard": 0.21739130434782608, "status": "informative", "size_a": 39, "size_b": 45 }, { "i": 1, "j": 2, "jaccard": 0.25862068965517243, "status": "informative", "size_a": 27, "size_b": 46 }, { "i": 1, "j": 3, "jaccard": 0.2702702702702703, "status": "informative", "size_a": 27, "size_b": 20 }, { "i": 1, "j": 4, "jaccard": 0.18032786885245902, "status": "informative", "size_a": 27, "size_b": 45 }, { "i": 2, "j": 3, "jaccard": 0.2222222222222222, "status": "informative", "size_a": 46, "size_b": 20 }, { "i": 2, "j": 4, "jaccard": 0.22972972972972974, "status": "informative", "size_a": 46, "size_b": 45 }, { "i": 3, "j": 4, "jaccard": 0.16071428571428573, "status": "informative", "size_a": 20, "size_b": 45 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0.08705357142857142, "status": "informative", "size_a": 39, "size_b": 448 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0.05620608899297424, "status": "informative", "size_a": 424, "size_b": 27 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0.1116751269035533, "status": "informative", "size_a": 392, "size_b": 46 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0.05063291139240506, "status": "informative", "size_a": 395, "size_b": 20 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0.08933002481389578, "status": "informative", "size_a": 394, "size_b": 45 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.3767441860465116, "status": "informative", "size_a": 176, "size_b": 416 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.3869209809264305, "status": "informative", "size_a": 172, "size_b": 337 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.38461538461538464, "status": "informative", "size_a": 153, "size_b": 351 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.3582089552238806, "status": "informative", "size_a": 154, "size_b": 301 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.36363636363636365, "status": "informative", "size_a": 288, "size_b": 162 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.3394495412844037, "status": "informative", "size_a": 288, "size_b": 150 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.4281842818428184, "status": "informative", "size_a": 314, "size_b": 213 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.48857142857142855, "status": "informative", "size_a": 302, "size_b": 219 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.43626062322946174, "status": "informative", "size_a": 275, "size_b": 232 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.4, "status": "informative", "size_a": 281, "size_b": 209 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.8359683794466403, "status": "informative", "size_a": 448, "size_b": 481 }, { "left_out": 1, "jaccard": 0.8245967741935484, "status": "informative", "size_a": 424, "size_b": 481 }, { "left_out": 2, "jaccard": 0.7852760736196319, "status": "informative", "size_a": 392, "size_b": 481 }, { "left_out": 3, "jaccard": 0.7804878048780488, "status": "informative", "size_a": 395, "size_b": 481 }, { "left_out": 4, "jaccard": 0.7361111111111112, "status": "informative", "size_a": 394, "size_b": 481 } ] }, "gauge_theories": { "production_cluster_size": 229, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.13991715181370354, "median_informative": 0.18988095238095237, "legacy_mean_empty_empty_as_one": 0.13991715181370354 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.29199666664870083, "median_informative": 0.34285714285714286, "legacy_mean_empty_empty_as_one": 0.29199666664870083 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.12471272242699047, "median_informative": 0.11057692307692307, "legacy_mean_empty_empty_as_one": 0.12471272242699047 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.37563863875955594, "median_informative": 0.36916705016106766, "legacy_mean_empty_empty_as_one": 0.37563863875955594 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.7889914537619811, "median_informative": 0.8347107438016529, "legacy_mean_empty_empty_as_one": 0.7889914537619811 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 0.3194444444444444, "status": "informative", "size_a": 48, "size_b": 47 }, { "i": 0, "j": 2, "jaccard": 0.2413793103448276, "status": "informative", "size_a": 48, "size_b": 24 }, { "i": 0, "j": 3, "jaccard": 0, "status": "informative", "size_a": 48, "size_b": 2 }, { "i": 0, "j": 4, "jaccard": 0.23636363636363636, "status": "informative", "size_a": 48, "size_b": 20 }, { "i": 1, "j": 2, "jaccard": 0.18333333333333332, "status": "informative", "size_a": 47, "size_b": 24 }, { "i": 1, "j": 3, "jaccard": 0, "status": "informative", "size_a": 47, "size_b": 2 }, { "i": 1, "j": 4, "jaccard": 0.19642857142857142, "status": "informative", "size_a": 47, "size_b": 20 }, { "i": 2, "j": 3, "jaccard": 0, "status": "informative", "size_a": 24, "size_b": 2 }, { "i": 2, "j": 4, "jaccard": 0.2222222222222222, "status": "informative", "size_a": 24, "size_b": 20 }, { "i": 3, "j": 4, "jaccard": 0, "status": "informative", "size_a": 2, "size_b": 20 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0.2026431718061674, "status": "informative", "size_a": 48, "size_b": 225 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0.21176470588235294, "status": "informative", "size_a": 159, "size_b": 47 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0.11057692307692307, "status": "informative", "size_a": 207, "size_b": 24 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0.005555555555555556, "status": "informative", "size_a": 179, "size_b": 2 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0.09302325581395349, "status": "informative", "size_a": 215, "size_b": 20 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.3891891891891892, "status": "informative", "size_a": 125, "size_b": 132 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.34285714285714286, "status": "informative", "size_a": 85, "size_b": 197 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.37735849056603776, "status": "informative", "size_a": 104, "size_b": 188 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.33163265306122447, "status": "informative", "size_a": 67, "size_b": 194 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.41262135922330095, "status": "informative", "size_a": 138, "size_b": 153 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.40993788819875776, "status": "informative", "size_a": 107, "size_b": 120 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.4530386740331492, "status": "informative", "size_a": 139, "size_b": 124 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.34375, "status": "informative", "size_a": 142, "size_b": 73 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.36097560975609755, "status": "informative", "size_a": 187, "size_b": 92 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.3350253807106599, "status": "informative", "size_a": 176, "size_b": 87 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.8838174273858921, "status": "informative", "size_a": 225, "size_b": 229 }, { "left_out": 1, "jaccard": 0.6796536796536796, "status": "informative", "size_a": 159, "size_b": 229 }, { "left_out": 2, "jaccard": 0.8396624472573839, "status": "informative", "size_a": 207, "size_b": 229 }, { "left_out": 3, "jaccard": 0.7071129707112971, "status": "informative", "size_a": 179, "size_b": 229 }, { "left_out": 4, "jaccard": 0.8347107438016529, "status": "informative", "size_a": 215, "size_b": 229 } ] }, "weak_interactions": { "production_cluster_size": 943, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.1626670085746758, "median_informative": 0.16554621848739495, "legacy_mean_empty_empty_as_one": 0.1626670085746758 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.24324760665778314, "median_informative": 0.23918367346938776, "legacy_mean_empty_empty_as_one": 0.24324760665778314 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.12815811411787914, "median_informative": 0.07851690294438386, "legacy_mean_empty_empty_as_one": 0.12815811411787914 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.3007923529277351, "median_informative": 0.2866050594894305, "legacy_mean_empty_empty_as_one": 0.3007923529277351 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.7293249884786082, "median_informative": 0.748792270531401, "legacy_mean_empty_empty_as_one": 0.7293249884786082 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 0.2, "status": "informative", "size_a": 27, "size_b": 75 }, { "i": 0, "j": 2, "jaccard": 0.20967741935483872, "status": "informative", "size_a": 27, "size_b": 48 }, { "i": 0, "j": 3, "jaccard": 0.19387755102040816, "status": "informative", "size_a": 27, "size_b": 90 }, { "i": 0, "j": 4, "jaccard": 0.039619651347068144, "status": "informative", "size_a": 27, "size_b": 629 }, { "i": 1, "j": 2, "jaccard": 0.17142857142857143, "status": "informative", "size_a": 75, "size_b": 48 }, { "i": 1, "j": 3, "jaccard": 0.375, "status": "informative", "size_a": 75, "size_b": 90 }, { "i": 1, "j": 4, "jaccard": 0.10172143974960876, "status": "informative", "size_a": 75, "size_b": 629 }, { "i": 2, "j": 3, "jaccard": 0.15966386554621848, "status": "informative", "size_a": 48, "size_b": 90 }, { "i": 2, "j": 4, "jaccard": 0.06782334384858044, "status": "informative", "size_a": 48, "size_b": 629 }, { "i": 3, "j": 4, "jaccard": 0.10785824345146379, "status": "informative", "size_a": 90, "size_b": 629 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0.021969080553295363, "status": "informative", "size_a": 27, "size_b": 1229 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0.07851690294438386, "status": "informative", "size_a": 914, "size_b": 75 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0.06591865357643759, "status": "informative", "size_a": 712, "size_b": 48 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0.09331797235023041, "status": "informative", "size_a": 859, "size_b": 90 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0.38106796116504854, "status": "informative", "size_a": 509, "size_b": 629 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.13925925925925925, "status": "informative", "size_a": 189, "size_b": 1349 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.15693012600229095, "status": "informative", "size_a": 146, "size_b": 864 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.1458842705786471, "status": "informative", "size_a": 187, "size_b": 1219 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.4685408299866131, "status": "informative", "size_a": 495, "size_b": 602 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.43765903307888043, "status": "informative", "size_a": 707, "size_b": 423 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.2604828462515883, "status": "informative", "size_a": 732, "size_b": 260 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.3825503355704698, "status": "informative", "size_a": 351, "size_b": 679 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.4647058823529412, "status": "informative", "size_a": 609, "size_b": 387 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.23918367346938776, "status": "informative", "size_a": 324, "size_b": 1194 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.31272727272727274, "status": "informative", "size_a": 376, "size_b": 1068 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.748792270531401, "status": "informative", "size_a": 1229, "size_b": 943 }, { "left_out": 1, "jaccard": 0.8422619047619048, "status": "informative", "size_a": 914, "size_b": 943 }, { "left_out": 2, "jaccard": 0.7061855670103093, "status": "informative", "size_a": 712, "size_b": 943 }, { "left_out": 3, "jaccard": 0.8128772635814889, "status": "informative", "size_a": 859, "size_b": 943 }, { "left_out": 4, "jaccard": 0.5365079365079365, "status": "informative", "size_a": 509, "size_b": 943 } ] }, "qed_radiative": { "production_cluster_size": 586, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.21826308129330788, "median_informative": 0.20174418604651162, "legacy_mean_empty_empty_as_one": 0.21826308129330788 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.2830703610215776, "median_informative": 0.27071823204419887, "legacy_mean_empty_empty_as_one": 0.2830703610215776 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.11546362286145369, "median_informative": 0.10327455919395466, "legacy_mean_empty_empty_as_one": 0.11546362286145369 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.3668737301016396, "median_informative": 0.39470785440613027, "legacy_mean_empty_empty_as_one": 0.3668737301016396 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.7329629324417226, "median_informative": 0.7513227513227513, "legacy_mean_empty_empty_as_one": 0.7329629324417226 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 0.17197452229299362, "status": "informative", "size_a": 37, "size_b": 147 }, { "i": 0, "j": 2, "jaccard": 0.2127659574468085, "status": "informative", "size_a": 37, "size_b": 20 }, { "i": 0, "j": 3, "jaccard": 0.3225806451612903, "status": "informative", "size_a": 37, "size_b": 45 }, { "i": 0, "j": 4, "jaccard": 0.49230769230769234, "status": "informative", "size_a": 37, "size_b": 60 }, { "i": 1, "j": 2, "jaccard": 0.08441558441558442, "status": "informative", "size_a": 147, "size_b": 20 }, { "i": 1, "j": 3, "jaccard": 0.2, "status": "informative", "size_a": 147, "size_b": 45 }, { "i": 1, "j": 4, "jaccard": 0.20348837209302326, "status": "informative", "size_a": 147, "size_b": 60 }, { "i": 2, "j": 3, "jaccard": 0.08333333333333333, "status": "informative", "size_a": 20, "size_b": 45 }, { "i": 2, "j": 4, "jaccard": 0.17647058823529413, "status": "informative", "size_a": 20, "size_b": 60 }, { "i": 3, "j": 4, "jaccard": 0.23529411764705882, "status": "informative", "size_a": 45, "size_b": 60 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0.05013550135501355, "status": "informative", "size_a": 37, "size_b": 738 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0.2809278350515464, "status": "informative", "size_a": 350, "size_b": 147 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0.03531598513011153, "status": "informative", "size_a": 537, "size_b": 20 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0.10327455919395466, "status": "informative", "size_a": 393, "size_b": 45 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0.10766423357664233, "status": "informative", "size_a": 547, "size_b": 60 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.592079207920792, "status": "informative", "size_a": 358, "size_b": 446 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.1174496644295302, "status": "informative", "size_a": 72, "size_b": 594 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.33524904214559387, "status": "informative", "size_a": 199, "size_b": 498 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.1402936378466558, "status": "informative", "size_a": 93, "size_b": 606 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.45416666666666666, "status": "informative", "size_a": 289, "size_b": 409 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.27071823204419887, "status": "informative", "size_a": 144, "size_b": 316 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.46238938053097345, "status": "informative", "size_a": 289, "size_b": 372 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.4630071599045346, "status": "informative", "size_a": 359, "size_b": 254 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.25646123260437376, "status": "informative", "size_a": 491, "size_b": 141 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.5769230769230769, "status": "informative", "size_a": 394, "size_b": 344 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.7513227513227513, "status": "informative", "size_a": 738, "size_b": 586 }, { "left_out": 1, "jaccard": 0.5945485519591142, "status": "informative", "size_a": 350, "size_b": 586 }, { "left_out": 2, "jaccard": 0.8171521035598706, "status": "informative", "size_a": 537, "size_b": 586 }, { "left_out": 3, "jaccard": 0.6565143824027073, "status": "informative", "size_a": 393, "size_b": 586 }, { "left_out": 4, "jaccard": 0.8452768729641694, "status": "informative", "size_a": 547, "size_b": 586 } ] }, "s_matrix_bootstrap": { "production_cluster_size": 731, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.15946748767991734, "median_informative": 0.15094876660341555, "legacy_mean_empty_empty_as_one": 0.15946748767991734 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.287882418894541, "median_informative": 0.3367198838896952, "legacy_mean_empty_empty_as_one": 0.287882418894541 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.09199707831321893, "median_informative": 0.07369942196531792, "legacy_mean_empty_empty_as_one": 0.09199707831321893 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.3858250891852021, "median_informative": 0.37966735999914886, "legacy_mean_empty_empty_as_one": 0.3858250891852021 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.8041713888279528, "median_informative": 0.8192307692307692, "legacy_mean_empty_empty_as_one": 0.8041713888279528 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 0.11650485436893204, "status": "informative", "size_a": 79, "size_b": 36 }, { "i": 0, "j": 2, "jaccard": 0.1935483870967742, "status": "informative", "size_a": 79, "size_b": 32 }, { "i": 0, "j": 3, "jaccard": 0.21818181818181817, "status": "informative", "size_a": 79, "size_b": 55 }, { "i": 0, "j": 4, "jaccard": 0.2929936305732484, "status": "informative", "size_a": 79, "size_b": 124 }, { "i": 1, "j": 2, "jaccard": 0.046153846153846156, "status": "informative", "size_a": 36, "size_b": 32 }, { "i": 1, "j": 3, "jaccard": 0.19736842105263158, "status": "informative", "size_a": 36, "size_b": 55 }, { "i": 1, "j": 4, "jaccard": 0.1267605633802817, "status": "informative", "size_a": 36, "size_b": 124 }, { "i": 2, "j": 3, "jaccard": 0.10126582278481013, "status": "informative", "size_a": 32, "size_b": 55 }, { "i": 2, "j": 4, "jaccard": 0.14705882352941177, "status": "informative", "size_a": 32, "size_b": 124 }, { "i": 3, "j": 4, "jaccard": 0.15483870967741936, "status": "informative", "size_a": 55, "size_b": 124 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0.10955056179775281, "status": "informative", "size_a": 79, "size_b": 711 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0.05071315372424723, "status": "informative", "size_a": 627, "size_b": 36 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0.05058365758754864, "status": "informative", "size_a": 508, "size_b": 32 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0.07369942196531792, "status": "informative", "size_a": 688, "size_b": 55 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0.17543859649122806, "status": "informative", "size_a": 680, "size_b": 124 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.3832807570977918, "status": "informative", "size_a": 282, "size_b": 595 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.36084452975047987, "status": "informative", "size_a": 304, "size_b": 405 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.3367198838896952, "status": "informative", "size_a": 282, "size_b": 639 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.42229199372056514, "status": "informative", "size_a": 292, "size_b": 614 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.4700996677740864, "status": "informative", "size_a": 445, "size_b": 440 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.2655172413793103, "status": "informative", "size_a": 512, "size_b": 222 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.3351063829787234, "status": "informative", "size_a": 508, "size_b": 245 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.48455598455598453, "status": "informative", "size_a": 418, "size_b": 351 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.3760539629005059, "status": "informative", "size_a": 422, "size_b": 394 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.42378048780487804, "status": "informative", "size_a": 609, "size_b": 325 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.8606451612903225, "status": "informative", "size_a": 711, "size_b": 731 }, { "left_out": 1, "jaccard": 0.8058510638297872, "status": "informative", "size_a": 627, "size_b": 731 }, { "left_out": 2, "jaccard": 0.6834239130434783, "status": "informative", "size_a": 508, "size_b": 731 }, { "left_out": 3, "jaccard": 0.8192307692307692, "status": "informative", "size_a": 688, "size_b": 731 }, { "left_out": 4, "jaccard": 0.8517060367454068, "status": "informative", "size_a": 680, "size_b": 731 } ] }, "current_algebra": { "production_cluster_size": 128, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.25792541532227437, "median_informative": 0.24607142857142858, "legacy_mean_empty_empty_as_one": 0.25792541532227437 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.3309697753318584, "median_informative": 0.3076923076923077, "legacy_mean_empty_empty_as_one": 0.3309697753318584 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.21248170355675428, "median_informative": 0.2087912087912088, "legacy_mean_empty_empty_as_one": 0.21248170355675428 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.39021381121941046, "median_informative": 0.40674110835401156, "legacy_mean_empty_empty_as_one": 0.39021381121941046 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.8102473277443331, "median_informative": 0.8439716312056738, "legacy_mean_empty_empty_as_one": 0.8102473277443331 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 0.509090909090909, "status": "informative", "size_a": 35, "size_b": 48 }, { "i": 0, "j": 2, "jaccard": 0.3888888888888889, "status": "informative", "size_a": 35, "size_b": 15 }, { "i": 0, "j": 3, "jaccard": 0.12, "status": "informative", "size_a": 35, "size_b": 21 }, { "i": 0, "j": 4, "jaccard": 0.3142857142857143, "status": "informative", "size_a": 35, "size_b": 11 }, { "i": 1, "j": 2, "jaccard": 0.26, "status": "informative", "size_a": 48, "size_b": 15 }, { "i": 1, "j": 3, "jaccard": 0.23214285714285715, "status": "informative", "size_a": 48, "size_b": 21 }, { "i": 1, "j": 4, "jaccard": 0.22916666666666666, "status": "informative", "size_a": 48, "size_b": 11 }, { "i": 2, "j": 3, "jaccard": 0.125, "status": "informative", "size_a": 15, "size_b": 21 }, { "i": 2, "j": 4, "jaccard": 0.3684210526315789, "status": "informative", "size_a": 15, "size_b": 11 }, { "i": 3, "j": 4, "jaccard": 0.03225806451612903, "status": "informative", "size_a": 21, "size_b": 11 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0.25735294117647056, "status": "informative", "size_a": 35, "size_b": 136 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0.3879310344827586, "status": "informative", "size_a": 113, "size_b": 48 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0.125, "status": "informative", "size_a": 120, "size_b": 15 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0.2087912087912088, "status": "informative", "size_a": 89, "size_b": 21 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0.08333333333333333, "status": "informative", "size_a": 132, "size_b": 11 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.41025641025641024, "status": "informative", "size_a": 59, "size_b": 106 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.3076923076923077, "status": "informative", "size_a": 45, "size_b": 125 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.5230769230769231, "status": "informative", "size_a": 108, "size_b": 90 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.2846715328467153, "status": "informative", "size_a": 42, "size_b": 134 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.47619047619047616, "status": "informative", "size_a": 107, "size_b": 79 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.3064516129032258, "status": "informative", "size_a": 60, "size_b": 102 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.4915254237288136, "status": "informative", "size_a": 113, "size_b": 63 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.41904761904761906, "status": "informative", "size_a": 69, "size_b": 80 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.28, "status": "informative", "size_a": 123, "size_b": 37 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.4032258064516129, "status": "informative", "size_a": 87, "size_b": 87 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.8723404255319149, "status": "informative", "size_a": 136, "size_b": 128 }, { "left_out": 1, "jaccard": 0.8682170542635659, "status": "informative", "size_a": 113, "size_b": 128 }, { "left_out": 2, "jaccard": 0.8102189781021898, "status": "informative", "size_a": 120, "size_b": 128 }, { "left_out": 3, "jaccard": 0.6564885496183206, "status": "informative", "size_a": 89, "size_b": 128 }, { "left_out": 4, "jaccard": 0.8439716312056738, "status": "informative", "size_a": 132, "size_b": 128 } ] }, "quark_model": { "production_cluster_size": 223, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.2901924179820989, "median_informative": 0.31763595814033285, "legacy_mean_empty_empty_as_one": 0.2901924179820989 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.36234970736962846, "median_informative": 0.4263157894736842, "legacy_mean_empty_empty_as_one": 0.36234970736962846 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.18762134422608756, "median_informative": 0.22340425531914893, "legacy_mean_empty_empty_as_one": 0.18762134422608756 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.44971388894139885, "median_informative": 0.46774545058297917, "legacy_mean_empty_empty_as_one": 0.44971388894139885 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.7925327950192352, "median_informative": 0.8141592920353983, "legacy_mean_empty_empty_as_one": 0.7925327950192352 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 0.25396825396825395, "status": "informative", "size_a": 26, "size_b": 53 }, { "i": 0, "j": 2, "jaccard": 0.3333333333333333, "status": "informative", "size_a": 26, "size_b": 14 }, { "i": 0, "j": 3, "jaccard": 0.40816326530612246, "status": "informative", "size_a": 26, "size_b": 43 }, { "i": 0, "j": 4, "jaccard": 0.31343283582089554, "status": "informative", "size_a": 26, "size_b": 62 }, { "i": 1, "j": 2, "jaccard": 0.15517241379310345, "status": "informative", "size_a": 53, "size_b": 14 }, { "i": 1, "j": 3, "jaccard": 0.352112676056338, "status": "informative", "size_a": 53, "size_b": 43 }, { "i": 1, "j": 4, "jaccard": 0.3218390804597701, "status": "informative", "size_a": 53, "size_b": 62 }, { "i": 2, "j": 3, "jaccard": 0.2127659574468085, "status": "informative", "size_a": 14, "size_b": 43 }, { "i": 2, "j": 4, "jaccard": 0.1875, "status": "informative", "size_a": 14, "size_b": 62 }, { "i": 3, "j": 4, "jaccard": 0.36363636363636365, "status": "informative", "size_a": 43, "size_b": 62 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0.1111111111111111, "status": "informative", "size_a": 26, "size_b": 234 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0.23728813559322035, "status": "informative", "size_a": 166, "size_b": 53 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0.06074766355140187, "status": "informative", "size_a": 213, "size_b": 14 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0.22340425531914893, "status": "informative", "size_a": 187, "size_b": 43 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0.3055555555555556, "status": "informative", "size_a": 173, "size_b": 62 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.5233160621761658, "status": "informative", "size_a": 121, "size_b": 173 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.20574162679425836, "status": "informative", "size_a": 45, "size_b": 207 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.37, "status": "informative", "size_a": 83, "size_b": 191 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.5, "status": "informative", "size_a": 118, "size_b": 182 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.5368421052631579, "status": "informative", "size_a": 162, "size_b": 130 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.4968944099378882, "status": "informative", "size_a": 121, "size_b": 120 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.4263157894736842, "status": "informative", "size_a": 111, "size_b": 160 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.4362745098039216, "status": "informative", "size_a": 193, "size_b": 100 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.43859649122807015, "status": "informative", "size_a": 152, "size_b": 94 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.5631578947368421, "status": "informative", "size_a": 140, "size_b": 157 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.842741935483871, "status": "informative", "size_a": 234, "size_b": 223 }, { "left_out": 1, "jaccard": 0.7212389380530974, "status": "informative", "size_a": 166, "size_b": 223 }, { "left_out": 2, "jaccard": 0.8166666666666667, "status": "informative", "size_a": 213, "size_b": 223 }, { "left_out": 3, "jaccard": 0.8141592920353983, "status": "informative", "size_a": 187, "size_b": 223 }, { "left_out": 4, "jaccard": 0.7678571428571429, "status": "informative", "size_a": 173, "size_b": 223 } ] }, "strong_interactions": { "production_cluster_size": 1543, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.280357170964893, "median_informative": 0.272618303106108, "legacy_mean_empty_empty_as_one": 0.280357170964893 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.3955985383423547, "median_informative": 0.46218487394957986, "legacy_mean_empty_empty_as_one": 0.3955985383423547 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.17236609163660876, "median_informative": 0.20055904961565338, "legacy_mean_empty_empty_as_one": 0.17236609163660876 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.5072147616952278, "median_informative": 0.513198483357194, "legacy_mean_empty_empty_as_one": 0.5072147616952278 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.8528450788381269, "median_informative": 0.860831234256927, "legacy_mean_empty_empty_as_one": 0.8528450788381269 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 0.34725274725274724, "status": "informative", "size_a": 307, "size_b": 306 }, { "i": 0, "j": 2, "jaccard": 0.24355300859598855, "status": "informative", "size_a": 307, "size_b": 127 }, { "i": 0, "j": 3, "jaccard": 0.4161490683229814, "status": "informative", "size_a": 307, "size_b": 377 }, { "i": 0, "j": 4, "jaccard": 0.2978142076502732, "status": "informative", "size_a": 307, "size_b": 168 }, { "i": 1, "j": 2, "jaccard": 0.24068767908309455, "status": "informative", "size_a": 306, "size_b": 127 }, { "i": 1, "j": 3, "jaccard": 0.3262135922330097, "status": "informative", "size_a": 306, "size_b": 377 }, { "i": 1, "j": 4, "jaccard": 0.2845528455284553, "status": "informative", "size_a": 306, "size_b": 168 }, { "i": 2, "j": 3, "jaccard": 0.19148936170212766, "status": "informative", "size_a": 127, "size_b": 377 }, { "i": 2, "j": 4, "jaccard": 0.2606837606837607, "status": "informative", "size_a": 127, "size_b": 168 }, { "i": 3, "j": 4, "jaccard": 0.19517543859649122, "status": "informative", "size_a": 377, "size_b": 168 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0.2076923076923077, "status": "informative", "size_a": 307, "size_b": 1420 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0.20055904961565338, "status": "informative", "size_a": 1412, "size_b": 306 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0.08241401687216093, "status": "informative", "size_a": 1541, "size_b": 127 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0.24616508400292184, "status": "informative", "size_a": 1329, "size_b": 377 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0.125, "status": "informative", "size_a": 1308, "size_b": 168 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.6007142857142858, "status": "informative", "size_a": 984, "size_b": 1257 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.4780821917808219, "status": "informative", "size_a": 742, "size_b": 1416 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.46218487394957986, "status": "informative", "size_a": 744, "size_b": 996 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.5439688715953307, "status": "informative", "size_a": 897, "size_b": 1087 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.3810930576070901, "status": "informative", "size_a": 1296, "size_b": 574 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.5516201959306707, "status": "informative", "size_a": 1104, "size_b": 955 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.5203125, "status": "informative", "size_a": 1084, "size_b": 862 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.506084466714388, "status": "informative", "size_a": 1311, "size_b": 793 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.42691415313225056, "status": "informative", "size_a": 1219, "size_b": 626 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.6011730205278593, "status": "informative", "size_a": 1072, "size_b": 1112 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.8729456384323641, "status": "informative", "size_a": 1420, "size_b": 1543 }, { "left_out": 1, "jaccard": 0.860831234256927, "status": "informative", "size_a": 1412, "size_b": 1543 }, { "left_out": 2, "jaccard": 0.8759124087591241, "status": "informative", "size_a": 1541, "size_b": 1543 }, { "left_out": 3, "jaccard": 0.8269720101781171, "status": "informative", "size_a": 1329, "size_b": 1543 }, { "left_out": 4, "jaccard": 0.8275641025641025, "status": "informative", "size_a": 1308, "size_b": 1543 } ] }, "electroweak_unification": { "production_cluster_size": 223, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.2837032575451023, "median_informative": 0.3201345755693582, "legacy_mean_empty_empty_as_one": 0.2837032575451023 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.42069241560362625, "median_informative": 0.4594594594594595, "legacy_mean_empty_empty_as_one": 0.42069241560362625 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.2002120881125725, "median_informative": 0.1932367149758454, "legacy_mean_empty_empty_as_one": 0.2002120881125725 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.5309325793491532, "median_informative": 0.5226988280805552, "legacy_mean_empty_empty_as_one": 0.5309325793491532 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.854986981414753, "median_informative": 0.8571428571428571, "legacy_mean_empty_empty_as_one": 0.854986981414753 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 0.3188405797101449, "status": "informative", "size_a": 60, "size_b": 31 }, { "i": 0, "j": 2, "jaccard": 0.12903225806451613, "status": "informative", "size_a": 60, "size_b": 10 }, { "i": 0, "j": 3, "jaccard": 0.37333333333333335, "status": "informative", "size_a": 60, "size_b": 43 }, { "i": 0, "j": 4, "jaccard": 0.4777777777777778, "status": "informative", "size_a": 60, "size_b": 73 }, { "i": 1, "j": 2, "jaccard": 0.24242424242424243, "status": "informative", "size_a": 31, "size_b": 10 }, { "i": 1, "j": 3, "jaccard": 0.32142857142857145, "status": "informative", "size_a": 31, "size_b": 43 }, { "i": 1, "j": 4, "jaccard": 0.35064935064935066, "status": "informative", "size_a": 31, "size_b": 73 }, { "i": 2, "j": 3, "jaccard": 0.15217391304347827, "status": "informative", "size_a": 10, "size_b": 43 }, { "i": 2, "j": 4, "jaccard": 0.10666666666666667, "status": "informative", "size_a": 10, "size_b": 73 }, { "i": 3, "j": 4, "jaccard": 0.36470588235294116, "status": "informative", "size_a": 43, "size_b": 73 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0.2648401826484018, "status": "informative", "size_a": 60, "size_b": 217 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0.14418604651162792, "status": "informative", "size_a": 215, "size_b": 31 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0.04854368932038835, "status": "informative", "size_a": 206, "size_b": 10 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0.1932367149758454, "status": "informative", "size_a": 204, "size_b": 43 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0.350253807106599, "status": "informative", "size_a": 193, "size_b": 73 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.6061946902654868, "status": "informative", "size_a": 148, "size_b": 215 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.4594594594594595, "status": "informative", "size_a": 102, "size_b": 168 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.5347593582887701, "status": "informative", "size_a": 111, "size_b": 176 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.5106382978723404, "status": "informative", "size_a": 133, "size_b": 151 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.38461538461538464, "status": "informative", "size_a": 173, "size_b": 79 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.5797101449275363, "status": "informative", "size_a": 193, "size_b": 134 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.49693251533742333, "status": "informative", "size_a": 138, "size_b": 106 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.4463276836158192, "status": "informative", "size_a": 164, "size_b": 92 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.7368421052631579, "status": "informative", "size_a": 179, "size_b": 184 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.5538461538461539, "status": "informative", "size_a": 158, "size_b": 145 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.8723404255319149, "status": "informative", "size_a": 217, "size_b": 223 }, { "left_out": 1, "jaccard": 0.8961038961038961, "status": "informative", "size_a": 215, "size_b": 223 }, { "left_out": 2, "jaccard": 0.8571428571428571, "status": "informative", "size_a": 206, "size_b": 223 }, { "left_out": 3, "jaccard": 0.8247863247863247, "status": "informative", "size_a": 204, "size_b": 223 }, { "left_out": 4, "jaccard": 0.8245614035087719, "status": "informative", "size_a": 193, "size_b": 223 } ] }, "renormalizability": { "production_cluster_size": 110, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.31585536183682367, "median_informative": 0.3181818181818182, "legacy_mean_empty_empty_as_one": 0.31585536183682367 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.3531224873010373, "median_informative": 0.2972972972972973, "legacy_mean_empty_empty_as_one": 0.3531224873010373 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.2170013660019848, "median_informative": 0.21794871794871795, "legacy_mean_empty_empty_as_one": 0.2170013660019848 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.4211830479505635, "median_informative": 0.4378545211878545, "legacy_mean_empty_empty_as_one": 0.4211830479505635 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.7512683272718956, "median_informative": 0.7543859649122807, "legacy_mean_empty_empty_as_one": 0.7512683272718956 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 0.23076923076923078, "status": "informative", "size_a": 11, "size_b": 21 }, { "i": 0, "j": 2, "jaccard": 0.30303030303030304, "status": "informative", "size_a": 11, "size_b": 32 }, { "i": 0, "j": 3, "jaccard": 0.3333333333333333, "status": "informative", "size_a": 11, "size_b": 33 }, { "i": 0, "j": 4, "jaccard": 0.2608695652173913, "status": "informative", "size_a": 11, "size_b": 18 }, { "i": 1, "j": 2, "jaccard": 0.23255813953488372, "status": "informative", "size_a": 21, "size_b": 32 }, { "i": 1, "j": 3, "jaccard": 0.35, "status": "informative", "size_a": 21, "size_b": 33 }, { "i": 1, "j": 4, "jaccard": 0.25806451612903225, "status": "informative", "size_a": 21, "size_b": 18 }, { "i": 2, "j": 3, "jaccard": 0.3829787234042553, "status": "informative", "size_a": 32, "size_b": 33 }, { "i": 2, "j": 4, "jaccard": 0.42857142857142855, "status": "informative", "size_a": 32, "size_b": 18 }, { "i": 3, "j": 4, "jaccard": 0.3783783783783784, "status": "informative", "size_a": 33, "size_b": 18 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0.0859375, "status": "informative", "size_a": 11, "size_b": 128 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0.21794871794871795, "status": "informative", "size_a": 74, "size_b": 21 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0.297029702970297, "status": "informative", "size_a": 99, "size_b": 32 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0.2840909090909091, "status": "informative", "size_a": 80, "size_b": 33 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0.2, "status": "informative", "size_a": 90, "size_b": 18 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.3368421052631579, "status": "informative", "size_a": 35, "size_b": 92 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.2972972972972973, "status": "informative", "size_a": 33, "size_b": 111 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.2803738317757009, "status": "informative", "size_a": 33, "size_b": 104 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.23809523809523808, "status": "informative", "size_a": 30, "size_b": 126 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.5252525252525253, "status": "informative", "size_a": 60, "size_b": 91 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.4567901234567901, "status": "informative", "size_a": 48, "size_b": 70 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.5340909090909091, "status": "informative", "size_a": 60, "size_b": 75 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.5463917525773195, "status": "informative", "size_a": 63, "size_b": 87 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.4189189189189189, "status": "informative", "size_a": 61, "size_b": 44 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.5777777777777777, "status": "informative", "size_a": 65, "size_b": 77 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.8307692307692308, "status": "informative", "size_a": 128, "size_b": 110 }, { "left_out": 1, "jaccard": 0.6727272727272727, "status": "informative", "size_a": 74, "size_b": 110 }, { "left_out": 2, "jaccard": 0.7711864406779662, "status": "informative", "size_a": 99, "size_b": 110 }, { "left_out": 3, "jaccard": 0.7272727272727273, "status": "informative", "size_a": 80, "size_b": 110 }, { "left_out": 4, "jaccard": 0.7543859649122807, "status": "informative", "size_a": 90, "size_b": 110 } ] } } }, "nearest_group_fixed": { "corpus": { "single_pairs": { "n_concepts_available": 10, "concepts_unavailable": [], "median_of_concept_means": 0.24791917112467407, "q25": 0.1685913654079149, "q75": 0.2689023370175604, "n_empty_empty_total": 0, "n_empty_vs_nonempty_total": 0, "n_pairs_total": 100, "legacy_median_empty_empty_as_one": 0.24791917112467407, "legacy_q25": 0.1685913654079149, "legacy_q75": 0.2689023370175604, "paired_vs_single_pairs": { "common_concepts": [ "current_algebra", "electroweak_unification", "gauge_theories", "higgs_mechanism", "qed_radiative", "quark_model", "renormalizability", "s_matrix_bootstrap", "strong_interactions", "weak_interactions" ], "n_common": 10, "median_difference": 0, "n_concepts_higher_than_single": 0, "n_concepts_lower_than_single": 0 } }, "disjoint_all": { "n_concepts_available": 10, "concepts_unavailable": [], "median_of_concept_means": 0.32348691340706925, "q25": 0.29060511134265554, "q75": 0.3555999268930214, "n_empty_empty_total": 0, "n_empty_vs_nonempty_total": 0, "n_pairs_total": 150, "legacy_median_empty_empty_as_one": 0.32348691340706925, "legacy_q25": 0.29060511134265554, "legacy_q75": 0.3555999268930214, "paired_vs_single_pairs": { "common_concepts": [ "current_algebra", "electroweak_unification", "gauge_theories", "higgs_mechanism", "qed_radiative", "quark_model", "renormalizability", "s_matrix_bootstrap", "strong_interactions", "weak_interactions" ], "n_common": 10, "median_difference": 0.09993221807524877, "n_concepts_higher_than_single": 10, "n_concepts_lower_than_single": 0 } }, "disjoint_1v4": { "n_concepts_available": 10, "concepts_unavailable": [], "median_of_concept_means": 0.15340691659239075, "q25": 0.11581521700745709, "q75": 0.18806355087686177, "n_empty_empty_total": 0, "n_empty_vs_nonempty_total": 0, "n_pairs_total": 50, "legacy_median_empty_empty_as_one": 0.15340691659239075, "legacy_q25": 0.11581521700745709, "legacy_q75": 0.18806355087686177, "paired_vs_single_pairs": { "common_concepts": [ "current_algebra", "electroweak_unification", "gauge_theories", "higgs_mechanism", "qed_radiative", "quark_model", "renormalizability", "s_matrix_bootstrap", "strong_interactions", "weak_interactions" ], "n_common": 10, "median_difference": -0.06782209177812262, "n_concepts_higher_than_single": 0, "n_concepts_lower_than_single": 10 } }, "disjoint_2v3": { "n_concepts_available": 10, "concepts_unavailable": [], "median_of_concept_means": 0.408481409026052, "q25": 0.3792271791046802, "q75": 0.43530026536191796, "n_empty_empty_total": 0, "n_empty_vs_nonempty_total": 0, "n_pairs_total": 100, "legacy_median_empty_empty_as_one": 0.408481409026052, "legacy_q25": 0.3792271791046802, "legacy_q75": 0.43530026536191796, "paired_vs_single_pairs": { "common_concepts": [ "current_algebra", "electroweak_unification", "gauge_theories", "higgs_mechanism", "qed_radiative", "quark_model", "renormalizability", "s_matrix_bootstrap", "strong_interactions", "weak_interactions" ], "n_common": 10, "median_difference": 0.1843044102900564, "n_concepts_higher_than_single": 10, "n_concepts_lower_than_single": 0 } }, "loo_vs_full": { "n_concepts_available": 10, "concepts_unavailable": [], "median_of_concept_means": 0.8044642524984903, "q25": 0.7727864788397799, "q75": 0.811156074172747, "n_empty_empty_total": 0, "n_empty_vs_nonempty_total": 0, "n_pairs_total": 50, "legacy_median_empty_empty_as_one": 0.8044642524984903, "legacy_q25": 0.7727864788397799, "legacy_q75": 0.811156074172747, "paired_vs_single_pairs": { "common_concepts": [ "current_algebra", "electroweak_unification", "gauge_theories", "higgs_mechanism", "qed_radiative", "quark_model", "renormalizability", "s_matrix_bootstrap", "strong_interactions", "weak_interactions" ], "n_common": 10, "median_difference": 0.5681463859654932, "n_concepts_higher_than_single": 10, "n_concepts_lower_than_single": 0 } } }, "n_documents_assigned_full_anchors": 3912, "production_cluster_sizes": { "higgs_mechanism": 382, "gauge_theories": 159, "weak_interactions": 703, "qed_radiative": 459, "s_matrix_bootstrap": 550, "current_algebra": 111, "quark_model": 173, "strong_interactions": 1091, "electroweak_unification": 201, "renormalizability": 83 }, "tau_full_anchors": { "higgs_mechanism": 0.013, "gauge_theories": 0.013, "weak_interactions": 0.013, "qed_radiative": 0.013, "s_matrix_bootstrap": 0.013, "current_algebra": 0.013, "quark_model": 0.013, "strong_interactions": 0.013, "electroweak_unification": 0.013, "renormalizability": 0.013 }, "per_concept": { "higgs_mechanism": { "production_cluster_size": 382, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.27011922967506957, "median_informative": 0.2543103448275862, "legacy_mean_empty_empty_as_one": 0.27011922967506957 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.2984142669116684, "median_informative": 0.38132295719844356, "legacy_mean_empty_empty_as_one": 0.2984142669116684 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.0780631121854202, "median_informative": 0.08262108262108261, "legacy_mean_empty_empty_as_one": 0.0780631121854202 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.40858984427479256, "median_informative": 0.4037281309267586, "legacy_mean_empty_empty_as_one": 0.40858984427479256 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.8081551012138597, "median_informative": 0.8025641025641026, "legacy_mean_empty_empty_as_one": 0.8081551012138597 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 0.23684210526315788, "status": "informative", "size_a": 29, "size_b": 18 }, { "i": 0, "j": 2, "jaccard": 0.4222222222222222, "status": "informative", "size_a": 29, "size_b": 35 }, { "i": 0, "j": 3, "jaccard": 0.25, "status": "informative", "size_a": 29, "size_b": 16 }, { "i": 0, "j": 4, "jaccard": 0.24074074074074073, "status": "informative", "size_a": 29, "size_b": 38 }, { "i": 1, "j": 2, "jaccard": 0.2926829268292683, "status": "informative", "size_a": 18, "size_b": 35 }, { "i": 1, "j": 3, "jaccard": 0.3076923076923077, "status": "informative", "size_a": 18, "size_b": 16 }, { "i": 1, "j": 4, "jaccard": 0.21739130434782608, "status": "informative", "size_a": 18, "size_b": 38 }, { "i": 2, "j": 3, "jaccard": 0.275, "status": "informative", "size_a": 35, "size_b": 16 }, { "i": 2, "j": 4, "jaccard": 0.25862068965517243, "status": "informative", "size_a": 35, "size_b": 38 }, { "i": 3, "j": 4, "jaccard": 0.2, "status": "informative", "size_a": 16, "size_b": 38 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0.08262108262108261, "status": "informative", "size_a": 29, "size_b": 351 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0.05357142857142857, "status": "informative", "size_a": 336, "size_b": 18 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0.1111111111111111, "status": "informative", "size_a": 305, "size_b": 35 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0.04984423676012461, "status": "informative", "size_a": 321, "size_b": 16 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0.09316770186335403, "status": "informative", "size_a": 314, "size_b": 38 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.39820359281437123, "status": "informative", "size_a": 142, "size_b": 325 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.4107142857142857, "status": "informative", "size_a": 138, "size_b": 257 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.3698630136986301, "status": "informative", "size_a": 120, "size_b": 280 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.38132295719844356, "status": "informative", "size_a": 118, "size_b": 237 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.38372093023255816, "status": "informative", "size_a": 228, "size_b": 129 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.3446969696969697, "status": "informative", "size_a": 240, "size_b": 115 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.436241610738255, "status": "informative", "size_a": 261, "size_b": 167 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.5090252707581228, "status": "informative", "size_a": 246, "size_b": 172 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.44285714285714284, "status": "informative", "size_a": 213, "size_b": 191 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.4092526690391459, "status": "informative", "size_a": 233, "size_b": 163 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.8463476070528967, "status": "informative", "size_a": 351, "size_b": 382 }, { "left_out": 1, "jaccard": 0.8316326530612245, "status": "informative", "size_a": 336, "size_b": 382 }, { "left_out": 2, "jaccard": 0.793733681462141, "status": "informative", "size_a": 305, "size_b": 382 }, { "left_out": 3, "jaccard": 0.8025641025641026, "status": "informative", "size_a": 321, "size_b": 382 }, { "left_out": 4, "jaccard": 0.766497461928934, "status": "informative", "size_a": 314, "size_b": 382 } ] }, "gauge_theories": { "production_cluster_size": 159, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.15986521181001284, "median_informative": 0.2222222222222222, "legacy_mean_empty_empty_as_one": 0.15986521181001284 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.31856708300330816, "median_informative": 0.3697478991596639, "legacy_mean_empty_empty_as_one": 0.31856708300330816 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.13895530145530147, "median_informative": 0.14189189189189189, "legacy_mean_empty_empty_as_one": 0.13895530145530147 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.4083729737773115, "median_informative": 0.3939455782312925, "legacy_mean_empty_empty_as_one": 0.4083729737773115 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.8007734037831209, "median_informative": 0.8323353293413174, "legacy_mean_empty_empty_as_one": 0.8007734037831209 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 0.2982456140350877, "status": "informative", "size_a": 36, "size_b": 38 }, { "i": 0, "j": 2, "jaccard": 0.28888888888888886, "status": "informative", "size_a": 36, "size_b": 22 }, { "i": 0, "j": 3, "jaccard": 0, "status": "informative", "size_a": 36, "size_b": 1 }, { "i": 0, "j": 4, "jaccard": 0.3170731707317073, "status": "informative", "size_a": 36, "size_b": 18 }, { "i": 1, "j": 2, "jaccard": 0.2, "status": "informative", "size_a": 38, "size_b": 22 }, { "i": 1, "j": 3, "jaccard": 0, "status": "informative", "size_a": 38, "size_b": 1 }, { "i": 1, "j": 4, "jaccard": 0.24444444444444444, "status": "informative", "size_a": 38, "size_b": 18 }, { "i": 2, "j": 3, "jaccard": 0, "status": "informative", "size_a": 22, "size_b": 1 }, { "i": 2, "j": 4, "jaccard": 0.25, "status": "informative", "size_a": 22, "size_b": 18 }, { "i": 3, "j": 4, "jaccard": 0, "status": "informative", "size_a": 1, "size_b": 18 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0.21875, "status": "informative", "size_a": 36, "size_b": 159 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0.21875, "status": "informative", "size_a": 118, "size_b": 38 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0.14189189189189189, "status": "informative", "size_a": 147, "size_b": 22 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 126, "size_b": 1 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0.11538461538461539, "status": "informative", "size_a": 156, "size_b": 18 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.44776119402985076, "status": "informative", "size_a": 92, "size_b": 102 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.3716216216216216, "status": "informative", "size_a": 61, "size_b": 142 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.3933333333333333, "status": "informative", "size_a": 76, "size_b": 133 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.352112676056338, "status": "informative", "size_a": 52, "size_b": 140 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.4605263157894737, "status": "informative", "size_a": 104, "size_b": 118 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.4396551724137931, "status": "informative", "size_a": 78, "size_b": 89 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.48484848484848486, "status": "informative", "size_a": 104, "size_b": 92 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.3697478991596639, "status": "informative", "size_a": 104, "size_b": 59 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.3945578231292517, "status": "informative", "size_a": 136, "size_b": 69 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.3695652173913043, "status": "informative", "size_a": 126, "size_b": 63 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.8816568047337278, "status": "informative", "size_a": 159, "size_b": 159 }, { "left_out": 1, "jaccard": 0.7204968944099379, "status": "informative", "size_a": 118, "size_b": 159 }, { "left_out": 2, "jaccard": 0.8323353293413174, "status": "informative", "size_a": 147, "size_b": 159 }, { "left_out": 3, "jaccard": 0.7272727272727273, "status": "informative", "size_a": 126, "size_b": 159 }, { "left_out": 4, "jaccard": 0.8421052631578947, "status": "informative", "size_a": 156, "size_b": 159 } ] }, "weak_interactions": { "production_cluster_size": 703, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.1651307969167672, "median_informative": 0.15134696087721672, "legacy_mean_empty_empty_as_one": 0.1651307969167672 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.23116735585711842, "median_informative": 0.21888888888888888, "legacy_mean_empty_empty_as_one": 0.23116735585711842 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.12549073730876187, "median_informative": 0.0783744557329463, "legacy_mean_empty_empty_as_one": 0.12549073730876187 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.2840056651312967, "median_informative": 0.26766806990687586, "legacy_mean_empty_empty_as_one": 0.2840056651312967 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.7250848483577522, "median_informative": 0.7417989417989418, "legacy_mean_empty_empty_as_one": 0.7250848483577522 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 0.17647058823529413, "status": "informative", "size_a": 23, "size_b": 57 }, { "i": 0, "j": 2, "jaccard": 0.24, "status": "informative", "size_a": 23, "size_b": 39 }, { "i": 0, "j": 3, "jaccard": 0.22857142857142856, "status": "informative", "size_a": 23, "size_b": 63 }, { "i": 0, "j": 4, "jaccard": 0.046460176991150445, "status": "informative", "size_a": 23, "size_b": 450 }, { "i": 1, "j": 2, "jaccard": 0.1566265060240964, "status": "informative", "size_a": 57, "size_b": 39 }, { "i": 1, "j": 3, "jaccard": 0.3793103448275862, "status": "informative", "size_a": 57, "size_b": 63 }, { "i": 1, "j": 4, "jaccard": 0.10457516339869281, "status": "informative", "size_a": 57, "size_b": 450 }, { "i": 2, "j": 3, "jaccard": 0.14606741573033707, "status": "informative", "size_a": 39, "size_b": 63 }, { "i": 2, "j": 4, "jaccard": 0.07472527472527472, "status": "informative", "size_a": 39, "size_b": 450 }, { "i": 3, "j": 4, "jaccard": 0.09850107066381156, "status": "informative", "size_a": 63, "size_b": 450 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0.024390243902439025, "status": "informative", "size_a": 23, "size_b": 943 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0.0783744557329463, "status": "informative", "size_a": 686, "size_b": 57 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0.07142857142857142, "status": "informative", "size_a": 531, "size_b": 39 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0.0900763358778626, "status": "informative", "size_a": 651, "size_b": 63 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0.36318407960199006, "status": "informative", "size_a": 372, "size_b": 450 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.1303921568627451, "status": "informative", "size_a": 133, "size_b": 1020 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.1567732115677321, "status": "informative", "size_a": 105, "size_b": 655 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.13675213675213677, "status": "informative", "size_a": 129, "size_b": 935 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.43738656987295826, "status": "informative", "size_a": 343, "size_b": 449 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.4209621993127148, "status": "informative", "size_a": 522, "size_b": 305 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.23931623931623933, "status": "informative", "size_a": 537, "size_b": 188 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.3701657458563536, "status": "informative", "size_a": 244, "size_b": 500 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.43339960238568587, "status": "informative", "size_a": 442, "size_b": 279 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.21888888888888888, "status": "informative", "size_a": 224, "size_b": 873 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.2960199004975124, "status": "informative", "size_a": 261, "size_b": 781 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.7417989417989418, "status": "informative", "size_a": 943, "size_b": 703 }, { "left_out": 1, "jaccard": 0.8180628272251309, "status": "informative", "size_a": 686, "size_b": 703 }, { "left_out": 2, "jaccard": 0.7091412742382271, "status": "informative", "size_a": 531, "size_b": 703 }, { "left_out": 3, "jaccard": 0.8272604588394062, "status": "informative", "size_a": 651, "size_b": 703 }, { "left_out": 4, "jaccard": 0.5291607396870555, "status": "informative", "size_a": 372, "size_b": 703 } ] }, "qed_radiative": { "production_cluster_size": 459, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.178973070881358, "median_informative": 0.17394957983193277, "legacy_mean_empty_empty_as_one": 0.178973070881358 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.28800205948631796, "median_informative": 0.2892857142857143, "legacy_mean_empty_empty_as_one": 0.28800205948631796 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.11259004357368882, "median_informative": 0.09468822170900693, "legacy_mean_empty_empty_as_one": 0.11259004357368882 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.37570806744263263, "median_informative": 0.40583161110611915, "legacy_mean_empty_empty_as_one": 0.37570806744263263 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.7435155006973371, "median_informative": 0.7713310580204779, "legacy_mean_empty_empty_as_one": 0.7435155006973371 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 0.1328125, "status": "informative", "size_a": 27, "size_b": 118 }, { "i": 0, "j": 2, "jaccard": 0.17142857142857143, "status": "informative", "size_a": 27, "size_b": 14 }, { "i": 0, "j": 3, "jaccard": 0.22916666666666666, "status": "informative", "size_a": 27, "size_b": 32 }, { "i": 0, "j": 4, "jaccard": 0.5, "status": "informative", "size_a": 27, "size_b": 42 }, { "i": 1, "j": 2, "jaccard": 0.056, "status": "informative", "size_a": 118, "size_b": 14 }, { "i": 1, "j": 3, "jaccard": 0.19047619047619047, "status": "informative", "size_a": 118, "size_b": 32 }, { "i": 1, "j": 4, "jaccard": 0.17647058823529413, "status": "informative", "size_a": 118, "size_b": 42 }, { "i": 2, "j": 3, "jaccard": 0.022222222222222223, "status": "informative", "size_a": 14, "size_b": 32 }, { "i": 2, "j": 4, "jaccard": 0.09803921568627451, "status": "informative", "size_a": 14, "size_b": 42 }, { "i": 3, "j": 4, "jaccard": 0.21311475409836064, "status": "informative", "size_a": 32, "size_b": 42 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0.046632124352331605, "status": "informative", "size_a": 27, "size_b": 579 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0.29180327868852457, "status": "informative", "size_a": 276, "size_b": 118 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0.03110047846889952, "status": "informative", "size_a": 417, "size_b": 14 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0.09872611464968153, "status": "informative", "size_a": 313, "size_b": 32 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0.09468822170900693, "status": "informative", "size_a": 432, "size_b": 42 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.5975308641975309, "status": "informative", "size_a": 287, "size_b": 360 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.12179487179487179, "status": "informative", "size_a": 59, "size_b": 466 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.3548387096774194, "status": "informative", "size_a": 158, "size_b": 388 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.13524590163934427, "status": "informative", "size_a": 70, "size_b": 484 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.4746666666666667, "status": "informative", "size_a": 231, "size_b": 322 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.2892857142857143, "status": "informative", "size_a": 118, "size_b": 243 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.4568245125348189, "status": "informative", "size_a": 223, "size_b": 300 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.46407185628742514, "status": "informative", "size_a": 288, "size_b": 201 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.26448362720403024, "status": "informative", "size_a": 388, "size_b": 114 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.5983379501385041, "status": "informative", "size_a": 307, "size_b": 270 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.7713310580204779, "status": "informative", "size_a": 579, "size_b": 459 }, { "left_out": 1, "jaccard": 0.6013071895424836, "status": "informative", "size_a": 276, "size_b": 459 }, { "left_out": 2, "jaccard": 0.8174273858921162, "status": "informative", "size_a": 417, "size_b": 459 }, { "left_out": 3, "jaccard": 0.6673866090712743, "status": "informative", "size_a": 313, "size_b": 459 }, { "left_out": 4, "jaccard": 0.860125260960334, "status": "informative", "size_a": 432, "size_b": 459 } ] }, "s_matrix_bootstrap": { "production_cluster_size": 550, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.16242272851809086, "median_informative": 0.15272193009588617, "legacy_mean_empty_empty_as_one": 0.16242272851809086 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.28005839598828497, "median_informative": 0.31909547738693467, "legacy_mean_empty_empty_as_one": 0.28005839598828497 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.09434667971809993, "median_informative": 0.07884615384615384, "legacy_mean_empty_empty_as_one": 0.09434667971809993 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.37291425412337753, "median_informative": 0.3840179821255518, "legacy_mean_empty_empty_as_one": 0.37291425412337753 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.8085872287386431, "median_informative": 0.8115183246073299, "legacy_mean_empty_empty_as_one": 0.8085872287386431 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 0.10714285714285714, "status": "informative", "size_a": 62, "size_b": 31 }, { "i": 0, "j": 2, "jaccard": 0.18571428571428572, "status": "informative", "size_a": 62, "size_b": 21 }, { "i": 0, "j": 3, "jaccard": 0.23809523809523808, "status": "informative", "size_a": 62, "size_b": 42 }, { "i": 0, "j": 4, "jaccard": 0.3064516129032258, "status": "informative", "size_a": 62, "size_b": 100 }, { "i": 1, "j": 2, "jaccard": 0.04, "status": "informative", "size_a": 31, "size_b": 21 }, { "i": 1, "j": 3, "jaccard": 0.19672131147540983, "status": "informative", "size_a": 31, "size_b": 42 }, { "i": 1, "j": 4, "jaccard": 0.11965811965811966, "status": "informative", "size_a": 31, "size_b": 100 }, { "i": 2, "j": 3, "jaccard": 0.125, "status": "informative", "size_a": 21, "size_b": 42 }, { "i": 2, "j": 4, "jaccard": 0.14150943396226415, "status": "informative", "size_a": 21, "size_b": 100 }, { "i": 3, "j": 4, "jaccard": 0.16393442622950818, "status": "informative", "size_a": 42, "size_b": 100 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0.11299435028248588, "status": "informative", "size_a": 62, "size_b": 529 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0.048484848484848485, "status": "informative", "size_a": 488, "size_b": 31 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0.0475, "status": "informative", "size_a": 398, "size_b": 21 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0.07884615384615384, "status": "informative", "size_a": 519, "size_b": 42 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0.1839080459770115, "status": "informative", "size_a": 518, "size_b": 100 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.3979381443298969, "status": "informative", "size_a": 222, "size_b": 456 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.31909547738693467, "status": "informative", "size_a": 223, "size_b": 302 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.32947976878612717, "status": "informative", "size_a": 207, "size_b": 483 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.4158004158004158, "status": "informative", "size_a": 220, "size_b": 461 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.460352422907489, "status": "informative", "size_a": 336, "size_b": 327 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.2494279176201373, "status": "informative", "size_a": 384, "size_b": 162 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.3130630630630631, "status": "informative", "size_a": 401, "size_b": 182 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.4759493670886076, "status": "informative", "size_a": 316, "size_b": 267 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.3716216216216216, "status": "informative", "size_a": 324, "size_b": 285 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.39641434262948205, "status": "informative", "size_a": 466, "size_b": 235 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.8635578583765112, "status": "informative", "size_a": 529, "size_b": 550 }, { "left_out": 1, "jaccard": 0.8115183246073299, "status": "informative", "size_a": 488, "size_b": 550 }, { "left_out": 2, "jaccard": 0.7081081081081081, "status": "informative", "size_a": 398, "size_b": 550 }, { "left_out": 3, "jaccard": 0.8087986463620981, "status": "informative", "size_a": 519, "size_b": 550 }, { "left_out": 4, "jaccard": 0.8509532062391681, "status": "informative", "size_a": 518, "size_b": 550 } ] }, "current_algebra": { "production_cluster_size": 111, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.23765258879269086, "median_informative": 0.2266023823028928, "legacy_mean_empty_empty_as_one": 0.23765258879269086 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.32840674381083035, "median_informative": 0.3069306930693069, "legacy_mean_empty_empty_as_one": 0.32840674381083035 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.20565120325084557, "median_informative": 0.2, "legacy_mean_empty_empty_as_one": 0.20565120325084557 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.3897845140908228, "median_informative": 0.4168065212179334, "legacy_mean_empty_empty_as_one": 0.3897845140908228 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.812012355984115, "median_informative": 0.8448275862068966, "legacy_mean_empty_empty_as_one": 0.812012355984115 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 0.5, "status": "informative", "size_a": 25, "size_b": 41 }, { "i": 0, "j": 2, "jaccard": 0.2857142857142857, "status": "informative", "size_a": 25, "size_b": 11 }, { "i": 0, "j": 3, "jaccard": 0.07692307692307693, "status": "informative", "size_a": 25, "size_b": 17 }, { "i": 0, "j": 4, "jaccard": 0.4, "status": "informative", "size_a": 25, "size_b": 10 }, { "i": 1, "j": 2, "jaccard": 0.20930232558139536, "status": "informative", "size_a": 41, "size_b": 11 }, { "i": 1, "j": 3, "jaccard": 0.28888888888888886, "status": "informative", "size_a": 41, "size_b": 17 }, { "i": 1, "j": 4, "jaccard": 0.24390243902439024, "status": "informative", "size_a": 41, "size_b": 10 }, { "i": 2, "j": 3, "jaccard": 0.16666666666666666, "status": "informative", "size_a": 11, "size_b": 17 }, { "i": 2, "j": 4, "jaccard": 0.16666666666666666, "status": "informative", "size_a": 11, "size_b": 10 }, { "i": 3, "j": 4, "jaccard": 0.038461538461538464, "status": "informative", "size_a": 17, "size_b": 10 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0.22321428571428573, "status": "informative", "size_a": 25, "size_b": 112 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0.4105263157894737, "status": "informative", "size_a": 93, "size_b": 41 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0.10679611650485436, "status": "informative", "size_a": 103, "size_b": 11 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0.2, "status": "informative", "size_a": 73, "size_b": 17 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0.08771929824561403, "status": "informative", "size_a": 114, "size_b": 10 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.3917525773195876, "status": "informative", "size_a": 47, "size_b": 88 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.3018867924528302, "status": "informative", "size_a": 34, "size_b": 104 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.5272727272727272, "status": "informative", "size_a": 92, "size_b": 76 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.24561403508771928, "status": "informative", "size_a": 30, "size_b": 112 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.49523809523809526, "status": "informative", "size_a": 89, "size_b": 68 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.3069306930693069, "status": "informative", "size_a": 44, "size_b": 88 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.4895833333333333, "status": "informative", "size_a": 91, "size_b": 52 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.4418604651162791, "status": "informative", "size_a": 54, "size_b": 70 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.24770642201834864, "status": "informative", "size_a": 108, "size_b": 28 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.45, "status": "informative", "size_a": 70, "size_b": 75 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.905982905982906, "status": "informative", "size_a": 112, "size_b": 111 }, { "left_out": 1, "jaccard": 0.8214285714285714, "status": "informative", "size_a": 93, "size_b": 111 }, { "left_out": 2, "jaccard": 0.8448275862068966, "status": "informative", "size_a": 103, "size_b": 111 }, { "left_out": 3, "jaccard": 0.6283185840707964, "status": "informative", "size_a": 73, "size_b": 111 }, { "left_out": 4, "jaccard": 0.859504132231405, "status": "informative", "size_a": 114, "size_b": 111 } ] }, "quark_model": { "production_cluster_size": 173, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.2652516590450328, "median_informative": 0.28035087719298246, "legacy_mean_empty_empty_as_one": 0.2652516590450328 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.35608710659057036, "median_informative": 0.4166666666666667, "legacy_mean_empty_empty_as_one": 0.35608710659057036 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.194010353643969, "median_informative": 0.23448275862068965, "legacy_mean_empty_empty_as_one": 0.194010353643969 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.43712548306387095, "median_informative": 0.4533056812468577, "legacy_mean_empty_empty_as_one": 0.43712548306387095 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.7846428625170665, "median_informative": 0.7909604519774012, "legacy_mean_empty_empty_as_one": 0.7846428625170665 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 0.24, "status": "informative", "size_a": 21, "size_b": 41 }, { "i": 0, "j": 2, "jaccard": 0.28, "status": "informative", "size_a": 21, "size_b": 11 }, { "i": 0, "j": 3, "jaccard": 0.4, "status": "informative", "size_a": 21, "size_b": 35 }, { "i": 0, "j": 4, "jaccard": 0.2807017543859649, "status": "informative", "size_a": 21, "size_b": 52 }, { "i": 1, "j": 2, "jaccard": 0.18181818181818182, "status": "informative", "size_a": 41, "size_b": 11 }, { "i": 1, "j": 3, "jaccard": 0.35714285714285715, "status": "informative", "size_a": 41, "size_b": 35 }, { "i": 1, "j": 4, "jaccard": 0.30985915492957744, "status": "informative", "size_a": 41, "size_b": 52 }, { "i": 2, "j": 3, "jaccard": 0.1794871794871795, "status": "informative", "size_a": 11, "size_b": 35 }, { "i": 2, "j": 4, "jaccard": 0.125, "status": "informative", "size_a": 11, "size_b": 52 }, { "i": 3, "j": 4, "jaccard": 0.29850746268656714, "status": "informative", "size_a": 35, "size_b": 52 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0.11538461538461539, "status": "informative", "size_a": 21, "size_b": 182 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0.2556390977443609, "status": "informative", "size_a": 126, "size_b": 41 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0.06172839506172839, "status": "informative", "size_a": 161, "size_b": 11 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0.23448275862068965, "status": "informative", "size_a": 144, "size_b": 35 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0.3028169014084507, "status": "informative", "size_a": 133, "size_b": 52 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.5165562913907285, "status": "informative", "size_a": 92, "size_b": 137 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.20359281437125748, "status": "informative", "size_a": 36, "size_b": 165 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.36538461538461536, "status": "informative", "size_a": 63, "size_b": 150 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.477124183006536, "status": "informative", "size_a": 86, "size_b": 140 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.5135135135135135, "status": "informative", "size_a": 123, "size_b": 101 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.48739495798319327, "status": "informative", "size_a": 89, "size_b": 88 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.4166666666666667, "status": "informative", "size_a": 83, "size_b": 121 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.42948717948717946, "status": "informative", "size_a": 146, "size_b": 77 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.417910447761194, "status": "informative", "size_a": 118, "size_b": 72 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.5436241610738255, "status": "informative", "size_a": 109, "size_b": 121 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.8298969072164949, "status": "informative", "size_a": 182, "size_b": 173 }, { "left_out": 1, "jaccard": 0.7085714285714285, "status": "informative", "size_a": 126, "size_b": 173 }, { "left_out": 2, "jaccard": 0.8351648351648352, "status": "informative", "size_a": 161, "size_b": 173 }, { "left_out": 3, "jaccard": 0.7909604519774012, "status": "informative", "size_a": 144, "size_b": 173 }, { "left_out": 4, "jaccard": 0.7586206896551724, "status": "informative", "size_a": 133, "size_b": 173 } ] }, "strong_interactions": { "production_cluster_size": 1091, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.2581857534566573, "median_informative": 0.2386956012417267, "legacy_mean_empty_empty_as_one": 0.2581857534566573 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.37421627086534975, "median_informative": 0.4467065868263473, "legacy_mean_empty_empty_as_one": 0.37421627086534975 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.17022314257554005, "median_informative": 0.19980411361410383, "legacy_mean_empty_empty_as_one": 0.17022314257554005 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.4762128350102547, "median_informative": 0.48055482554798823, "legacy_mean_empty_empty_as_one": 0.4762128350102547 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.8512350847422964, "median_informative": 0.8563829787234043, "legacy_mean_empty_empty_as_one": 0.8512350847422964 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 0.3143712574850299, "status": "informative", "size_a": 217, "size_b": 222 }, { "i": 0, "j": 2, "jaccard": 0.22983870967741934, "status": "informative", "size_a": 217, "size_b": 88 }, { "i": 0, "j": 3, "jaccard": 0.39714285714285713, "status": "informative", "size_a": 217, "size_b": 272 }, { "i": 0, "j": 4, "jaccard": 0.27099236641221375, "status": "informative", "size_a": 217, "size_b": 116 }, { "i": 1, "j": 2, "jaccard": 0.23015873015873015, "status": "informative", "size_a": 222, "size_b": 88 }, { "i": 1, "j": 3, "jaccard": 0.31382978723404253, "status": "informative", "size_a": 222, "size_b": 272 }, { "i": 1, "j": 4, "jaccard": 0.24723247232472326, "status": "informative", "size_a": 222, "size_b": 116 }, { "i": 2, "j": 3, "jaccard": 0.18421052631578946, "status": "informative", "size_a": 88, "size_b": 272 }, { "i": 2, "j": 4, "jaccard": 0.2289156626506024, "status": "informative", "size_a": 88, "size_b": 116 }, { "i": 3, "j": 4, "jaccard": 0.16516516516516516, "status": "informative", "size_a": 272, "size_b": 116 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0.20614469772051536, "status": "informative", "size_a": 217, "size_b": 1000 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0.19980411361410383, "status": "informative", "size_a": 1003, "size_b": 222 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0.08018433179723503, "status": "informative", "size_a": 1084, "size_b": 88 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0.2523364485981308, "status": "informative", "size_a": 934, "size_b": 272 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0.1126461211477152, "status": "informative", "size_a": 931, "size_b": 116 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.5753968253968254, "status": "informative", "size_a": 699, "size_b": 889 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.44804575786463297, "status": "informative", "size_a": 515, "size_b": 1004 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.4467065868263473, "status": "informative", "size_a": 530, "size_b": 678 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.49030172413793105, "status": "informative", "size_a": 614, "size_b": 769 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.3657262277951933, "status": "informative", "size_a": 902, "size_b": 405 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.51619644723093, "status": "informative", "size_a": 773, "size_b": 678 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.47577092511013214, "status": "informative", "size_a": 757, "size_b": 583 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.48533872598584427, "status": "informative", "size_a": 912, "size_b": 557 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.37823275862068967, "status": "informative", "size_a": 859, "size_b": 420 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.5804123711340207, "status": "informative", "size_a": 757, "size_b": 776 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.8753363228699551, "status": "informative", "size_a": 1000, "size_b": 1091 }, { "left_out": 1, "jaccard": 0.8563829787234043, "status": "informative", "size_a": 1003, "size_b": 1091 }, { "left_out": 2, "jaccard": 0.8669527896995708, "status": "informative", "size_a": 1084, "size_b": 1091 }, { "left_out": 3, "jaccard": 0.8342391304347826, "status": "informative", "size_a": 934, "size_b": 1091 }, { "left_out": 4, "jaccard": 0.8232642019837692, "status": "informative", "size_a": 931, "size_b": 1091 } ] }, "electroweak_unification": { "production_cluster_size": 201, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.28017179190764746, "median_informative": 0.3111205432937182, "legacy_mean_empty_empty_as_one": 0.28017179190764746 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.3968335777514886, "median_informative": 0.4266666666666667, "legacy_mean_empty_empty_as_one": 0.3968335777514886 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.16785853172948004, "median_informative": 0.14835164835164835, "legacy_mean_empty_empty_as_one": 0.16785853172948004 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.5113211007624929, "median_informative": 0.4878810975609756, "legacy_mean_empty_empty_as_one": 0.5113211007624929 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.8519221340226546, "median_informative": 0.8405797101449275, "legacy_mean_empty_empty_as_one": 0.8519221340226546 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 0.32075471698113206, "status": "informative", "size_a": 47, "size_b": 23 }, { "i": 0, "j": 2, "jaccard": 0.14583333333333334, "status": "informative", "size_a": 47, "size_b": 8 }, { "i": 0, "j": 3, "jaccard": 0.37037037037037035, "status": "informative", "size_a": 47, "size_b": 27 }, { "i": 0, "j": 4, "jaccard": 0.4852941176470588, "status": "informative", "size_a": 47, "size_b": 54 }, { "i": 1, "j": 2, "jaccard": 0.19230769230769232, "status": "informative", "size_a": 23, "size_b": 8 }, { "i": 1, "j": 3, "jaccard": 0.3157894736842105, "status": "informative", "size_a": 23, "size_b": 27 }, { "i": 1, "j": 4, "jaccard": 0.3508771929824561, "status": "informative", "size_a": 23, "size_b": 54 }, { "i": 2, "j": 3, "jaccard": 0.20689655172413793, "status": "informative", "size_a": 8, "size_b": 27 }, { "i": 2, "j": 4, "jaccard": 0.10714285714285714, "status": "informative", "size_a": 8, "size_b": 54 }, { "i": 3, "j": 4, "jaccard": 0.3064516129032258, "status": "informative", "size_a": 27, "size_b": 54 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0.225, "status": "informative", "size_a": 47, "size_b": 198 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0.11917098445595854, "status": "informative", "size_a": 193, "size_b": 23 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0.044444444444444446, "status": "informative", "size_a": 180, "size_b": 8 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0.14835164835164835, "status": "informative", "size_a": 182, "size_b": 27 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0.3023255813953488, "status": "informative", "size_a": 170, "size_b": 54 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.5566502463054187, "status": "informative", "size_a": 123, "size_b": 193 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.44375, "status": "informative", "size_a": 86, "size_b": 145 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.50625, "status": "informative", "size_a": 86, "size_b": 155 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.4695121951219512, "status": "informative", "size_a": 107, "size_b": 134 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.4066666666666667, "status": "informative", "size_a": 144, "size_b": 67 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.554945054945055, "status": "informative", "size_a": 175, "size_b": 108 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.4236111111111111, "status": "informative", "size_a": 123, "size_b": 82 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.4266666666666667, "status": "informative", "size_a": 136, "size_b": 78 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.7336956521739131, "status": "informative", "size_a": 156, "size_b": 163 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.5914634146341463, "status": "informative", "size_a": 143, "size_b": 118 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.8644859813084113, "status": "informative", "size_a": 198, "size_b": 201 }, { "left_out": 1, "jaccard": 0.9033816425120773, "status": "informative", "size_a": 193, "size_b": 201 }, { "left_out": 2, "jaccard": 0.8405797101449275, "status": "informative", "size_a": 180, "size_b": 201 }, { "left_out": 3, "jaccard": 0.8325358851674641, "status": "informative", "size_a": 182, "size_b": 201 }, { "left_out": 4, "jaccard": 0.8186274509803921, "status": "informative", "size_a": 170, "size_b": 201 } ] }, "renormalizability": { "production_cluster_size": 83, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.27033407364525947, "median_informative": 0.27222222222222225, "legacy_mean_empty_empty_as_one": 0.27033407364525947 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.35413838780037443, "median_informative": 0.3150684931506849, "legacy_mean_empty_empty_as_one": 0.35413838780037443 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.20276593888900515, "median_informative": 0.1774193548387097, "legacy_mean_empty_empty_as_one": 0.20276593888900515 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.429824612256059, "median_informative": 0.42990196078431375, "legacy_mean_empty_empty_as_one": 0.429824612256059 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.7688343509473511, "median_informative": 0.788235294117647, "legacy_mean_empty_empty_as_one": 0.7688343509473511 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 0.2777777777777778, "status": "informative", "size_a": 8, "size_b": 15 }, { "i": 0, "j": 2, "jaccard": 0.2413793103448276, "status": "informative", "size_a": 8, "size_b": 28 }, { "i": 0, "j": 3, "jaccard": 0.32, "status": "informative", "size_a": 8, "size_b": 25 }, { "i": 0, "j": 4, "jaccard": 0.26666666666666666, "status": "informative", "size_a": 8, "size_b": 11 }, { "i": 1, "j": 2, "jaccard": 0.19444444444444445, "status": "informative", "size_a": 15, "size_b": 28 }, { "i": 1, "j": 3, "jaccard": 0.25, "status": "informative", "size_a": 15, "size_b": 25 }, { "i": 1, "j": 4, "jaccard": 0.18181818181818182, "status": "informative", "size_a": 15, "size_b": 11 }, { "i": 2, "j": 3, "jaccard": 0.2926829268292683, "status": "informative", "size_a": 28, "size_b": 25 }, { "i": 2, "j": 4, "jaccard": 0.39285714285714285, "status": "informative", "size_a": 28, "size_b": 11 }, { "i": 3, "j": 4, "jaccard": 0.2857142857142857, "status": "informative", "size_a": 25, "size_b": 11 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0.08333333333333333, "status": "informative", "size_a": 8, "size_b": 96 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0.1774193548387097, "status": "informative", "size_a": 58, "size_b": 15 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0.325, "status": "informative", "size_a": 78, "size_b": 28 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0.26865671641791045, "status": "informative", "size_a": 60, "size_b": 25 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0.15942028985507245, "status": "informative", "size_a": 69, "size_b": 11 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.3150684931506849, "status": "informative", "size_a": 26, "size_b": 70 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.2717391304347826, "status": "informative", "size_a": 25, "size_b": 92 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.2948717948717949, "status": "informative", "size_a": 25, "size_b": 76 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.2553191489361702, "status": "informative", "size_a": 24, "size_b": 94 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.6056338028169014, "status": "informative", "size_a": 49, "size_b": 65 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.4264705882352941, "status": "informative", "size_a": 38, "size_b": 59 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.5588235294117647, "status": "informative", "size_a": 48, "size_b": 58 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.547945205479452, "status": "informative", "size_a": 48, "size_b": 65 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.43333333333333335, "status": "informative", "size_a": 51, "size_b": 35 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.589041095890411, "status": "informative", "size_a": 52, "size_b": 64 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.845360824742268, "status": "informative", "size_a": 96, "size_b": 83 }, { "left_out": 1, "jaccard": 0.6987951807228916, "status": "informative", "size_a": 58, "size_b": 83 }, { "left_out": 2, "jaccard": 0.7888888888888889, "status": "informative", "size_a": 78, "size_b": 83 }, { "left_out": 3, "jaccard": 0.7228915662650602, "status": "informative", "size_a": 60, "size_b": 83 }, { "left_out": 4, "jaccard": 0.788235294117647, "status": "informative", "size_a": 69, "size_b": 83 } ] } } }, "global_confusion_tau": { "corpus": { "single_pairs": { "n_concepts_available": 10, "concepts_unavailable": [], "median_of_concept_means": 0.08112433862433863, "q25": 0.04841049382716049, "q75": 0.15807668681507692, "n_empty_empty_total": 4, "n_empty_vs_nonempty_total": 36, "n_pairs_total": 100, "legacy_median_empty_empty_as_one": 0.13908988156666174, "legacy_q25": 0.10130822746521477, "legacy_q75": 0.1822420634920635, "paired_vs_single_pairs": { "common_concepts": [ "current_algebra", "electroweak_unification", "gauge_theories", "higgs_mechanism", "qed_radiative", "quark_model", "renormalizability", "s_matrix_bootstrap", "strong_interactions", "weak_interactions" ], "n_common": 10, "median_difference": 0, "n_concepts_higher_than_single": 0, "n_concepts_lower_than_single": 0 } }, "disjoint_all": { "n_concepts_available": 10, "concepts_unavailable": [], "median_of_concept_means": 0.24179453975640358, "q25": 0.18590752594038523, "q75": 0.2921826800511449, "n_empty_empty_total": 0, "n_empty_vs_nonempty_total": 11, "n_pairs_total": 150, "legacy_median_empty_empty_as_one": 0.24179453975640358, "legacy_q25": 0.18590752594038523, "legacy_q75": 0.2921826800511449, "paired_vs_single_pairs": { "common_concepts": [ "current_algebra", "electroweak_unification", "gauge_theories", "higgs_mechanism", "qed_radiative", "quark_model", "renormalizability", "s_matrix_bootstrap", "strong_interactions", "weak_interactions" ], "n_common": 10, "median_difference": 0.13330000498807215, "n_concepts_higher_than_single": 10, "n_concepts_lower_than_single": 0 } }, "disjoint_1v4": { "n_concepts_available": 10, "concepts_unavailable": [], "median_of_concept_means": 0.05996001436270815, "q25": 0.040936671966083735, "q75": 0.10888270554137236, "n_empty_empty_total": 0, "n_empty_vs_nonempty_total": 11, "n_pairs_total": 50, "legacy_median_empty_empty_as_one": 0.05996001436270815, "legacy_q25": 0.040936671966083735, "legacy_q75": 0.10888270554137236, "paired_vs_single_pairs": { "common_concepts": [ "current_algebra", "electroweak_unification", "gauge_theories", "higgs_mechanism", "qed_radiative", "quark_model", "renormalizability", "s_matrix_bootstrap", "strong_interactions", "weak_interactions" ], "n_common": 10, "median_difference": -0.019193671586602446, "n_concepts_higher_than_single": 3, "n_concepts_lower_than_single": 7 } }, "disjoint_2v3": { "n_concepts_available": 10, "concepts_unavailable": [], "median_of_concept_means": 0.333554077526672, "q25": 0.2714414337859725, "q75": 0.37869479430471287, "n_empty_empty_total": 0, "n_empty_vs_nonempty_total": 0, "n_pairs_total": 100, "legacy_median_empty_empty_as_one": 0.333554077526672, "legacy_q25": 0.2714414337859725, "legacy_q75": 0.37869479430471287, "paired_vs_single_pairs": { "common_concepts": [ "current_algebra", "electroweak_unification", "gauge_theories", "higgs_mechanism", "qed_radiative", "quark_model", "renormalizability", "s_matrix_bootstrap", "strong_interactions", "weak_interactions" ], "n_common": 10, "median_difference": 0.2109140556871856, "n_concepts_higher_than_single": 10, "n_concepts_lower_than_single": 0 } }, "loo_vs_full": { "n_concepts_available": 10, "concepts_unavailable": [], "median_of_concept_means": 0.7650769177964132, "q25": 0.7289555042715984, "q75": 0.802426997775827, "n_empty_empty_total": 0, "n_empty_vs_nonempty_total": 0, "n_pairs_total": 50, "legacy_median_empty_empty_as_one": 0.7650769177964132, "legacy_q25": 0.7289555042715984, "legacy_q75": 0.802426997775827, "paired_vs_single_pairs": { "common_concepts": [ "current_algebra", "electroweak_unification", "gauge_theories", "higgs_mechanism", "qed_radiative", "quark_model", "renormalizability", "s_matrix_bootstrap", "strong_interactions", "weak_interactions" ], "n_common": 10, "median_difference": 0.6465069464549107, "n_concepts_higher_than_single": 10, "n_concepts_lower_than_single": 0 } } }, "n_documents_assigned_full_anchors": 790, "production_cluster_sizes": { "higgs_mechanism": 112, "gauge_theories": 53, "weak_interactions": 157, "qed_radiative": 81, "s_matrix_bootstrap": 86, "current_algebra": 24, "quark_model": 14, "strong_interactions": 177, "electroweak_unification": 57, "renormalizability": 29 }, "tau_full_anchors": { "higgs_mechanism": 0.02356363646686077, "gauge_theories": 0.02204064279794693, "weak_interactions": 0.025341439992189407, "qed_radiative": 0.029767442494630814, "s_matrix_bootstrap": 0.028585053980350494, "current_algebra": 0.026490284129977226, "quark_model": 0.03057629056274891, "strong_interactions": 0.027442576363682747, "electroweak_unification": 0.025341439992189407, "renormalizability": 0.02204064279794693 }, "per_concept": { "higgs_mechanism": { "production_cluster_size": 112, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 4, "available": true, "mean_informative": 0.16896825396825396, "median_informative": 0.12698412698412698, "legacy_mean_empty_empty_as_one": 0.16896825396825396 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 1, "available": true, "mean_informative": 0.20712300863540778, "median_informative": 0.1728395061728395, "legacy_mean_empty_empty_as_one": 0.20712300863540778 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 1, "available": true, "mean_informative": 0.03494890310864407, "median_informative": 0.029411764705882353, "legacy_mean_empty_empty_as_one": 0.03494890310864407 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.29321006139878963, "median_informative": 0.33051948051948055, "legacy_mean_empty_empty_as_one": 0.29321006139878963 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.7499758874917942, "median_informative": 0.7967479674796748, "legacy_mean_empty_empty_as_one": 0.7499758874917942 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 0.25, "status": "informative", "size_a": 3, "size_b": 2 }, { "i": 0, "j": 2, "jaccard": 0.4, "status": "informative", "size_a": 3, "size_b": 4 }, { "i": 0, "j": 3, "jaccard": 0, "status": "informative", "size_a": 3, "size_b": 0 }, { "i": 0, "j": 4, "jaccard": 0.2857142857142857, "status": "informative", "size_a": 3, "size_b": 6 }, { "i": 1, "j": 2, "jaccard": 0.5, "status": "informative", "size_a": 2, "size_b": 4 }, { "i": 1, "j": 3, "jaccard": 0, "status": "informative", "size_a": 2, "size_b": 0 }, { "i": 1, "j": 4, "jaccard": 0.14285714285714285, "status": "informative", "size_a": 2, "size_b": 6 }, { "i": 2, "j": 3, "jaccard": 0, "status": "informative", "size_a": 4, "size_b": 0 }, { "i": 2, "j": 4, "jaccard": 0.1111111111111111, "status": "informative", "size_a": 4, "size_b": 6 }, { "i": 3, "j": 4, "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 6 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0.029411764705882353, "status": "informative", "size_a": 3, "size_b": 102 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0.01834862385321101, "status": "informative", "size_a": 109, "size_b": 2 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0.05555555555555555, "status": "informative", "size_a": 72, "size_b": 4 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 97, "size_b": 0 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0.07142857142857142, "status": "informative", "size_a": 69, "size_b": 6 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.0990990990990991, "status": "informative", "size_a": 12, "size_b": 110 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.3709677419354839, "status": "informative", "size_a": 35, "size_b": 50 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.1728395061728395, "status": "informative", "size_a": 14, "size_b": 81 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.34615384615384615, "status": "informative", "size_a": 24, "size_b": 46 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.25396825396825395, "status": "informative", "size_a": 55, "size_b": 24 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.15, "status": "informative", "size_a": 80, "size_b": 12 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.3181818181818182, "status": "informative", "size_a": 61, "size_b": 26 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.48148148148148145, "status": "informative", "size_a": 47, "size_b": 33 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.34285714285714286, "status": "informative", "size_a": 31, "size_b": 63 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.39655172413793105, "status": "informative", "size_a": 49, "size_b": 32 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.8608695652173913, "status": "informative", "size_a": 102, "size_b": 112 }, { "left_out": 1, "jaccard": 0.7967479674796748, "status": "informative", "size_a": 109, "size_b": 112 }, { "left_out": 2, "jaccard": 0.6428571428571429, "status": "informative", "size_a": 72, "size_b": 112 }, { "left_out": 3, "jaccard": 0.8333333333333334, "status": "informative", "size_a": 97, "size_b": 112 }, { "left_out": 4, "jaccard": 0.6160714285714286, "status": "informative", "size_a": 69, "size_b": 112 } ] }, "gauge_theories": { "production_cluster_size": 53, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 4, "available": true, "mean_informative": 0.045, "median_informative": 0, "legacy_mean_empty_empty_as_one": 0.045 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 1, "available": true, "mean_informative": 0.13900435143650552, "median_informative": 0.13953488372093023, "legacy_mean_empty_empty_as_one": 0.13900435143650552 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 1, "available": true, "mean_informative": 0.04018086268086268, "median_informative": 0.044444444444444446, "legacy_mean_empty_empty_as_one": 0.04018086268086268 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.18841609581432694, "median_informative": 0.16381766381766383, "legacy_mean_empty_empty_as_one": 0.18841609581432694 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.766175430889214, "median_informative": 0.7818181818181819, "legacy_mean_empty_empty_as_one": 0.766175430889214 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 0, "status": "informative", "size_a": 4, "size_b": 4 }, { "i": 0, "j": 2, "jaccard": 0.2, "status": "informative", "size_a": 4, "size_b": 2 }, { "i": 0, "j": 3, "jaccard": 0, "status": "informative", "size_a": 4, "size_b": 0 }, { "i": 0, "j": 4, "jaccard": 0.25, "status": "informative", "size_a": 4, "size_b": 1 }, { "i": 1, "j": 2, "jaccard": 0, "status": "informative", "size_a": 4, "size_b": 2 }, { "i": 1, "j": 3, "jaccard": 0, "status": "informative", "size_a": 4, "size_b": 0 }, { "i": 1, "j": 4, "jaccard": 0, "status": "informative", "size_a": 4, "size_b": 1 }, { "i": 2, "j": 3, "jaccard": 0, "status": "informative", "size_a": 2, "size_b": 0 }, { "i": 2, "j": 4, "jaccard": 0, "status": "informative", "size_a": 2, "size_b": 1 }, { "i": 3, "j": 4, "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 1 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0.05454545454545454, "status": "informative", "size_a": 4, "size_b": 54 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0.08108108108108109, "status": "informative", "size_a": 36, "size_b": 4 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0.044444444444444446, "status": "informative", "size_a": 45, "size_b": 2 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 38, "size_b": 0 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0.020833333333333332, "status": "informative", "size_a": 48, "size_b": 1 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.20512820512820512, "status": "informative", "size_a": 25, "size_b": 22 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.23684210526315788, "status": "informative", "size_a": 12, "size_b": 35 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.13953488372093023, "status": "informative", "size_a": 13, "size_b": 36 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.1794871794871795, "status": "informative", "size_a": 9, "size_b": 37 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.34210526315789475, "status": "informative", "size_a": 24, "size_b": 27 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.14814814814814814, "status": "informative", "size_a": 18, "size_b": 13 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.2903225806451613, "status": "informative", "size_a": 25, "size_b": 15 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.14814814814814814, "status": "informative", "size_a": 26, "size_b": 5 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.1111111111111111, "status": "informative", "size_a": 42, "size_b": 8 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.08333333333333333, "status": "informative", "size_a": 34, "size_b": 5 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.8135593220338984, "status": "informative", "size_a": 54, "size_b": 53 }, { "left_out": 1, "jaccard": 0.6481481481481481, "status": "informative", "size_a": 36, "size_b": 53 }, { "left_out": 2, "jaccard": 0.7818181818181819, "status": "informative", "size_a": 45, "size_b": 53 }, { "left_out": 3, "jaccard": 0.7169811320754716, "status": "informative", "size_a": 38, "size_b": 53 }, { "left_out": 4, "jaccard": 0.8703703703703703, "status": "informative", "size_a": 48, "size_b": 53 } ] }, "weak_interactions": { "production_cluster_size": 157, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 9, "n_empty_empty": 1, "n_empty_vs_nonempty": 6, "available": true, "mean_informative": 0.005814344289843382, "median_informative": 0, "legacy_mean_empty_empty_as_one": 0.10523290986085905 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 2, "available": true, "mean_informative": 0.16619619320012796, "median_informative": 0.11522633744855967, "legacy_mean_empty_empty_as_one": 0.16619619320012796 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 2, "available": true, "mean_informative": 0.08208659833146052, "median_informative": 0.011976047904191617, "legacy_mean_empty_empty_as_one": 0.08208659833146052 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.20825099063446167, "median_informative": 0.20863125638406538, "legacy_mean_empty_empty_as_one": 0.20825099063446167 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.6602002694655771, "median_informative": 0.7104072398190046, "legacy_mean_empty_empty_as_one": 0.6602002694655771 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 0, "j": 2, "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 2 }, { "i": 0, "j": 3, "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 2 }, { "i": 0, "j": 4, "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 57 }, { "i": 1, "j": 2, "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 2 }, { "i": 1, "j": 3, "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 2 }, { "i": 1, "j": 4, "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 57 }, { "i": 2, "j": 3, "jaccard": 0, "status": "informative", "size_a": 2, "size_b": 2 }, { "i": 2, "j": 4, "jaccard": 0.017241379310344827, "status": "informative", "size_a": 2, "size_b": 57 }, { "i": 3, "j": 4, "jaccard": 0.03508771929824561, "status": "informative", "size_a": 2, "size_b": 57 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 221 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 149, "size_b": 0 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0.02040816326530612, "status": "informative", "size_a": 98, "size_b": 2 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0.011976047904191617, "status": "informative", "size_a": 167, "size_b": 2 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0.3780487804878049, "status": "informative", "size_a": 56, "size_b": 57 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.06995884773662552, "status": "informative", "size_a": 17, "size_b": 243 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.06363636363636363, "status": "informative", "size_a": 8, "size_b": 109 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.0411522633744856, "status": "informative", "size_a": 10, "size_b": 243 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.4090909090909091, "status": "informative", "size_a": 59, "size_b": 65 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.36538461538461536, "status": "informative", "size_a": 94, "size_b": 48 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.13636363636363635, "status": "informative", "size_a": 129, "size_b": 21 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.29545454545454547, "status": "informative", "size_a": 28, "size_b": 86 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.2808988764044944, "status": "informative", "size_a": 84, "size_b": 30 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.11522633744855967, "status": "informative", "size_a": 31, "size_b": 240 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.3053435114503817, "status": "informative", "size_a": 44, "size_b": 127 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.7104072398190046, "status": "informative", "size_a": 221, "size_b": 157 }, { "left_out": 1, "jaccard": 0.7894736842105263, "status": "informative", "size_a": 149, "size_b": 157 }, { "left_out": 2, "jaccard": 0.6139240506329114, "status": "informative", "size_a": 98, "size_b": 157 }, { "left_out": 3, "jaccard": 0.8305084745762712, "status": "informative", "size_a": 167, "size_b": 157 }, { "left_out": 4, "jaccard": 0.35668789808917195, "status": "informative", "size_a": 56, "size_b": 157 } ] }, "qed_radiative": { "production_cluster_size": 81, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 9, "n_empty_empty": 1, "n_empty_vs_nonempty": 6, "available": true, "mean_informative": 0.05864197530864198, "median_informative": 0, "legacy_mean_empty_empty_as_one": 0.15277777777777776 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 2, "available": true, "mean_informative": 0.24067748818016318, "median_informative": 0.14705882352941177, "legacy_mean_empty_empty_as_one": 0.24067748818016318 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 2, "available": true, "mean_informative": 0.043204099821746875, "median_informative": 0.020833333333333332, "legacy_mean_empty_empty_as_one": 0.043204099821746875 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.3394141823593713, "median_informative": 0.34515881147540983, "legacy_mean_empty_empty_as_one": 0.3394141823593713 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.6832079092413489, "median_informative": 0.7058823529411765, "legacy_mean_empty_empty_as_one": 0.6832079092413489 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 6 }, { "i": 0, "j": 2, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 0, "j": 3, "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 1 }, { "i": 0, "j": 4, "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 4 }, { "i": 1, "j": 2, "jaccard": 0, "status": "informative", "size_a": 6, "size_b": 0 }, { "i": 1, "j": 3, "jaccard": 0.16666666666666666, "status": "informative", "size_a": 6, "size_b": 1 }, { "i": 1, "j": 4, "jaccard": 0.1111111111111111, "status": "informative", "size_a": 6, "size_b": 4 }, { "i": 2, "j": 3, "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 1 }, { "i": 2, "j": 4, "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 4 }, { "i": 3, "j": 4, "jaccard": 0.25, "status": "informative", "size_a": 1, "size_b": 4 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 100 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0.13636363636363635, "status": "informative", "size_a": 44, "size_b": 6 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 64, "size_b": 0 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0.020833333333333332, "status": "informative", "size_a": 48, "size_b": 1 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0.058823529411764705, "status": "informative", "size_a": 68, "size_b": 4 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.5333333333333333, "status": "informative", "size_a": 34, "size_b": 58 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.08450704225352113, "status": "informative", "size_a": 6, "size_b": 71 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.296875, "status": "informative", "size_a": 22, "size_b": 61 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.09876543209876543, "status": "informative", "size_a": 8, "size_b": 81 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.39344262295081966, "status": "informative", "size_a": 37, "size_b": 48 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.14705882352941177, "status": "informative", "size_a": 14, "size_b": 25 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.4888888888888889, "status": "informative", "size_a": 34, "size_b": 33 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.5365853658536586, "status": "informative", "size_a": 35, "size_b": 28 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.2692307692307692, "status": "informative", "size_a": 51, "size_b": 15 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.5454545454545454, "status": "informative", "size_a": 43, "size_b": 42 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.7572815533980582, "status": "informative", "size_a": 100, "size_b": 81 }, { "left_out": 1, "jaccard": 0.5432098765432098, "status": "informative", "size_a": 44, "size_b": 81 }, { "left_out": 2, "jaccard": 0.7058823529411765, "status": "informative", "size_a": 64, "size_b": 81 }, { "left_out": 3, "jaccard": 0.5925925925925926, "status": "informative", "size_a": 48, "size_b": 81 }, { "left_out": 4, "jaccard": 0.8170731707317073, "status": "informative", "size_a": 68, "size_b": 81 } ] }, "s_matrix_bootstrap": { "production_cluster_size": 86, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 9, "n_empty_empty": 1, "n_empty_vs_nonempty": 6, "available": true, "mean_informative": 0, "median_informative": 0, "legacy_mean_empty_empty_as_one": 0.1 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 2, "available": true, "mean_informative": 0.17883569837537772, "median_informative": 0.2, "legacy_mean_empty_empty_as_one": 0.17883569837537772 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 2, "available": true, "mean_informative": 0.008136645962732919, "median_informative": 0.011904761904761904, "legacy_mean_empty_empty_as_one": 0.008136645962732919 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.26418522458170013, "median_informative": 0.24919484702093397, "legacy_mean_empty_empty_as_one": 0.26418522458170013 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.7219487098648665, "median_informative": 0.7222222222222222, "legacy_mean_empty_empty_as_one": 0.7219487098648665 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 0, "status": "informative", "size_a": 1, "size_b": 2 }, { "i": 0, "j": 2, "jaccard": 0, "status": "informative", "size_a": 1, "size_b": 0 }, { "i": 0, "j": 3, "jaccard": 0, "status": "informative", "size_a": 1, "size_b": 0 }, { "i": 0, "j": 4, "jaccard": 0, "status": "informative", "size_a": 1, "size_b": 1 }, { "i": 1, "j": 2, "jaccard": 0, "status": "informative", "size_a": 2, "size_b": 0 }, { "i": 1, "j": 3, "jaccard": 0, "status": "informative", "size_a": 2, "size_b": 0 }, { "i": 1, "j": 4, "jaccard": 0, "status": "informative", "size_a": 2, "size_b": 1 }, { "i": 2, "j": 3, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 2, "j": 4, "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 1 }, { "i": 3, "j": 4, "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 1 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0.011904761904761904, "status": "informative", "size_a": 1, "size_b": 84 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0.014285714285714285, "status": "informative", "size_a": 69, "size_b": 2 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 55, "size_b": 0 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 77, "size_b": 0 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0.014492753623188406, "status": "informative", "size_a": 69, "size_b": 1 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.2923076923076923, "status": "informative", "size_a": 21, "size_b": 63 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.2391304347826087, "status": "informative", "size_a": 19, "size_b": 38 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.2, "status": "informative", "size_a": 19, "size_b": 71 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.2033898305084746, "status": "informative", "size_a": 13, "size_b": 58 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.35714285714285715, "status": "informative", "size_a": 39, "size_b": 37 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.12962962962962962, "status": "informative", "size_a": 45, "size_b": 16 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.18867924528301888, "status": "informative", "size_a": 49, "size_b": 14 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.4444444444444444, "status": "informative", "size_a": 38, "size_b": 27 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.25925925925925924, "status": "informative", "size_a": 37, "size_b": 31 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.32786885245901637, "status": "informative", "size_a": 57, "size_b": 24 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.7708333333333334, "status": "informative", "size_a": 84, "size_b": 86 }, { "left_out": 1, "jaccard": 0.7222222222222222, "status": "informative", "size_a": 69, "size_b": 86 }, { "left_out": 2, "jaccard": 0.6395348837209303, "status": "informative", "size_a": 55, "size_b": 86 }, { "left_out": 3, "jaccard": 0.7157894736842105, "status": "informative", "size_a": 77, "size_b": 86 }, { "left_out": 4, "jaccard": 0.7613636363636364, "status": "informative", "size_a": 69, "size_b": 86 } ] }, "current_algebra": { "production_cluster_size": 24, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 4, "available": true, "mean_informative": 0.06595238095238096, "median_informative": 0, "legacy_mean_empty_empty_as_one": 0.06595238095238096 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 1, "available": true, "mean_informative": 0.30778133996974577, "median_informative": 0.36363636363636365, "legacy_mean_empty_empty_as_one": 0.30778133996974577 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 1, "available": true, "mean_informative": 0.14335353535353534, "median_informative": 0.04, "legacy_mean_empty_empty_as_one": 0.14335353535353534 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.389995242277851, "median_informative": 0.4007246376811594, "legacy_mean_empty_empty_as_one": 0.389995242277851 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.7661238825031929, "median_informative": 0.75, "legacy_mean_empty_empty_as_one": 0.7661238825031929 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 0.4166666666666667, "status": "informative", "size_a": 7, "size_b": 10 }, { "i": 0, "j": 2, "jaccard": 0, "status": "informative", "size_a": 7, "size_b": 0 }, { "i": 0, "j": 3, "jaccard": 0, "status": "informative", "size_a": 7, "size_b": 1 }, { "i": 0, "j": 4, "jaccard": 0.14285714285714285, "status": "informative", "size_a": 7, "size_b": 1 }, { "i": 1, "j": 2, "jaccard": 0, "status": "informative", "size_a": 10, "size_b": 0 }, { "i": 1, "j": 3, "jaccard": 0, "status": "informative", "size_a": 10, "size_b": 1 }, { "i": 1, "j": 4, "jaccard": 0.1, "status": "informative", "size_a": 10, "size_b": 1 }, { "i": 2, "j": 3, "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 1 }, { "i": 2, "j": 4, "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 1 }, { "i": 3, "j": 4, "jaccard": 0, "status": "informative", "size_a": 1, "size_b": 1 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0.2222222222222222, "status": "informative", "size_a": 7, "size_b": 26 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0.45454545454545453, "status": "informative", "size_a": 22, "size_b": 10 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 25, "size_b": 0 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 15, "size_b": 1 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0.04, "status": "informative", "size_a": 25, "size_b": 1 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.43478260869565216, "status": "informative", "size_a": 12, "size_b": 21 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.36666666666666664, "status": "informative", "size_a": 12, "size_b": 29 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.4583333333333333, "status": "informative", "size_a": 21, "size_b": 14 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.2962962962962963, "status": "informative", "size_a": 9, "size_b": 26 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.5, "status": "informative", "size_a": 21, "size_b": 12 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.43478260869565216, "status": "informative", "size_a": 13, "size_b": 20 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.45454545454545453, "status": "informative", "size_a": 21, "size_b": 11 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.2727272727272727, "status": "informative", "size_a": 13, "size_b": 15 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.3181818181818182, "status": "informative", "size_a": 22, "size_b": 7 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.36363636363636365, "status": "informative", "size_a": 14, "size_b": 16 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.7241379310344828, "status": "informative", "size_a": 26, "size_b": 24 }, { "left_out": 1, "jaccard": 0.9166666666666666, "status": "informative", "size_a": 22, "size_b": 24 }, { "left_out": 2, "jaccard": 0.8148148148148148, "status": "informative", "size_a": 25, "size_b": 24 }, { "left_out": 3, "jaccard": 0.625, "status": "informative", "size_a": 15, "size_b": 24 }, { "left_out": 4, "jaccard": 0.75, "status": "informative", "size_a": 25, "size_b": 24 } ] }, "quark_model": { "production_cluster_size": 14, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 9, "n_empty_empty": 1, "n_empty_vs_nonempty": 6, "available": true, "mean_informative": 0.0962962962962963, "median_informative": 0, "legacy_mean_empty_empty_as_one": 0.18666666666666668 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 2, "available": true, "mean_informative": 0.24291159133264395, "median_informative": 0.23076923076923078, "legacy_mean_empty_empty_as_one": 0.24291159133264395 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 2, "available": true, "mean_informative": 0.07334682860998651, "median_informative": 0.05263157894736842, "legacy_mean_empty_empty_as_one": 0.07334682860998651 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.3276939726939726, "median_informative": 0.3484848484848485, "legacy_mean_empty_empty_as_one": 0.3276939726939726 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.8207017543859649, "median_informative": 0.8571428571428571, "legacy_mean_empty_empty_as_one": 0.8207017543859649 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 0.3333333333333333, "status": "informative", "size_a": 1, "size_b": 3 }, { "i": 0, "j": 2, "jaccard": 0, "status": "informative", "size_a": 1, "size_b": 0 }, { "i": 0, "j": 3, "jaccard": 0, "status": "informative", "size_a": 1, "size_b": 0 }, { "i": 0, "j": 4, "jaccard": 0.3333333333333333, "status": "informative", "size_a": 1, "size_b": 3 }, { "i": 1, "j": 2, "jaccard": 0, "status": "informative", "size_a": 3, "size_b": 0 }, { "i": 1, "j": 3, "jaccard": 0, "status": "informative", "size_a": 3, "size_b": 0 }, { "i": 1, "j": 4, "jaccard": 0.2, "status": "informative", "size_a": 3, "size_b": 3 }, { "i": 2, "j": 3, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 2, "j": 4, "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 3 }, { "i": 3, "j": 4, "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 3 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0.05263157894736842, "status": "informative", "size_a": 1, "size_b": 19 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0.23076923076923078, "status": "informative", "size_a": 13, "size_b": 3 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 14, "size_b": 0 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 12, "size_b": 0 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0.08333333333333333, "status": "informative", "size_a": 10, "size_b": 3 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.46153846153846156, "status": "informative", "size_a": 7, "size_b": 12 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.13333333333333333, "status": "informative", "size_a": 2, "size_b": 15 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.23076923076923078, "status": "informative", "size_a": 3, "size_b": 13 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.3333333333333333, "status": "informative", "size_a": 7, "size_b": 13 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.42857142857142855, "status": "informative", "size_a": 12, "size_b": 8 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.18181818181818182, "status": "informative", "size_a": 6, "size_b": 7 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.36363636363636365, "status": "informative", "size_a": 5, "size_b": 10 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.45454545454545453, "status": "informative", "size_a": 11, "size_b": 5 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.2727272727272727, "status": "informative", "size_a": 9, "size_b": 5 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.4166666666666667, "status": "informative", "size_a": 8, "size_b": 9 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.7368421052631579, "status": "informative", "size_a": 19, "size_b": 14 }, { "left_out": 1, "jaccard": 0.9285714285714286, "status": "informative", "size_a": 13, "size_b": 14 }, { "left_out": 2, "jaccard": 0.8666666666666667, "status": "informative", "size_a": 14, "size_b": 14 }, { "left_out": 3, "jaccard": 0.8571428571428571, "status": "informative", "size_a": 12, "size_b": 14 }, { "left_out": 4, "jaccard": 0.7142857142857143, "status": "informative", "size_a": 10, "size_b": 14 } ] }, "strong_interactions": { "production_cluster_size": 177, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.12540198535554573, "median_informative": 0.12698412698412698, "legacy_mean_empty_empty_as_one": 0.12540198535554573 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.24538670029534235, "median_informative": 0.2796610169491525, "legacy_mean_empty_empty_as_one": 0.24538670029534235 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.04657320011542978, "median_informative": 0.03205128205128205, "legacy_mean_empty_empty_as_one": 0.04657320011542978 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.3447934503852986, "median_informative": 0.358578431372549, "legacy_mean_empty_empty_as_one": 0.3447934503852986 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.7640299530896335, "median_informative": 0.7947368421052632, "legacy_mean_empty_empty_as_one": 0.7640299530896335 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 0.15789473684210525, "status": "informative", "size_a": 5, "size_b": 17 }, { "i": 0, "j": 2, "jaccard": 0.14285714285714285, "status": "informative", "size_a": 5, "size_b": 3 }, { "i": 0, "j": 3, "jaccard": 0.16666666666666666, "status": "informative", "size_a": 5, "size_b": 9 }, { "i": 0, "j": 4, "jaccard": 0.2, "status": "informative", "size_a": 5, "size_b": 1 }, { "i": 1, "j": 2, "jaccard": 0.1111111111111111, "status": "informative", "size_a": 17, "size_b": 3 }, { "i": 1, "j": 3, "jaccard": 0.08333333333333333, "status": "informative", "size_a": 17, "size_b": 9 }, { "i": 1, "j": 4, "jaccard": 0.058823529411764705, "status": "informative", "size_a": 17, "size_b": 1 }, { "i": 2, "j": 3, "jaccard": 0, "status": "informative", "size_a": 3, "size_b": 9 }, { "i": 2, "j": 4, "jaccard": 0.3333333333333333, "status": "informative", "size_a": 3, "size_b": 1 }, { "i": 3, "j": 4, "jaccard": 0, "status": "informative", "size_a": 9, "size_b": 1 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0.03205128205128205, "status": "informative", "size_a": 5, "size_b": 156 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0.10869565217391304, "status": "informative", "size_a": 136, "size_b": 17 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0.01935483870967742, "status": "informative", "size_a": 155, "size_b": 3 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0.06666666666666667, "status": "informative", "size_a": 119, "size_b": 9 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0.006097560975609756, "status": "informative", "size_a": 164, "size_b": 1 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.4461538461538462, "status": "informative", "size_a": 77, "size_b": 111 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.3088235294117647, "status": "informative", "size_a": 47, "size_b": 131 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.3048780487804878, "status": "informative", "size_a": 40, "size_b": 67 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.22058823529411764, "status": "informative", "size_a": 30, "size_b": 136 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.40860215053763443, "status": "informative", "size_a": 85, "size_b": 46 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.44537815126050423, "status": "informative", "size_a": 71, "size_b": 101 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.2796610169491525, "status": "informative", "size_a": 106, "size_b": 45 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.4083333333333333, "status": "informative", "size_a": 95, "size_b": 74 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.13953488372093023, "status": "informative", "size_a": 126, "size_b": 21 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.48598130841121495, "status": "informative", "size_a": 97, "size_b": 62 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.8, "status": "informative", "size_a": 156, "size_b": 177 }, { "left_out": 1, "jaccard": 0.7388888888888889, "status": "informative", "size_a": 136, "size_b": 177 }, { "left_out": 2, "jaccard": 0.8142076502732241, "status": "informative", "size_a": 155, "size_b": 177 }, { "left_out": 3, "jaccard": 0.672316384180791, "status": "informative", "size_a": 119, "size_b": 177 }, { "left_out": 4, "jaccard": 0.7947368421052632, "status": "informative", "size_a": 164, "size_b": 177 } ] }, "electroweak_unification": { "production_cluster_size": 57, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.292985347985348, "median_informative": 0.3173076923076923, "legacy_mean_empty_empty_as_one": 0.292985347985348 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.35038625416076924, "median_informative": 0.38461538461538464, "legacy_mean_empty_empty_as_one": 0.35038625416076924 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.11781474127800964, "median_informative": 0.15517241379310345, "legacy_mean_empty_empty_as_one": 0.11781474127800964 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.4666720106021491, "median_informative": 0.4923725411481333, "legacy_mean_empty_empty_as_one": 0.4666720106021491 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.8145108534046981, "median_informative": 0.8421052631578947, "legacy_mean_empty_empty_as_one": 0.8145108534046981 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 0.38461538461538464, "status": "informative", "size_a": 10, "size_b": 8 }, { "i": 0, "j": 2, "jaccard": 0.1, "status": "informative", "size_a": 10, "size_b": 1 }, { "i": 0, "j": 3, "jaccard": 0.4, "status": "informative", "size_a": 10, "size_b": 4 }, { "i": 0, "j": 4, "jaccard": 0.6, "status": "informative", "size_a": 10, "size_b": 6 }, { "i": 1, "j": 2, "jaccard": 0, "status": "informative", "size_a": 8, "size_b": 1 }, { "i": 1, "j": 3, "jaccard": 0.2, "status": "informative", "size_a": 8, "size_b": 4 }, { "i": 1, "j": 4, "jaccard": 0.4, "status": "informative", "size_a": 8, "size_b": 6 }, { "i": 2, "j": 3, "jaccard": 0.25, "status": "informative", "size_a": 1, "size_b": 4 }, { "i": 2, "j": 4, "jaccard": 0.16666666666666666, "status": "informative", "size_a": 1, "size_b": 6 }, { "i": 3, "j": 4, "jaccard": 0.42857142857142855, "status": "informative", "size_a": 4, "size_b": 6 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0.15517241379310345, "status": "informative", "size_a": 10, "size_b": 57 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0.16666666666666666, "status": "informative", "size_a": 48, "size_b": 8 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0.021739130434782608, "status": "informative", "size_a": 46, "size_b": 1 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0.08333333333333333, "status": "informative", "size_a": 48, "size_b": 4 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0.16216216216216217, "status": "informative", "size_a": 37, "size_b": 6 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.5319148936170213, "status": "informative", "size_a": 29, "size_b": 43 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.32558139534883723, "status": "informative", "size_a": 15, "size_b": 42 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.38461538461538464, "status": "informative", "size_a": 16, "size_b": 38 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.5625, "status": "informative", "size_a": 20, "size_b": 30 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.4, "status": "informative", "size_a": 32, "size_b": 17 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.4528301886792453, "status": "informative", "size_a": 47, "size_b": 30 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.6206896551724138, "status": "informative", "size_a": 24, "size_b": 23 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.2702702702702703, "status": "informative", "size_a": 36, "size_b": 11 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.5777777777777777, "status": "informative", "size_a": 39, "size_b": 32 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.5405405405405406, "status": "informative", "size_a": 28, "size_b": 29 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.9322033898305084, "status": "informative", "size_a": 57, "size_b": 57 }, { "left_out": 1, "jaccard": 0.8421052631578947, "status": "informative", "size_a": 48, "size_b": 57 }, { "left_out": 2, "jaccard": 0.8070175438596491, "status": "informative", "size_a": 46, "size_b": 57 }, { "left_out": 3, "jaccard": 0.8421052631578947, "status": "informative", "size_a": 48, "size_b": 57 }, { "left_out": 4, "jaccard": 0.6491228070175439, "status": "informative", "size_a": 37, "size_b": 57 } ] }, "renormalizability": { "production_cluster_size": 29, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.29703463203463204, "median_informative": 0.26136363636363635, "legacy_mean_empty_empty_as_one": 0.29703463203463204 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.38186177027595786, "median_informative": 0.3333333333333333, "legacy_mean_empty_empty_as_one": 0.38186177027595786 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.19151618175874469, "median_informative": 0.21428571428571427, "legacy_mean_empty_empty_as_one": 0.19151618175874469 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.4770345645345645, "median_informative": 0.37797619047619047, "legacy_mean_empty_empty_as_one": 0.4770345645345645 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.8298729582577133, "median_informative": 0.8, "legacy_mean_empty_empty_as_one": 0.8298729582577133 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 0.25, "status": "informative", "size_a": 3, "size_b": 7 }, { "i": 0, "j": 2, "jaccard": 0.42857142857142855, "status": "informative", "size_a": 3, "size_b": 7 }, { "i": 0, "j": 3, "jaccard": 0.25, "status": "informative", "size_a": 3, "size_b": 7 }, { "i": 0, "j": 4, "jaccard": 0.6666666666666666, "status": "informative", "size_a": 3, "size_b": 2 }, { "i": 1, "j": 2, "jaccard": 0.2727272727272727, "status": "informative", "size_a": 7, "size_b": 7 }, { "i": 1, "j": 3, "jaccard": 0.4, "status": "informative", "size_a": 7, "size_b": 7 }, { "i": 1, "j": 4, "jaccard": 0.125, "status": "informative", "size_a": 7, "size_b": 2 }, { "i": 2, "j": 3, "jaccard": 0.16666666666666666, "status": "informative", "size_a": 7, "size_b": 7 }, { "i": 2, "j": 4, "jaccard": 0.2857142857142857, "status": "informative", "size_a": 7, "size_b": 2 }, { "i": 3, "j": 4, "jaccard": 0.125, "status": "informative", "size_a": 7, "size_b": 2 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0.07894736842105263, "status": "informative", "size_a": 3, "size_b": 38 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0.30434782608695654, "status": "informative", "size_a": 23, "size_b": 7 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0.28, "status": "informative", "size_a": 25, "size_b": 7 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0.21428571428571427, "status": "informative", "size_a": 27, "size_b": 7 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0.08, "status": "informative", "size_a": 25, "size_b": 2 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.32142857142857145, "status": "informative", "size_a": 10, "size_b": 27 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.35714285714285715, "status": "informative", "size_a": 10, "size_b": 28 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.3333333333333333, "status": "informative", "size_a": 11, "size_b": 33 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.16216216216216217, "status": "informative", "size_a": 6, "size_b": 37 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.5454545454545454, "status": "informative", "size_a": 20, "size_b": 31 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.375, "status": "informative", "size_a": 15, "size_b": 18 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.6923076923076923, "status": "informative", "size_a": 21, "size_b": 23 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.7692307692307693, "status": "informative", "size_a": 20, "size_b": 26 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.38095238095238093, "status": "informative", "size_a": 18, "size_b": 11 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.8333333333333334, "status": "informative", "size_a": 21, "size_b": 23 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.7631578947368421, "status": "informative", "size_a": 38, "size_b": 29 }, { "left_out": 1, "jaccard": 0.7931034482758621, "status": "informative", "size_a": 23, "size_b": 29 }, { "left_out": 2, "jaccard": 0.8, "status": "informative", "size_a": 25, "size_b": 29 }, { "left_out": 3, "jaccard": 0.9310344827586207, "status": "informative", "size_a": 27, "size_b": 29 }, { "left_out": 4, "jaccard": 0.8620689655172413, "status": "informative", "size_a": 25, "size_b": 29 } ] } } }, "production_v3": { "corpus": { "single_pairs": { "n_concepts_available": 10, "concepts_unavailable": [], "median_of_concept_means": 0.06229717813051147, "q25": 0.04546807359307359, "q75": 0.15719907407407407, "n_empty_empty_total": 4, "n_empty_vs_nonempty_total": 36, "n_pairs_total": 100, "legacy_median_empty_empty_as_one": 0.12931121166415283, "legacy_q25": 0.07446428571428572, "legacy_q75": 0.184375, "paired_vs_single_pairs": { "common_concepts": [ "current_algebra", "electroweak_unification", "gauge_theories", "higgs_mechanism", "qed_radiative", "quark_model", "renormalizability", "s_matrix_bootstrap", "strong_interactions", "weak_interactions" ], "n_common": 10, "median_difference": 0, "n_concepts_higher_than_single": 0, "n_concepts_lower_than_single": 0 } }, "disjoint_all": { "n_concepts_available": 10, "concepts_unavailable": [], "median_of_concept_means": 0.238470128758561, "q25": 0.18576616711281346, "q75": 0.27994261749353283, "n_empty_empty_total": 0, "n_empty_vs_nonempty_total": 11, "n_pairs_total": 150, "legacy_median_empty_empty_as_one": 0.238470128758561, "legacy_q25": 0.18576616711281346, "legacy_q75": 0.27994261749353283, "paired_vs_single_pairs": { "common_concepts": [ "current_algebra", "electroweak_unification", "gauge_theories", "higgs_mechanism", "qed_radiative", "quark_model", "renormalizability", "s_matrix_bootstrap", "strong_interactions", "weak_interactions" ], "n_common": 10, "median_difference": 0.1541002214722059, "n_concepts_higher_than_single": 10, "n_concepts_lower_than_single": 0 } }, "disjoint_1v4": { "n_concepts_available": 10, "concepts_unavailable": [], "median_of_concept_means": 0.059147394225781684, "q25": 0.042162019817602966, "q75": 0.10574009352918895, "n_empty_empty_total": 0, "n_empty_vs_nonempty_total": 11, "n_pairs_total": 50, "legacy_median_empty_empty_as_one": 0.059147394225781684, "legacy_q25": 0.042162019817602966, "legacy_q75": 0.10574009352918895, "paired_vs_single_pairs": { "common_concepts": [ "current_algebra", "electroweak_unification", "gauge_theories", "higgs_mechanism", "qed_radiative", "quark_model", "renormalizability", "s_matrix_bootstrap", "strong_interactions", "weak_interactions" ], "n_common": 10, "median_difference": -0.00966364480681415, "n_concepts_higher_than_single": 3, "n_concepts_lower_than_single": 7 } }, "disjoint_2v3": { "n_concepts_available": 10, "concepts_unavailable": [], "median_of_concept_means": 0.32994105161667386, "q25": 0.27138355520169977, "q75": 0.3600966951586454, "n_empty_empty_total": 0, "n_empty_vs_nonempty_total": 0, "n_pairs_total": 100, "legacy_median_empty_empty_as_one": 0.32994105161667386, "legacy_q25": 0.27138355520169977, "legacy_q75": 0.3600966951586454, "paired_vs_single_pairs": { "common_concepts": [ "current_algebra", "electroweak_unification", "gauge_theories", "higgs_mechanism", "qed_radiative", "quark_model", "renormalizability", "s_matrix_bootstrap", "strong_interactions", "weak_interactions" ], "n_common": 10, "median_difference": 0.21841552266947922, "n_concepts_higher_than_single": 10, "n_concepts_lower_than_single": 0 } }, "loo_vs_full": { "n_concepts_available": 10, "concepts_unavailable": [], "median_of_concept_means": 0.7616098130347624, "q25": 0.7274354089139787, "q75": 0.8139786384391626, "n_empty_empty_total": 0, "n_empty_vs_nonempty_total": 0, "n_pairs_total": 50, "legacy_median_empty_empty_as_one": 0.7616098130347624, "legacy_q25": 0.7274354089139787, "legacy_q75": 0.8139786384391626, "paired_vs_single_pairs": { "common_concepts": [ "current_algebra", "electroweak_unification", "gauge_theories", "higgs_mechanism", "qed_radiative", "quark_model", "renormalizability", "s_matrix_bootstrap", "strong_interactions", "weak_interactions" ], "n_common": 10, "median_difference": 0.6754956302354245, "n_concepts_higher_than_single": 10, "n_concepts_lower_than_single": 0 } } }, "n_documents_assigned_full_anchors": 746, "production_cluster_sizes": { "higgs_mechanism": 108, "gauge_theories": 46, "weak_interactions": 137, "qed_radiative": 81, "s_matrix_bootstrap": 85, "current_algebra": 24, "quark_model": 14, "strong_interactions": 167, "electroweak_unification": 56, "renormalizability": 28 }, "tau_full_anchors": { "higgs_mechanism": 0.02356363646686077, "gauge_theories": 0.02204064279794693, "weak_interactions": 0.025341439992189407, "qed_radiative": 0.029767442494630814, "s_matrix_bootstrap": 0.028585053980350494, "current_algebra": 0.026490284129977226, "quark_model": 0.03057629056274891, "strong_interactions": 0.027442576363682747, "electroweak_unification": 0.025341439992189407, "renormalizability": 0.02204064279794693 }, "per_concept": { "higgs_mechanism": { "production_cluster_size": 108, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 4, "available": true, "mean_informative": 0.1775, "median_informative": 0.14583333333333331, "legacy_mean_empty_empty_as_one": 0.1775 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 1, "available": true, "mean_informative": 0.1946000809813753, "median_informative": 0.16455696202531644, "legacy_mean_empty_empty_as_one": 0.1946000809813753 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 1, "available": true, "mean_informative": 0.032931595067933715, "median_informative": 0.03, "legacy_mean_empty_empty_as_one": 0.032931595067933715 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.2754343239380961, "median_informative": 0.3082579185520362, "legacy_mean_empty_empty_as_one": 0.2754343239380961 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.7570957435663318, "median_informative": 0.8067226890756303, "legacy_mean_empty_empty_as_one": 0.7570957435663318 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 0.25, "status": "informative", "size_a": 3, "size_b": 2 }, { "i": 0, "j": 2, "jaccard": 0.4, "status": "informative", "size_a": 3, "size_b": 4 }, { "i": 0, "j": 3, "jaccard": 0, "status": "informative", "size_a": 3, "size_b": 0 }, { "i": 0, "j": 4, "jaccard": 0.3333333333333333, "status": "informative", "size_a": 3, "size_b": 5 }, { "i": 1, "j": 2, "jaccard": 0.5, "status": "informative", "size_a": 2, "size_b": 4 }, { "i": 1, "j": 3, "jaccard": 0, "status": "informative", "size_a": 2, "size_b": 0 }, { "i": 1, "j": 4, "jaccard": 0.16666666666666666, "status": "informative", "size_a": 2, "size_b": 5 }, { "i": 2, "j": 3, "jaccard": 0, "status": "informative", "size_a": 4, "size_b": 0 }, { "i": 2, "j": 4, "jaccard": 0.125, "status": "informative", "size_a": 4, "size_b": 5 }, { "i": 3, "j": 4, "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 5 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0.03, "status": "informative", "size_a": 3, "size_b": 100 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0.018691588785046728, "status": "informative", "size_a": 107, "size_b": 2 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0.05714285714285714, "status": "informative", "size_a": 70, "size_b": 4 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 94, "size_b": 0 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0.058823529411764705, "status": "informative", "size_a": 67, "size_b": 5 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.10377358490566038, "status": "informative", "size_a": 12, "size_b": 105 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.35, "status": "informative", "size_a": 33, "size_b": 48 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.16455696202531644, "status": "informative", "size_a": 13, "size_b": 79 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.3333333333333333, "status": "informative", "size_a": 23, "size_b": 45 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.23333333333333334, "status": "informative", "size_a": 52, "size_b": 22 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.13157894736842105, "status": "informative", "size_a": 75, "size_b": 11 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.3076923076923077, "status": "informative", "size_a": 60, "size_b": 25 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.4528301886792453, "status": "informative", "size_a": 46, "size_b": 31 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.3088235294117647, "status": "informative", "size_a": 30, "size_b": 59 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.3684210526315789, "status": "informative", "size_a": 47, "size_b": 31 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.8738738738738738, "status": "informative", "size_a": 100, "size_b": 108 }, { "left_out": 1, "jaccard": 0.8067226890756303, "status": "informative", "size_a": 107, "size_b": 108 }, { "left_out": 2, "jaccard": 0.6481481481481481, "status": "informative", "size_a": 70, "size_b": 108 }, { "left_out": 3, "jaccard": 0.8363636363636363, "status": "informative", "size_a": 94, "size_b": 108 }, { "left_out": 4, "jaccard": 0.6203703703703703, "status": "informative", "size_a": 67, "size_b": 108 } ] }, "gauge_theories": { "production_cluster_size": 46, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 4, "available": true, "mean_informative": 0.045, "median_informative": 0, "legacy_mean_empty_empty_as_one": 0.045 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 1, "available": true, "mean_informative": 0.14515447801653117, "median_informative": 0.1282051282051282, "legacy_mean_empty_empty_as_one": 0.14515447801653117 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 1, "available": true, "mean_informative": 0.04493101859321829, "median_informative": 0.04878048780487805, "legacy_mean_empty_empty_as_one": 0.04493101859321829 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.19526620772818765, "median_informative": 0.18, "legacy_mean_empty_empty_as_one": 0.19526620772818765 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.7938092905987556, "median_informative": 0.803921568627451, "legacy_mean_empty_empty_as_one": 0.7938092905987556 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 0, "status": "informative", "size_a": 4, "size_b": 4 }, { "i": 0, "j": 2, "jaccard": 0.2, "status": "informative", "size_a": 4, "size_b": 2 }, { "i": 0, "j": 3, "jaccard": 0, "status": "informative", "size_a": 4, "size_b": 0 }, { "i": 0, "j": 4, "jaccard": 0.25, "status": "informative", "size_a": 4, "size_b": 1 }, { "i": 1, "j": 2, "jaccard": 0, "status": "informative", "size_a": 4, "size_b": 2 }, { "i": 1, "j": 3, "jaccard": 0, "status": "informative", "size_a": 4, "size_b": 0 }, { "i": 1, "j": 4, "jaccard": 0, "status": "informative", "size_a": 4, "size_b": 1 }, { "i": 2, "j": 3, "jaccard": 0, "status": "informative", "size_a": 2, "size_b": 0 }, { "i": 2, "j": 4, "jaccard": 0, "status": "informative", "size_a": 2, "size_b": 1 }, { "i": 3, "j": 4, "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 1 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0.06382978723404255, "status": "informative", "size_a": 4, "size_b": 46 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0.08823529411764706, "status": "informative", "size_a": 33, "size_b": 4 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0.04878048780487805, "status": "informative", "size_a": 41, "size_b": 2 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 35, "size_b": 0 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0.023809523809523808, "status": "informative", "size_a": 42, "size_b": 1 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.20588235294117646, "status": "informative", "size_a": 22, "size_b": 19 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.2571428571428571, "status": "informative", "size_a": 12, "size_b": 32 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.1282051282051282, "status": "informative", "size_a": 12, "size_b": 32 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.2, "status": "informative", "size_a": 9, "size_b": 33 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.34285714285714286, "status": "informative", "size_a": 23, "size_b": 24 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.16, "status": "informative", "size_a": 18, "size_b": 11 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.2857142857142857, "status": "informative", "size_a": 23, "size_b": 13 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.16, "status": "informative", "size_a": 24, "size_b": 5 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.12195121951219512, "status": "informative", "size_a": 38, "size_b": 8 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.09090909090909091, "status": "informative", "size_a": 31, "size_b": 5 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.803921568627451, "status": "informative", "size_a": 46, "size_b": 46 }, { "left_out": 1, "jaccard": 0.6808510638297872, "status": "informative", "size_a": 33, "size_b": 46 }, { "left_out": 2, "jaccard": 0.851063829787234, "status": "informative", "size_a": 41, "size_b": 46 }, { "left_out": 3, "jaccard": 0.7608695652173914, "status": "informative", "size_a": 35, "size_b": 46 }, { "left_out": 4, "jaccard": 0.8723404255319149, "status": "informative", "size_a": 42, "size_b": 46 } ] }, "weak_interactions": { "production_cluster_size": 137, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 9, "n_empty_empty": 1, "n_empty_vs_nonempty": 6, "available": true, "mean_informative": 0.00649405061169767, "median_informative": 0, "legacy_mean_empty_empty_as_one": 0.1058446455505279 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 2, "available": true, "mean_informative": 0.1680791985197618, "median_informative": 0.11981566820276497, "legacy_mean_empty_empty_as_one": 0.1680791985197618 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 2, "available": true, "mean_informative": 0.08038275645332582, "median_informative": 0.013793103448275862, "legacy_mean_empty_empty_as_one": 0.08038275645332582 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.2119274195529798, "median_informative": 0.21699819168173598, "legacy_mean_empty_empty_as_one": 0.2119274195529798 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.6573138095317347, "median_informative": 0.7046632124352331, "legacy_mean_empty_empty_as_one": 0.6573138095317347 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 0, "j": 2, "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 2 }, { "i": 0, "j": 3, "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 2 }, { "i": 0, "j": 4, "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 51 }, { "i": 1, "j": 2, "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 2 }, { "i": 1, "j": 3, "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 2 }, { "i": 1, "j": 4, "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 51 }, { "i": 2, "j": 3, "jaccard": 0, "status": "informative", "size_a": 2, "size_b": 2 }, { "i": 2, "j": 4, "jaccard": 0.019230769230769232, "status": "informative", "size_a": 2, "size_b": 51 }, { "i": 3, "j": 4, "jaccard": 0.0392156862745098, "status": "informative", "size_a": 2, "size_b": 51 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 192 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 132, "size_b": 0 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0.023255813953488372, "status": "informative", "size_a": 86, "size_b": 2 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0.013793103448275862, "status": "informative", "size_a": 145, "size_b": 2 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0.36486486486486486, "status": "informative", "size_a": 50, "size_b": 51 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.08173076923076923, "status": "informative", "size_a": 17, "size_b": 208 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.07142857142857142, "status": "informative", "size_a": 8, "size_b": 97 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.045662100456621, "status": "informative", "size_a": 10, "size_b": 219 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.4074074074074074, "status": "informative", "size_a": 55, "size_b": 59 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.3626373626373626, "status": "informative", "size_a": 81, "size_b": 43 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.14285714285714285, "status": "informative", "size_a": 116, "size_b": 20 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.2948717948717949, "status": "informative", "size_a": 25, "size_b": 76 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.2911392405063291, "status": "informative", "size_a": 74, "size_b": 28 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.11981566820276497, "status": "informative", "size_a": 29, "size_b": 214 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.3017241379310345, "status": "informative", "size_a": 39, "size_b": 112 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.7046632124352331, "status": "informative", "size_a": 192, "size_b": 137 }, { "left_out": 1, "jaccard": 0.7814569536423841, "status": "informative", "size_a": 132, "size_b": 137 }, { "left_out": 2, "jaccard": 0.60431654676259, "status": "informative", "size_a": 86, "size_b": 137 }, { "left_out": 3, "jaccard": 0.8311688311688312, "status": "informative", "size_a": 145, "size_b": 137 }, { "left_out": 4, "jaccard": 0.36496350364963503, "status": "informative", "size_a": 50, "size_b": 137 } ] }, "qed_radiative": { "production_cluster_size": 81, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 9, "n_empty_empty": 1, "n_empty_vs_nonempty": 6, "available": true, "mean_informative": 0.05864197530864198, "median_informative": 0, "legacy_mean_empty_empty_as_one": 0.15277777777777776 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 2, "available": true, "mean_informative": 0.24173516374896148, "median_informative": 0.14705882352941177, "legacy_mean_empty_empty_as_one": 0.24173516374896148 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 2, "available": true, "mean_informative": 0.04494795984157686, "median_informative": 0.02127659574468085, "legacy_mean_empty_empty_as_one": 0.04494795984157686 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.3401287657026538, "median_informative": 0.35079365079365077, "legacy_mean_empty_empty_as_one": 0.3401287657026538 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.6706613777495457, "median_informative": 0.7142857142857143, "legacy_mean_empty_empty_as_one": 0.6706613777495457 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 6 }, { "i": 0, "j": 2, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 0, "j": 3, "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 1 }, { "i": 0, "j": 4, "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 4 }, { "i": 1, "j": 2, "jaccard": 0, "status": "informative", "size_a": 6, "size_b": 0 }, { "i": 1, "j": 3, "jaccard": 0.16666666666666666, "status": "informative", "size_a": 6, "size_b": 1 }, { "i": 1, "j": 4, "jaccard": 0.1111111111111111, "status": "informative", "size_a": 6, "size_b": 4 }, { "i": 2, "j": 3, "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 1 }, { "i": 2, "j": 4, "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 4 }, { "i": 3, "j": 4, "jaccard": 0.25, "status": "informative", "size_a": 1, "size_b": 4 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 99 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0.14285714285714285, "status": "informative", "size_a": 42, "size_b": 6 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 63, "size_b": 0 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0.02127659574468085, "status": "informative", "size_a": 47, "size_b": 1 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0.06060606060606061, "status": "informative", "size_a": 66, "size_b": 4 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.5166666666666667, "status": "informative", "size_a": 34, "size_b": 57 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.08571428571428572, "status": "informative", "size_a": 6, "size_b": 70 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.30158730158730157, "status": "informative", "size_a": 22, "size_b": 60 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.1, "status": "informative", "size_a": 8, "size_b": 80 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.4, "status": "informative", "size_a": 36, "size_b": 48 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.14705882352941177, "status": "informative", "size_a": 14, "size_b": 25 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.4888888888888889, "status": "informative", "size_a": 34, "size_b": 33 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.5365853658536586, "status": "informative", "size_a": 35, "size_b": 28 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.2692307692307692, "status": "informative", "size_a": 51, "size_b": 15 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.5555555555555556, "status": "informative", "size_a": 43, "size_b": 41 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.7475728155339806, "status": "informative", "size_a": 99, "size_b": 81 }, { "left_out": 1, "jaccard": 0.5185185185185185, "status": "informative", "size_a": 42, "size_b": 81 }, { "left_out": 2, "jaccard": 0.7142857142857143, "status": "informative", "size_a": 63, "size_b": 81 }, { "left_out": 3, "jaccard": 0.5802469135802469, "status": "informative", "size_a": 47, "size_b": 81 }, { "left_out": 4, "jaccard": 0.7926829268292683, "status": "informative", "size_a": 66, "size_b": 81 } ] }, "s_matrix_bootstrap": { "production_cluster_size": 85, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 9, "n_empty_empty": 1, "n_empty_vs_nonempty": 6, "available": true, "mean_informative": 0, "median_informative": 0, "legacy_mean_empty_empty_as_one": 0.1 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 2, "available": true, "mean_informative": 0.18282152915662617, "median_informative": 0.20689655172413793, "legacy_mean_empty_empty_as_one": 0.18282152915662617 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 2, "available": true, "mean_informative": 0.008397989557409847, "median_informative": 0.012345679012345678, "legacy_mean_empty_empty_as_one": 0.008397989557409847 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.2700332989562343, "median_informative": 0.25164068908941756, "legacy_mean_empty_empty_as_one": 0.2700332989562343 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.7187115891774547, "median_informative": 0.7191011235955056, "legacy_mean_empty_empty_as_one": 0.7187115891774547 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 0, "status": "informative", "size_a": 1, "size_b": 2 }, { "i": 0, "j": 2, "jaccard": 0, "status": "informative", "size_a": 1, "size_b": 0 }, { "i": 0, "j": 3, "jaccard": 0, "status": "informative", "size_a": 1, "size_b": 0 }, { "i": 0, "j": 4, "jaccard": 0, "status": "informative", "size_a": 1, "size_b": 1 }, { "i": 1, "j": 2, "jaccard": 0, "status": "informative", "size_a": 2, "size_b": 0 }, { "i": 1, "j": 3, "jaccard": 0, "status": "informative", "size_a": 2, "size_b": 0 }, { "i": 1, "j": 4, "jaccard": 0, "status": "informative", "size_a": 2, "size_b": 1 }, { "i": 2, "j": 3, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 2, "j": 4, "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 1 }, { "i": 3, "j": 4, "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 1 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0.012345679012345678, "status": "informative", "size_a": 1, "size_b": 81 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0.014492753623188406, "status": "informative", "size_a": 68, "size_b": 2 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 54, "size_b": 0 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 73, "size_b": 0 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0.015151515151515152, "status": "informative", "size_a": 66, "size_b": 1 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.296875, "status": "informative", "size_a": 21, "size_b": 62 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.2391304347826087, "status": "informative", "size_a": 19, "size_b": 38 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.20833333333333334, "status": "informative", "size_a": 19, "size_b": 68 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.20689655172413793, "status": "informative", "size_a": 13, "size_b": 57 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.36363636363636365, "status": "informative", "size_a": 39, "size_b": 36 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.12962962962962962, "status": "informative", "size_a": 45, "size_b": 16 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.19230769230769232, "status": "informative", "size_a": 48, "size_b": 14 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.45454545454545453, "status": "informative", "size_a": 38, "size_b": 26 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.2641509433962264, "status": "informative", "size_a": 37, "size_b": 30 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.3448275862068966, "status": "informative", "size_a": 54, "size_b": 24 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.7659574468085106, "status": "informative", "size_a": 81, "size_b": 85 }, { "left_out": 1, "jaccard": 0.7191011235955056, "status": "informative", "size_a": 68, "size_b": 85 }, { "left_out": 2, "jaccard": 0.6352941176470588, "status": "informative", "size_a": 54, "size_b": 85 }, { "left_out": 3, "jaccard": 0.717391304347826, "status": "informative", "size_a": 73, "size_b": 85 }, { "left_out": 4, "jaccard": 0.7558139534883721, "status": "informative", "size_a": 66, "size_b": 85 } ] }, "current_algebra": { "production_cluster_size": 24, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 4, "available": true, "mean_informative": 0.06595238095238096, "median_informative": 0, "legacy_mean_empty_empty_as_one": 0.06595238095238096 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 1, "available": true, "mean_informative": 0.2922862928804958, "median_informative": 0.3181818181818182, "legacy_mean_empty_empty_as_one": 0.2922862928804958 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 1, "available": true, "mean_informative": 0.14335353535353534, "median_informative": 0.04, "legacy_mean_empty_empty_as_one": 0.14335353535353534 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.36675267164397596, "median_informative": 0.3712121212121212, "legacy_mean_empty_empty_as_one": 0.36675267164397596 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.7661238825031929, "median_informative": 0.75, "legacy_mean_empty_empty_as_one": 0.7661238825031929 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 0.4166666666666667, "status": "informative", "size_a": 7, "size_b": 10 }, { "i": 0, "j": 2, "jaccard": 0, "status": "informative", "size_a": 7, "size_b": 0 }, { "i": 0, "j": 3, "jaccard": 0, "status": "informative", "size_a": 7, "size_b": 1 }, { "i": 0, "j": 4, "jaccard": 0.14285714285714285, "status": "informative", "size_a": 7, "size_b": 1 }, { "i": 1, "j": 2, "jaccard": 0, "status": "informative", "size_a": 10, "size_b": 0 }, { "i": 1, "j": 3, "jaccard": 0, "status": "informative", "size_a": 10, "size_b": 1 }, { "i": 1, "j": 4, "jaccard": 0.1, "status": "informative", "size_a": 10, "size_b": 1 }, { "i": 2, "j": 3, "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 1 }, { "i": 2, "j": 4, "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 1 }, { "i": 3, "j": 4, "jaccard": 0, "status": "informative", "size_a": 1, "size_b": 1 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0.2222222222222222, "status": "informative", "size_a": 7, "size_b": 26 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0.45454545454545453, "status": "informative", "size_a": 22, "size_b": 10 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 25, "size_b": 0 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 15, "size_b": 1 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0.04, "status": "informative", "size_a": 25, "size_b": 1 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.43478260869565216, "status": "informative", "size_a": 12, "size_b": 21 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.3333333333333333, "status": "informative", "size_a": 11, "size_b": 29 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.4583333333333333, "status": "informative", "size_a": 21, "size_b": 14 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.25925925925925924, "status": "informative", "size_a": 8, "size_b": 26 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.5, "status": "informative", "size_a": 21, "size_b": 12 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.4090909090909091, "status": "informative", "size_a": 12, "size_b": 19 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.45454545454545453, "status": "informative", "size_a": 21, "size_b": 11 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.22727272727272727, "status": "informative", "size_a": 13, "size_b": 14 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.2727272727272727, "status": "informative", "size_a": 22, "size_b": 6 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.3181818181818182, "status": "informative", "size_a": 14, "size_b": 15 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.7241379310344828, "status": "informative", "size_a": 26, "size_b": 24 }, { "left_out": 1, "jaccard": 0.9166666666666666, "status": "informative", "size_a": 22, "size_b": 24 }, { "left_out": 2, "jaccard": 0.8148148148148148, "status": "informative", "size_a": 25, "size_b": 24 }, { "left_out": 3, "jaccard": 0.625, "status": "informative", "size_a": 15, "size_b": 24 }, { "left_out": 4, "jaccard": 0.75, "status": "informative", "size_a": 25, "size_b": 24 } ] }, "quark_model": { "production_cluster_size": 14, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 9, "n_empty_empty": 1, "n_empty_vs_nonempty": 6, "available": true, "mean_informative": 0.0962962962962963, "median_informative": 0, "legacy_mean_empty_empty_as_one": 0.18666666666666668 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 2, "available": true, "mean_informative": 0.24291159133264395, "median_informative": 0.23076923076923078, "legacy_mean_empty_empty_as_one": 0.24291159133264395 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 2, "available": true, "mean_informative": 0.07334682860998651, "median_informative": 0.05263157894736842, "legacy_mean_empty_empty_as_one": 0.07334682860998651 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.3276939726939726, "median_informative": 0.3484848484848485, "legacy_mean_empty_empty_as_one": 0.3276939726939726 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.8207017543859649, "median_informative": 0.8571428571428571, "legacy_mean_empty_empty_as_one": 0.8207017543859649 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 0.3333333333333333, "status": "informative", "size_a": 1, "size_b": 3 }, { "i": 0, "j": 2, "jaccard": 0, "status": "informative", "size_a": 1, "size_b": 0 }, { "i": 0, "j": 3, "jaccard": 0, "status": "informative", "size_a": 1, "size_b": 0 }, { "i": 0, "j": 4, "jaccard": 0.3333333333333333, "status": "informative", "size_a": 1, "size_b": 3 }, { "i": 1, "j": 2, "jaccard": 0, "status": "informative", "size_a": 3, "size_b": 0 }, { "i": 1, "j": 3, "jaccard": 0, "status": "informative", "size_a": 3, "size_b": 0 }, { "i": 1, "j": 4, "jaccard": 0.2, "status": "informative", "size_a": 3, "size_b": 3 }, { "i": 2, "j": 3, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 2, "j": 4, "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 3 }, { "i": 3, "j": 4, "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 3 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0.05263157894736842, "status": "informative", "size_a": 1, "size_b": 19 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0.23076923076923078, "status": "informative", "size_a": 13, "size_b": 3 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 14, "size_b": 0 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 12, "size_b": 0 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0.08333333333333333, "status": "informative", "size_a": 10, "size_b": 3 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.46153846153846156, "status": "informative", "size_a": 7, "size_b": 12 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.13333333333333333, "status": "informative", "size_a": 2, "size_b": 15 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.23076923076923078, "status": "informative", "size_a": 3, "size_b": 13 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.3333333333333333, "status": "informative", "size_a": 7, "size_b": 13 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.42857142857142855, "status": "informative", "size_a": 12, "size_b": 8 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.18181818181818182, "status": "informative", "size_a": 6, "size_b": 7 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.36363636363636365, "status": "informative", "size_a": 5, "size_b": 10 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.45454545454545453, "status": "informative", "size_a": 11, "size_b": 5 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.2727272727272727, "status": "informative", "size_a": 9, "size_b": 5 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.4166666666666667, "status": "informative", "size_a": 8, "size_b": 9 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.7368421052631579, "status": "informative", "size_a": 19, "size_b": 14 }, { "left_out": 1, "jaccard": 0.9285714285714286, "status": "informative", "size_a": 13, "size_b": 14 }, { "left_out": 2, "jaccard": 0.8666666666666667, "status": "informative", "size_a": 14, "size_b": 14 }, { "left_out": 3, "jaccard": 0.8571428571428571, "status": "informative", "size_a": 12, "size_b": 14 }, { "left_out": 4, "jaccard": 0.7142857142857143, "status": "informative", "size_a": 10, "size_b": 14 } ] }, "strong_interactions": { "production_cluster_size": 167, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.04687229437229437, "median_informative": 0, "legacy_mean_empty_empty_as_one": 0.04687229437229437 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.2352050937681605, "median_informative": 0.27927927927927926, "legacy_mean_empty_empty_as_one": 0.2352050937681605 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.04123902022573119, "median_informative": 0.027210884353741496, "legacy_mean_empty_empty_as_one": 0.04123902022573119 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.3321881305393751, "median_informative": 0.34044882320744385, "legacy_mean_empty_empty_as_one": 0.3321881305393751 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.753606868123551, "median_informative": 0.7840909090909091, "legacy_mean_empty_empty_as_one": 0.753606868123551 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 0.125, "status": "informative", "size_a": 4, "size_b": 14 }, { "i": 0, "j": 2, "jaccard": 0, "status": "informative", "size_a": 4, "size_b": 2 }, { "i": 0, "j": 3, "jaccard": 0.18181818181818182, "status": "informative", "size_a": 4, "size_b": 9 }, { "i": 0, "j": 4, "jaccard": 0, "status": "informative", "size_a": 4, "size_b": 1 }, { "i": 1, "j": 2, "jaccard": 0.06666666666666667, "status": "informative", "size_a": 14, "size_b": 2 }, { "i": 1, "j": 3, "jaccard": 0.09523809523809523, "status": "informative", "size_a": 14, "size_b": 9 }, { "i": 1, "j": 4, "jaccard": 0, "status": "informative", "size_a": 14, "size_b": 1 }, { "i": 2, "j": 3, "jaccard": 0, "status": "informative", "size_a": 2, "size_b": 9 }, { "i": 2, "j": 4, "jaccard": 0, "status": "informative", "size_a": 2, "size_b": 1 }, { "i": 3, "j": 4, "jaccard": 0, "status": "informative", "size_a": 9, "size_b": 1 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0.027210884353741496, "status": "informative", "size_a": 4, "size_b": 147 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0.09302325581395349, "status": "informative", "size_a": 127, "size_b": 14 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0.013888888888888888, "status": "informative", "size_a": 144, "size_b": 2 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0.07207207207207207, "status": "informative", "size_a": 110, "size_b": 9 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 153, "size_b": 1 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.4146341463414634, "status": "informative", "size_a": 69, "size_b": 105 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.30158730158730157, "status": "informative", "size_a": 42, "size_b": 122 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.29333333333333333, "status": "informative", "size_a": 38, "size_b": 59 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.2204724409448819, "status": "informative", "size_a": 29, "size_b": 126 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.39285714285714285, "status": "informative", "size_a": 79, "size_b": 38 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.4144144144144144, "status": "informative", "size_a": 65, "size_b": 92 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.27927927927927926, "status": "informative", "size_a": 101, "size_b": 41 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.3793103448275862, "status": "informative", "size_a": 91, "size_b": 69 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.13114754098360656, "status": "informative", "size_a": 118, "size_b": 20 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.4948453608247423, "status": "informative", "size_a": 87, "size_b": 58 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.7840909090909091, "status": "informative", "size_a": 147, "size_b": 167 }, { "left_out": 1, "jaccard": 0.7294117647058823, "status": "informative", "size_a": 127, "size_b": 167 }, { "left_out": 2, "jaccard": 0.8081395348837209, "status": "informative", "size_a": 144, "size_b": 167 }, { "left_out": 3, "jaccard": 0.6586826347305389, "status": "informative", "size_a": 110, "size_b": 167 }, { "left_out": 4, "jaccard": 0.7877094972067039, "status": "informative", "size_a": 153, "size_b": 167 } ] }, "electroweak_unification": { "production_cluster_size": 56, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.27973748473748467, "median_informative": 0.27884615384615385, "legacy_mean_empty_empty_as_one": 0.27973748473748467 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.351427577137632, "median_informative": 0.38461538461538464, "legacy_mean_empty_empty_as_one": 0.351427577137632 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.11419253922114332, "median_informative": 0.14583333333333334, "legacy_mean_empty_empty_as_one": 0.11419253922114332 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.4700450960958763, "median_informative": 0.49668536460989293, "legacy_mean_empty_empty_as_one": 0.4700450960958763 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.8254926108374384, "median_informative": 0.8571428571428571, "legacy_mean_empty_empty_as_one": 0.8254926108374384 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 0.3076923076923077, "status": "informative", "size_a": 10, "size_b": 7 }, { "i": 0, "j": 2, "jaccard": 0.1, "status": "informative", "size_a": 10, "size_b": 1 }, { "i": 0, "j": 3, "jaccard": 0.4, "status": "informative", "size_a": 10, "size_b": 4 }, { "i": 0, "j": 4, "jaccard": 0.6, "status": "informative", "size_a": 10, "size_b": 6 }, { "i": 1, "j": 2, "jaccard": 0, "status": "informative", "size_a": 7, "size_b": 1 }, { "i": 1, "j": 3, "jaccard": 0.1, "status": "informative", "size_a": 7, "size_b": 4 }, { "i": 1, "j": 4, "jaccard": 0.4444444444444444, "status": "informative", "size_a": 7, "size_b": 6 }, { "i": 2, "j": 3, "jaccard": 0.25, "status": "informative", "size_a": 1, "size_b": 4 }, { "i": 2, "j": 4, "jaccard": 0.16666666666666666, "status": "informative", "size_a": 1, "size_b": 6 }, { "i": 3, "j": 4, "jaccard": 0.42857142857142855, "status": "informative", "size_a": 4, "size_b": 6 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0.15789473684210525, "status": "informative", "size_a": 10, "size_b": 56 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0.14583333333333334, "status": "informative", "size_a": 48, "size_b": 7 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0.021739130434782608, "status": "informative", "size_a": 46, "size_b": 1 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0.08333333333333333, "status": "informative", "size_a": 48, "size_b": 4 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0.16216216216216217, "status": "informative", "size_a": 37, "size_b": 6 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.5434782608695652, "status": "informative", "size_a": 29, "size_b": 42 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.32558139534883723, "status": "informative", "size_a": 15, "size_b": 42 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.38461538461538464, "status": "informative", "size_a": 16, "size_b": 38 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.5625, "status": "informative", "size_a": 20, "size_b": 30 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.4, "status": "informative", "size_a": 32, "size_b": 17 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.4528301886792453, "status": "informative", "size_a": 47, "size_b": 30 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.6428571428571429, "status": "informative", "size_a": 24, "size_b": 22 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.2702702702702703, "status": "informative", "size_a": 36, "size_b": 11 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.5777777777777777, "status": "informative", "size_a": 39, "size_b": 32 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.5405405405405406, "status": "informative", "size_a": 28, "size_b": 29 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.9310344827586207, "status": "informative", "size_a": 56, "size_b": 56 }, { "left_out": 1, "jaccard": 0.8571428571428571, "status": "informative", "size_a": 48, "size_b": 56 }, { "left_out": 2, "jaccard": 0.8214285714285714, "status": "informative", "size_a": 46, "size_b": 56 }, { "left_out": 3, "jaccard": 0.8571428571428571, "status": "informative", "size_a": 48, "size_b": 56 }, { "left_out": 4, "jaccard": 0.6607142857142857, "status": "informative", "size_a": 37, "size_b": 56 } ] }, "renormalizability": { "production_cluster_size": 28, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.29703463203463204, "median_informative": 0.26136363636363635, "legacy_mean_empty_empty_as_one": 0.29703463203463204 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.38783780114300154, "median_informative": 0.3333333333333333, "legacy_mean_empty_empty_as_one": 0.38783780114300154 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.19796106848536515, "median_informative": 0.2222222222222222, "legacy_mean_empty_empty_as_one": 0.19796106848536515 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.4827761674718197, "median_informative": 0.3956521739130435, "legacy_mean_empty_empty_as_one": 0.4827761674718197 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.8447551434366849, "median_informative": 0.8235294117647058, "legacy_mean_empty_empty_as_one": 0.8447551434366849 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 0.25, "status": "informative", "size_a": 3, "size_b": 7 }, { "i": 0, "j": 2, "jaccard": 0.42857142857142855, "status": "informative", "size_a": 3, "size_b": 7 }, { "i": 0, "j": 3, "jaccard": 0.25, "status": "informative", "size_a": 3, "size_b": 7 }, { "i": 0, "j": 4, "jaccard": 0.6666666666666666, "status": "informative", "size_a": 3, "size_b": 2 }, { "i": 1, "j": 2, "jaccard": 0.2727272727272727, "status": "informative", "size_a": 7, "size_b": 7 }, { "i": 1, "j": 3, "jaccard": 0.4, "status": "informative", "size_a": 7, "size_b": 7 }, { "i": 1, "j": 4, "jaccard": 0.125, "status": "informative", "size_a": 7, "size_b": 2 }, { "i": 2, "j": 3, "jaccard": 0.16666666666666666, "status": "informative", "size_a": 7, "size_b": 7 }, { "i": 2, "j": 4, "jaccard": 0.2857142857142857, "status": "informative", "size_a": 7, "size_b": 2 }, { "i": 3, "j": 4, "jaccard": 0.125, "status": "informative", "size_a": 7, "size_b": 2 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0.08823529411764706, "status": "informative", "size_a": 3, "size_b": 34 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0.30434782608695654, "status": "informative", "size_a": 23, "size_b": 7 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0.2916666666666667, "status": "informative", "size_a": 24, "size_b": 7 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0.2222222222222222, "status": "informative", "size_a": 26, "size_b": 7 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0.08333333333333333, "status": "informative", "size_a": 24, "size_b": 2 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.3333333333333333, "status": "informative", "size_a": 9, "size_b": 27 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.37037037037037035, "status": "informative", "size_a": 10, "size_b": 27 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.3333333333333333, "status": "informative", "size_a": 10, "size_b": 30 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.16666666666666666, "status": "informative", "size_a": 6, "size_b": 36 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.5666666666666667, "status": "informative", "size_a": 19, "size_b": 28 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.391304347826087, "status": "informative", "size_a": 15, "size_b": 17 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.68, "status": "informative", "size_a": 20, "size_b": 22 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.76, "status": "informative", "size_a": 19, "size_b": 25 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.4, "status": "informative", "size_a": 17, "size_b": 11 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.8260869565217391, "status": "informative", "size_a": 20, "size_b": 22 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.8235294117647058, "status": "informative", "size_a": 34, "size_b": 28 }, { "left_out": 1, "jaccard": 0.8214285714285714, "status": "informative", "size_a": 23, "size_b": 28 }, { "left_out": 2, "jaccard": 0.7931034482758621, "status": "informative", "size_a": 24, "size_b": 28 }, { "left_out": 3, "jaccard": 0.9285714285714286, "status": "informative", "size_a": 26, "size_b": 28 }, { "left_out": 4, "jaccard": 0.8571428571428571, "status": "informative", "size_a": 24, "size_b": 28 } ] } } } } }, "godel": { "case": "godel", "target": "incompleteness", "n_documents": 599, "model": "intfloat/multilingual-e5-base", "f_knee": 0.1, "fixed_margin": 0.013, "quantile": 0.6, "concept_order": [ "incompleteness", "hilbert_program", "axiomatic_set_theory", "type_theory", "intuitionism", "computability", "model_theory", "proof_theory", "algebraic_logic", "propositional_calculus" ], "per_config": { "original": { "corpus": { "single_pairs": { "n_concepts_available": 9, "concepts_unavailable": [ "hilbert_program" ], "median_of_concept_means": 0.3416666666666667, "q25": 0.047619047619047616, "q75": 0.4, "n_empty_empty_total": 26, "n_empty_vs_nonempty_total": 28, "n_pairs_total": 100, "legacy_median_empty_empty_as_one": 0.43333333333333335, "legacy_q25": 0.35333333333333333, "legacy_q75": 0.6, "paired_vs_single_pairs": { "common_concepts": [ "algebraic_logic", "axiomatic_set_theory", "computability", "incompleteness", "intuitionism", "model_theory", "proof_theory", "propositional_calculus", "type_theory" ], "n_common": 9, "median_difference": 0, "n_concepts_higher_than_single": 0, "n_concepts_lower_than_single": 0 } }, "disjoint_all": { "n_concepts_available": 10, "concepts_unavailable": [], "median_of_concept_means": 0.37150793650793656, "q25": 0.23005404359508555, "q75": 0.4842596292596292, "n_empty_empty_total": 9, "n_empty_vs_nonempty_total": 26, "n_pairs_total": 150, "legacy_median_empty_empty_as_one": 0.43526529026529026, "legacy_q25": 0.2754761904761905, "legacy_q75": 0.5613888888888888, "paired_vs_single_pairs": { "common_concepts": [ "algebraic_logic", "axiomatic_set_theory", "computability", "incompleteness", "intuitionism", "model_theory", "proof_theory", "propositional_calculus", "type_theory" ], "n_common": 9, "median_difference": 0.09650793650793643, "n_concepts_higher_than_single": 9, "n_concepts_lower_than_single": 0 } }, "disjoint_1v4": { "n_concepts_available": 10, "concepts_unavailable": [], "median_of_concept_means": 0.19315018315018315, "q25": 0.04583333333333334, "q75": 0.27142857142857146, "n_empty_empty_total": 2, "n_empty_vs_nonempty_total": 18, "n_pairs_total": 50, "legacy_median_empty_empty_as_one": 0.21000000000000002, "legacy_q25": 0.16907509157509157, "legacy_q75": 0.3296428571428572, "paired_vs_single_pairs": { "common_concepts": [ "algebraic_logic", "axiomatic_set_theory", "computability", "incompleteness", "intuitionism", "model_theory", "proof_theory", "propositional_calculus", "type_theory" ], "n_common": 9, "median_difference": -0.053095238095238084, "n_concepts_higher_than_single": 3, "n_concepts_lower_than_single": 5 } }, "disjoint_2v3": { "n_concepts_available": 10, "concepts_unavailable": [], "median_of_concept_means": 0.4351190476190476, "q25": 0.31357860909913005, "q75": 0.6206018981018981, "n_empty_empty_total": 7, "n_empty_vs_nonempty_total": 8, "n_pairs_total": 100, "legacy_median_empty_empty_as_one": 0.5341799866799867, "legacy_q25": 0.33984297015453313, "legacy_q75": 0.6836904761904762, "paired_vs_single_pairs": { "common_concepts": [ "algebraic_logic", "axiomatic_set_theory", "computability", "incompleteness", "intuitionism", "model_theory", "proof_theory", "propositional_calculus", "type_theory" ], "n_common": 9, "median_difference": 0.23476190476190473, "n_concepts_higher_than_single": 9, "n_concepts_lower_than_single": 0 } }, "loo_vs_full": { "n_concepts_available": 10, "concepts_unavailable": [], "median_of_concept_means": 0.7968330825099784, "q25": 0.7416666666666667, "q75": 0.8696428571428572, "n_empty_empty_total": 0, "n_empty_vs_nonempty_total": 2, "n_pairs_total": 50, "legacy_median_empty_empty_as_one": 0.7968330825099784, "legacy_q25": 0.7416666666666667, "legacy_q75": 0.8696428571428572, "paired_vs_single_pairs": { "common_concepts": [ "algebraic_logic", "axiomatic_set_theory", "computability", "incompleteness", "intuitionism", "model_theory", "proof_theory", "propositional_calculus", "type_theory" ], "n_common": 9, "median_difference": 0.5583333333333333, "n_concepts_higher_than_single": 9, "n_concepts_lower_than_single": 0 } } }, "n_documents_assigned_full_anchors": 81, "production_cluster_sizes": { "incompleteness": 29, "hilbert_program": 1, "axiomatic_set_theory": 15, "type_theory": 6, "intuitionism": 4, "computability": 7, "model_theory": 3, "proof_theory": 4, "algebraic_logic": 6, "propositional_calculus": 6 }, "tau_full_anchors": { "incompleteness": 0.013, "hilbert_program": 0.013, "axiomatic_set_theory": 0.013, "type_theory": 0.013, "intuitionism": 0.013, "computability": 0.013, "model_theory": 0.013, "proof_theory": 0.013, "algebraic_logic": 0.013, "propositional_calculus": 0.013 }, "per_concept": { "incompleteness": { "production_cluster_size": 29, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 4, "n_empty_empty": 6, "n_empty_vs_nonempty": 4, "available": true, "mean_informative": 0, "median_informative": 0, "legacy_mean_empty_empty_as_one": 0.6 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 4, "available": true, "mean_informative": 0.21986041791514052, "median_informative": 0.09090909090909091, "legacy_mean_empty_empty_as_one": 0.21986041791514052 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 4, "available": true, "mean_informative": 0.006666666666666666, "median_informative": 0, "legacy_mean_empty_empty_as_one": 0.006666666666666666 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.32645729353937747, "median_informative": 0.34148550724637683, "legacy_mean_empty_empty_as_one": 0.32645729353937747 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.7936661650199568, "median_informative": 0.7666666666666667, "legacy_mean_empty_empty_as_one": 0.7936661650199568 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 0, "status": "informative", "size_a": 2, "size_b": 0 }, { "i": 0, "j": 2, "jaccard": 0, "status": "informative", "size_a": 2, "size_b": 0 }, { "i": 0, "j": 3, "jaccard": 0, "status": "informative", "size_a": 2, "size_b": 0 }, { "i": 0, "j": 4, "jaccard": 0, "status": "informative", "size_a": 2, "size_b": 0 }, { "i": 1, "j": 2, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 1, "j": 3, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 1, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 2, "j": 3, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 2, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 3, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0.03333333333333333, "status": "informative", "size_a": 2, "size_b": 29 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 24, "size_b": 0 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 25, "size_b": 0 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 30, "size_b": 0 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 23, "size_b": 0 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.5909090909090909, "status": "informative", "size_a": 17, "size_b": 18 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.43478260869565216, "status": "informative", "size_a": 10, "size_b": 23 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.08695652173913043, "status": "informative", "size_a": 3, "size_b": 22 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.391304347826087, "status": "informative", "size_a": 13, "size_b": 19 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.0625, "status": "informative", "size_a": 13, "size_b": 4 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.09090909090909091, "status": "informative", "size_a": 20, "size_b": 4 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.6111111111111112, "status": "informative", "size_a": 14, "size_b": 15 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.27586206896551724, "status": "informative", "size_a": 27, "size_b": 10 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.42857142857142855, "status": "informative", "size_a": 17, "size_b": 13 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.2916666666666667, "status": "informative", "size_a": 22, "size_b": 9 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.8709677419354839, "status": "informative", "size_a": 29, "size_b": 29 }, { "left_out": 1, "jaccard": 0.7666666666666667, "status": "informative", "size_a": 24, "size_b": 29 }, { "left_out": 2, "jaccard": 0.8620689655172413, "status": "informative", "size_a": 25, "size_b": 29 }, { "left_out": 3, "jaccard": 0.7352941176470589, "status": "informative", "size_a": 30, "size_b": 29 }, { "left_out": 4, "jaccard": 0.7333333333333333, "status": "informative", "size_a": 23, "size_b": 29 } ] }, "hilbert_program": { "production_cluster_size": 1, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 0, "n_empty_empty": 10, "n_empty_vs_nonempty": 0, "available": false, "mean_informative": null, "median_informative": null, "legacy_mean_empty_empty_as_one": 1 }, "disjoint_all": { "n_pairs": 15, "n_informative": 6, "n_empty_empty": 9, "n_empty_vs_nonempty": 6, "available": true, "mean_informative": 0, "median_informative": 0, "legacy_mean_empty_empty_as_one": 0.6 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 3, "n_empty_empty": 2, "n_empty_vs_nonempty": 3, "available": true, "mean_informative": 0, "median_informative": 0, "legacy_mean_empty_empty_as_one": 0.4 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 3, "n_empty_empty": 7, "n_empty_vs_nonempty": 3, "available": true, "mean_informative": 0, "median_informative": 0, "legacy_mean_empty_empty_as_one": 0.7 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 2, "available": true, "mean_informative": 0.6, "median_informative": 1, "legacy_mean_empty_empty_as_one": 0.6 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 0, "j": 2, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 0, "j": 3, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 0, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 1, "j": 2, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 1, "j": 3, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 1, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 2, "j": 3, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 2, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 3, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 1 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 1, "size_b": 0 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 1, "size_b": 0 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 1 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0, "status": "informative", "size_a": 1, "size_b": 0 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0, "status": "informative", "size_a": 1, "size_b": 0 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 1, "status": "informative", "size_a": 1, "size_b": 1 }, { "left_out": 1, "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 1 }, { "left_out": 2, "jaccard": 1, "status": "informative", "size_a": 1, "size_b": 1 }, { "left_out": 3, "jaccard": 1, "status": "informative", "size_a": 1, "size_b": 1 }, { "left_out": 4, "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 1 } ] }, "axiomatic_set_theory": { "production_cluster_size": 15, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.38833333333333336, "median_informative": 0.3333333333333333, "legacy_mean_empty_empty_as_one": 0.38833333333333336 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.44751470751470745, "median_informative": 0.5384615384615384, "legacy_mean_empty_empty_as_one": 0.44751470751470745 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.18630036630036628, "median_informative": 0.14285714285714285, "legacy_mean_empty_empty_as_one": 0.18630036630036628 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.5781218781218781, "median_informative": 0.5857142857142856, "legacy_mean_empty_empty_as_one": 0.5781218781218781 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.9466666666666667, "median_informative": 0.9333333333333333, "legacy_mean_empty_empty_as_one": 0.9466666666666667 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 0.6666666666666666, "status": "informative", "size_a": 3, "size_b": 2 }, { "i": 0, "j": 2, "jaccard": 0.6666666666666666, "status": "informative", "size_a": 3, "size_b": 2 }, { "i": 0, "j": 3, "jaccard": 0.25, "status": "informative", "size_a": 3, "size_b": 2 }, { "i": 0, "j": 4, "jaccard": 0.4, "status": "informative", "size_a": 3, "size_b": 4 }, { "i": 1, "j": 2, "jaccard": 0.3333333333333333, "status": "informative", "size_a": 2, "size_b": 2 }, { "i": 1, "j": 3, "jaccard": 0.3333333333333333, "status": "informative", "size_a": 2, "size_b": 2 }, { "i": 1, "j": 4, "jaccard": 0.2, "status": "informative", "size_a": 2, "size_b": 4 }, { "i": 2, "j": 3, "jaccard": 0.3333333333333333, "status": "informative", "size_a": 2, "size_b": 2 }, { "i": 2, "j": 4, "jaccard": 0.5, "status": "informative", "size_a": 2, "size_b": 4 }, { "i": 3, "j": 4, "jaccard": 0.2, "status": "informative", "size_a": 2, "size_b": 4 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0.21428571428571427, "status": "informative", "size_a": 3, "size_b": 14 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0.14285714285714285, "status": "informative", "size_a": 14, "size_b": 2 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0.13333333333333333, "status": "informative", "size_a": 15, "size_b": 2 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0.13333333333333333, "status": "informative", "size_a": 15, "size_b": 2 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0.3076923076923077, "status": "informative", "size_a": 13, "size_b": 4 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.6923076923076923, "status": "informative", "size_a": 10, "size_b": 12 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.5454545454545454, "status": "informative", "size_a": 6, "size_b": 11 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.6428571428571429, "status": "informative", "size_a": 10, "size_b": 13 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.6153846153846154, "status": "informative", "size_a": 10, "size_b": 11 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.6, "status": "informative", "size_a": 14, "size_b": 10 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.35714285714285715, "status": "informative", "size_a": 12, "size_b": 7 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.5384615384615384, "status": "informative", "size_a": 13, "size_b": 7 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.4, "status": "informative", "size_a": 12, "size_b": 9 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.8181818181818182, "status": "informative", "size_a": 11, "size_b": 9 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.5714285714285714, "status": "informative", "size_a": 13, "size_b": 9 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.9333333333333333, "status": "informative", "size_a": 14, "size_b": 15 }, { "left_out": 1, "jaccard": 0.9333333333333333, "status": "informative", "size_a": 14, "size_b": 15 }, { "left_out": 2, "jaccard": 1, "status": "informative", "size_a": 15, "size_b": 15 }, { "left_out": 3, "jaccard": 1, "status": "informative", "size_a": 15, "size_b": 15 }, { "left_out": 4, "jaccard": 0.8666666666666667, "status": "informative", "size_a": 13, "size_b": 15 } ] }, "type_theory": { "production_cluster_size": 6, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 4, "available": true, "mean_informative": 0.4, "median_informative": 0.5, "legacy_mean_empty_empty_as_one": 0.4 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 1, "available": true, "mean_informative": 0.49650793650793645, "median_informative": 0.6, "legacy_mean_empty_empty_as_one": 0.49650793650793645 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 1, "available": true, "mean_informative": 0.22000000000000003, "median_informative": 0.2, "legacy_mean_empty_empty_as_one": 0.22000000000000003 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.6347619047619047, "median_informative": 0.6904761904761905, "legacy_mean_empty_empty_as_one": 0.6347619047619047 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.8761904761904763, "median_informative": 0.8333333333333334, "legacy_mean_empty_empty_as_one": 0.8761904761904763 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 0.5, "status": "informative", "size_a": 1, "size_b": 2 }, { "i": 0, "j": 2, "jaccard": 0, "status": "informative", "size_a": 1, "size_b": 0 }, { "i": 0, "j": 3, "jaccard": 1, "status": "informative", "size_a": 1, "size_b": 1 }, { "i": 0, "j": 4, "jaccard": 0.5, "status": "informative", "size_a": 1, "size_b": 2 }, { "i": 1, "j": 2, "jaccard": 0, "status": "informative", "size_a": 2, "size_b": 0 }, { "i": 1, "j": 3, "jaccard": 0.5, "status": "informative", "size_a": 2, "size_b": 1 }, { "i": 1, "j": 4, "jaccard": 1, "status": "informative", "size_a": 2, "size_b": 2 }, { "i": 2, "j": 3, "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 1 }, { "i": 2, "j": 4, "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 2 }, { "i": 3, "j": 4, "jaccard": 0.5, "status": "informative", "size_a": 1, "size_b": 2 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0.16666666666666666, "status": "informative", "size_a": 1, "size_b": 6 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0.3333333333333333, "status": "informative", "size_a": 6, "size_b": 2 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 6, "size_b": 0 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0.2, "status": "informative", "size_a": 5, "size_b": 1 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0.4, "status": "informative", "size_a": 5, "size_b": 2 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.6666666666666666, "status": "informative", "size_a": 4, "size_b": 6 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.16666666666666666, "status": "informative", "size_a": 1, "size_b": 6 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.4, "status": "informative", "size_a": 2, "size_b": 5 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.6, "status": "informative", "size_a": 3, "size_b": 5 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.8, "status": "informative", "size_a": 4, "size_b": 5 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.7142857142857143, "status": "informative", "size_a": 6, "size_b": 6 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.8, "status": "informative", "size_a": 4, "size_b": 5 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.6, "status": "informative", "size_a": 5, "size_b": 3 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.8, "status": "informative", "size_a": 5, "size_b": 4 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.8, "status": "informative", "size_a": 5, "size_b": 4 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 1, "status": "informative", "size_a": 6, "size_b": 6 }, { "left_out": 1, "jaccard": 1, "status": "informative", "size_a": 6, "size_b": 6 }, { "left_out": 2, "jaccard": 0.7142857142857143, "status": "informative", "size_a": 6, "size_b": 6 }, { "left_out": 3, "jaccard": 0.8333333333333334, "status": "informative", "size_a": 5, "size_b": 6 }, { "left_out": 4, "jaccard": 0.8333333333333334, "status": "informative", "size_a": 5, "size_b": 6 } ] }, "intuitionism": { "production_cluster_size": 4, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 4, "available": true, "mean_informative": 0.6, "median_informative": 1, "legacy_mean_empty_empty_as_one": 0.6 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 1, "available": true, "mean_informative": 0.6388888888888888, "median_informative": 0.6666666666666666, "legacy_mean_empty_empty_as_one": 0.6388888888888888 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 1, "available": true, "mean_informative": 0.4666666666666666, "median_informative": 0.5, "legacy_mean_empty_empty_as_one": 0.4666666666666666 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.725, "median_informative": 0.6666666666666666, "legacy_mean_empty_empty_as_one": 0.725 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.85, "median_informative": 0.75, "legacy_mean_empty_empty_as_one": 0.85 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 1, "status": "informative", "size_a": 2, "size_b": 2 }, { "i": 0, "j": 2, "jaccard": 1, "status": "informative", "size_a": 2, "size_b": 2 }, { "i": 0, "j": 3, "jaccard": 1, "status": "informative", "size_a": 2, "size_b": 2 }, { "i": 0, "j": 4, "jaccard": 0, "status": "informative", "size_a": 2, "size_b": 0 }, { "i": 1, "j": 2, "jaccard": 1, "status": "informative", "size_a": 2, "size_b": 2 }, { "i": 1, "j": 3, "jaccard": 1, "status": "informative", "size_a": 2, "size_b": 2 }, { "i": 1, "j": 4, "jaccard": 0, "status": "informative", "size_a": 2, "size_b": 0 }, { "i": 2, "j": 3, "jaccard": 1, "status": "informative", "size_a": 2, "size_b": 2 }, { "i": 2, "j": 4, "jaccard": 0, "status": "informative", "size_a": 2, "size_b": 0 }, { "i": 3, "j": 4, "jaccard": 0, "status": "informative", "size_a": 2, "size_b": 0 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0.5, "status": "informative", "size_a": 2, "size_b": 4 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0.6666666666666666, "status": "informative", "size_a": 3, "size_b": 2 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0.5, "status": "informative", "size_a": 4, "size_b": 2 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0.6666666666666666, "status": "informative", "size_a": 3, "size_b": 2 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 3, "size_b": 0 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 1, "status": "informative", "size_a": 3, "size_b": 3 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.5, "status": "informative", "size_a": 2, "size_b": 4 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 1, "status": "informative", "size_a": 3, "size_b": 3 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 1, "status": "informative", "size_a": 3, "size_b": 3 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.5, "status": "informative", "size_a": 4, "size_b": 2 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.6666666666666666, "status": "informative", "size_a": 3, "size_b": 2 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.75, "status": "informative", "size_a": 3, "size_b": 4 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.5, "status": "informative", "size_a": 4, "size_b": 2 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.6666666666666666, "status": "informative", "size_a": 3, "size_b": 2 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.6666666666666666, "status": "informative", "size_a": 3, "size_b": 2 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 1, "status": "informative", "size_a": 4, "size_b": 4 }, { "left_out": 1, "jaccard": 0.75, "status": "informative", "size_a": 3, "size_b": 4 }, { "left_out": 2, "jaccard": 1, "status": "informative", "size_a": 4, "size_b": 4 }, { "left_out": 3, "jaccard": 0.75, "status": "informative", "size_a": 3, "size_b": 4 }, { "left_out": 4, "jaccard": 0.75, "status": "informative", "size_a": 3, "size_b": 4 } ] }, "computability": { "production_cluster_size": 7, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.3416666666666667, "median_informative": 0.3333333333333333, "legacy_mean_empty_empty_as_one": 0.3416666666666667 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.423015873015873, "median_informative": 0.4, "legacy_mean_empty_empty_as_one": 0.423015873015873 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.2885714285714286, "median_informative": 0.3333333333333333, "legacy_mean_empty_empty_as_one": 0.2885714285714286 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.49023809523809525, "median_informative": 0.5, "legacy_mean_empty_empty_as_one": 0.49023809523809525 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.8, "median_informative": 0.7142857142857143, "legacy_mean_empty_empty_as_one": 0.8 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 0.3333333333333333, "status": "informative", "size_a": 2, "size_b": 2 }, { "i": 0, "j": 2, "jaccard": 0.5, "status": "informative", "size_a": 2, "size_b": 1 }, { "i": 0, "j": 3, "jaccard": 0.6666666666666666, "status": "informative", "size_a": 2, "size_b": 3 }, { "i": 0, "j": 4, "jaccard": 0.5, "status": "informative", "size_a": 2, "size_b": 1 }, { "i": 1, "j": 2, "jaccard": 0.5, "status": "informative", "size_a": 2, "size_b": 1 }, { "i": 1, "j": 3, "jaccard": 0.25, "status": "informative", "size_a": 2, "size_b": 3 }, { "i": 1, "j": 4, "jaccard": 0, "status": "informative", "size_a": 2, "size_b": 1 }, { "i": 2, "j": 3, "jaccard": 0.3333333333333333, "status": "informative", "size_a": 1, "size_b": 3 }, { "i": 2, "j": 4, "jaccard": 0, "status": "informative", "size_a": 1, "size_b": 1 }, { "i": 3, "j": 4, "jaccard": 0.3333333333333333, "status": "informative", "size_a": 3, "size_b": 1 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0.4, "status": "informative", "size_a": 2, "size_b": 5 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0.4, "status": "informative", "size_a": 5, "size_b": 2 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0.16666666666666666, "status": "informative", "size_a": 6, "size_b": 1 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0.3333333333333333, "status": "informative", "size_a": 5, "size_b": 3 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0.14285714285714285, "status": "informative", "size_a": 7, "size_b": 1 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.5, "status": "informative", "size_a": 5, "size_b": 4 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.3333333333333333, "status": "informative", "size_a": 2, "size_b": 6 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.6, "status": "informative", "size_a": 4, "size_b": 4 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.3333333333333333, "status": "informative", "size_a": 2, "size_b": 6 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.75, "status": "informative", "size_a": 3, "size_b": 4 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.5, "status": "informative", "size_a": 3, "size_b": 6 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.6, "status": "informative", "size_a": 5, "size_b": 3 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.6, "status": "informative", "size_a": 4, "size_b": 4 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.2857142857142857, "status": "informative", "size_a": 7, "size_b": 2 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.4, "status": "informative", "size_a": 5, "size_b": 2 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.7142857142857143, "status": "informative", "size_a": 5, "size_b": 7 }, { "left_out": 1, "jaccard": 0.7142857142857143, "status": "informative", "size_a": 5, "size_b": 7 }, { "left_out": 2, "jaccard": 0.8571428571428571, "status": "informative", "size_a": 6, "size_b": 7 }, { "left_out": 3, "jaccard": 0.7142857142857143, "status": "informative", "size_a": 5, "size_b": 7 }, { "left_out": 4, "jaccard": 1, "status": "informative", "size_a": 7, "size_b": 7 } ] }, "model_theory": { "production_cluster_size": 3, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 4, "n_empty_empty": 6, "n_empty_vs_nonempty": 4, "available": true, "mean_informative": 0, "median_informative": 0, "legacy_mean_empty_empty_as_one": 0.6 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 9, "available": true, "mean_informative": 0.02222222222222222, "median_informative": 0, "legacy_mean_empty_empty_as_one": 0.02222222222222222 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 4, "available": true, "mean_informative": 0, "median_informative": 0, "legacy_mean_empty_empty_as_one": 0 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 5, "available": true, "mean_informative": 0.03333333333333333, "median_informative": 0, "legacy_mean_empty_empty_as_one": 0.03333333333333333 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.7333333333333333, "median_informative": 1, "legacy_mean_empty_empty_as_one": 0.7333333333333333 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 0, "j": 2, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 0, "j": 3, "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 1 }, { "i": 0, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 1, "j": 2, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 1, "j": 3, "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 1 }, { "i": 1, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 2, "j": 3, "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 1 }, { "i": 2, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 3, "j": 4, "jaccard": 0, "status": "informative", "size_a": 1, "size_b": 0 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 3 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 1, "size_b": 0 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 3, "size_b": 0 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 1, "size_b": 1 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 3, "size_b": 0 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0, "status": "informative", "size_a": 1, "size_b": 1 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 2 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0, "status": "informative", "size_a": 1, "size_b": 1 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.3333333333333333, "status": "informative", "size_a": 1, "size_b": 3 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0, "status": "informative", "size_a": 1, "size_b": 2 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 2 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0, "status": "informative", "size_a": 2, "size_b": 0 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 1 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0, "status": "informative", "size_a": 3, "size_b": 0 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0, "status": "informative", "size_a": 2, "size_b": 1 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 1, "status": "informative", "size_a": 3, "size_b": 3 }, { "left_out": 1, "jaccard": 0.3333333333333333, "status": "informative", "size_a": 1, "size_b": 3 }, { "left_out": 2, "jaccard": 1, "status": "informative", "size_a": 3, "size_b": 3 }, { "left_out": 3, "jaccard": 0.3333333333333333, "status": "informative", "size_a": 1, "size_b": 3 }, { "left_out": 4, "jaccard": 1, "status": "informative", "size_a": 3, "size_b": 3 } ] }, "proof_theory": { "production_cluster_size": 4, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 7, "n_empty_empty": 3, "n_empty_vs_nonempty": 6, "available": true, "mean_informative": 0.047619047619047616, "median_informative": 0, "legacy_mean_empty_empty_as_one": 0.33333333333333337 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 3, "available": true, "mean_informative": 0.32000000000000006, "median_informative": 0.25, "legacy_mean_empty_empty_as_one": 0.32000000000000006 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 3, "available": true, "mean_informative": 0.2, "median_informative": 0, "legacy_mean_empty_empty_as_one": 0.2 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.38, "median_informative": 0.45, "legacy_mean_empty_empty_as_one": 0.38 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.95, "median_informative": 1, "legacy_mean_empty_empty_as_one": 0.95 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 1 }, { "i": 0, "j": 2, "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 3 }, { "i": 0, "j": 3, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 0, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 1, "j": 2, "jaccard": 0.3333333333333333, "status": "informative", "size_a": 1, "size_b": 3 }, { "i": 1, "j": 3, "jaccard": 0, "status": "informative", "size_a": 1, "size_b": 0 }, { "i": 1, "j": 4, "jaccard": 0, "status": "informative", "size_a": 1, "size_b": 0 }, { "i": 2, "j": 3, "jaccard": 0, "status": "informative", "size_a": 3, "size_b": 0 }, { "i": 2, "j": 4, "jaccard": 0, "status": "informative", "size_a": 3, "size_b": 0 }, { "i": 3, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 4 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0.25, "status": "informative", "size_a": 4, "size_b": 1 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0.75, "status": "informative", "size_a": 4, "size_b": 3 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 3, "size_b": 0 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 4, "size_b": 0 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.4, "status": "informative", "size_a": 2, "size_b": 5 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.5, "status": "informative", "size_a": 3, "size_b": 3 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.25, "status": "informative", "size_a": 2, "size_b": 3 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.2, "status": "informative", "size_a": 1, "size_b": 5 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.5, "status": "informative", "size_a": 3, "size_b": 3 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.2, "status": "informative", "size_a": 4, "size_b": 2 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.5, "status": "informative", "size_a": 4, "size_b": 2 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.5, "status": "informative", "size_a": 2, "size_b": 4 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.5, "status": "informative", "size_a": 3, "size_b": 3 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.25, "status": "informative", "size_a": 3, "size_b": 2 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 1, "status": "informative", "size_a": 4, "size_b": 4 }, { "left_out": 1, "jaccard": 1, "status": "informative", "size_a": 4, "size_b": 4 }, { "left_out": 2, "jaccard": 1, "status": "informative", "size_a": 4, "size_b": 4 }, { "left_out": 3, "jaccard": 0.75, "status": "informative", "size_a": 3, "size_b": 4 }, { "left_out": 4, "jaccard": 1, "status": "informative", "size_a": 4, "size_b": 4 } ] }, "algebraic_logic": { "production_cluster_size": 6, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.4666666666666667, "median_informative": 0.41666666666666663, "legacy_mean_empty_empty_as_one": 0.4666666666666667 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.583015873015873, "median_informative": 0.6, "legacy_mean_empty_empty_as_one": 0.583015873015873 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.3433333333333334, "median_informative": 0.4, "legacy_mean_empty_empty_as_one": 0.3433333333333334 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.7028571428571428, "median_informative": 0.675, "legacy_mean_empty_empty_as_one": 0.7028571428571428 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.7380952380952381, "median_informative": 0.8333333333333334, "legacy_mean_empty_empty_as_one": 0.7380952380952381 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 0.5, "status": "informative", "size_a": 1, "size_b": 2 }, { "i": 0, "j": 2, "jaccard": 0.5, "status": "informative", "size_a": 1, "size_b": 2 }, { "i": 0, "j": 3, "jaccard": 0.5, "status": "informative", "size_a": 1, "size_b": 2 }, { "i": 0, "j": 4, "jaccard": 0.3333333333333333, "status": "informative", "size_a": 1, "size_b": 3 }, { "i": 1, "j": 2, "jaccard": 1, "status": "informative", "size_a": 2, "size_b": 2 }, { "i": 1, "j": 3, "jaccard": 0.3333333333333333, "status": "informative", "size_a": 2, "size_b": 2 }, { "i": 1, "j": 4, "jaccard": 0.25, "status": "informative", "size_a": 2, "size_b": 3 }, { "i": 2, "j": 3, "jaccard": 0.3333333333333333, "status": "informative", "size_a": 2, "size_b": 2 }, { "i": 2, "j": 4, "jaccard": 0.25, "status": "informative", "size_a": 2, "size_b": 3 }, { "i": 3, "j": 4, "jaccard": 0.6666666666666666, "status": "informative", "size_a": 2, "size_b": 3 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0.16666666666666666, "status": "informative", "size_a": 1, "size_b": 6 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0.5, "status": "informative", "size_a": 4, "size_b": 2 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0.4, "status": "informative", "size_a": 5, "size_b": 2 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0.4, "status": "informative", "size_a": 5, "size_b": 2 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0.25, "status": "informative", "size_a": 7, "size_b": 3 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.6, "status": "informative", "size_a": 3, "size_b": 5 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.6, "status": "informative", "size_a": 3, "size_b": 5 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.6, "status": "informative", "size_a": 3, "size_b": 5 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 1, "status": "informative", "size_a": 4, "size_b": 4 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.75, "status": "informative", "size_a": 4, "size_b": 3 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 1, "status": "informative", "size_a": 4, "size_b": 4 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.8, "status": "informative", "size_a": 5, "size_b": 4 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.75, "status": "informative", "size_a": 4, "size_b": 3 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.42857142857142855, "status": "informative", "size_a": 6, "size_b": 4 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.5, "status": "informative", "size_a": 5, "size_b": 4 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.5, "status": "informative", "size_a": 6, "size_b": 6 }, { "left_out": 1, "jaccard": 0.6666666666666666, "status": "informative", "size_a": 4, "size_b": 6 }, { "left_out": 2, "jaccard": 0.8333333333333334, "status": "informative", "size_a": 5, "size_b": 6 }, { "left_out": 3, "jaccard": 0.8333333333333334, "status": "informative", "size_a": 5, "size_b": 6 }, { "left_out": 4, "jaccard": 0.8571428571428571, "status": "informative", "size_a": 7, "size_b": 6 } ] }, "propositional_calculus": { "production_cluster_size": 6, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 9, "n_empty_empty": 1, "n_empty_vs_nonempty": 6, "available": true, "mean_informative": 0.05555555555555555, "median_informative": 0, "legacy_mean_empty_empty_as_one": 0.15 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 2, "available": true, "mean_informative": 0.2606349206349206, "median_informative": 0.25, "legacy_mean_empty_empty_as_one": 0.2606349206349206 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 2, "available": true, "mean_informative": 0.16333333333333333, "median_informative": 0.16666666666666666, "legacy_mean_empty_empty_as_one": 0.16333333333333333 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.3092857142857143, "median_informative": 0.3333333333333333, "legacy_mean_empty_empty_as_one": 0.3092857142857143 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.7523809523809524, "median_informative": 0.7142857142857143, "legacy_mean_empty_empty_as_one": 0.7523809523809524 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 0, "status": "informative", "size_a": 1, "size_b": 0 }, { "i": 0, "j": 2, "jaccard": 0, "status": "informative", "size_a": 1, "size_b": 2 }, { "i": 0, "j": 3, "jaccard": 0, "status": "informative", "size_a": 1, "size_b": 1 }, { "i": 0, "j": 4, "jaccard": 0, "status": "informative", "size_a": 1, "size_b": 0 }, { "i": 1, "j": 2, "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 2 }, { "i": 1, "j": 3, "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 1 }, { "i": 1, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 2, "j": 3, "jaccard": 0.5, "status": "informative", "size_a": 2, "size_b": 1 }, { "i": 2, "j": 4, "jaccard": 0, "status": "informative", "size_a": 2, "size_b": 0 }, { "i": 3, "j": 4, "jaccard": 0, "status": "informative", "size_a": 1, "size_b": 0 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0.16666666666666666, "status": "informative", "size_a": 1, "size_b": 6 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 6, "size_b": 0 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0.4, "status": "informative", "size_a": 5, "size_b": 2 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0.25, "status": "informative", "size_a": 4, "size_b": 1 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 5, "size_b": 0 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0, "status": "informative", "size_a": 1, "size_b": 5 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.75, "status": "informative", "size_a": 4, "size_b": 3 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.14285714285714285, "status": "informative", "size_a": 5, "size_b": 3 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.3333333333333333, "status": "informative", "size_a": 4, "size_b": 4 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.16666666666666666, "status": "informative", "size_a": 5, "size_b": 2 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.4, "status": "informative", "size_a": 5, "size_b": 2 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.16666666666666666, "status": "informative", "size_a": 6, "size_b": 1 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.4, "status": "informative", "size_a": 4, "size_b": 3 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.4, "status": "informative", "size_a": 4, "size_b": 3 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.3333333333333333, "status": "informative", "size_a": 3, "size_b": 1 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.7142857142857143, "status": "informative", "size_a": 6, "size_b": 6 }, { "left_out": 1, "jaccard": 0.7142857142857143, "status": "informative", "size_a": 6, "size_b": 6 }, { "left_out": 2, "jaccard": 0.8333333333333334, "status": "informative", "size_a": 5, "size_b": 6 }, { "left_out": 3, "jaccard": 0.6666666666666666, "status": "informative", "size_a": 4, "size_b": 6 }, { "left_out": 4, "jaccard": 0.8333333333333334, "status": "informative", "size_a": 5, "size_b": 6 } ] } } }, "nearest_group_fixed": { "corpus": { "single_pairs": { "n_concepts_available": 8, "concepts_unavailable": [ "hilbert_program", "model_theory" ], "median_of_concept_means": 0.23809523809523808, "q25": 0.06547619047619047, "q75": 0.4708333333333333, "n_empty_empty_total": 35, "n_empty_vs_nonempty_total": 30, "n_pairs_total": 100, "legacy_median_empty_empty_as_one": 0.4916666666666667, "legacy_q25": 0.3625, "legacy_q75": 0.59375, "paired_vs_single_pairs": { "common_concepts": [ "algebraic_logic", "axiomatic_set_theory", "computability", "incompleteness", "intuitionism", "proof_theory", "propositional_calculus", "type_theory" ], "n_common": 8, "median_difference": 0, "n_concepts_higher_than_single": 0, "n_concepts_lower_than_single": 0 } }, "disjoint_all": { "n_concepts_available": 10, "concepts_unavailable": [], "median_of_concept_means": 0.3678619528619529, "q25": 0.2637925762747745, "q75": 0.4591666666666666, "n_empty_empty_total": 15, "n_empty_vs_nonempty_total": 31, "n_pairs_total": 150, "legacy_median_empty_empty_as_one": 0.4106397306397307, "legacy_q25": 0.3219444444444445, "legacy_q75": 0.5877777777777778, "paired_vs_single_pairs": { "common_concepts": [ "algebraic_logic", "axiomatic_set_theory", "computability", "incompleteness", "intuitionism", "proof_theory", "propositional_calculus", "type_theory" ], "n_common": 8, "median_difference": 0.21419505084984963, "n_concepts_higher_than_single": 7, "n_concepts_lower_than_single": 1 } }, "disjoint_1v4": { "n_concepts_available": 10, "concepts_unavailable": [], "median_of_concept_means": 0.2, "q25": 0.04071969696969697, "q75": 0.2833333333333333, "n_empty_empty_total": 5, "n_empty_vs_nonempty_total": 20, "n_pairs_total": 50, "legacy_median_empty_empty_as_one": 0.21666666666666667, "legacy_q25": 0.2, "legacy_q75": 0.36749999999999994, "paired_vs_single_pairs": { "common_concepts": [ "algebraic_logic", "axiomatic_set_theory", "computability", "incompleteness", "intuitionism", "proof_theory", "propositional_calculus", "type_theory" ], "n_common": 8, "median_difference": -0.012499999999999997, "n_concepts_higher_than_single": 4, "n_concepts_lower_than_single": 4 } }, "disjoint_2v3": { "n_concepts_available": 10, "concepts_unavailable": [], "median_of_concept_means": 0.4308333333333333, "q25": 0.3675638644121616, "q75": 0.5819949494949495, "n_empty_empty_total": 10, "n_empty_vs_nonempty_total": 11, "n_pairs_total": 100, "legacy_median_empty_empty_as_one": 0.5064898989898989, "legacy_q25": 0.3829166666666667, "legacy_q75": 0.7050000000000001, "paired_vs_single_pairs": { "common_concepts": [ "algebraic_logic", "axiomatic_set_theory", "computability", "incompleteness", "intuitionism", "proof_theory", "propositional_calculus", "type_theory" ], "n_common": 8, "median_difference": 0.305952380952381, "n_concepts_higher_than_single": 7, "n_concepts_lower_than_single": 1 } }, "loo_vs_full": { "n_concepts_available": 10, "concepts_unavailable": [], "median_of_concept_means": 0.8210740740740741, "q25": 0.7157142857142856, "q75": 0.8949999999999999, "n_empty_empty_total": 4, "n_empty_vs_nonempty_total": 2, "n_pairs_total": 50, "legacy_median_empty_empty_as_one": 0.825, "legacy_q25": 0.738037037037037, "legacy_q75": 0.8949999999999999, "paired_vs_single_pairs": { "common_concepts": [ "algebraic_logic", "axiomatic_set_theory", "computability", "incompleteness", "intuitionism", "proof_theory", "propositional_calculus", "type_theory" ], "n_common": 8, "median_difference": 0.5835714285714285, "n_concepts_higher_than_single": 8, "n_concepts_lower_than_single": 0 } } }, "n_documents_assigned_full_anchors": 65, "production_cluster_sizes": { "incompleteness": 24, "hilbert_program": 0, "axiomatic_set_theory": 12, "type_theory": 4, "intuitionism": 4, "computability": 5, "model_theory": 2, "proof_theory": 4, "algebraic_logic": 6, "propositional_calculus": 4 }, "tau_full_anchors": { "incompleteness": 0.013, "hilbert_program": 0.013, "axiomatic_set_theory": 0.013, "type_theory": 0.013, "intuitionism": 0.013, "computability": 0.013, "model_theory": 0.013, "proof_theory": 0.013, "algebraic_logic": 0.013, "propositional_calculus": 0.013 }, "per_concept": { "incompleteness": { "production_cluster_size": 24, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 4, "n_empty_empty": 6, "n_empty_vs_nonempty": 4, "available": true, "mean_informative": 0, "median_informative": 0, "legacy_mean_empty_empty_as_one": 0.6 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 4, "available": true, "mean_informative": 0.24505676836636595, "median_informative": 0.125, "legacy_mean_empty_empty_as_one": 0.24505676836636595 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 4, "available": true, "mean_informative": 0.008333333333333333, "median_informative": 0, "legacy_mean_empty_empty_as_one": 0.008333333333333333 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.3634184858828821, "median_informative": 0.40032679738562094, "legacy_mean_empty_empty_as_one": 0.3634184858828821 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.7921481481481482, "median_informative": 0.75, "legacy_mean_empty_empty_as_one": 0.7921481481481482 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 0, "status": "informative", "size_a": 2, "size_b": 0 }, { "i": 0, "j": 2, "jaccard": 0, "status": "informative", "size_a": 2, "size_b": 0 }, { "i": 0, "j": 3, "jaccard": 0, "status": "informative", "size_a": 2, "size_b": 0 }, { "i": 0, "j": 4, "jaccard": 0, "status": "informative", "size_a": 2, "size_b": 0 }, { "i": 1, "j": 2, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 1, "j": 3, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 1, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 2, "j": 3, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 2, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 3, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0.041666666666666664, "status": "informative", "size_a": 2, "size_b": 23 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 19, "size_b": 0 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 23, "size_b": 0 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 25, "size_b": 0 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 19, "size_b": 0 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.6111111111111112, "status": "informative", "size_a": 14, "size_b": 15 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.42105263157894735, "status": "informative", "size_a": 8, "size_b": 19 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.125, "status": "informative", "size_a": 3, "size_b": 15 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.4117647058823529, "status": "informative", "size_a": 9, "size_b": 15 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.07692307692307693, "status": "informative", "size_a": 11, "size_b": 3 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.125, "status": "informative", "size_a": 15, "size_b": 3 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.75, "status": "informative", "size_a": 10, "size_b": 11 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.28, "status": "informative", "size_a": 24, "size_b": 8 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.4444444444444444, "status": "informative", "size_a": 15, "size_b": 11 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.3888888888888889, "status": "informative", "size_a": 16, "size_b": 9 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.7407407407407407, "status": "informative", "size_a": 23, "size_b": 24 }, { "left_out": 1, "jaccard": 0.72, "status": "informative", "size_a": 19, "size_b": 24 }, { "left_out": 2, "jaccard": 0.9583333333333334, "status": "informative", "size_a": 23, "size_b": 24 }, { "left_out": 3, "jaccard": 0.75, "status": "informative", "size_a": 25, "size_b": 24 }, { "left_out": 4, "jaccard": 0.7916666666666666, "status": "informative", "size_a": 19, "size_b": 24 } ] }, "hilbert_program": { "production_cluster_size": 0, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 0, "n_empty_empty": 10, "n_empty_vs_nonempty": 0, "available": false, "mean_informative": null, "median_informative": null, "legacy_mean_empty_empty_as_one": 1 }, "disjoint_all": { "n_pairs": 15, "n_informative": 2, "n_empty_empty": 13, "n_empty_vs_nonempty": 2, "available": true, "mean_informative": 0, "median_informative": 0, "legacy_mean_empty_empty_as_one": 0.8666666666666667 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 1, "n_empty_empty": 4, "n_empty_vs_nonempty": 1, "available": true, "mean_informative": 0, "median_informative": 0, "legacy_mean_empty_empty_as_one": 0.8 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 1, "n_empty_empty": 9, "n_empty_vs_nonempty": 1, "available": true, "mean_informative": 0, "median_informative": 0, "legacy_mean_empty_empty_as_one": 0.9 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 1, "n_empty_empty": 4, "n_empty_vs_nonempty": 1, "available": true, "mean_informative": 0, "median_informative": 0, "legacy_mean_empty_empty_as_one": 0.8 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 0, "j": 2, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 0, "j": 3, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 0, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 1, "j": 2, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 1, "j": 3, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 1, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 2, "j": 3, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 2, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 3, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 1, "size_b": 0 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0, "status": "informative", "size_a": 1, "size_b": 0 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "left_out": 1, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "left_out": 2, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "left_out": 3, "jaccard": 0, "status": "informative", "size_a": 1, "size_b": 0 }, { "left_out": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 } ] }, "axiomatic_set_theory": { "production_cluster_size": 12, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.575, "median_informative": 0.5, "legacy_mean_empty_empty_as_one": 0.575 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.407946127946128, "median_informative": 0.4166666666666667, "legacy_mean_empty_empty_as_one": 0.407946127946128 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.13787878787878788, "median_informative": 0.08333333333333333, "legacy_mean_empty_empty_as_one": 0.13787878787878788 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.542979797979798, "median_informative": 0.595959595959596, "legacy_mean_empty_empty_as_one": 0.542979797979798 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.9525641025641025, "median_informative": 1, "legacy_mean_empty_empty_as_one": 0.9525641025641025 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 1, "status": "informative", "size_a": 1, "size_b": 1 }, { "i": 0, "j": 2, "jaccard": 1, "status": "informative", "size_a": 1, "size_b": 1 }, { "i": 0, "j": 3, "jaccard": 0.5, "status": "informative", "size_a": 1, "size_b": 2 }, { "i": 0, "j": 4, "jaccard": 0.3333333333333333, "status": "informative", "size_a": 1, "size_b": 3 }, { "i": 1, "j": 2, "jaccard": 1, "status": "informative", "size_a": 1, "size_b": 1 }, { "i": 1, "j": 3, "jaccard": 0.5, "status": "informative", "size_a": 1, "size_b": 2 }, { "i": 1, "j": 4, "jaccard": 0.3333333333333333, "status": "informative", "size_a": 1, "size_b": 3 }, { "i": 2, "j": 3, "jaccard": 0.5, "status": "informative", "size_a": 1, "size_b": 2 }, { "i": 2, "j": 4, "jaccard": 0.3333333333333333, "status": "informative", "size_a": 1, "size_b": 3 }, { "i": 3, "j": 4, "jaccard": 0.25, "status": "informative", "size_a": 2, "size_b": 3 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0.08333333333333333, "status": "informative", "size_a": 1, "size_b": 12 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0.08333333333333333, "status": "informative", "size_a": 12, "size_b": 1 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0.08333333333333333, "status": "informative", "size_a": 12, "size_b": 1 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0.16666666666666666, "status": "informative", "size_a": 12, "size_b": 2 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0.2727272727272727, "status": "informative", "size_a": 11, "size_b": 3 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.7272727272727273, "status": "informative", "size_a": 8, "size_b": 11 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.5555555555555556, "status": "informative", "size_a": 5, "size_b": 9 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.6666666666666666, "status": "informative", "size_a": 9, "size_b": 11 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.5454545454545454, "status": "informative", "size_a": 7, "size_b": 10 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.6666666666666666, "status": "informative", "size_a": 11, "size_b": 9 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.18181818181818182, "status": "informative", "size_a": 9, "size_b": 4 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.3333333333333333, "status": "informative", "size_a": 12, "size_b": 4 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.4166666666666667, "status": "informative", "size_a": 9, "size_b": 8 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.7, "status": "informative", "size_a": 10, "size_b": 7 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.6363636363636364, "status": "informative", "size_a": 10, "size_b": 8 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 1, "status": "informative", "size_a": 12, "size_b": 12 }, { "left_out": 1, "jaccard": 0.8461538461538461, "status": "informative", "size_a": 12, "size_b": 12 }, { "left_out": 2, "jaccard": 1, "status": "informative", "size_a": 12, "size_b": 12 }, { "left_out": 3, "jaccard": 1, "status": "informative", "size_a": 12, "size_b": 12 }, { "left_out": 4, "jaccard": 0.9166666666666666, "status": "informative", "size_a": 11, "size_b": 12 } ] }, "type_theory": { "production_cluster_size": 4, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 7, "n_empty_empty": 3, "n_empty_vs_nonempty": 6, "available": true, "mean_informative": 0.14285714285714285, "median_informative": 0, "legacy_mean_empty_empty_as_one": 0.4 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 4, "available": true, "mean_informative": 0.4744444444444444, "median_informative": 0.6, "legacy_mean_empty_empty_as_one": 0.4744444444444444 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 3, "available": true, "mean_informative": 0.2333333333333333, "median_informative": 0, "legacy_mean_empty_empty_as_one": 0.2333333333333333 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 1, "available": true, "mean_informative": 0.595, "median_informative": 0.6, "legacy_mean_empty_empty_as_one": 0.595 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.9099999999999999, "median_informative": 1, "legacy_mean_empty_empty_as_one": 0.9099999999999999 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 2 }, { "i": 0, "j": 2, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 0, "j": 3, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 0, "j": 4, "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 2 }, { "i": 1, "j": 2, "jaccard": 0, "status": "informative", "size_a": 2, "size_b": 0 }, { "i": 1, "j": 3, "jaccard": 0, "status": "informative", "size_a": 2, "size_b": 0 }, { "i": 1, "j": 4, "jaccard": 1, "status": "informative", "size_a": 2, "size_b": 2 }, { "i": 2, "j": 3, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 2, "j": 4, "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 2 }, { "i": 3, "j": 4, "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 2 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 4 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0.6666666666666666, "status": "informative", "size_a": 3, "size_b": 2 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 5, "size_b": 0 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 4, "size_b": 0 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0.5, "status": "informative", "size_a": 4, "size_b": 2 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.75, "status": "informative", "size_a": 3, "size_b": 4 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 5 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.4, "status": "informative", "size_a": 2, "size_b": 5 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.75, "status": "informative", "size_a": 3, "size_b": 4 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.6, "status": "informative", "size_a": 3, "size_b": 5 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.6, "status": "informative", "size_a": 4, "size_b": 4 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.6, "status": "informative", "size_a": 3, "size_b": 5 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.5, "status": "informative", "size_a": 4, "size_b": 2 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 1, "status": "informative", "size_a": 4, "size_b": 4 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.75, "status": "informative", "size_a": 4, "size_b": 3 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 1, "status": "informative", "size_a": 4, "size_b": 4 }, { "left_out": 1, "jaccard": 0.75, "status": "informative", "size_a": 3, "size_b": 4 }, { "left_out": 2, "jaccard": 0.8, "status": "informative", "size_a": 5, "size_b": 4 }, { "left_out": 3, "jaccard": 1, "status": "informative", "size_a": 4, "size_b": 4 }, { "left_out": 4, "jaccard": 1, "status": "informative", "size_a": 4, "size_b": 4 } ] }, "intuitionism": { "production_cluster_size": 4, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 4, "available": true, "mean_informative": 0.45, "median_informative": 0.5, "legacy_mean_empty_empty_as_one": 0.45 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 1, "available": true, "mean_informative": 0.6333333333333333, "median_informative": 0.6666666666666666, "legacy_mean_empty_empty_as_one": 0.6333333333333333 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 1, "available": true, "mean_informative": 0.41666666666666663, "median_informative": 0.5, "legacy_mean_empty_empty_as_one": 0.41666666666666663 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.7416666666666667, "median_informative": 0.6666666666666666, "legacy_mean_empty_empty_as_one": 0.7416666666666667 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.85, "median_informative": 0.75, "legacy_mean_empty_empty_as_one": 0.85 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 1, "status": "informative", "size_a": 2, "size_b": 2 }, { "i": 0, "j": 2, "jaccard": 0.5, "status": "informative", "size_a": 2, "size_b": 1 }, { "i": 0, "j": 3, "jaccard": 1, "status": "informative", "size_a": 2, "size_b": 2 }, { "i": 0, "j": 4, "jaccard": 0, "status": "informative", "size_a": 2, "size_b": 0 }, { "i": 1, "j": 2, "jaccard": 0.5, "status": "informative", "size_a": 2, "size_b": 1 }, { "i": 1, "j": 3, "jaccard": 1, "status": "informative", "size_a": 2, "size_b": 2 }, { "i": 1, "j": 4, "jaccard": 0, "status": "informative", "size_a": 2, "size_b": 0 }, { "i": 2, "j": 3, "jaccard": 0.5, "status": "informative", "size_a": 1, "size_b": 2 }, { "i": 2, "j": 4, "jaccard": 0, "status": "informative", "size_a": 1, "size_b": 0 }, { "i": 3, "j": 4, "jaccard": 0, "status": "informative", "size_a": 2, "size_b": 0 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0.5, "status": "informative", "size_a": 2, "size_b": 4 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0.6666666666666666, "status": "informative", "size_a": 3, "size_b": 2 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0.25, "status": "informative", "size_a": 4, "size_b": 1 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0.6666666666666666, "status": "informative", "size_a": 3, "size_b": 2 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 3, "size_b": 0 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 1, "status": "informative", "size_a": 3, "size_b": 3 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.5, "status": "informative", "size_a": 2, "size_b": 4 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 1, "status": "informative", "size_a": 3, "size_b": 3 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 1, "status": "informative", "size_a": 3, "size_b": 3 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.6666666666666666, "status": "informative", "size_a": 3, "size_b": 2 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.6666666666666666, "status": "informative", "size_a": 3, "size_b": 2 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.75, "status": "informative", "size_a": 3, "size_b": 4 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.5, "status": "informative", "size_a": 4, "size_b": 2 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.6666666666666666, "status": "informative", "size_a": 3, "size_b": 2 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.6666666666666666, "status": "informative", "size_a": 3, "size_b": 2 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 1, "status": "informative", "size_a": 4, "size_b": 4 }, { "left_out": 1, "jaccard": 0.75, "status": "informative", "size_a": 3, "size_b": 4 }, { "left_out": 2, "jaccard": 1, "status": "informative", "size_a": 4, "size_b": 4 }, { "left_out": 3, "jaccard": 0.75, "status": "informative", "size_a": 3, "size_b": 4 }, { "left_out": 4, "jaccard": 0.75, "status": "informative", "size_a": 3, "size_b": 4 } ] }, "computability": { "production_cluster_size": 5, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 4, "available": true, "mean_informative": 0.3333333333333333, "median_informative": 0.41666666666666663, "legacy_mean_empty_empty_as_one": 0.3333333333333333 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 1, "available": true, "mean_informative": 0.41333333333333333, "median_informative": 0.3333333333333333, "legacy_mean_empty_empty_as_one": 0.41333333333333333 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 1, "available": true, "mean_informative": 0.3, "median_informative": 0.25, "legacy_mean_empty_empty_as_one": 0.3 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.4699999999999999, "median_informative": 0.5, "legacy_mean_empty_empty_as_one": 0.4699999999999999 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.72, "median_informative": 0.6, "legacy_mean_empty_empty_as_one": 0.72 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 0.5, "status": "informative", "size_a": 1, "size_b": 2 }, { "i": 0, "j": 2, "jaccard": 1, "status": "informative", "size_a": 1, "size_b": 1 }, { "i": 0, "j": 3, "jaccard": 0.5, "status": "informative", "size_a": 1, "size_b": 2 }, { "i": 0, "j": 4, "jaccard": 0, "status": "informative", "size_a": 1, "size_b": 0 }, { "i": 1, "j": 2, "jaccard": 0.5, "status": "informative", "size_a": 2, "size_b": 1 }, { "i": 1, "j": 3, "jaccard": 0.3333333333333333, "status": "informative", "size_a": 2, "size_b": 2 }, { "i": 1, "j": 4, "jaccard": 0, "status": "informative", "size_a": 2, "size_b": 0 }, { "i": 2, "j": 3, "jaccard": 0.5, "status": "informative", "size_a": 1, "size_b": 2 }, { "i": 2, "j": 4, "jaccard": 0, "status": "informative", "size_a": 1, "size_b": 0 }, { "i": 3, "j": 4, "jaccard": 0, "status": "informative", "size_a": 2, "size_b": 0 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0.3333333333333333, "status": "informative", "size_a": 1, "size_b": 3 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0.6666666666666666, "status": "informative", "size_a": 3, "size_b": 2 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0.25, "status": "informative", "size_a": 4, "size_b": 1 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0.25, "status": "informative", "size_a": 3, "size_b": 2 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 5, "size_b": 0 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.5, "status": "informative", "size_a": 3, "size_b": 3 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.25, "status": "informative", "size_a": 1, "size_b": 4 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.6666666666666666, "status": "informative", "size_a": 2, "size_b": 3 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.25, "status": "informative", "size_a": 1, "size_b": 4 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.6666666666666666, "status": "informative", "size_a": 2, "size_b": 3 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.5, "status": "informative", "size_a": 2, "size_b": 4 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.6666666666666666, "status": "informative", "size_a": 3, "size_b": 2 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.6666666666666666, "status": "informative", "size_a": 2, "size_b": 3 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.2, "status": "informative", "size_a": 5, "size_b": 1 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.3333333333333333, "status": "informative", "size_a": 3, "size_b": 1 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.6, "status": "informative", "size_a": 3, "size_b": 5 }, { "left_out": 1, "jaccard": 0.6, "status": "informative", "size_a": 3, "size_b": 5 }, { "left_out": 2, "jaccard": 0.8, "status": "informative", "size_a": 4, "size_b": 5 }, { "left_out": 3, "jaccard": 0.6, "status": "informative", "size_a": 3, "size_b": 5 }, { "left_out": 4, "jaccard": 1, "status": "informative", "size_a": 5, "size_b": 5 } ] }, "model_theory": { "production_cluster_size": 2, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 0, "n_empty_empty": 10, "n_empty_vs_nonempty": 0, "available": false, "mean_informative": null, "median_informative": null, "legacy_mean_empty_empty_as_one": 1 }, "disjoint_all": { "n_pairs": 15, "n_informative": 13, "n_empty_empty": 2, "n_empty_vs_nonempty": 13, "available": true, "mean_informative": 0, "median_informative": 0, "legacy_mean_empty_empty_as_one": 0.13333333333333333 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 4, "n_empty_empty": 1, "n_empty_vs_nonempty": 4, "available": true, "mean_informative": 0, "median_informative": 0, "legacy_mean_empty_empty_as_one": 0.2 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 9, "n_empty_empty": 1, "n_empty_vs_nonempty": 9, "available": true, "mean_informative": 0, "median_informative": 0, "legacy_mean_empty_empty_as_one": 0.1 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 1, "available": true, "mean_informative": 0.7, "median_informative": 1, "legacy_mean_empty_empty_as_one": 0.7 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 0, "j": 2, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 0, "j": 3, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 0, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 1, "j": 2, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 1, "j": 3, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 1, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 2, "j": 3, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 2, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 3, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 2 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 2, "size_b": 0 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 1, "size_b": 0 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 2, "size_b": 0 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0, "status": "informative", "size_a": 1, "size_b": 0 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 1 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 1 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 2 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 2 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 1 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0, "status": "informative", "size_a": 1, "size_b": 0 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0, "status": "informative", "size_a": 2, "size_b": 0 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0, "status": "informative", "size_a": 2, "size_b": 0 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 1, "status": "informative", "size_a": 2, "size_b": 2 }, { "left_out": 1, "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 2 }, { "left_out": 2, "jaccard": 1, "status": "informative", "size_a": 2, "size_b": 2 }, { "left_out": 3, "jaccard": 0.5, "status": "informative", "size_a": 1, "size_b": 2 }, { "left_out": 4, "jaccard": 1, "status": "informative", "size_a": 2, "size_b": 2 } ] }, "proof_theory": { "production_cluster_size": 4, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 7, "n_empty_empty": 3, "n_empty_vs_nonempty": 6, "available": true, "mean_informative": 0.047619047619047616, "median_informative": 0, "legacy_mean_empty_empty_as_one": 0.33333333333333337 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 3, "available": true, "mean_informative": 0.32000000000000006, "median_informative": 0.25, "legacy_mean_empty_empty_as_one": 0.32000000000000006 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 3, "available": true, "mean_informative": 0.2, "median_informative": 0, "legacy_mean_empty_empty_as_one": 0.2 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.38, "median_informative": 0.45, "legacy_mean_empty_empty_as_one": 0.38 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.95, "median_informative": 1, "legacy_mean_empty_empty_as_one": 0.95 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 1 }, { "i": 0, "j": 2, "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 3 }, { "i": 0, "j": 3, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 0, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 1, "j": 2, "jaccard": 0.3333333333333333, "status": "informative", "size_a": 1, "size_b": 3 }, { "i": 1, "j": 3, "jaccard": 0, "status": "informative", "size_a": 1, "size_b": 0 }, { "i": 1, "j": 4, "jaccard": 0, "status": "informative", "size_a": 1, "size_b": 0 }, { "i": 2, "j": 3, "jaccard": 0, "status": "informative", "size_a": 3, "size_b": 0 }, { "i": 2, "j": 4, "jaccard": 0, "status": "informative", "size_a": 3, "size_b": 0 }, { "i": 3, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 4 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0.25, "status": "informative", "size_a": 4, "size_b": 1 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0.75, "status": "informative", "size_a": 4, "size_b": 3 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 3, "size_b": 0 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 4, "size_b": 0 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.4, "status": "informative", "size_a": 2, "size_b": 5 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.5, "status": "informative", "size_a": 3, "size_b": 3 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.25, "status": "informative", "size_a": 2, "size_b": 3 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.2, "status": "informative", "size_a": 1, "size_b": 5 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.5, "status": "informative", "size_a": 3, "size_b": 3 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.2, "status": "informative", "size_a": 4, "size_b": 2 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.5, "status": "informative", "size_a": 4, "size_b": 2 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.5, "status": "informative", "size_a": 2, "size_b": 4 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.5, "status": "informative", "size_a": 3, "size_b": 3 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.25, "status": "informative", "size_a": 3, "size_b": 2 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 1, "status": "informative", "size_a": 4, "size_b": 4 }, { "left_out": 1, "jaccard": 1, "status": "informative", "size_a": 4, "size_b": 4 }, { "left_out": 2, "jaccard": 1, "status": "informative", "size_a": 4, "size_b": 4 }, { "left_out": 3, "jaccard": 0.75, "status": "informative", "size_a": 3, "size_b": 4 }, { "left_out": 4, "jaccard": 1, "status": "informative", "size_a": 4, "size_b": 4 } ] }, "algebraic_logic": { "production_cluster_size": 6, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.5333333333333333, "median_informative": 0.5, "legacy_mean_empty_empty_as_one": 0.5333333333333333 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.6255555555555556, "median_informative": 0.6, "legacy_mean_empty_empty_as_one": 0.6255555555555556 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.38999999999999996, "median_informative": 0.4, "legacy_mean_empty_empty_as_one": 0.38999999999999996 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.7433333333333333, "median_informative": 0.75, "legacy_mean_empty_empty_as_one": 0.7433333333333333 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.7142857142857142, "median_informative": 0.6666666666666666, "legacy_mean_empty_empty_as_one": 0.7142857142857142 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 0.5, "status": "informative", "size_a": 1, "size_b": 2 }, { "i": 0, "j": 2, "jaccard": 0.5, "status": "informative", "size_a": 1, "size_b": 2 }, { "i": 0, "j": 3, "jaccard": 0.5, "status": "informative", "size_a": 1, "size_b": 2 }, { "i": 0, "j": 4, "jaccard": 0.5, "status": "informative", "size_a": 1, "size_b": 2 }, { "i": 1, "j": 2, "jaccard": 1, "status": "informative", "size_a": 2, "size_b": 2 }, { "i": 1, "j": 3, "jaccard": 0.3333333333333333, "status": "informative", "size_a": 2, "size_b": 2 }, { "i": 1, "j": 4, "jaccard": 0.3333333333333333, "status": "informative", "size_a": 2, "size_b": 2 }, { "i": 2, "j": 3, "jaccard": 0.3333333333333333, "status": "informative", "size_a": 2, "size_b": 2 }, { "i": 2, "j": 4, "jaccard": 0.3333333333333333, "status": "informative", "size_a": 2, "size_b": 2 }, { "i": 3, "j": 4, "jaccard": 1, "status": "informative", "size_a": 2, "size_b": 2 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0.25, "status": "informative", "size_a": 1, "size_b": 4 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0.5, "status": "informative", "size_a": 4, "size_b": 2 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0.4, "status": "informative", "size_a": 5, "size_b": 2 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0.4, "status": "informative", "size_a": 5, "size_b": 2 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0.4, "status": "informative", "size_a": 5, "size_b": 2 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 1, "status": "informative", "size_a": 3, "size_b": 3 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.75, "status": "informative", "size_a": 3, "size_b": 4 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 1, "status": "informative", "size_a": 3, "size_b": 3 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.75, "status": "informative", "size_a": 4, "size_b": 3 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.75, "status": "informative", "size_a": 4, "size_b": 3 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 1, "status": "informative", "size_a": 3, "size_b": 3 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.6, "status": "informative", "size_a": 4, "size_b": 4 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.75, "status": "informative", "size_a": 4, "size_b": 3 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.5, "status": "informative", "size_a": 6, "size_b": 3 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.3333333333333333, "status": "informative", "size_a": 4, "size_b": 4 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.6666666666666666, "status": "informative", "size_a": 4, "size_b": 6 }, { "left_out": 1, "jaccard": 0.6666666666666666, "status": "informative", "size_a": 4, "size_b": 6 }, { "left_out": 2, "jaccard": 0.8333333333333334, "status": "informative", "size_a": 5, "size_b": 6 }, { "left_out": 3, "jaccard": 0.8333333333333334, "status": "informative", "size_a": 5, "size_b": 6 }, { "left_out": 4, "jaccard": 0.5714285714285714, "status": "informative", "size_a": 5, "size_b": 6 } ] }, "propositional_calculus": { "production_cluster_size": 4, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 7, "n_empty_empty": 3, "n_empty_vs_nonempty": 6, "available": true, "mean_informative": 0.07142857142857142, "median_informative": 0, "legacy_mean_empty_empty_as_one": 0.35 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 3, "available": true, "mean_informative": 0.3277777777777778, "median_informative": 0.3333333333333333, "legacy_mean_empty_empty_as_one": 0.3277777777777778 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 3, "available": true, "mean_informative": 0.2, "median_informative": 0, "legacy_mean_empty_empty_as_one": 0.2 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.39166666666666666, "median_informative": 0.41666666666666663, "legacy_mean_empty_empty_as_one": 0.39166666666666666 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.85, "median_informative": 0.75, "legacy_mean_empty_empty_as_one": 0.85 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 0, "j": 2, "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 2 }, { "i": 0, "j": 3, "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 1 }, { "i": 0, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 1, "j": 2, "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 2 }, { "i": 1, "j": 3, "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 1 }, { "i": 1, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 2, "j": 3, "jaccard": 0.5, "status": "informative", "size_a": 2, "size_b": 1 }, { "i": 2, "j": 4, "jaccard": 0, "status": "informative", "size_a": 2, "size_b": 0 }, { "i": 3, "j": 4, "jaccard": 0, "status": "informative", "size_a": 1, "size_b": 0 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 4 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 4, "size_b": 0 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0.6666666666666666, "status": "informative", "size_a": 3, "size_b": 2 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0.3333333333333333, "status": "informative", "size_a": 3, "size_b": 1 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 3, "size_b": 0 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0, "status": "informative", "size_a": 1, "size_b": 4 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.6666666666666666, "status": "informative", "size_a": 3, "size_b": 2 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.3333333333333333, "status": "informative", "size_a": 2, "size_b": 2 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.25, "status": "informative", "size_a": 3, "size_b": 2 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.25, "status": "informative", "size_a": 3, "size_b": 2 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.5, "status": "informative", "size_a": 4, "size_b": 2 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.25, "status": "informative", "size_a": 4, "size_b": 1 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.5, "status": "informative", "size_a": 3, "size_b": 3 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.6666666666666666, "status": "informative", "size_a": 2, "size_b": 3 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.5, "status": "informative", "size_a": 2, "size_b": 1 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 1, "status": "informative", "size_a": 4, "size_b": 4 }, { "left_out": 1, "jaccard": 1, "status": "informative", "size_a": 4, "size_b": 4 }, { "left_out": 2, "jaccard": 0.75, "status": "informative", "size_a": 3, "size_b": 4 }, { "left_out": 3, "jaccard": 0.75, "status": "informative", "size_a": 3, "size_b": 4 }, { "left_out": 4, "jaccard": 0.75, "status": "informative", "size_a": 3, "size_b": 4 } ] } } }, "global_confusion_tau": { "corpus": { "single_pairs": { "n_concepts_available": 9, "concepts_unavailable": [ "hilbert_program" ], "median_of_concept_means": 0.3138095238095238, "q25": 0.037037037037037035, "q75": 0.41666666666666663, "n_empty_empty_total": 23, "n_empty_vs_nonempty_total": 22, "n_pairs_total": 100, "legacy_median_empty_empty_as_one": 0.4608333333333334, "legacy_q25": 0.31660714285714286, "legacy_q75": 0.6, "paired_vs_single_pairs": { "common_concepts": [ "algebraic_logic", "axiomatic_set_theory", "computability", "incompleteness", "intuitionism", "model_theory", "proof_theory", "propositional_calculus", "type_theory" ], "n_common": 9, "median_difference": 0, "n_concepts_higher_than_single": 0, "n_concepts_lower_than_single": 0 } }, "disjoint_all": { "n_concepts_available": 10, "concepts_unavailable": [], "median_of_concept_means": 0.3437718762718763, "q25": 0.24876282332673394, "q75": 0.4140079365079365, "n_empty_empty_total": 1, "n_empty_vs_nonempty_total": 26, "n_pairs_total": 150, "legacy_median_empty_empty_as_one": 0.3437718762718763, "legacy_q25": 0.24876282332673394, "legacy_q75": 0.4140079365079365, "paired_vs_single_pairs": { "common_concepts": [ "algebraic_logic", "axiomatic_set_theory", "computability", "incompleteness", "intuitionism", "model_theory", "proof_theory", "propositional_calculus", "type_theory" ], "n_common": 9, "median_difference": 0.17222222222222228, "n_concepts_higher_than_single": 6, "n_concepts_lower_than_single": 3 } }, "disjoint_1v4": { "n_concepts_available": 10, "concepts_unavailable": [], "median_of_concept_means": 0.1936238761238761, "q25": 0.032876447876447876, "q75": 0.2371516106442577, "n_empty_empty_total": 0, "n_empty_vs_nonempty_total": 17, "n_pairs_total": 50, "legacy_median_empty_empty_as_one": 0.1936238761238761, "legacy_q25": 0.032876447876447876, "legacy_q75": 0.2371516106442577, "paired_vs_single_pairs": { "common_concepts": [ "algebraic_logic", "axiomatic_set_theory", "computability", "incompleteness", "intuitionism", "model_theory", "proof_theory", "propositional_calculus", "type_theory" ], "n_common": 9, "median_difference": -0.09591736694677874, "n_concepts_higher_than_single": 3, "n_concepts_lower_than_single": 5 } }, "disjoint_2v3": { "n_concepts_available": 10, "concepts_unavailable": [], "median_of_concept_means": 0.4118220668220668, "q25": 0.35670601105187705, "q75": 0.47845238095238096, "n_empty_empty_total": 1, "n_empty_vs_nonempty_total": 9, "n_pairs_total": 100, "legacy_median_empty_empty_as_one": 0.4118220668220668, "legacy_q25": 0.35670601105187705, "legacy_q75": 0.47845238095238096, "paired_vs_single_pairs": { "common_concepts": [ "algebraic_logic", "axiomatic_set_theory", "computability", "incompleteness", "intuitionism", "model_theory", "proof_theory", "propositional_calculus", "type_theory" ], "n_common": 9, "median_difference": 0.24222222222222223, "n_concepts_higher_than_single": 7, "n_concepts_lower_than_single": 2 } }, "loo_vs_full": { "n_concepts_available": 10, "concepts_unavailable": [], "median_of_concept_means": 0.7937919057686499, "q25": 0.745909090909091, "q75": 0.8937564499484004, "n_empty_empty_total": 0, "n_empty_vs_nonempty_total": 0, "n_pairs_total": 50, "legacy_median_empty_empty_as_one": 0.7937919057686499, "legacy_q25": 0.745909090909091, "legacy_q75": 0.8937564499484004, "paired_vs_single_pairs": { "common_concepts": [ "algebraic_logic", "axiomatic_set_theory", "computability", "incompleteness", "intuitionism", "model_theory", "proof_theory", "propositional_calculus", "type_theory" ], "n_common": 9, "median_difference": 0.5973015873015872, "n_concepts_higher_than_single": 8, "n_concepts_lower_than_single": 1 } } }, "n_documents_assigned_full_anchors": 137, "production_cluster_sizes": { "incompleteness": 43, "hilbert_program": 1, "axiomatic_set_theory": 18, "type_theory": 11, "intuitionism": 8, "computability": 7, "model_theory": 9, "proof_theory": 7, "algebraic_logic": 16, "propositional_calculus": 17 }, "tau_full_anchors": { "incompleteness": 0.010183113627135754, "hilbert_program": 0.009294778108596802, "axiomatic_set_theory": 0.009896975941956043, "type_theory": 0.008236235938966274, "intuitionism": 0.00954747200012207, "computability": 0.010946339927613735, "model_theory": 0.009546232409775257, "proof_theory": 0.008643507957458496, "algebraic_logic": 0.006906366441398859, "propositional_calculus": 0.006906366441398859 }, "per_concept": { "incompleteness": { "production_cluster_size": 43, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 4, "n_empty_empty": 6, "n_empty_vs_nonempty": 4, "available": true, "mean_informative": 0, "median_informative": 0, "legacy_mean_empty_empty_as_one": 0.6 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 4, "available": true, "mean_informative": 0.23768749926290952, "median_informative": 0.18181818181818182, "legacy_mean_empty_empty_as_one": 0.23768749926290952 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 4, "available": true, "mean_informative": 0.016216216216216217, "median_informative": 0, "legacy_mean_empty_empty_as_one": 0.016216216216216217 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.34842314078625625, "median_informative": 0.41280241935483875, "legacy_mean_empty_empty_as_one": 0.34842314078625625 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.7832980972515855, "median_informative": 0.7441860465116279, "legacy_mean_empty_empty_as_one": 0.7832980972515855 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 0, "status": "informative", "size_a": 3, "size_b": 0 }, { "i": 0, "j": 2, "jaccard": 0, "status": "informative", "size_a": 3, "size_b": 0 }, { "i": 0, "j": 3, "jaccard": 0, "status": "informative", "size_a": 3, "size_b": 0 }, { "i": 0, "j": 4, "jaccard": 0, "status": "informative", "size_a": 3, "size_b": 0 }, { "i": 1, "j": 2, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 1, "j": 3, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 1, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 2, "j": 3, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 2, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 3, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0.08108108108108109, "status": "informative", "size_a": 3, "size_b": 37 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 32, "size_b": 0 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 31, "size_b": 0 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 41, "size_b": 0 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 31, "size_b": 0 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.4594594594594595, "status": "informative", "size_a": 20, "size_b": 34 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.5, "status": "informative", "size_a": 18, "size_b": 27 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.13333333333333333, "status": "informative", "size_a": 5, "size_b": 29 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.40625, "status": "informative", "size_a": 20, "size_b": 25 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.18181818181818182, "status": "informative", "size_a": 21, "size_b": 5 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.05263157894736842, "status": "informative", "size_a": 35, "size_b": 5 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.5185185185185185, "status": "informative", "size_a": 21, "size_b": 20 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.3684210526315789, "status": "informative", "size_a": 36, "size_b": 16 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.4444444444444444, "status": "informative", "size_a": 22, "size_b": 17 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.41935483870967744, "status": "informative", "size_a": 29, "size_b": 15 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.8604651162790697, "status": "informative", "size_a": 37, "size_b": 43 }, { "left_out": 1, "jaccard": 0.7441860465116279, "status": "informative", "size_a": 32, "size_b": 43 }, { "left_out": 2, "jaccard": 0.7209302325581395, "status": "informative", "size_a": 31, "size_b": 43 }, { "left_out": 3, "jaccard": 0.9090909090909091, "status": "informative", "size_a": 41, "size_b": 43 }, { "left_out": 4, "jaccard": 0.6818181818181818, "status": "informative", "size_a": 31, "size_b": 43 } ] }, "hilbert_program": { "production_cluster_size": 1, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 0, "n_empty_empty": 10, "n_empty_vs_nonempty": 0, "available": false, "mean_informative": null, "median_informative": null, "legacy_mean_empty_empty_as_one": 1 }, "disjoint_all": { "n_pairs": 15, "n_informative": 14, "n_empty_empty": 1, "n_empty_vs_nonempty": 11, "available": true, "mean_informative": 0.14285714285714285, "median_informative": 0, "legacy_mean_empty_empty_as_one": 0.2 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 5, "available": true, "mean_informative": 0, "median_informative": 0, "legacy_mean_empty_empty_as_one": 0 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 9, "n_empty_empty": 1, "n_empty_vs_nonempty": 6, "available": true, "mean_informative": 0.2222222222222222, "median_informative": 0, "legacy_mean_empty_empty_as_one": 0.3 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 1, "median_informative": 1, "legacy_mean_empty_empty_as_one": 1 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 0, "j": 2, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 0, "j": 3, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 0, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 1, "j": 2, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 1, "j": 3, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 1, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 2, "j": 3, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 2, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 3, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 1 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 1, "size_b": 0 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 1, "size_b": 0 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 1, "size_b": 0 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 1, "size_b": 0 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 1, "status": "informative", "size_a": 1, "size_b": 1 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 1 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 1 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 2 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 1, "status": "informative", "size_a": 1, "size_b": 1 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0, "status": "informative", "size_a": 1, "size_b": 1 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0, "status": "informative", "size_a": 1, "size_b": 0 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0, "status": "informative", "size_a": 1, "size_b": 0 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0, "status": "informative", "size_a": 1, "size_b": 0 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 1, "status": "informative", "size_a": 1, "size_b": 1 }, { "left_out": 1, "jaccard": 1, "status": "informative", "size_a": 1, "size_b": 1 }, { "left_out": 2, "jaccard": 1, "status": "informative", "size_a": 1, "size_b": 1 }, { "left_out": 3, "jaccard": 1, "status": "informative", "size_a": 1, "size_b": 1 }, { "left_out": 4, "jaccard": 1, "status": "informative", "size_a": 1, "size_b": 1 } ] }, "axiomatic_set_theory": { "production_cluster_size": 18, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.3138095238095238, "median_informative": 0.3333333333333333, "legacy_mean_empty_empty_as_one": 0.3138095238095238 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.5558823529411764, "median_informative": 0.6, "legacy_mean_empty_empty_as_one": 0.5558823529411764 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.21789215686274507, "median_informative": 0.23529411764705882, "legacy_mean_empty_empty_as_one": 0.21789215686274507 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.7248774509803921, "median_informative": 0.71875, "legacy_mean_empty_empty_as_one": 0.7248774509803921 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.9111111111111111, "median_informative": 0.8888888888888888, "legacy_mean_empty_empty_as_one": 0.9111111111111111 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 0.4, "status": "informative", "size_a": 4, "size_b": 3 }, { "i": 0, "j": 2, "jaccard": 0.4, "status": "informative", "size_a": 4, "size_b": 3 }, { "i": 0, "j": 3, "jaccard": 0.2857142857142857, "status": "informative", "size_a": 4, "size_b": 5 }, { "i": 0, "j": 4, "jaccard": 0.3333333333333333, "status": "informative", "size_a": 4, "size_b": 4 }, { "i": 1, "j": 2, "jaccard": 0.2, "status": "informative", "size_a": 3, "size_b": 3 }, { "i": 1, "j": 3, "jaccard": 0.3333333333333333, "status": "informative", "size_a": 3, "size_b": 5 }, { "i": 1, "j": 4, "jaccard": 0.16666666666666666, "status": "informative", "size_a": 3, "size_b": 4 }, { "i": 2, "j": 3, "jaccard": 0.3333333333333333, "status": "informative", "size_a": 3, "size_b": 5 }, { "i": 2, "j": 4, "jaccard": 0.4, "status": "informative", "size_a": 3, "size_b": 4 }, { "i": 3, "j": 4, "jaccard": 0.2857142857142857, "status": "informative", "size_a": 5, "size_b": 4 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0.25, "status": "informative", "size_a": 4, "size_b": 16 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0.16666666666666666, "status": "informative", "size_a": 18, "size_b": 3 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0.125, "status": "informative", "size_a": 15, "size_b": 3 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0.3125, "status": "informative", "size_a": 16, "size_b": 5 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0.23529411764705882, "status": "informative", "size_a": 17, "size_b": 4 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.8235294117647058, "status": "informative", "size_a": 14, "size_b": 17 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.5625, "status": "informative", "size_a": 12, "size_b": 13 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.9333333333333333, "status": "informative", "size_a": 14, "size_b": 15 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.6875, "status": "informative", "size_a": 12, "size_b": 15 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.875, "status": "informative", "size_a": 15, "size_b": 15 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.6, "status": "informative", "size_a": 14, "size_b": 10 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.5294117647058824, "status": "informative", "size_a": 16, "size_b": 10 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.75, "status": "informative", "size_a": 15, "size_b": 13 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.8, "status": "informative", "size_a": 15, "size_b": 12 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.6875, "status": "informative", "size_a": 16, "size_b": 11 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.8888888888888888, "status": "informative", "size_a": 16, "size_b": 18 }, { "left_out": 1, "jaccard": 1, "status": "informative", "size_a": 18, "size_b": 18 }, { "left_out": 2, "jaccard": 0.8333333333333334, "status": "informative", "size_a": 15, "size_b": 18 }, { "left_out": 3, "jaccard": 0.8888888888888888, "status": "informative", "size_a": 16, "size_b": 18 }, { "left_out": 4, "jaccard": 0.9444444444444444, "status": "informative", "size_a": 17, "size_b": 18 } ] }, "type_theory": { "production_cluster_size": 11, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 4, "available": true, "mean_informative": 0.325, "median_informative": 0.375, "legacy_mean_empty_empty_as_one": 0.325 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 1, "available": true, "mean_informative": 0.4972222222222223, "median_informative": 0.625, "legacy_mean_empty_empty_as_one": 0.4972222222222223 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 1, "available": true, "mean_informative": 0.21547619047619046, "median_informative": 0.2222222222222222, "legacy_mean_empty_empty_as_one": 0.21547619047619046 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.6380952380952382, "median_informative": 0.625, "legacy_mean_empty_empty_as_one": 0.6380952380952382 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.7636363636363638, "median_informative": 0.8181818181818182, "legacy_mean_empty_empty_as_one": 0.7636363636363638 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 0.5, "status": "informative", "size_a": 1, "size_b": 2 }, { "i": 0, "j": 2, "jaccard": 0, "status": "informative", "size_a": 1, "size_b": 0 }, { "i": 0, "j": 3, "jaccard": 0.5, "status": "informative", "size_a": 1, "size_b": 2 }, { "i": 0, "j": 4, "jaccard": 0.25, "status": "informative", "size_a": 1, "size_b": 4 }, { "i": 1, "j": 2, "jaccard": 0, "status": "informative", "size_a": 2, "size_b": 0 }, { "i": 1, "j": 3, "jaccard": 1, "status": "informative", "size_a": 2, "size_b": 2 }, { "i": 1, "j": 4, "jaccard": 0.5, "status": "informative", "size_a": 2, "size_b": 4 }, { "i": 2, "j": 3, "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 2 }, { "i": 2, "j": 4, "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 4 }, { "i": 3, "j": 4, "jaccard": 0.5, "status": "informative", "size_a": 2, "size_b": 4 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0.125, "status": "informative", "size_a": 1, "size_b": 8 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0.2857142857142857, "status": "informative", "size_a": 7, "size_b": 2 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 9, "size_b": 0 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0.2222222222222222, "status": "informative", "size_a": 9, "size_b": 2 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0.4444444444444444, "status": "informative", "size_a": 9, "size_b": 4 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.625, "status": "informative", "size_a": 6, "size_b": 7 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.7142857142857143, "status": "informative", "size_a": 5, "size_b": 7 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.375, "status": "informative", "size_a": 3, "size_b": 8 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.75, "status": "informative", "size_a": 6, "size_b": 8 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.625, "status": "informative", "size_a": 8, "size_b": 5 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.625, "status": "informative", "size_a": 7, "size_b": 6 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.625, "status": "informative", "size_a": 7, "size_b": 6 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.6666666666666666, "status": "informative", "size_a": 8, "size_b": 7 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.625, "status": "informative", "size_a": 6, "size_b": 7 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.75, "status": "informative", "size_a": 6, "size_b": 8 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.7272727272727273, "status": "informative", "size_a": 8, "size_b": 11 }, { "left_out": 1, "jaccard": 0.6363636363636364, "status": "informative", "size_a": 7, "size_b": 11 }, { "left_out": 2, "jaccard": 0.8181818181818182, "status": "informative", "size_a": 9, "size_b": 11 }, { "left_out": 3, "jaccard": 0.8181818181818182, "status": "informative", "size_a": 9, "size_b": 11 }, { "left_out": 4, "jaccard": 0.8181818181818182, "status": "informative", "size_a": 9, "size_b": 11 } ] }, "intuitionism": { "production_cluster_size": 8, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.8, "median_informative": 1, "legacy_mean_empty_empty_as_one": 0.8 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.4155820105820106, "median_informative": 0.3333333333333333, "legacy_mean_empty_empty_as_one": 0.4155820105820106 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.2849206349206349, "median_informative": 0.2857142857142857, "legacy_mean_empty_empty_as_one": 0.2849206349206349 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.48091269841269846, "median_informative": 0.4642857142857143, "legacy_mean_empty_empty_as_one": 0.48091269841269846 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.74, "median_informative": 0.75, "legacy_mean_empty_empty_as_one": 0.74 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 1, "status": "informative", "size_a": 2, "size_b": 2 }, { "i": 0, "j": 2, "jaccard": 1, "status": "informative", "size_a": 2, "size_b": 2 }, { "i": 0, "j": 3, "jaccard": 1, "status": "informative", "size_a": 2, "size_b": 2 }, { "i": 0, "j": 4, "jaccard": 0.5, "status": "informative", "size_a": 2, "size_b": 1 }, { "i": 1, "j": 2, "jaccard": 1, "status": "informative", "size_a": 2, "size_b": 2 }, { "i": 1, "j": 3, "jaccard": 1, "status": "informative", "size_a": 2, "size_b": 2 }, { "i": 1, "j": 4, "jaccard": 0.5, "status": "informative", "size_a": 2, "size_b": 1 }, { "i": 2, "j": 3, "jaccard": 1, "status": "informative", "size_a": 2, "size_b": 2 }, { "i": 2, "j": 4, "jaccard": 0.5, "status": "informative", "size_a": 2, "size_b": 1 }, { "i": 3, "j": 4, "jaccard": 0.5, "status": "informative", "size_a": 2, "size_b": 1 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0.3333333333333333, "status": "informative", "size_a": 2, "size_b": 6 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0.2857142857142857, "status": "informative", "size_a": 7, "size_b": 2 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0.25, "status": "informative", "size_a": 8, "size_b": 2 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0.2222222222222222, "status": "informative", "size_a": 9, "size_b": 2 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0.3333333333333333, "status": "informative", "size_a": 3, "size_b": 1 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.6, "status": "informative", "size_a": 3, "size_b": 5 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.3333333333333333, "status": "informative", "size_a": 2, "size_b": 6 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.375, "status": "informative", "size_a": 3, "size_b": 8 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.75, "status": "informative", "size_a": 4, "size_b": 3 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.3333333333333333, "status": "informative", "size_a": 9, "size_b": 3 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.5, "status": "informative", "size_a": 6, "size_b": 3 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.42857142857142855, "status": "informative", "size_a": 3, "size_b": 7 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.2222222222222222, "status": "informative", "size_a": 9, "size_b": 2 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.6666666666666666, "status": "informative", "size_a": 3, "size_b": 2 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.6, "status": "informative", "size_a": 3, "size_b": 5 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.75, "status": "informative", "size_a": 6, "size_b": 8 }, { "left_out": 1, "jaccard": 0.875, "status": "informative", "size_a": 7, "size_b": 8 }, { "left_out": 2, "jaccard": 1, "status": "informative", "size_a": 8, "size_b": 8 }, { "left_out": 3, "jaccard": 0.7, "status": "informative", "size_a": 9, "size_b": 8 }, { "left_out": 4, "jaccard": 0.375, "status": "informative", "size_a": 3, "size_b": 8 } ] }, "computability": { "production_cluster_size": 7, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.41666666666666663, "median_informative": 0.41666666666666663, "legacy_mean_empty_empty_as_one": 0.41666666666666663 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.4092857142857142, "median_informative": 0.42857142857142855, "legacy_mean_empty_empty_as_one": 0.4092857142857142 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.2857142857142857, "median_informative": 0.2857142857142857, "legacy_mean_empty_empty_as_one": 0.2857142857142857 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.47107142857142853, "median_informative": 0.4642857142857143, "legacy_mean_empty_empty_as_one": 0.47107142857142853 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 1, "median_informative": 1, "legacy_mean_empty_empty_as_one": 1 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 0.6666666666666666, "status": "informative", "size_a": 2, "size_b": 3 }, { "i": 0, "j": 2, "jaccard": 0.5, "status": "informative", "size_a": 2, "size_b": 1 }, { "i": 0, "j": 3, "jaccard": 0.6666666666666666, "status": "informative", "size_a": 2, "size_b": 3 }, { "i": 0, "j": 4, "jaccard": 0.5, "status": "informative", "size_a": 2, "size_b": 1 }, { "i": 1, "j": 2, "jaccard": 0.3333333333333333, "status": "informative", "size_a": 3, "size_b": 1 }, { "i": 1, "j": 3, "jaccard": 0.5, "status": "informative", "size_a": 3, "size_b": 3 }, { "i": 1, "j": 4, "jaccard": 0.3333333333333333, "status": "informative", "size_a": 3, "size_b": 1 }, { "i": 2, "j": 3, "jaccard": 0.3333333333333333, "status": "informative", "size_a": 1, "size_b": 3 }, { "i": 2, "j": 4, "jaccard": 0, "status": "informative", "size_a": 1, "size_b": 1 }, { "i": 3, "j": 4, "jaccard": 0.3333333333333333, "status": "informative", "size_a": 3, "size_b": 1 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0.2857142857142857, "status": "informative", "size_a": 2, "size_b": 7 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0.42857142857142855, "status": "informative", "size_a": 7, "size_b": 3 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0.14285714285714285, "status": "informative", "size_a": 7, "size_b": 1 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0.42857142857142855, "status": "informative", "size_a": 7, "size_b": 3 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0.14285714285714285, "status": "informative", "size_a": 7, "size_b": 1 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.42857142857142855, "status": "informative", "size_a": 6, "size_b": 4 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.42857142857142855, "status": "informative", "size_a": 4, "size_b": 6 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.8, "status": "informative", "size_a": 4, "size_b": 5 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.25, "status": "informative", "size_a": 2, "size_b": 8 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.5714285714285714, "status": "informative", "size_a": 6, "size_b": 5 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.375, "status": "informative", "size_a": 3, "size_b": 8 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.5, "status": "informative", "size_a": 6, "size_b": 3 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.5714285714285714, "status": "informative", "size_a": 7, "size_b": 4 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.2857142857142857, "status": "informative", "size_a": 7, "size_b": 2 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.5, "status": "informative", "size_a": 6, "size_b": 3 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 1, "status": "informative", "size_a": 7, "size_b": 7 }, { "left_out": 1, "jaccard": 1, "status": "informative", "size_a": 7, "size_b": 7 }, { "left_out": 2, "jaccard": 1, "status": "informative", "size_a": 7, "size_b": 7 }, { "left_out": 3, "jaccard": 1, "status": "informative", "size_a": 7, "size_b": 7 }, { "left_out": 4, "jaccard": 1, "status": "informative", "size_a": 7, "size_b": 7 } ] }, "model_theory": { "production_cluster_size": 9, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 4, "n_empty_empty": 6, "n_empty_vs_nonempty": 4, "available": true, "mean_informative": 0, "median_informative": 0, "legacy_mean_empty_empty_as_one": 0.6 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 7, "available": true, "mean_informative": 0.08841269841269842, "median_informative": 0, "legacy_mean_empty_empty_as_one": 0.08841269841269842 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 4, "available": true, "mean_informative": 0, "median_informative": 0, "legacy_mean_empty_empty_as_one": 0 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 3, "available": true, "mean_informative": 0.13261904761904764, "median_informative": 0.07142857142857142, "legacy_mean_empty_empty_as_one": 0.13261904761904764 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.7111111111111111, "median_informative": 0.7777777777777778, "legacy_mean_empty_empty_as_one": 0.7111111111111111 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 0, "j": 2, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 0, "j": 3, "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 1 }, { "i": 0, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 1, "j": 2, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 1, "j": 3, "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 1 }, { "i": 1, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 2, "j": 3, "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 1 }, { "i": 2, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 3, "j": 4, "jaccard": 0, "status": "informative", "size_a": 1, "size_b": 0 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 7 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 8, "size_b": 0 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 5, "size_b": 0 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 4, "size_b": 1 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 8, "size_b": 0 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.3333333333333333, "status": "informative", "size_a": 2, "size_b": 6 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 4 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0, "status": "informative", "size_a": 3, "size_b": 2 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.14285714285714285, "status": "informative", "size_a": 1, "size_b": 7 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.4, "status": "informative", "size_a": 5, "size_b": 2 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.2, "status": "informative", "size_a": 2, "size_b": 4 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0, "status": "informative", "size_a": 5, "size_b": 0 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.25, "status": "informative", "size_a": 2, "size_b": 3 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0, "status": "informative", "size_a": 5, "size_b": 0 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0, "status": "informative", "size_a": 4, "size_b": 1 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.7777777777777778, "status": "informative", "size_a": 7, "size_b": 9 }, { "left_out": 1, "jaccard": 0.8888888888888888, "status": "informative", "size_a": 8, "size_b": 9 }, { "left_out": 2, "jaccard": 0.5555555555555556, "status": "informative", "size_a": 5, "size_b": 9 }, { "left_out": 3, "jaccard": 0.4444444444444444, "status": "informative", "size_a": 4, "size_b": 9 }, { "left_out": 4, "jaccard": 0.8888888888888888, "status": "informative", "size_a": 8, "size_b": 9 } ] }, "proof_theory": { "production_cluster_size": 7, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 4, "available": true, "mean_informative": 0.14999999999999997, "median_informative": 0, "legacy_mean_empty_empty_as_one": 0.14999999999999997 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 1, "available": true, "mean_informative": 0.34267195767195774, "median_informative": 0.3333333333333333, "legacy_mean_empty_empty_as_one": 0.34267195767195774 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 1, "available": true, "mean_informative": 0.24357142857142855, "median_informative": 0.14285714285714285, "legacy_mean_empty_empty_as_one": 0.24357142857142855 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.3922222222222222, "median_informative": 0.35416666666666663, "legacy_mean_empty_empty_as_one": 0.3922222222222222 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.8042857142857143, "median_informative": 0.875, "legacy_mean_empty_empty_as_one": 0.8042857142857143 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 2 }, { "i": 0, "j": 2, "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 3 }, { "i": 0, "j": 3, "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 1 }, { "i": 0, "j": 4, "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 1 }, { "i": 1, "j": 2, "jaccard": 0.6666666666666666, "status": "informative", "size_a": 2, "size_b": 3 }, { "i": 1, "j": 3, "jaccard": 0, "status": "informative", "size_a": 2, "size_b": 1 }, { "i": 1, "j": 4, "jaccard": 0.5, "status": "informative", "size_a": 2, "size_b": 1 }, { "i": 2, "j": 3, "jaccard": 0, "status": "informative", "size_a": 3, "size_b": 1 }, { "i": 2, "j": 4, "jaccard": 0.3333333333333333, "status": "informative", "size_a": 3, "size_b": 1 }, { "i": 3, "j": 4, "jaccard": 0, "status": "informative", "size_a": 1, "size_b": 1 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 8 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0.2, "status": "informative", "size_a": 10, "size_b": 2 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0.75, "status": "informative", "size_a": 4, "size_b": 3 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0.125, "status": "informative", "size_a": 8, "size_b": 1 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0.14285714285714285, "status": "informative", "size_a": 7, "size_b": 1 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.2222222222222222, "status": "informative", "size_a": 2, "size_b": 9 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.3333333333333333, "status": "informative", "size_a": 5, "size_b": 7 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.375, "status": "informative", "size_a": 3, "size_b": 8 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.2, "status": "informative", "size_a": 3, "size_b": 9 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.5, "status": "informative", "size_a": 4, "size_b": 5 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.3333333333333333, "status": "informative", "size_a": 8, "size_b": 4 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.25, "status": "informative", "size_a": 8, "size_b": 2 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.6666666666666666, "status": "informative", "size_a": 4, "size_b": 6 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.375, "status": "informative", "size_a": 4, "size_b": 7 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.6666666666666666, "status": "informative", "size_a": 5, "size_b": 5 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.875, "status": "informative", "size_a": 8, "size_b": 7 }, { "left_out": 1, "jaccard": 0.7, "status": "informative", "size_a": 10, "size_b": 7 }, { "left_out": 2, "jaccard": 0.5714285714285714, "status": "informative", "size_a": 4, "size_b": 7 }, { "left_out": 3, "jaccard": 0.875, "status": "informative", "size_a": 8, "size_b": 7 }, { "left_out": 4, "jaccard": 1, "status": "informative", "size_a": 7, "size_b": 7 } ] }, "algebraic_logic": { "production_cluster_size": 16, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.5050000000000001, "median_informative": 0.45, "legacy_mean_empty_empty_as_one": 0.5050000000000001 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.3448717948717948, "median_informative": 0.4, "legacy_mean_empty_empty_as_one": 0.3448717948717948 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.17177156177156178, "median_informative": 0.15384615384615385, "legacy_mean_empty_empty_as_one": 0.17177156177156178 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.4314219114219114, "median_informative": 0.4356060606060606, "legacy_mean_empty_empty_as_one": 0.4314219114219114 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.7308823529411764, "median_informative": 0.7058823529411765, "legacy_mean_empty_empty_as_one": 0.7308823529411764 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 0.3333333333333333, "status": "informative", "size_a": 1, "size_b": 3 }, { "i": 0, "j": 2, "jaccard": 0.3333333333333333, "status": "informative", "size_a": 1, "size_b": 3 }, { "i": 0, "j": 3, "jaccard": 0.5, "status": "informative", "size_a": 1, "size_b": 2 }, { "i": 0, "j": 4, "jaccard": 0.25, "status": "informative", "size_a": 1, "size_b": 4 }, { "i": 1, "j": 2, "jaccard": 1, "status": "informative", "size_a": 3, "size_b": 3 }, { "i": 1, "j": 3, "jaccard": 0.6666666666666666, "status": "informative", "size_a": 3, "size_b": 2 }, { "i": 1, "j": 4, "jaccard": 0.4, "status": "informative", "size_a": 3, "size_b": 4 }, { "i": 2, "j": 3, "jaccard": 0.6666666666666666, "status": "informative", "size_a": 3, "size_b": 2 }, { "i": 2, "j": 4, "jaccard": 0.4, "status": "informative", "size_a": 3, "size_b": 4 }, { "i": 3, "j": 4, "jaccard": 0.5, "status": "informative", "size_a": 2, "size_b": 4 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0.09090909090909091, "status": "informative", "size_a": 1, "size_b": 11 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0.25, "status": "informative", "size_a": 12, "size_b": 3 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0.23076923076923078, "status": "informative", "size_a": 13, "size_b": 3 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0.13333333333333333, "status": "informative", "size_a": 15, "size_b": 2 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0.15384615384615385, "status": "informative", "size_a": 11, "size_b": 4 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.4, "status": "informative", "size_a": 6, "size_b": 8 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.4166666666666667, "status": "informative", "size_a": 5, "size_b": 12 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.5384615384615384, "status": "informative", "size_a": 9, "size_b": 11 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.45454545454545453, "status": "informative", "size_a": 8, "size_b": 8 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.4166666666666667, "status": "informative", "size_a": 12, "size_b": 5 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.4666666666666667, "status": "informative", "size_a": 14, "size_b": 8 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.3333333333333333, "status": "informative", "size_a": 9, "size_b": 7 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.45454545454545453, "status": "informative", "size_a": 11, "size_b": 5 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.3333333333333333, "status": "informative", "size_a": 10, "size_b": 6 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.5, "status": "informative", "size_a": 9, "size_b": 6 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.6875, "status": "informative", "size_a": 11, "size_b": 16 }, { "left_out": 1, "jaccard": 0.75, "status": "informative", "size_a": 12, "size_b": 16 }, { "left_out": 2, "jaccard": 0.7058823529411765, "status": "informative", "size_a": 13, "size_b": 16 }, { "left_out": 3, "jaccard": 0.8235294117647058, "status": "informative", "size_a": 15, "size_b": 16 }, { "left_out": 4, "jaccard": 0.6875, "status": "informative", "size_a": 11, "size_b": 16 } ] }, "propositional_calculus": { "production_cluster_size": 17, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 9, "n_empty_empty": 1, "n_empty_vs_nonempty": 6, "available": true, "mean_informative": 0.037037037037037035, "median_informative": 0, "legacy_mean_empty_empty_as_one": 0.13333333333333333 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 2, "available": true, "mean_informative": 0.2819887955182072, "median_informative": 0.26666666666666666, "legacy_mean_empty_empty_as_one": 0.2819887955182072 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 2, "available": true, "mean_informative": 0.08285714285714285, "median_informative": 0.07142857142857142, "legacy_mean_empty_empty_as_one": 0.08285714285714285 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.3815546218487395, "median_informative": 0.38928571428571423, "legacy_mean_empty_empty_as_one": 0.3815546218487395 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.8416924664602684, "median_informative": 0.8823529411764706, "legacy_mean_empty_empty_as_one": 0.8416924664602684 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 0, "status": "informative", "size_a": 3, "size_b": 0 }, { "i": 0, "j": 2, "jaccard": 0, "status": "informative", "size_a": 3, "size_b": 3 }, { "i": 0, "j": 3, "jaccard": 0, "status": "informative", "size_a": 3, "size_b": 1 }, { "i": 0, "j": 4, "jaccard": 0, "status": "informative", "size_a": 3, "size_b": 0 }, { "i": 1, "j": 2, "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 3 }, { "i": 1, "j": 3, "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 1 }, { "i": 1, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 2, "j": 3, "jaccard": 0.3333333333333333, "status": "informative", "size_a": 3, "size_b": 1 }, { "i": 2, "j": 4, "jaccard": 0, "status": "informative", "size_a": 3, "size_b": 0 }, { "i": 3, "j": 4, "jaccard": 0, "status": "informative", "size_a": 1, "size_b": 0 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0.14285714285714285, "status": "informative", "size_a": 3, "size_b": 13 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 19, "size_b": 0 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0.2, "status": "informative", "size_a": 15, "size_b": 3 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0.07142857142857142, "status": "informative", "size_a": 14, "size_b": 1 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 16, "size_b": 0 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.21428571428571427, "status": "informative", "size_a": 6, "size_b": 11 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.5384615384615384, "status": "informative", "size_a": 10, "size_b": 10 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.35, "status": "informative", "size_a": 16, "size_b": 11 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.6428571428571429, "status": "informative", "size_a": 12, "size_b": 11 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.19047619047619047, "status": "informative", "size_a": 20, "size_b": 5 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.42857142857142855, "status": "informative", "size_a": 13, "size_b": 7 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.29411764705882354, "status": "informative", "size_a": 16, "size_b": 6 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.42857142857142855, "status": "informative", "size_a": 12, "size_b": 8 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.26666666666666666, "status": "informative", "size_a": 12, "size_b": 7 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.46153846153846156, "status": "informative", "size_a": 11, "size_b": 8 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.6666666666666666, "status": "informative", "size_a": 13, "size_b": 17 }, { "left_out": 1, "jaccard": 0.8947368421052632, "status": "informative", "size_a": 19, "size_b": 17 }, { "left_out": 2, "jaccard": 0.8823529411764706, "status": "informative", "size_a": 15, "size_b": 17 }, { "left_out": 3, "jaccard": 0.8235294117647058, "status": "informative", "size_a": 14, "size_b": 17 }, { "left_out": 4, "jaccard": 0.9411764705882353, "status": "informative", "size_a": 16, "size_b": 17 } ] } } }, "production_v3": { "corpus": { "single_pairs": { "n_concepts_available": 8, "concepts_unavailable": [ "hilbert_program", "model_theory" ], "median_of_concept_means": 0.24999999999999997, "q25": 0.13035714285714284, "q75": 0.46749999999999997, "n_empty_empty_total": 30, "n_empty_vs_nonempty_total": 28, "n_pairs_total": 100, "legacy_median_empty_empty_as_one": 0.485, "legacy_q25": 0.33749999999999997, "legacy_q75": 0.5833333333333333, "paired_vs_single_pairs": { "common_concepts": [ "algebraic_logic", "axiomatic_set_theory", "computability", "incompleteness", "intuitionism", "proof_theory", "propositional_calculus", "type_theory" ], "n_common": 8, "median_difference": 0, "n_concepts_higher_than_single": 0, "n_concepts_lower_than_single": 0 } }, "disjoint_all": { "n_concepts_available": 10, "concepts_unavailable": [], "median_of_concept_means": 0.37935185185185194, "q25": 0.24554509130911062, "q75": 0.4739646002146003, "n_empty_empty_total": 10, "n_empty_vs_nonempty_total": 27, "n_pairs_total": 150, "legacy_median_empty_empty_as_one": 0.39119047619047626, "legacy_q25": 0.29809274059274055, "legacy_q75": 0.5004396991896992, "paired_vs_single_pairs": { "common_concepts": [ "algebraic_logic", "axiomatic_set_theory", "computability", "incompleteness", "intuitionism", "proof_theory", "propositional_calculus", "type_theory" ], "n_common": 8, "median_difference": 0.12079198579198579, "n_concepts_higher_than_single": 5, "n_concepts_lower_than_single": 3 } }, "disjoint_1v4": { "n_concepts_available": 10, "concepts_unavailable": [], "median_of_concept_means": 0.16547313797313798, "q25": 0.025555555555555554, "q75": 0.2501785714285714, "n_empty_empty_total": 4, "n_empty_vs_nonempty_total": 18, "n_pairs_total": 50, "legacy_median_empty_empty_as_one": 0.21662698412698417, "legacy_q25": 0.0810897435897436, "legacy_q75": 0.26160714285714287, "paired_vs_single_pairs": { "common_concepts": [ "algebraic_logic", "axiomatic_set_theory", "computability", "incompleteness", "intuitionism", "proof_theory", "propositional_calculus", "type_theory" ], "n_common": 8, "median_difference": -0.051269841269841236, "n_concepts_higher_than_single": 3, "n_concepts_lower_than_single": 5 } }, "disjoint_2v3": { "n_concepts_available": 10, "concepts_unavailable": [], "median_of_concept_means": 0.4456349206349206, "q25": 0.35553985918588815, "q75": 0.5822222222222222, "n_empty_empty_total": 6, "n_empty_vs_nonempty_total": 9, "n_pairs_total": 100, "legacy_median_empty_empty_as_one": 0.475079365079365, "legacy_q25": 0.3938057775557776, "legacy_q75": 0.6074999999999999, "paired_vs_single_pairs": { "common_concepts": [ "algebraic_logic", "axiomatic_set_theory", "computability", "incompleteness", "intuitionism", "proof_theory", "propositional_calculus", "type_theory" ], "n_common": 8, "median_difference": 0.23092379842379843, "n_concepts_higher_than_single": 8, "n_concepts_lower_than_single": 0 } }, "loo_vs_full": { "n_concepts_available": 10, "concepts_unavailable": [], "median_of_concept_means": 0.7765910868852046, "q25": 0.7438888888888888, "q75": 0.8172847985347985, "n_empty_empty_total": 4, "n_empty_vs_nonempty_total": 1, "n_pairs_total": 50, "legacy_median_empty_empty_as_one": 0.7884958487899665, "legacy_q25": 0.7607142857142857, "legacy_q75": 0.8172847985347985, "paired_vs_single_pairs": { "common_concepts": [ "algebraic_logic", "axiomatic_set_theory", "computability", "incompleteness", "intuitionism", "proof_theory", "propositional_calculus", "type_theory" ], "n_common": 8, "median_difference": 0.6380952380952383, "n_concepts_higher_than_single": 8, "n_concepts_lower_than_single": 0 } } }, "n_documents_assigned_full_anchors": 101, "production_cluster_sizes": { "incompleteness": 34, "hilbert_program": 0, "axiomatic_set_theory": 14, "type_theory": 6, "intuitionism": 8, "computability": 5, "model_theory": 6, "proof_theory": 7, "algebraic_logic": 9, "propositional_calculus": 12 }, "tau_full_anchors": { "incompleteness": 0.010183113627135754, "hilbert_program": 0.009294778108596802, "axiomatic_set_theory": 0.009896975941956043, "type_theory": 0.008236235938966274, "intuitionism": 0.00954747200012207, "computability": 0.010946339927613735, "model_theory": 0.009546232409775257, "proof_theory": 0.008643507957458496, "algebraic_logic": 0.006906366441398859, "propositional_calculus": 0.006906366441398859 }, "per_concept": { "incompleteness": { "production_cluster_size": 34, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 4, "n_empty_empty": 6, "n_empty_vs_nonempty": 4, "available": true, "mean_informative": 0, "median_informative": 0, "legacy_mean_empty_empty_as_one": 0.6 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 4, "available": true, "mean_informative": 0.23638927407463317, "median_informative": 0.23529411764705882, "legacy_mean_empty_empty_as_one": 0.23638927407463317 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 4, "available": true, "mean_informative": 0.013333333333333332, "median_informative": 0, "legacy_mean_empty_empty_as_one": 0.013333333333333332 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.34791724444528305, "median_informative": 0.3920454545454546, "legacy_mean_empty_empty_as_one": 0.34791724444528305 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.7769916975799329, "median_informative": 0.7647058823529411, "legacy_mean_empty_empty_as_one": 0.7769916975799329 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 0, "status": "informative", "size_a": 2, "size_b": 0 }, { "i": 0, "j": 2, "jaccard": 0, "status": "informative", "size_a": 2, "size_b": 0 }, { "i": 0, "j": 3, "jaccard": 0, "status": "informative", "size_a": 2, "size_b": 0 }, { "i": 0, "j": 4, "jaccard": 0, "status": "informative", "size_a": 2, "size_b": 0 }, { "i": 1, "j": 2, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 1, "j": 3, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 1, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 2, "j": 3, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 2, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 3, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0.06666666666666667, "status": "informative", "size_a": 2, "size_b": 30 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 26, "size_b": 0 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 27, "size_b": 0 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 33, "size_b": 0 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 25, "size_b": 0 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.5357142857142857, "status": "informative", "size_a": 16, "size_b": 27 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.43478260869565216, "status": "informative", "size_a": 11, "size_b": 22 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.14285714285714285, "status": "informative", "size_a": 4, "size_b": 20 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.4090909090909091, "status": "informative", "size_a": 14, "size_b": 17 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.23529411764705882, "status": "informative", "size_a": 17, "size_b": 4 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.06896551724137931, "status": "informative", "size_a": 27, "size_b": 4 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.5263157894736842, "status": "informative", "size_a": 16, "size_b": 13 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.3225806451612903, "status": "informative", "size_a": 30, "size_b": 11 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.42857142857142855, "status": "informative", "size_a": 18, "size_b": 12 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.375, "status": "informative", "size_a": 22, "size_b": 11 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.7297297297297297, "status": "informative", "size_a": 30, "size_b": 34 }, { "left_out": 1, "jaccard": 0.7647058823529411, "status": "informative", "size_a": 26, "size_b": 34 }, { "left_out": 2, "jaccard": 0.7941176470588235, "status": "informative", "size_a": 27, "size_b": 34 }, { "left_out": 3, "jaccard": 0.8611111111111112, "status": "informative", "size_a": 33, "size_b": 34 }, { "left_out": 4, "jaccard": 0.7352941176470589, "status": "informative", "size_a": 25, "size_b": 34 } ] }, "hilbert_program": { "production_cluster_size": 0, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 0, "n_empty_empty": 10, "n_empty_vs_nonempty": 0, "available": false, "mean_informative": null, "median_informative": null, "legacy_mean_empty_empty_as_one": 1 }, "disjoint_all": { "n_pairs": 15, "n_informative": 5, "n_empty_empty": 10, "n_empty_vs_nonempty": 5, "available": true, "mean_informative": 0, "median_informative": 0, "legacy_mean_empty_empty_as_one": 0.6666666666666666 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 1, "n_empty_empty": 4, "n_empty_vs_nonempty": 1, "available": true, "mean_informative": 0, "median_informative": 0, "legacy_mean_empty_empty_as_one": 0.8 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 4, "n_empty_empty": 6, "n_empty_vs_nonempty": 4, "available": true, "mean_informative": 0, "median_informative": 0, "legacy_mean_empty_empty_as_one": 0.6 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 1, "n_empty_empty": 4, "n_empty_vs_nonempty": 1, "available": true, "mean_informative": 0, "median_informative": 0, "legacy_mean_empty_empty_as_one": 0.8 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 0, "j": 2, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 0, "j": 3, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 0, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 1, "j": 2, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 1, "j": 3, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 1, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 2, "j": 3, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 2, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 3, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 1, "size_b": 0 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 1 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0, "status": "informative", "size_a": 1, "size_b": 0 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0, "status": "informative", "size_a": 1, "size_b": 0 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0, "status": "informative", "size_a": 1, "size_b": 0 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "left_out": 1, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "left_out": 2, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "left_out": 3, "jaccard": 0, "status": "informative", "size_a": 1, "size_b": 0 }, { "left_out": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 } ] }, "axiomatic_set_theory": { "production_cluster_size": 14, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.5199999999999999, "median_informative": 0.3333333333333333, "legacy_mean_empty_empty_as_one": 0.5199999999999999 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.4996159396159397, "median_informative": 0.5384615384615384, "legacy_mean_empty_empty_as_one": 0.4996159396159397 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.1376923076923077, "median_informative": 0.08333333333333333, "legacy_mean_empty_empty_as_one": 0.1376923076923077 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.6805777555777556, "median_informative": 0.6904761904761905, "legacy_mean_empty_empty_as_one": 0.6805777555777556 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.9152380952380954, "median_informative": 0.9285714285714286, "legacy_mean_empty_empty_as_one": 0.9152380952380954 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 1, "status": "informative", "size_a": 1, "size_b": 1 }, { "i": 0, "j": 2, "jaccard": 1, "status": "informative", "size_a": 1, "size_b": 1 }, { "i": 0, "j": 3, "jaccard": 0.3333333333333333, "status": "informative", "size_a": 1, "size_b": 3 }, { "i": 0, "j": 4, "jaccard": 0.3333333333333333, "status": "informative", "size_a": 1, "size_b": 3 }, { "i": 1, "j": 2, "jaccard": 1, "status": "informative", "size_a": 1, "size_b": 1 }, { "i": 1, "j": 3, "jaccard": 0.3333333333333333, "status": "informative", "size_a": 1, "size_b": 3 }, { "i": 1, "j": 4, "jaccard": 0.3333333333333333, "status": "informative", "size_a": 1, "size_b": 3 }, { "i": 2, "j": 3, "jaccard": 0.3333333333333333, "status": "informative", "size_a": 1, "size_b": 3 }, { "i": 2, "j": 4, "jaccard": 0.3333333333333333, "status": "informative", "size_a": 1, "size_b": 3 }, { "i": 3, "j": 4, "jaccard": 0.2, "status": "informative", "size_a": 3, "size_b": 3 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0.07692307692307693, "status": "informative", "size_a": 1, "size_b": 13 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0.06666666666666667, "status": "informative", "size_a": 15, "size_b": 1 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0.08333333333333333, "status": "informative", "size_a": 12, "size_b": 1 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0.23076923076923078, "status": "informative", "size_a": 13, "size_b": 3 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0.23076923076923078, "status": "informative", "size_a": 13, "size_b": 3 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.7142857142857143, "status": "informative", "size_a": 10, "size_b": 14 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.6363636363636364, "status": "informative", "size_a": 8, "size_b": 10 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.9166666666666666, "status": "informative", "size_a": 11, "size_b": 12 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.5384615384615384, "status": "informative", "size_a": 7, "size_b": 13 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.9166666666666666, "status": "informative", "size_a": 12, "size_b": 11 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.4166666666666667, "status": "informative", "size_a": 11, "size_b": 6 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.46153846153846156, "status": "informative", "size_a": 12, "size_b": 7 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.7692307692307693, "status": "informative", "size_a": 12, "size_b": 11 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.6666666666666666, "status": "informative", "size_a": 12, "size_b": 8 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.7692307692307693, "status": "informative", "size_a": 13, "size_b": 10 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.9285714285714286, "status": "informative", "size_a": 13, "size_b": 14 }, { "left_out": 1, "jaccard": 0.9333333333333333, "status": "informative", "size_a": 15, "size_b": 14 }, { "left_out": 2, "jaccard": 0.8571428571428571, "status": "informative", "size_a": 12, "size_b": 14 }, { "left_out": 3, "jaccard": 0.9285714285714286, "status": "informative", "size_a": 13, "size_b": 14 }, { "left_out": 4, "jaccard": 0.9285714285714286, "status": "informative", "size_a": 13, "size_b": 14 } ] }, "type_theory": { "production_cluster_size": 6, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 9, "n_empty_empty": 1, "n_empty_vs_nonempty": 6, "available": true, "mean_informative": 0.16666666666666663, "median_informative": 0, "legacy_mean_empty_empty_as_one": 0.25 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 2, "available": true, "mean_informative": 0.5022222222222221, "median_informative": 0.6, "legacy_mean_empty_empty_as_one": 0.5022222222222221 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 2, "available": true, "mean_informative": 0.2866666666666666, "median_informative": 0.16666666666666666, "legacy_mean_empty_empty_as_one": 0.2866666666666666 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.61, "median_informative": 0.6, "legacy_mean_empty_empty_as_one": 0.61 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.7761904761904763, "median_informative": 0.8333333333333334, "legacy_mean_empty_empty_as_one": 0.7761904761904763 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 2 }, { "i": 0, "j": 2, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 0, "j": 3, "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 1 }, { "i": 0, "j": 4, "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 3 }, { "i": 1, "j": 2, "jaccard": 0, "status": "informative", "size_a": 2, "size_b": 0 }, { "i": 1, "j": 3, "jaccard": 0.5, "status": "informative", "size_a": 2, "size_b": 1 }, { "i": 1, "j": 4, "jaccard": 0.6666666666666666, "status": "informative", "size_a": 2, "size_b": 3 }, { "i": 2, "j": 3, "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 1 }, { "i": 2, "j": 4, "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 3 }, { "i": 3, "j": 4, "jaccard": 0.3333333333333333, "status": "informative", "size_a": 1, "size_b": 3 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 5 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0.6666666666666666, "status": "informative", "size_a": 3, "size_b": 2 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 6, "size_b": 0 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0.16666666666666666, "status": "informative", "size_a": 6, "size_b": 1 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0.6, "status": "informative", "size_a": 5, "size_b": 3 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 1, "status": "informative", "size_a": 4, "size_b": 4 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.4, "status": "informative", "size_a": 2, "size_b": 5 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.5, "status": "informative", "size_a": 3, "size_b": 6 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.6, "status": "informative", "size_a": 3, "size_b": 5 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.5, "status": "informative", "size_a": 4, "size_b": 5 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.6, "status": "informative", "size_a": 4, "size_b": 4 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.5, "status": "informative", "size_a": 3, "size_b": 6 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.6, "status": "informative", "size_a": 5, "size_b": 3 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.8, "status": "informative", "size_a": 5, "size_b": 4 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.6, "status": "informative", "size_a": 4, "size_b": 4 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.8333333333333334, "status": "informative", "size_a": 5, "size_b": 6 }, { "left_out": 1, "jaccard": 0.5, "status": "informative", "size_a": 3, "size_b": 6 }, { "left_out": 2, "jaccard": 0.7142857142857143, "status": "informative", "size_a": 6, "size_b": 6 }, { "left_out": 3, "jaccard": 1, "status": "informative", "size_a": 6, "size_b": 6 }, { "left_out": 4, "jaccard": 0.8333333333333334, "status": "informative", "size_a": 5, "size_b": 6 } ] }, "intuitionism": { "production_cluster_size": 8, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 4, "available": true, "mean_informative": 0.45, "median_informative": 0.5, "legacy_mean_empty_empty_as_one": 0.45 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 1, "available": true, "mean_informative": 0.39701058201058204, "median_informative": 0.375, "legacy_mean_empty_empty_as_one": 0.39701058201058204 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 1, "available": true, "mean_informative": 0.19325396825396826, "median_informative": 0.2222222222222222, "legacy_mean_empty_empty_as_one": 0.19325396825396826 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.4988888888888889, "median_informative": 0.5, "legacy_mean_empty_empty_as_one": 0.4988888888888889 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.74, "median_informative": 0.75, "legacy_mean_empty_empty_as_one": 0.74 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 1, "status": "informative", "size_a": 2, "size_b": 2 }, { "i": 0, "j": 2, "jaccard": 0.5, "status": "informative", "size_a": 2, "size_b": 1 }, { "i": 0, "j": 3, "jaccard": 1, "status": "informative", "size_a": 2, "size_b": 2 }, { "i": 0, "j": 4, "jaccard": 0, "status": "informative", "size_a": 2, "size_b": 0 }, { "i": 1, "j": 2, "jaccard": 0.5, "status": "informative", "size_a": 2, "size_b": 1 }, { "i": 1, "j": 3, "jaccard": 1, "status": "informative", "size_a": 2, "size_b": 2 }, { "i": 1, "j": 4, "jaccard": 0, "status": "informative", "size_a": 2, "size_b": 0 }, { "i": 2, "j": 3, "jaccard": 0.5, "status": "informative", "size_a": 1, "size_b": 2 }, { "i": 2, "j": 4, "jaccard": 0, "status": "informative", "size_a": 1, "size_b": 0 }, { "i": 3, "j": 4, "jaccard": 0, "status": "informative", "size_a": 2, "size_b": 0 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0.3333333333333333, "status": "informative", "size_a": 2, "size_b": 6 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0.2857142857142857, "status": "informative", "size_a": 7, "size_b": 2 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0.125, "status": "informative", "size_a": 8, "size_b": 1 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0.2222222222222222, "status": "informative", "size_a": 9, "size_b": 2 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 3, "size_b": 0 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.6, "status": "informative", "size_a": 3, "size_b": 5 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.4, "status": "informative", "size_a": 2, "size_b": 5 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.375, "status": "informative", "size_a": 3, "size_b": 8 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.75, "status": "informative", "size_a": 4, "size_b": 3 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.375, "status": "informative", "size_a": 8, "size_b": 3 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.5, "status": "informative", "size_a": 6, "size_b": 3 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.5, "status": "informative", "size_a": 3, "size_b": 6 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.2222222222222222, "status": "informative", "size_a": 9, "size_b": 2 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.6666666666666666, "status": "informative", "size_a": 3, "size_b": 2 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.6, "status": "informative", "size_a": 3, "size_b": 5 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.75, "status": "informative", "size_a": 6, "size_b": 8 }, { "left_out": 1, "jaccard": 0.875, "status": "informative", "size_a": 7, "size_b": 8 }, { "left_out": 2, "jaccard": 1, "status": "informative", "size_a": 8, "size_b": 8 }, { "left_out": 3, "jaccard": 0.7, "status": "informative", "size_a": 9, "size_b": 8 }, { "left_out": 4, "jaccard": 0.375, "status": "informative", "size_a": 3, "size_b": 8 } ] }, "computability": { "production_cluster_size": 5, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 4, "available": true, "mean_informative": 0.3333333333333333, "median_informative": 0.41666666666666663, "legacy_mean_empty_empty_as_one": 0.3333333333333333 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 1, "available": true, "mean_informative": 0.37333333333333335, "median_informative": 0.4, "legacy_mean_empty_empty_as_one": 0.37333333333333335 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 1, "available": true, "mean_informative": 0.24000000000000005, "median_informative": 0.2, "legacy_mean_empty_empty_as_one": 0.24000000000000005 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.44000000000000006, "median_informative": 0.45, "legacy_mean_empty_empty_as_one": 0.44000000000000006 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 1, "median_informative": 1, "legacy_mean_empty_empty_as_one": 1 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 0.5, "status": "informative", "size_a": 1, "size_b": 2 }, { "i": 0, "j": 2, "jaccard": 1, "status": "informative", "size_a": 1, "size_b": 1 }, { "i": 0, "j": 3, "jaccard": 0.5, "status": "informative", "size_a": 1, "size_b": 2 }, { "i": 0, "j": 4, "jaccard": 0, "status": "informative", "size_a": 1, "size_b": 0 }, { "i": 1, "j": 2, "jaccard": 0.5, "status": "informative", "size_a": 2, "size_b": 1 }, { "i": 1, "j": 3, "jaccard": 0.3333333333333333, "status": "informative", "size_a": 2, "size_b": 2 }, { "i": 1, "j": 4, "jaccard": 0, "status": "informative", "size_a": 2, "size_b": 0 }, { "i": 2, "j": 3, "jaccard": 0.5, "status": "informative", "size_a": 1, "size_b": 2 }, { "i": 2, "j": 4, "jaccard": 0, "status": "informative", "size_a": 1, "size_b": 0 }, { "i": 3, "j": 4, "jaccard": 0, "status": "informative", "size_a": 2, "size_b": 0 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0.2, "status": "informative", "size_a": 1, "size_b": 5 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0.4, "status": "informative", "size_a": 5, "size_b": 2 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0.2, "status": "informative", "size_a": 5, "size_b": 1 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0.4, "status": "informative", "size_a": 5, "size_b": 2 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 5, "size_b": 0 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.4, "status": "informative", "size_a": 4, "size_b": 3 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.4, "status": "informative", "size_a": 3, "size_b": 4 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.6666666666666666, "status": "informative", "size_a": 2, "size_b": 3 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.2, "status": "informative", "size_a": 1, "size_b": 5 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.6, "status": "informative", "size_a": 4, "size_b": 4 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.3333333333333333, "status": "informative", "size_a": 2, "size_b": 6 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.5, "status": "informative", "size_a": 4, "size_b": 2 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.6, "status": "informative", "size_a": 5, "size_b": 3 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.2, "status": "informative", "size_a": 5, "size_b": 1 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.5, "status": "informative", "size_a": 4, "size_b": 2 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 1, "status": "informative", "size_a": 5, "size_b": 5 }, { "left_out": 1, "jaccard": 1, "status": "informative", "size_a": 5, "size_b": 5 }, { "left_out": 2, "jaccard": 1, "status": "informative", "size_a": 5, "size_b": 5 }, { "left_out": 3, "jaccard": 1, "status": "informative", "size_a": 5, "size_b": 5 }, { "left_out": 4, "jaccard": 1, "status": "informative", "size_a": 5, "size_b": 5 } ] }, "model_theory": { "production_cluster_size": 6, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 0, "n_empty_empty": 10, "n_empty_vs_nonempty": 0, "available": false, "mean_informative": null, "median_informative": null, "legacy_mean_empty_empty_as_one": 1 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 10, "available": true, "mean_informative": 0.10555555555555556, "median_informative": 0, "legacy_mean_empty_empty_as_one": 0.10555555555555556 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 5, "available": true, "mean_informative": 0, "median_informative": 0, "legacy_mean_empty_empty_as_one": 0 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 5, "available": true, "mean_informative": 0.15833333333333333, "median_informative": 0, "legacy_mean_empty_empty_as_one": 0.15833333333333333 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.7333333333333333, "median_informative": 0.6666666666666666, "legacy_mean_empty_empty_as_one": 0.7333333333333333 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 0, "j": 2, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 0, "j": 3, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 0, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 1, "j": 2, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 1, "j": 3, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 1, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 2, "j": 3, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 2, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 3, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 5 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 6, "size_b": 0 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 4, "size_b": 0 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 4, "size_b": 0 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 6, "size_b": 0 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.5, "status": "informative", "size_a": 2, "size_b": 4 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 3 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0, "status": "informative", "size_a": 2, "size_b": 2 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 5 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.5, "status": "informative", "size_a": 4, "size_b": 2 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.25, "status": "informative", "size_a": 2, "size_b": 3 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0, "status": "informative", "size_a": 4, "size_b": 0 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.3333333333333333, "status": "informative", "size_a": 2, "size_b": 2 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0, "status": "informative", "size_a": 4, "size_b": 0 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0, "status": "informative", "size_a": 4, "size_b": 0 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.5714285714285714, "status": "informative", "size_a": 5, "size_b": 6 }, { "left_out": 1, "jaccard": 1, "status": "informative", "size_a": 6, "size_b": 6 }, { "left_out": 2, "jaccard": 0.42857142857142855, "status": "informative", "size_a": 4, "size_b": 6 }, { "left_out": 3, "jaccard": 0.6666666666666666, "status": "informative", "size_a": 4, "size_b": 6 }, { "left_out": 4, "jaccard": 1, "status": "informative", "size_a": 6, "size_b": 6 } ] }, "proof_theory": { "production_cluster_size": 7, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 4, "available": true, "mean_informative": 0.14999999999999997, "median_informative": 0, "legacy_mean_empty_empty_as_one": 0.14999999999999997 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 1, "available": true, "mean_informative": 0.3853703703703705, "median_informative": 0.42857142857142855, "legacy_mean_empty_empty_as_one": 0.3853703703703705 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 1, "available": true, "mean_informative": 0.25357142857142856, "median_informative": 0.14285714285714285, "legacy_mean_empty_empty_as_one": 0.25357142857142856 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.45126984126984115, "median_informative": 0.42857142857142855, "legacy_mean_empty_empty_as_one": 0.45126984126984115 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.8226190476190476, "median_informative": 0.875, "legacy_mean_empty_empty_as_one": 0.8226190476190476 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 2 }, { "i": 0, "j": 2, "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 3 }, { "i": 0, "j": 3, "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 1 }, { "i": 0, "j": 4, "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 1 }, { "i": 1, "j": 2, "jaccard": 0.6666666666666666, "status": "informative", "size_a": 2, "size_b": 3 }, { "i": 1, "j": 3, "jaccard": 0, "status": "informative", "size_a": 2, "size_b": 1 }, { "i": 1, "j": 4, "jaccard": 0.5, "status": "informative", "size_a": 2, "size_b": 1 }, { "i": 2, "j": 3, "jaccard": 0, "status": "informative", "size_a": 3, "size_b": 1 }, { "i": 2, "j": 4, "jaccard": 0.3333333333333333, "status": "informative", "size_a": 3, "size_b": 1 }, { "i": 3, "j": 4, "jaccard": 0, "status": "informative", "size_a": 1, "size_b": 1 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 7 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0.25, "status": "informative", "size_a": 8, "size_b": 2 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0.75, "status": "informative", "size_a": 4, "size_b": 3 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0.125, "status": "informative", "size_a": 8, "size_b": 1 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0.14285714285714285, "status": "informative", "size_a": 7, "size_b": 1 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.2857142857142857, "status": "informative", "size_a": 2, "size_b": 7 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.42857142857142855, "status": "informative", "size_a": 5, "size_b": 5 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.5, "status": "informative", "size_a": 3, "size_b": 6 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.2222222222222222, "status": "informative", "size_a": 3, "size_b": 8 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.6, "status": "informative", "size_a": 4, "size_b": 4 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.42857142857142855, "status": "informative", "size_a": 7, "size_b": 3 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.2857142857142857, "status": "informative", "size_a": 7, "size_b": 2 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.6666666666666666, "status": "informative", "size_a": 4, "size_b": 6 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.42857142857142855, "status": "informative", "size_a": 4, "size_b": 6 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.6666666666666666, "status": "informative", "size_a": 5, "size_b": 5 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 1, "status": "informative", "size_a": 7, "size_b": 7 }, { "left_out": 1, "jaccard": 0.6666666666666666, "status": "informative", "size_a": 8, "size_b": 7 }, { "left_out": 2, "jaccard": 0.5714285714285714, "status": "informative", "size_a": 4, "size_b": 7 }, { "left_out": 3, "jaccard": 0.875, "status": "informative", "size_a": 8, "size_b": 7 }, { "left_out": 4, "jaccard": 1, "status": "informative", "size_a": 7, "size_b": 7 } ] }, "algebraic_logic": { "production_cluster_size": 9, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.5333333333333333, "median_informative": 0.5, "legacy_mean_empty_empty_as_one": 0.5333333333333333 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.5007142857142858, "median_informative": 0.5, "legacy_mean_empty_empty_as_one": 0.5007142857142858 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.2642857142857143, "median_informative": 0.2857142857142857, "legacy_mean_empty_empty_as_one": 0.2642857142857143 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.6189285714285714, "median_informative": 0.5857142857142856, "legacy_mean_empty_empty_as_one": 0.6189285714285714 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.7555555555555555, "median_informative": 0.7777777777777778, "legacy_mean_empty_empty_as_one": 0.7555555555555555 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 0.5, "status": "informative", "size_a": 1, "size_b": 2 }, { "i": 0, "j": 2, "jaccard": 0.5, "status": "informative", "size_a": 1, "size_b": 2 }, { "i": 0, "j": 3, "jaccard": 0.5, "status": "informative", "size_a": 1, "size_b": 2 }, { "i": 0, "j": 4, "jaccard": 0.5, "status": "informative", "size_a": 1, "size_b": 2 }, { "i": 1, "j": 2, "jaccard": 1, "status": "informative", "size_a": 2, "size_b": 2 }, { "i": 1, "j": 3, "jaccard": 0.3333333333333333, "status": "informative", "size_a": 2, "size_b": 2 }, { "i": 1, "j": 4, "jaccard": 0.3333333333333333, "status": "informative", "size_a": 2, "size_b": 2 }, { "i": 2, "j": 3, "jaccard": 0.3333333333333333, "status": "informative", "size_a": 2, "size_b": 2 }, { "i": 2, "j": 4, "jaccard": 0.3333333333333333, "status": "informative", "size_a": 2, "size_b": 2 }, { "i": 3, "j": 4, "jaccard": 1, "status": "informative", "size_a": 2, "size_b": 2 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0.16666666666666666, "status": "informative", "size_a": 1, "size_b": 6 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0.2857142857142857, "status": "informative", "size_a": 7, "size_b": 2 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0.2857142857142857, "status": "informative", "size_a": 7, "size_b": 2 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0.25, "status": "informative", "size_a": 8, "size_b": 2 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0.3333333333333333, "status": "informative", "size_a": 6, "size_b": 2 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.6, "status": "informative", "size_a": 4, "size_b": 4 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.7142857142857143, "status": "informative", "size_a": 5, "size_b": 7 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 1, "status": "informative", "size_a": 5, "size_b": 5 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.375, "status": "informative", "size_a": 5, "size_b": 6 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.5, "status": "informative", "size_a": 8, "size_b": 4 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.8333333333333334, "status": "informative", "size_a": 6, "size_b": 5 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.5, "status": "informative", "size_a": 5, "size_b": 4 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.6666666666666666, "status": "informative", "size_a": 6, "size_b": 4 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.5714285714285714, "status": "informative", "size_a": 7, "size_b": 4 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.42857142857142855, "status": "informative", "size_a": 5, "size_b": 5 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.6666666666666666, "status": "informative", "size_a": 6, "size_b": 9 }, { "left_out": 1, "jaccard": 0.7777777777777778, "status": "informative", "size_a": 7, "size_b": 9 }, { "left_out": 2, "jaccard": 0.7777777777777778, "status": "informative", "size_a": 7, "size_b": 9 }, { "left_out": 3, "jaccard": 0.8888888888888888, "status": "informative", "size_a": 8, "size_b": 9 }, { "left_out": 4, "jaccard": 0.6666666666666666, "status": "informative", "size_a": 6, "size_b": 9 } ] }, "propositional_calculus": { "production_cluster_size": 12, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 7, "n_empty_empty": 3, "n_empty_vs_nonempty": 6, "available": true, "mean_informative": 0.07142857142857142, "median_informative": 0, "legacy_mean_empty_empty_as_one": 0.35 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 3, "available": true, "mean_informative": 0.27301254301254296, "median_informative": 0.2222222222222222, "legacy_mean_empty_empty_as_one": 0.27301254301254296 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 3, "available": true, "mean_informative": 0.06222222222222222, "median_informative": 0, "legacy_mean_empty_empty_as_one": 0.06222222222222222 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.37840770340770347, "median_informative": 0.39583333333333337, "legacy_mean_empty_empty_as_one": 0.37840770340770347 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.8012820512820513, "median_informative": 0.8333333333333334, "legacy_mean_empty_empty_as_one": 0.8012820512820513 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 0, "j": 2, "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 2 }, { "i": 0, "j": 3, "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 1 }, { "i": 0, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 1, "j": 2, "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 2 }, { "i": 1, "j": 3, "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 1 }, { "i": 1, "j": 4, "jaccard": null, "status": "empty_empty", "size_a": 0, "size_b": 0 }, { "i": 2, "j": 3, "jaccard": 0.5, "status": "informative", "size_a": 2, "size_b": 1 }, { "i": 2, "j": 4, "jaccard": 0, "status": "informative", "size_a": 2, "size_b": 0 }, { "i": 3, "j": 4, "jaccard": 0, "status": "informative", "size_a": 1, "size_b": 0 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 0, "size_b": 7 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 13, "size_b": 0 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0.2, "status": "informative", "size_a": 10, "size_b": 2 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0.1111111111111111, "status": "informative", "size_a": 9, "size_b": 1 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0, "status": "informative", "size_a": 11, "size_b": 0 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.2222222222222222, "status": "informative", "size_a": 4, "size_b": 7 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.5714285714285714, "status": "informative", "size_a": 6, "size_b": 5 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.4166666666666667, "status": "informative", "size_a": 10, "size_b": 7 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.625, "status": "informative", "size_a": 8, "size_b": 5 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.15384615384615385, "status": "informative", "size_a": 13, "size_b": 2 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.2222222222222222, "status": "informative", "size_a": 9, "size_b": 2 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.18181818181818182, "status": "informative", "size_a": 11, "size_b": 2 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.375, "status": "informative", "size_a": 7, "size_b": 4 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.4444444444444444, "status": "informative", "size_a": 7, "size_b": 6 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.5714285714285714, "status": "informative", "size_a": 6, "size_b": 5 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.5833333333333334, "status": "informative", "size_a": 7, "size_b": 12 }, { "left_out": 1, "jaccard": 0.9230769230769231, "status": "informative", "size_a": 13, "size_b": 12 }, { "left_out": 2, "jaccard": 0.8333333333333334, "status": "informative", "size_a": 10, "size_b": 12 }, { "left_out": 3, "jaccard": 0.75, "status": "informative", "size_a": 9, "size_b": 12 }, { "left_out": 4, "jaccard": 0.9166666666666666, "status": "informative", "size_a": 11, "size_b": 12 } ] } } } } }, "deep_learning": { "case": "deep_learning", "target": "deep_learning", "n_documents": 20152, "model": "intfloat/multilingual-e5-base", "f_knee": 0.12, "fixed_margin": 0.013, "quantile": 0.6, "concept_order": [ "deep_learning", "kernel_methods", "graphical_models", "ensemble_methods", "dimensionality_reduction", "reinforcement_learning", "feature_engineering", "convex_optimization", "nlp_pretransformer", "generative_models" ], "per_config": { "original": { "corpus": { "single_pairs": { "n_concepts_available": 10, "concepts_unavailable": [], "median_of_concept_means": 0.3473340379112936, "q25": 0.30182463328158315, "q75": 0.4734236157580744, "n_empty_empty_total": 0, "n_empty_vs_nonempty_total": 0, "n_pairs_total": 100, "legacy_median_empty_empty_as_one": 0.3473340379112936, "legacy_q25": 0.30182463328158315, "legacy_q75": 0.4734236157580744, "paired_vs_single_pairs": { "common_concepts": [ "convex_optimization", "deep_learning", "dimensionality_reduction", "ensemble_methods", "feature_engineering", "generative_models", "graphical_models", "kernel_methods", "nlp_pretransformer", "reinforcement_learning" ], "n_common": 10, "median_difference": 0, "n_concepts_higher_than_single": 0, "n_concepts_lower_than_single": 0 } }, "disjoint_all": { "n_concepts_available": 10, "concepts_unavailable": [], "median_of_concept_means": 0.45574806352484937, "q25": 0.36510879517855516, "q75": 0.5122568969107031, "n_empty_empty_total": 0, "n_empty_vs_nonempty_total": 0, "n_pairs_total": 150, "legacy_median_empty_empty_as_one": 0.45574806352484937, "legacy_q25": 0.36510879517855516, "legacy_q75": 0.5122568969107031, "paired_vs_single_pairs": { "common_concepts": [ "convex_optimization", "deep_learning", "dimensionality_reduction", "ensemble_methods", "feature_engineering", "generative_models", "graphical_models", "kernel_methods", "nlp_pretransformer", "reinforcement_learning" ], "n_common": 10, "median_difference": 0.06325102141947139, "n_concepts_higher_than_single": 9, "n_concepts_lower_than_single": 1 } }, "disjoint_1v4": { "n_concepts_available": 10, "concepts_unavailable": [], "median_of_concept_means": 0.26401568068506315, "q25": 0.16358919376787162, "q75": 0.3056337297738701, "n_empty_empty_total": 0, "n_empty_vs_nonempty_total": 0, "n_pairs_total": 50, "legacy_median_empty_empty_as_one": 0.26401568068506315, "legacy_q25": 0.16358919376787162, "legacy_q75": 0.3056337297738701, "paired_vs_single_pairs": { "common_concepts": [ "convex_optimization", "deep_learning", "dimensionality_reduction", "ensemble_methods", "feature_engineering", "generative_models", "graphical_models", "kernel_methods", "nlp_pretransformer", "reinforcement_learning" ], "n_common": 10, "median_difference": -0.12692837139757476, "n_concepts_higher_than_single": 0, "n_concepts_lower_than_single": 10 } }, "disjoint_2v3": { "n_concepts_available": 10, "concepts_unavailable": [], "median_of_concept_means": 0.5485871503651101, "q25": 0.46815570821931246, "q75": 0.58585937887884, "n_empty_empty_total": 0, "n_empty_vs_nonempty_total": 0, "n_pairs_total": 100, "legacy_median_empty_empty_as_one": 0.5485871503651101, "legacy_q25": 0.46815570821931246, "legacy_q75": 0.58585937887884, "paired_vs_single_pairs": { "common_concepts": [ "convex_optimization", "deep_learning", "dimensionality_reduction", "ensemble_methods", "feature_engineering", "generative_models", "graphical_models", "kernel_methods", "nlp_pretransformer", "reinforcement_learning" ], "n_common": 10, "median_difference": 0.1629839118610946, "n_concepts_higher_than_single": 10, "n_concepts_lower_than_single": 0 } }, "loo_vs_full": { "n_concepts_available": 10, "concepts_unavailable": [], "median_of_concept_means": 0.843261865846312, "q25": 0.8313777498224102, "q75": 0.8619512542885064, "n_empty_empty_total": 0, "n_empty_vs_nonempty_total": 0, "n_pairs_total": 50, "legacy_median_empty_empty_as_one": 0.843261865846312, "legacy_q25": 0.8313777498224102, "legacy_q75": 0.8619512542885064, "paired_vs_single_pairs": { "common_concepts": [ "convex_optimization", "deep_learning", "dimensionality_reduction", "ensemble_methods", "feature_engineering", "generative_models", "graphical_models", "kernel_methods", "nlp_pretransformer", "reinforcement_learning" ], "n_common": 10, "median_difference": 0.4928466754621077, "n_concepts_higher_than_single": 10, "n_concepts_lower_than_single": 0 } } }, "n_documents_assigned_full_anchors": 5985, "production_cluster_sizes": { "deep_learning": 1621, "kernel_methods": 488, "graphical_models": 872, "ensemble_methods": 287, "dimensionality_reduction": 236, "reinforcement_learning": 614, "feature_engineering": 273, "convex_optimization": 788, "nlp_pretransformer": 432, "generative_models": 374 }, "tau_full_anchors": { "deep_learning": 0.013, "kernel_methods": 0.013, "graphical_models": 0.013, "ensemble_methods": 0.013, "dimensionality_reduction": 0.013, "reinforcement_learning": 0.013, "feature_engineering": 0.013, "convex_optimization": 0.013, "nlp_pretransformer": 0.013, "generative_models": 0.013 }, "per_concept": { "deep_learning": { "production_cluster_size": 1621, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.23549278885162622, "median_informative": 0.2246288209606987, "legacy_mean_empty_empty_as_one": 0.23549278885162622 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.35770569036568806, "median_informative": 0.38729977116704806, "legacy_mean_empty_empty_as_one": 0.35770569036568806 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.13641953724670006, "median_informative": 0.10855063674954518, "legacy_mean_empty_empty_as_one": 0.13641953724670006 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.46834876692518207, "median_informative": 0.5391837752791742, "legacy_mean_empty_empty_as_one": 0.46834876692518207 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.8261573022769575, "median_informative": 0.8881539386650631, "legacy_mean_empty_empty_as_one": 0.8261573022769575 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 0.40540540540540543, "status": "informative", "size_a": 184, "size_b": 180 }, { "i": 0, "j": 2, "jaccard": 0.3812154696132597, "status": "informative", "size_a": 184, "size_b": 316 }, { "i": 0, "j": 3, "jaccard": 0.28273809523809523, "status": "informative", "size_a": 184, "size_b": 247 }, { "i": 0, "j": 4, "jaccard": 0.16129032258064516, "status": "informative", "size_a": 184, "size_b": 32 }, { "i": 1, "j": 2, "jaccard": 0.3589041095890411, "status": "informative", "size_a": 180, "size_b": 316 }, { "i": 1, "j": 3, "jaccard": 0.22, "status": "informative", "size_a": 180, "size_b": 247 }, { "i": 1, "j": 4, "jaccard": 0.1276595744680851, "status": "informative", "size_a": 180, "size_b": 32 }, { "i": 2, "j": 3, "jaccard": 0.2292576419213974, "status": "informative", "size_a": 316, "size_b": 247 }, { "i": 2, "j": 4, "jaccard": 0.09433962264150944, "status": "informative", "size_a": 316, "size_b": 32 }, { "i": 3, "j": 4, "jaccard": 0.09411764705882353, "status": "informative", "size_a": 247, "size_b": 32 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0.10511200459506032, "status": "informative", "size_a": 184, "size_b": 1740 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0.10855063674954518, "status": "informative", "size_a": 1648, "size_b": 180 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0.25142857142857145, "status": "informative", "size_a": 1217, "size_b": 316 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0.19593998234774934, "status": "informative", "size_a": 1108, "size_b": 247 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0.02106649111257406, "status": "informative", "size_a": 1519, "size_b": 32 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.27714285714285714, "status": "informative", "size_a": 493, "size_b": 1742 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.6076867295141407, "status": "informative", "size_a": 917, "size_b": 1300 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.5896043444530644, "status": "informative", "size_a": 929, "size_b": 1120 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.19748177601060304, "status": "informative", "size_a": 300, "size_b": 1507 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.5366284201235657, "status": "informative", "size_a": 1003, "size_b": 738 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.5658844765342961, "status": "informative", "size_a": 937, "size_b": 798 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.38729977116704806, "status": "informative", "size_a": 1745, "size_b": 680 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.41238317757009346, "status": "informative", "size_a": 718, "size_b": 1700 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.5417391304347826, "status": "informative", "size_a": 1020, "size_b": 753 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.5676369863013698, "status": "informative", "size_a": 962, "size_b": 869 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.9085746734809768, "status": "informative", "size_a": 1740, "size_b": 1621 }, { "left_out": 1, "jaccard": 0.9039021549213745, "status": "informative", "size_a": 1648, "size_b": 1621 }, { "left_out": 2, "jaccard": 0.7507711289327575, "status": "informative", "size_a": 1217, "size_b": 1621 }, { "left_out": 3, "jaccard": 0.6793846153846154, "status": "informative", "size_a": 1108, "size_b": 1621 }, { "left_out": 4, "jaccard": 0.8881539386650631, "status": "informative", "size_a": 1519, "size_b": 1621 } ] }, "kernel_methods": { "production_cluster_size": 488, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.4539684923254714, "median_informative": 0.43797560721359324, "legacy_mean_empty_empty_as_one": 0.4539684923254714 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.4770296543766148, "median_informative": 0.42685370741482964, "legacy_mean_empty_empty_as_one": 0.4770296543766148 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.30135729823963503, "median_informative": 0.2702169625246548, "legacy_mean_empty_empty_as_one": 0.30135729823963503 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.5648658324451047, "median_informative": 0.6180591772657124, "legacy_mean_empty_empty_as_one": 0.5648658324451047 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.8524330493787057, "median_informative": 0.8938547486033519, "legacy_mean_empty_empty_as_one": 0.8524330493787057 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 0.5828571428571429, "status": "informative", "size_a": 138, "size_b": 139 }, { "i": 0, "j": 2, "jaccard": 0.3886255924170616, "status": "informative", "size_a": 138, "size_b": 155 }, { "i": 0, "j": 3, "jaccard": 0.5133333333333333, "status": "informative", "size_a": 138, "size_b": 89 }, { "i": 0, "j": 4, "jaccard": 0.5121951219512195, "status": "informative", "size_a": 138, "size_b": 172 }, { "i": 1, "j": 2, "jaccard": 0.42718446601941745, "status": "informative", "size_a": 139, "size_b": 155 }, { "i": 1, "j": 3, "jaccard": 0.4339622641509434, "status": "informative", "size_a": 139, "size_b": 89 }, { "i": 1, "j": 4, "jaccard": 0.4880382775119617, "status": "informative", "size_a": 139, "size_b": 172 }, { "i": 2, "j": 3, "jaccard": 0.34806629834254144, "status": "informative", "size_a": 155, "size_b": 89 }, { "i": 2, "j": 4, "jaccard": 0.4034334763948498, "status": "informative", "size_a": 155, "size_b": 172 }, { "i": 3, "j": 4, "jaccard": 0.4419889502762431, "status": "informative", "size_a": 89, "size_b": 172 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0.2702169625246548, "status": "informative", "size_a": 138, "size_b": 506 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0.2627599243856333, "status": "informative", "size_a": 529, "size_b": 139 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0.4085714285714286, "status": "informative", "size_a": 338, "size_b": 155 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0.18350515463917524, "status": "informative", "size_a": 485, "size_b": 89 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0.38173302107728335, "status": "informative", "size_a": 418, "size_b": 172 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.39925373134328357, "status": "informative", "size_a": 217, "size_b": 533 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.6890951276102089, "status": "informative", "size_a": 387, "size_b": 341 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.42685370741482964, "status": "informative", "size_a": 215, "size_b": 497 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.6485260770975056, "status": "informative", "size_a": 316, "size_b": 411 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.648960739030023, "status": "informative", "size_a": 341, "size_b": 373 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.4259597806215722, "status": "informative", "size_a": 547, "size_b": 233 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.5976744186046512, "status": "informative", "size_a": 414, "size_b": 273 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.660759493670886, "status": "informative", "size_a": 314, "size_b": 342 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.5131313131313131, "status": "informative", "size_a": 263, "size_b": 486 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.6384439359267735, "status": "informative", "size_a": 396, "size_b": 320 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.9226305609284333, "status": "informative", "size_a": 506, "size_b": 488 }, { "left_out": 1, "jaccard": 0.8938547486033519, "status": "informative", "size_a": 529, "size_b": 488 }, { "left_out": 2, "jaccard": 0.6926229508196722, "status": "informative", "size_a": 338, "size_b": 488 }, { "left_out": 3, "jaccard": 0.907843137254902, "status": "informative", "size_a": 485, "size_b": 488 }, { "left_out": 4, "jaccard": 0.845213849287169, "status": "informative", "size_a": 418, "size_b": 488 } ] }, "graphical_models": { "production_cluster_size": 872, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.36931638862860694, "median_informative": 0.42855729838040657, "legacy_mean_empty_empty_as_one": 0.36931638862860694 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.47705724695785306, "median_informative": 0.5586666666666666, "legacy_mean_empty_empty_as_one": 0.47705724695785306 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.2892488799211054, "median_informative": 0.3468586387434555, "legacy_mean_empty_empty_as_one": 0.2892488799211054 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.570961430476227, "median_informative": 0.5960637722932804, "legacy_mean_empty_empty_as_one": 0.570961430476227 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.8537606864829529, "median_informative": 0.8485193621867881, "legacy_mean_empty_empty_as_one": 0.8537606864829529 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 0.4517133956386293, "status": "informative", "size_a": 188, "size_b": 278 }, { "i": 0, "j": 2, "jaccard": 0.5, "status": "informative", "size_a": 188, "size_b": 322 }, { "i": 0, "j": 3, "jaccard": 0.3417085427135678, "status": "informative", "size_a": 188, "size_b": 79 }, { "i": 0, "j": 4, "jaccard": 0.42513368983957217, "status": "informative", "size_a": 188, "size_b": 345 }, { "i": 1, "j": 2, "jaccard": 0.431980906921241, "status": "informative", "size_a": 278, "size_b": 322 }, { "i": 1, "j": 3, "jaccard": 0.17434210526315788, "status": "informative", "size_a": 278, "size_b": 79 }, { "i": 1, "j": 4, "jaccard": 0.4728132387706856, "status": "informative", "size_a": 278, "size_b": 345 }, { "i": 2, "j": 3, "jaccard": 0.21515151515151515, "status": "informative", "size_a": 322, "size_b": 79 }, { "i": 2, "j": 4, "jaccard": 0.5090497737556561, "status": "informative", "size_a": 322, "size_b": 345 }, { "i": 3, "j": 4, "jaccard": 0.1712707182320442, "status": "informative", "size_a": 79, "size_b": 345 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0.187, "status": "informative", "size_a": 188, "size_b": 999 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0.3468586387434555, "status": "informative", "size_a": 751, "size_b": 278 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0.3828502415458937, "status": "informative", "size_a": 823, "size_b": 322 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0.10039113428943937, "status": "informative", "size_a": 765, "size_b": 79 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0.42914438502673796, "status": "informative", "size_a": 724, "size_b": 345 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.5610859728506787, "status": "informative", "size_a": 501, "size_b": 879 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.4326315789473684, "status": "informative", "size_a": 420, "size_b": 941 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.3250620347394541, "status": "informative", "size_a": 277, "size_b": 791 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.617096018735363, "status": "informative", "size_a": 550, "size_b": 831 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.6867321867321867, "status": "informative", "size_a": 682, "size_b": 691 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.6404341926729986, "status": "informative", "size_a": 634, "size_b": 575 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.5586666666666666, "status": "informative", "size_a": 531, "size_b": 638 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.575031525851198, "status": "informative", "size_a": 696, "size_b": 553 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.6519944979367263, "status": "informative", "size_a": 577, "size_b": 624 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.6608796296296297, "status": "informative", "size_a": 641, "size_b": 794 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.8524752475247525, "status": "informative", "size_a": 999, "size_b": 872 }, { "left_out": 1, "jaccard": 0.8485193621867881, "status": "informative", "size_a": 751, "size_b": 872 }, { "left_out": 2, "jaccard": 0.9044943820224719, "status": "informative", "size_a": 823, "size_b": 872 }, { "left_out": 3, "jaccard": 0.8455467869222097, "status": "informative", "size_a": 765, "size_b": 872 }, { "left_out": 4, "jaccard": 0.8177676537585421, "status": "informative", "size_a": 724, "size_b": 872 } ] }, "ensemble_methods": { "production_cluster_size": 287, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.5981510542397805, "median_informative": 0.5989062408609698, "legacy_mean_empty_empty_as_one": 0.5981510542397805 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.5661457524833601, "median_informative": 0.636, "legacy_mean_empty_empty_as_one": 0.5661457524833601 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.40868266438181794, "median_informative": 0.40963855421686746, "legacy_mean_empty_empty_as_one": 0.40868266438181794 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.6448772965341313, "median_informative": 0.6619597960838837, "legacy_mean_empty_empty_as_one": 0.6448772965341313 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.8943093280875993, "median_informative": 0.8973509933774835, "legacy_mean_empty_empty_as_one": 0.8943093280875993 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 0.5316455696202531, "status": "informative", "size_a": 90, "size_b": 152 }, { "i": 0, "j": 2, "jaccard": 0.6727272727272727, "status": "informative", "size_a": 90, "size_b": 94 }, { "i": 0, "j": 3, "jaccard": 0.6134453781512605, "status": "informative", "size_a": 90, "size_b": 102 }, { "i": 0, "j": 4, "jaccard": 0.6590909090909091, "status": "informative", "size_a": 90, "size_b": 129 }, { "i": 1, "j": 2, "jaccard": 0.5471698113207547, "status": "informative", "size_a": 152, "size_b": 94 }, { "i": 1, "j": 3, "jaccard": 0.6075949367088608, "status": "informative", "size_a": 152, "size_b": 102 }, { "i": 1, "j": 4, "jaccard": 0.5698324022346368, "status": "informative", "size_a": 152, "size_b": 129 }, { "i": 2, "j": 3, "jaccard": 0.5934959349593496, "status": "informative", "size_a": 94, "size_b": 102 }, { "i": 2, "j": 4, "jaccard": 0.60431654676259, "status": "informative", "size_a": 94, "size_b": 129 }, { "i": 3, "j": 4, "jaccard": 0.5821917808219178, "status": "informative", "size_a": 102, "size_b": 129 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0.28938906752411575, "status": "informative", "size_a": 90, "size_b": 311 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0.5430711610486891, "status": "informative", "size_a": 260, "size_b": 152 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0.3240418118466899, "status": "informative", "size_a": 286, "size_b": 94 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0.40963855421686746, "status": "informative", "size_a": 249, "size_b": 102 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0.4772727272727273, "status": "informative", "size_a": 261, "size_b": 129 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.6421052631578947, "status": "informative", "size_a": 186, "size_b": 282 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.432258064516129, "status": "informative", "size_a": 138, "size_b": 306 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.6532846715328468, "status": "informative", "size_a": 187, "size_b": 266 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.5518518518518518, "status": "informative", "size_a": 153, "size_b": 266 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.6897810218978102, "status": "informative", "size_a": 253, "size_b": 210 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.636, "status": "informative", "size_a": 195, "size_b": 214 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.7553191489361702, "status": "informative", "size_a": 230, "size_b": 265 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.7300380228136882, "status": "informative", "size_a": 241, "size_b": 214 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.6706349206349206, "status": "informative", "size_a": 235, "size_b": 186 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.6875, "status": "informative", "size_a": 213, "size_b": 273 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.9044585987261147, "status": "informative", "size_a": 311, "size_b": 287 }, { "left_out": 1, "jaccard": 0.8927335640138409, "status": "informative", "size_a": 260, "size_b": 287 }, { "left_out": 2, "jaccard": 0.8973509933774835, "status": "informative", "size_a": 286, "size_b": 287 }, { "left_out": 3, "jaccard": 0.867595818815331, "status": "informative", "size_a": 249, "size_b": 287 }, { "left_out": 4, "jaccard": 0.9094076655052264, "status": "informative", "size_a": 261, "size_b": 287 } ] }, "dimensionality_reduction": { "production_cluster_size": 236, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.29661711139254254, "median_informative": 0.3053479010925819, "legacy_mean_empty_empty_as_one": 0.29661711139254254 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.29885573897577544, "median_informative": 0.3464566929133858, "legacy_mean_empty_empty_as_one": 0.29885573897577544 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.14286171895157634, "median_informative": 0.14227642276422764, "legacy_mean_empty_empty_as_one": 0.14286171895157634 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.3768527489878751, "median_informative": 0.3923149780315188, "legacy_mean_empty_empty_as_one": 0.3768527489878751 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.797866164462412, "median_informative": 0.8142292490118577, "legacy_mean_empty_empty_as_one": 0.797866164462412 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 0.15492957746478872, "status": "informative", "size_a": 57, "size_b": 25 }, { "i": 0, "j": 2, "jaccard": 0.2702702702702703, "status": "informative", "size_a": 57, "size_b": 37 }, { "i": 0, "j": 3, "jaccard": 0.17567567567567569, "status": "informative", "size_a": 57, "size_b": 30 }, { "i": 0, "j": 4, "jaccard": 0.26666666666666666, "status": "informative", "size_a": 57, "size_b": 38 }, { "i": 1, "j": 2, "jaccard": 0.34782608695652173, "status": "informative", "size_a": 25, "size_b": 37 }, { "i": 1, "j": 3, "jaccard": 0.34146341463414637, "status": "informative", "size_a": 25, "size_b": 30 }, { "i": 1, "j": 4, "jaccard": 0.3404255319148936, "status": "informative", "size_a": 25, "size_b": 38 }, { "i": 2, "j": 3, "jaccard": 0.3673469387755102, "status": "informative", "size_a": 37, "size_b": 30 }, { "i": 2, "j": 4, "jaccard": 0.4423076923076923, "status": "informative", "size_a": 37, "size_b": 38 }, { "i": 3, "j": 4, "jaccard": 0.25925925925925924, "status": "informative", "size_a": 30, "size_b": 38 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0.18085106382978725, "status": "informative", "size_a": 57, "size_b": 165 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0.10222222222222223, "status": "informative", "size_a": 223, "size_b": 25 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0.14227642276422764, "status": "informative", "size_a": 244, "size_b": 37 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0.1206896551724138, "status": "informative", "size_a": 230, "size_b": 30 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0.16826923076923078, "status": "informative", "size_a": 205, "size_b": 38 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.4642857142857143, "status": "informative", "size_a": 182, "size_b": 146 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.42574257425742573, "status": "informative", "size_a": 141, "size_b": 147 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.4010989010989011, "status": "informative", "size_a": 133, "size_b": 122 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.35319148936170214, "status": "informative", "size_a": 193, "size_b": 125 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.2754237288135593, "status": "informative", "size_a": 224, "size_b": 77 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.29411764705882354, "status": "informative", "size_a": 204, "size_b": 82 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.39267015706806285, "status": "informative", "size_a": 175, "size_b": 91 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.3464566929133858, "status": "informative", "size_a": 242, "size_b": 100 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.39195979899497485, "status": "informative", "size_a": 189, "size_b": 88 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.42358078602620086, "status": "informative", "size_a": 198, "size_b": 128 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.6502057613168725, "status": "informative", "size_a": 165, "size_b": 236 }, { "left_out": 1, "jaccard": 0.8142292490118577, "status": "informative", "size_a": 223, "size_b": 236 }, { "left_out": 2, "jaccard": 0.9047619047619048, "status": "informative", "size_a": 244, "size_b": 236 }, { "left_out": 3, "jaccard": 0.8274509803921568, "status": "informative", "size_a": 230, "size_b": 236 }, { "left_out": 4, "jaccard": 0.7926829268292683, "status": "informative", "size_a": 205, "size_b": 236 } ] }, "reinforcement_learning": { "production_cluster_size": 614, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.4799086569022754, "median_informative": 0.48461177574478065, "legacy_mean_empty_empty_as_one": 0.4799086569022754 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.544444277318042, "median_informative": 0.576271186440678, "legacy_mean_empty_empty_as_one": 0.544444277318042 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.30705920695194844, "median_informative": 0.2868217054263566, "legacy_mean_empty_empty_as_one": 0.30705920695194844 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.6631368125010889, "median_informative": 0.6873599421696701, "legacy_mean_empty_empty_as_one": 0.6631368125010889 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.9003823147969534, "median_informative": 0.919558359621451, "legacy_mean_empty_empty_as_one": 0.9003823147969534 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 0.5641025641025641, "status": "informative", "size_a": 218, "size_b": 148 }, { "i": 0, "j": 2, "jaccard": 0.49795918367346936, "status": "informative", "size_a": 218, "size_b": 149 }, { "i": 0, "j": 3, "jaccard": 0.5929824561403508, "status": "informative", "size_a": 218, "size_b": 236 }, { "i": 0, "j": 4, "jaccard": 0.5278969957081545, "status": "informative", "size_a": 218, "size_b": 138 }, { "i": 1, "j": 2, "jaccard": 0.3623853211009174, "status": "informative", "size_a": 148, "size_b": 149 }, { "i": 1, "j": 3, "jaccard": 0.47126436781609193, "status": "informative", "size_a": 148, "size_b": 236 }, { "i": 1, "j": 4, "jaccard": 0.5376344086021505, "status": "informative", "size_a": 148, "size_b": 138 }, { "i": 2, "j": 3, "jaccard": 0.41544117647058826, "status": "informative", "size_a": 149, "size_b": 236 }, { "i": 2, "j": 4, "jaccard": 0.3798076923076923, "status": "informative", "size_a": 149, "size_b": 138 }, { "i": 3, "j": 4, "jaccard": 0.4496124031007752, "status": "informative", "size_a": 236, "size_b": 138 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0.35275080906148865, "status": "informative", "size_a": 218, "size_b": 618 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0.24543946932006633, "status": "informative", "size_a": 603, "size_b": 148 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0.2868217054263566, "status": "informative", "size_a": 515, "size_b": 149 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0.4249084249084249, "status": "informative", "size_a": 542, "size_b": 236 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0.22537562604340566, "status": "informative", "size_a": 596, "size_b": 138 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.5551663747810858, "status": "informative", "size_a": 323, "size_b": 565 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.6906077348066298, "status": "informative", "size_a": 423, "size_b": 495 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.7161654135338346, "status": "informative", "size_a": 411, "size_b": 502 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.576271186440678, "status": "informative", "size_a": 349, "size_b": 581 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.7524177949709865, "status": "informative", "size_a": 479, "size_b": 427 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.6836363636363636, "status": "informative", "size_a": 505, "size_b": 421 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.5269565217391304, "status": "informative", "size_a": 563, "size_b": 315 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.7115384615384616, "status": "informative", "size_a": 413, "size_b": 477 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.7344961240310077, "status": "informative", "size_a": 482, "size_b": 413 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.6841121495327103, "status": "informative", "size_a": 506, "size_b": 395 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.943217665615142, "status": "informative", "size_a": 618, "size_b": 614 }, { "left_out": 1, "jaccard": 0.919558359621451, "status": "informative", "size_a": 603, "size_b": 614 }, { "left_out": 2, "jaccard": 0.8357723577235773, "status": "informative", "size_a": 515, "size_b": 614 }, { "left_out": 3, "jaccard": 0.8796747967479674, "status": "informative", "size_a": 542, "size_b": 614 }, { "left_out": 4, "jaccard": 0.9236883942766295, "status": "informative", "size_a": 596, "size_b": 614 } ] }, "feature_engineering": { "production_cluster_size": 273, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.3253516871939802, "median_informative": 0.3196969696969697, "legacy_mean_empty_empty_as_one": 0.3253516871939802 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.3873181096171564, "median_informative": 0.40148698884758366, "legacy_mean_empty_empty_as_one": 0.3873181096171564 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.22577161821675745, "median_informative": 0.17703349282296652, "legacy_mean_empty_empty_as_one": 0.22577161821675745 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.4680913553173559, "median_informative": 0.4857657657657658, "legacy_mean_empty_empty_as_one": 0.4680913553173559 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.8340906823139183, "median_informative": 0.8908450704225352, "legacy_mean_empty_empty_as_one": 0.8340906823139183 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 0.3484848484848485, "status": "informative", "size_a": 50, "size_b": 39 }, { "i": 0, "j": 2, "jaccard": 0.4576271186440678, "status": "informative", "size_a": 50, "size_b": 36 }, { "i": 0, "j": 3, "jaccard": 0.28994082840236685, "status": "informative", "size_a": 50, "size_b": 168 }, { "i": 0, "j": 4, "jaccard": 0.3898305084745763, "status": "informative", "size_a": 50, "size_b": 32 }, { "i": 1, "j": 2, "jaccard": 0.47058823529411764, "status": "informative", "size_a": 39, "size_b": 36 }, { "i": 1, "j": 3, "jaccard": 0.18285714285714286, "status": "informative", "size_a": 39, "size_b": 168 }, { "i": 1, "j": 4, "jaccard": 0.2909090909090909, "status": "informative", "size_a": 39, "size_b": 32 }, { "i": 2, "j": 3, "jaccard": 0.2, "status": "informative", "size_a": 36, "size_b": 168 }, { "i": 2, "j": 4, "jaccard": 0.44680851063829785, "status": "informative", "size_a": 36, "size_b": 32 }, { "i": 3, "j": 4, "jaccard": 0.17647058823529413, "status": "informative", "size_a": 168, "size_b": 32 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0.18421052631578946, "status": "informative", "size_a": 50, "size_b": 265 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0.17703349282296652, "status": "informative", "size_a": 207, "size_b": 39 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0.11920529801324503, "status": "informative", "size_a": 302, "size_b": 36 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0.5271966527196653, "status": "informative", "size_a": 197, "size_b": 168 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0.12121212121212122, "status": "informative", "size_a": 264, "size_b": 32 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.5779816513761468, "status": "informative", "size_a": 152, "size_b": 192 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.27906976744186046, "status": "informative", "size_a": 85, "size_b": 300 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.5315315315315315, "status": "informative", "size_a": 187, "size_b": 153 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.40148698884758366, "status": "informative", "size_a": 110, "size_b": 267 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.44, "status": "informative", "size_a": 210, "size_b": 114 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.397212543554007, "status": "informative", "size_a": 121, "size_b": 280 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.5446808510638298, "status": "informative", "size_a": 210, "size_b": 153 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.684, "status": "informative", "size_a": 216, "size_b": 205 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.259927797833935, "status": "informative", "size_a": 275, "size_b": 74 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.5650224215246636, "status": "informative", "size_a": 169, "size_b": 180 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.9145907473309609, "status": "informative", "size_a": 265, "size_b": 273 }, { "left_out": 1, "jaccard": 0.7582417582417582, "status": "informative", "size_a": 207, "size_b": 273 }, { "left_out": 2, "jaccard": 0.8914473684210527, "status": "informative", "size_a": 302, "size_b": 273 }, { "left_out": 3, "jaccard": 0.7153284671532847, "status": "informative", "size_a": 197, "size_b": 273 }, { "left_out": 4, "jaccard": 0.8908450704225352, "status": "informative", "size_a": 264, "size_b": 273 } ] }, "convex_optimization": { "production_cluster_size": 788, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.4915651660348507, "median_informative": 0.4901632674488805, "legacy_mean_empty_empty_as_one": 0.4915651660348507 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.5239901135616531, "median_informative": 0.5, "legacy_mean_empty_empty_as_one": 0.5239901135616531 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.3903196173255375, "median_informative": 0.4103225806451613, "legacy_mean_empty_empty_as_one": 0.3903196173255375 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.5908253616797109, "median_informative": 0.6110201934835673, "legacy_mean_empty_empty_as_one": 0.5908253616797109 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.8646814435570243, "median_informative": 0.88375, "legacy_mean_empty_empty_as_one": 0.8646814435570243 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 0.5189075630252101, "status": "informative", "size_a": 320, "size_b": 403 }, { "i": 0, "j": 2, "jaccard": 0.4879518072289157, "status": "informative", "size_a": 320, "size_b": 174 }, { "i": 0, "j": 3, "jaccard": 0.5482456140350878, "status": "informative", "size_a": 320, "size_b": 386 }, { "i": 0, "j": 4, "jaccard": 0.6419098143236074, "status": "informative", "size_a": 320, "size_b": 299 }, { "i": 1, "j": 2, "jaccard": 0.39709443099273606, "status": "informative", "size_a": 403, "size_b": 174 }, { "i": 1, "j": 3, "jaccard": 0.43454545454545457, "status": "informative", "size_a": 403, "size_b": 386 }, { "i": 1, "j": 4, "jaccard": 0.48414376321353064, "status": "informative", "size_a": 403, "size_b": 299 }, { "i": 2, "j": 3, "jaccard": 0.38957816377171217, "status": "informative", "size_a": 174, "size_b": 386 }, { "i": 2, "j": 4, "jaccard": 0.5209003215434084, "status": "informative", "size_a": 174, "size_b": 299 }, { "i": 3, "j": 4, "jaccard": 0.4923747276688453, "status": "informative", "size_a": 386, "size_b": 299 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0.4103225806451613, "status": "informative", "size_a": 320, "size_b": 773 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0.45549738219895286, "status": "informative", "size_a": 709, "size_b": 403 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0.19885714285714284, "status": "informative", "size_a": 875, "size_b": 174 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0.5, "status": "informative", "size_a": 601, "size_b": 386 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0.3869209809264305, "status": "informative", "size_a": 719, "size_b": 299 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.6797900262467191, "status": "informative", "size_a": 579, "size_b": 701 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.4435665914221219, "status": "informative", "size_a": 394, "size_b": 885 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.625169147496617, "status": "informative", "size_a": 647, "size_b": 554 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.6310013717421125, "status": "informative", "size_a": 509, "size_b": 680 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.4944920440636475, "status": "informative", "size_a": 793, "size_b": 428 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.5806845965770171, "status": "informative", "size_a": 517, "size_b": 776 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.6868965517241379, "status": "informative", "size_a": 631, "size_b": 592 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.6703910614525139, "status": "informative", "size_a": 664, "size_b": 532 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.4993909866017052, "status": "informative", "size_a": 813, "size_b": 418 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.5968712394705175, "status": "informative", "size_a": 539, "size_b": 788 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.9295426452410384, "status": "informative", "size_a": 773, "size_b": 788 }, { "left_out": 1, "jaccard": 0.8642590286425903, "status": "informative", "size_a": 709, "size_b": 788 }, { "left_out": 2, "jaccard": 0.887627695800227, "status": "informative", "size_a": 875, "size_b": 788 }, { "left_out": 3, "jaccard": 0.7582278481012659, "status": "informative", "size_a": 601, "size_b": 788 }, { "left_out": 4, "jaccard": 0.88375, "status": "informative", "size_a": 719, "size_b": 788 } ] }, "nlp_pretransformer": { "production_cluster_size": 432, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.23172256844728914, "median_informative": 0.23863636363636365, "legacy_mean_empty_empty_as_one": 0.23172256844728914 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.3085001392696597, "median_informative": 0.3032258064516129, "legacy_mean_empty_empty_as_one": 0.3085001392696597 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.06532402082897362, "median_informative": 0.041666666666666664, "legacy_mean_empty_empty_as_one": 0.06532402082897362 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.4300881984900028, "median_informative": 0.43166666666666664, "legacy_mean_empty_empty_as_one": 0.4300881984900028 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.831013991458778, "median_informative": 0.835214446952596, "legacy_mean_empty_empty_as_one": 0.831013991458778 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 0.3064516129032258, "status": "informative", "size_a": 42, "size_b": 39 }, { "i": 0, "j": 2, "jaccard": 0.25, "status": "informative", "size_a": 42, "size_b": 13 }, { "i": 0, "j": 3, "jaccard": 0.14, "status": "informative", "size_a": 42, "size_b": 15 }, { "i": 0, "j": 4, "jaccard": 0.26666666666666666, "status": "informative", "size_a": 42, "size_b": 15 }, { "i": 1, "j": 2, "jaccard": 0.20930232558139536, "status": "informative", "size_a": 39, "size_b": 13 }, { "i": 1, "j": 3, "jaccard": 0.22727272727272727, "status": "informative", "size_a": 39, "size_b": 15 }, { "i": 1, "j": 4, "jaccard": 0.2558139534883721, "status": "informative", "size_a": 39, "size_b": 15 }, { "i": 2, "j": 3, "jaccard": 0.07692307692307693, "status": "informative", "size_a": 13, "size_b": 15 }, { "i": 2, "j": 4, "jaccard": 0.47368421052631576, "status": "informative", "size_a": 13, "size_b": 15 }, { "i": 3, "j": 4, "jaccard": 0.1111111111111111, "status": "informative", "size_a": 15, "size_b": 15 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0.11232876712328767, "status": "informative", "size_a": 42, "size_b": 364 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0.09974424552429667, "status": "informative", "size_a": 391, "size_b": 39 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0.03412073490813648, "status": "informative", "size_a": 381, "size_b": 13 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0.041666666666666664, "status": "informative", "size_a": 360, "size_b": 15 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0.03875968992248062, "status": "informative", "size_a": 387, "size_b": 15 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.6022727272727273, "status": "informative", "size_a": 256, "size_b": 308 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.2336448598130841, "status": "informative", "size_a": 74, "size_b": 190 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.5, "status": "informative", "size_a": 208, "size_b": 269 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.5564304461942258, "status": "informative", "size_a": 249, "size_b": 344 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.5807291666666666, "status": "informative", "size_a": 356, "size_b": 251 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.2584745762711864, "status": "informative", "size_a": 210, "size_b": 87 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.3487544483985765, "status": "informative", "size_a": 271, "size_b": 108 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.554016620498615, "status": "informative", "size_a": 330, "size_b": 231 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.3032258064516129, "status": "informative", "size_a": 298, "size_b": 106 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.36333333333333334, "status": "informative", "size_a": 284, "size_b": 125 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.817351598173516, "status": "informative", "size_a": 364, "size_b": 432 }, { "left_out": 1, "jaccard": 0.8619909502262444, "status": "informative", "size_a": 391, "size_b": 432 }, { "left_out": 2, "jaccard": 0.835214446952596, "status": "informative", "size_a": 381, "size_b": 432 }, { "left_out": 3, "jaccard": 0.7959183673469388, "status": "informative", "size_a": 360, "size_b": 432 }, { "left_out": 4, "jaccard": 0.8445945945945946, "status": "informative", "size_a": 387, "size_b": 432 } ] }, "generative_models": { "production_cluster_size": 374, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.317447198948705, "median_informative": 0.32248438584316447, "legacy_mean_empty_empty_as_one": 0.317447198948705 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.4344664726730839, "median_informative": 0.4314214463840399, "legacy_mean_empty_empty_as_one": 0.4344664726730839 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.23878248144902092, "median_informative": 0.25654450261780104, "legacy_mean_empty_empty_as_one": 0.23878248144902092 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.5323084682851154, "median_informative": 0.572206983468011, "legacy_mean_empty_empty_as_one": 0.5323084682851154 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.8324690249133067, "median_informative": 0.8598574821852731, "legacy_mean_empty_empty_as_one": 0.8324690249133067 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 0.4166666666666667, "status": "informative", "size_a": 98, "size_b": 140 }, { "i": 0, "j": 2, "jaccard": 0.39805825242718446, "status": "informative", "size_a": 98, "size_b": 46 }, { "i": 0, "j": 3, "jaccard": 0.18095238095238095, "status": "informative", "size_a": 98, "size_b": 26 }, { "i": 0, "j": 4, "jaccard": 0.5763888888888888, "status": "informative", "size_a": 98, "size_b": 129 }, { "i": 1, "j": 2, "jaccard": 0.25675675675675674, "status": "informative", "size_a": 140, "size_b": 46 }, { "i": 1, "j": 3, "jaccard": 0.1292517006802721, "status": "informative", "size_a": 140, "size_b": 26 }, { "i": 1, "j": 4, "jaccard": 0.42328042328042326, "status": "informative", "size_a": 140, "size_b": 129 }, { "i": 2, "j": 3, "jaccard": 0.3090909090909091, "status": "informative", "size_a": 46, "size_b": 26 }, { "i": 2, "j": 4, "jaccard": 0.33587786259541985, "status": "informative", "size_a": 46, "size_b": 129 }, { "i": 3, "j": 4, "jaccard": 0.14814814814814814, "status": "informative", "size_a": 26, "size_b": 129 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0.25654450261780104, "status": "informative", "size_a": 98, "size_b": 382 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0.40863787375415284, "status": "informative", "size_a": 284, "size_b": 140 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0.11246943765281174, "status": "informative", "size_a": 409, "size_b": 46 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0.08813559322033898, "status": "informative", "size_a": 295, "size_b": 26 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0.328125, "status": "informative", "size_a": 381, "size_b": 129 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.6509433962264151, "status": "informative", "size_a": 277, "size_b": 248 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.2995049504950495, "status": "informative", "size_a": 128, "size_b": 397 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.6470588235294118, "status": "informative", "size_a": 245, "size_b": 287 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.5, "status": "informative", "size_a": 205, "size_b": 389 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.6424242424242425, "status": "informative", "size_a": 294, "size_b": 248 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.4314214463840399, "status": "informative", "size_a": 204, "size_b": 370 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.6322188449848024, "status": "informative", "size_a": 254, "size_b": 283 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.5121951219512195, "status": "informative", "size_a": 310, "size_b": 186 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.35308056872037913, "status": "informative", "size_a": 416, "size_b": 155 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.6542372881355932, "status": "informative", "size_a": 264, "size_b": 224 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.8666666666666667, "status": "informative", "size_a": 382, "size_b": 374 }, { "left_out": 1, "jaccard": 0.75, "status": "informative", "size_a": 284, "size_b": 374 }, { "left_out": 2, "jaccard": 0.8598574821852731, "status": "informative", "size_a": 409, "size_b": 374 }, { "left_out": 3, "jaccard": 0.7792553191489362, "status": "informative", "size_a": 295, "size_b": 374 }, { "left_out": 4, "jaccard": 0.9065656565656566, "status": "informative", "size_a": 381, "size_b": 374 } ] } } }, "nearest_group_fixed": { "corpus": { "single_pairs": { "n_concepts_available": 10, "concepts_unavailable": [], "median_of_concept_means": 0.3304913122193306, "q25": 0.26648321964461374, "q75": 0.4464373992176403, "n_empty_empty_total": 0, "n_empty_vs_nonempty_total": 0, "n_pairs_total": 100, "legacy_median_empty_empty_as_one": 0.3304913122193306, "legacy_q25": 0.26648321964461374, "legacy_q75": 0.4464373992176403, "paired_vs_single_pairs": { "common_concepts": [ "convex_optimization", "deep_learning", "dimensionality_reduction", "ensemble_methods", "feature_engineering", "generative_models", "graphical_models", "kernel_methods", "nlp_pretransformer", "reinforcement_learning" ], "n_common": 10, "median_difference": 0, "n_concepts_higher_than_single": 0, "n_concepts_lower_than_single": 0 } }, "disjoint_all": { "n_concepts_available": 10, "concepts_unavailable": [], "median_of_concept_means": 0.4307746188889352, "q25": 0.36449541941286784, "q75": 0.4772668993501135, "n_empty_empty_total": 0, "n_empty_vs_nonempty_total": 0, "n_pairs_total": 150, "legacy_median_empty_empty_as_one": 0.4307746188889352, "legacy_q25": 0.36449541941286784, "legacy_q75": 0.4772668993501135, "paired_vs_single_pairs": { "common_concepts": [ "convex_optimization", "deep_learning", "dimensionality_reduction", "ensemble_methods", "feature_engineering", "generative_models", "graphical_models", "kernel_methods", "nlp_pretransformer", "reinforcement_learning" ], "n_common": 10, "median_difference": 0.07232273439334191, "n_concepts_higher_than_single": 10, "n_concepts_lower_than_single": 0 } }, "disjoint_1v4": { "n_concepts_available": 10, "concepts_unavailable": [], "median_of_concept_means": 0.24497209239493564, "q25": 0.15490170370557024, "q75": 0.29914091572270113, "n_empty_empty_total": 0, "n_empty_vs_nonempty_total": 0, "n_pairs_total": 50, "legacy_median_empty_empty_as_one": 0.24497209239493564, "legacy_q25": 0.15490170370557024, "legacy_q75": 0.29914091572270113, "paired_vs_single_pairs": { "common_concepts": [ "convex_optimization", "deep_learning", "dimensionality_reduction", "ensemble_methods", "feature_engineering", "generative_models", "graphical_models", "kernel_methods", "nlp_pretransformer", "reinforcement_learning" ], "n_common": 10, "median_difference": -0.11770368081960897, "n_concepts_higher_than_single": 0, "n_concepts_lower_than_single": 10 } }, "disjoint_2v3": { "n_concepts_available": 10, "concepts_unavailable": [], "median_of_concept_means": 0.5247301851417062, "q25": 0.4687061523609832, "q75": 0.5497729090283255, "n_empty_empty_total": 0, "n_empty_vs_nonempty_total": 0, "n_pairs_total": 100, "legacy_median_empty_empty_as_one": 0.5247301851417062, "legacy_q25": 0.4687061523609832, "legacy_q75": 0.5497729090283255, "paired_vs_single_pairs": { "common_concepts": [ "convex_optimization", "deep_learning", "dimensionality_reduction", "ensemble_methods", "feature_engineering", "generative_models", "graphical_models", "kernel_methods", "nlp_pretransformer", "reinforcement_learning" ], "n_common": 10, "median_difference": 0.1816072833768114, "n_concepts_higher_than_single": 10, "n_concepts_lower_than_single": 0 } }, "loo_vs_full": { "n_concepts_available": 10, "concepts_unavailable": [], "median_of_concept_means": 0.8490065280432615, "q25": 0.8229911569724628, "q75": 0.854841348821852, "n_empty_empty_total": 0, "n_empty_vs_nonempty_total": 0, "n_pairs_total": 50, "legacy_median_empty_empty_as_one": 0.8490065280432615, "legacy_q25": 0.8229911569724628, "legacy_q75": 0.854841348821852, "paired_vs_single_pairs": { "common_concepts": [ "convex_optimization", "deep_learning", "dimensionality_reduction", "ensemble_methods", "feature_engineering", "generative_models", "graphical_models", "kernel_methods", "nlp_pretransformer", "reinforcement_learning" ], "n_common": 10, "median_difference": 0.5142163808494606, "n_concepts_higher_than_single": 10, "n_concepts_lower_than_single": 0 } } }, "n_documents_assigned_full_anchors": 4388, "production_cluster_sizes": { "deep_learning": 1134, "kernel_methods": 408, "graphical_models": 628, "ensemble_methods": 234, "dimensionality_reduction": 181, "reinforcement_learning": 411, "feature_engineering": 189, "convex_optimization": 570, "nlp_pretransformer": 325, "generative_models": 308 }, "tau_full_anchors": { "deep_learning": 0.013, "kernel_methods": 0.013, "graphical_models": 0.013, "ensemble_methods": 0.013, "dimensionality_reduction": 0.013, "reinforcement_learning": 0.013, "feature_engineering": 0.013, "convex_optimization": 0.013, "nlp_pretransformer": 0.013, "generative_models": 0.013 }, "per_concept": { "deep_learning": { "production_cluster_size": 1134, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.23180063778043528, "median_informative": 0.21174242424242423, "legacy_mean_empty_empty_as_one": 0.23180063778043528 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.3505145424503045, "median_informative": 0.3813765182186235, "legacy_mean_empty_empty_as_one": 0.3505145424503045 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.13760084852344284, "median_informative": 0.12131715771230503, "legacy_mean_empty_empty_as_one": 0.13760084852344284 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.4569713894137353, "median_informative": 0.5151728556917772, "legacy_mean_empty_empty_as_one": 0.4569713894137353 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.827122281083642, "median_informative": 0.8829059829059829, "legacy_mean_empty_empty_as_one": 0.827122281083642 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 0.4484536082474227, "status": "informative", "size_a": 138, "size_b": 143 }, { "i": 0, "j": 2, "jaccard": 0.37777777777777777, "status": "informative", "size_a": 138, "size_b": 234 }, { "i": 0, "j": 3, "jaccard": 0.2926829268292683, "status": "informative", "size_a": 138, "size_b": 180 }, { "i": 0, "j": 4, "jaccard": 0.12857142857142856, "status": "informative", "size_a": 138, "size_b": 20 }, { "i": 1, "j": 2, "jaccard": 0.39114391143911437, "status": "informative", "size_a": 143, "size_b": 234 }, { "i": 1, "j": 3, "jaccard": 0.22348484848484848, "status": "informative", "size_a": 143, "size_b": 180 }, { "i": 1, "j": 4, "jaccard": 0.09395973154362416, "status": "informative", "size_a": 143, "size_b": 20 }, { "i": 2, "j": 3, "jaccard": 0.2, "status": "informative", "size_a": 234, "size_b": 180 }, { "i": 2, "j": 4, "jaccard": 0.08085106382978724, "status": "informative", "size_a": 234, "size_b": 20 }, { "i": 3, "j": 4, "jaccard": 0.08108108108108109, "status": "informative", "size_a": 180, "size_b": 20 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0.11330049261083744, "status": "informative", "size_a": 138, "size_b": 1218 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0.12131715771230503, "status": "informative", "size_a": 1151, "size_b": 143 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0.24885844748858446, "status": "informative", "size_a": 860, "size_b": 234 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0.18581907090464547, "status": "informative", "size_a": 790, "size_b": 180 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0.018709073900841908, "status": "informative", "size_a": 1069, "size_b": 20 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.28165584415584416, "status": "informative", "size_a": 353, "size_b": 1226 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.5973360655737705, "status": "informative", "size_a": 653, "size_b": 906 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.5793478260869566, "status": "informative", "size_a": 661, "size_b": 792 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.21286660359508042, "status": "informative", "size_a": 227, "size_b": 1055 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.5024330900243309, "status": "informative", "size_a": 720, "size_b": 515 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.533083645443196, "status": "informative", "size_a": 664, "size_b": 564 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.3813765182186235, "status": "informative", "size_a": 1231, "size_b": 475 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.41277641277641275, "status": "informative", "size_a": 511, "size_b": 1214 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.5279126213592233, "status": "informative", "size_a": 727, "size_b": 532 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.5409252669039146, "status": "informative", "size_a": 682, "size_b": 617 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.9075425790754258, "status": "informative", "size_a": 1218, "size_b": 1134 }, { "left_out": 1, "jaccard": 0.8931234465617233, "status": "informative", "size_a": 1151, "size_b": 1134 }, { "left_out": 2, "jaccard": 0.7583774250440917, "status": "informative", "size_a": 860, "size_b": 1134 }, { "left_out": 3, "jaccard": 0.6936619718309859, "status": "informative", "size_a": 790, "size_b": 1134 }, { "left_out": 4, "jaccard": 0.8829059829059829, "status": "informative", "size_a": 1069, "size_b": 1134 } ] }, "kernel_methods": { "production_cluster_size": 408, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.436437310729121, "median_informative": 0.40552898733115195, "legacy_mean_empty_empty_as_one": 0.436437310729121 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.4501248502335781, "median_informative": 0.39855072463768115, "legacy_mean_empty_empty_as_one": 0.4501248502335781 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.2634919045624481, "median_informative": 0.22716627634660422, "legacy_mean_empty_empty_as_one": 0.2634919045624481 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.5434413230691431, "median_informative": 0.5834391979796434, "legacy_mean_empty_empty_as_one": 0.5434413230691431 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.8512746852608026, "median_informative": 0.8976744186046511, "legacy_mean_empty_empty_as_one": 0.8512746852608026 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 0.6083333333333333, "status": "informative", "size_a": 97, "size_b": 96 }, { "i": 0, "j": 2, "jaccard": 0.3841059602649007, "status": "informative", "size_a": 97, "size_b": 112 }, { "i": 0, "j": 3, "jaccard": 0.4766355140186916, "status": "informative", "size_a": 97, "size_b": 61 }, { "i": 0, "j": 4, "jaccard": 0.506578947368421, "status": "informative", "size_a": 97, "size_b": 132 }, { "i": 1, "j": 2, "jaccard": 0.3959731543624161, "status": "informative", "size_a": 96, "size_b": 112 }, { "i": 1, "j": 3, "jaccard": 0.3893805309734513, "status": "informative", "size_a": 96, "size_b": 61 }, { "i": 1, "j": 4, "jaccard": 0.46153846153846156, "status": "informative", "size_a": 96, "size_b": 132 }, { "i": 2, "j": 3, "jaccard": 0.33076923076923076, "status": "informative", "size_a": 112, "size_b": 61 }, { "i": 2, "j": 4, "jaccard": 0.40229885057471265, "status": "informative", "size_a": 112, "size_b": 132 }, { "i": 3, "j": 4, "jaccard": 0.40875912408759124, "status": "informative", "size_a": 61, "size_b": 132 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0.22716627634660422, "status": "informative", "size_a": 97, "size_b": 427 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0.21670428893905191, "status": "informative", "size_a": 443, "size_b": 96 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0.3689655172413793, "status": "informative", "size_a": 285, "size_b": 112 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0.14950980392156862, "status": "informative", "size_a": 408, "size_b": 61 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0.35511363636363635, "status": "informative", "size_a": 345, "size_b": 132 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.3495575221238938, "status": "informative", "size_a": 160, "size_b": 450 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.6997167138810199, "status": "informative", "size_a": 321, "size_b": 279 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.39855072463768115, "status": "informative", "size_a": 166, "size_b": 413 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.6363636363636364, "status": "informative", "size_a": 254, "size_b": 340 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.6391184573002755, "status": "informative", "size_a": 287, "size_b": 308 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.3924611973392461, "status": "informative", "size_a": 451, "size_b": 177 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.5586592178770949, "status": "informative", "size_a": 350, "size_b": 208 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.6542056074766355, "status": "informative", "size_a": 258, "size_b": 273 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.4975609756097561, "status": "informative", "size_a": 210, "size_b": 404 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.6082191780821918, "status": "informative", "size_a": 331, "size_b": 256 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.9195402298850575, "status": "informative", "size_a": 427, "size_b": 408 }, { "left_out": 1, "jaccard": 0.8995535714285714, "status": "informative", "size_a": 443, "size_b": 408 }, { "left_out": 2, "jaccard": 0.6985294117647058, "status": "informative", "size_a": 285, "size_b": 408 }, { "left_out": 3, "jaccard": 0.8976744186046511, "status": "informative", "size_a": 408, "size_b": 408 }, { "left_out": 4, "jaccard": 0.8410757946210269, "status": "informative", "size_a": 345, "size_b": 408 } ] }, "graphical_models": { "production_cluster_size": 628, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.3567335509751409, "median_informative": 0.4131345785440613, "legacy_mean_empty_empty_as_one": 0.3567335509751409 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.4531169517970587, "median_informative": 0.5327102803738317, "legacy_mean_empty_empty_as_one": 0.4531169517970587 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.27293999647407247, "median_informative": 0.3162705667276051, "legacy_mean_empty_empty_as_one": 0.27293999647407247 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.5432054294585519, "median_informative": 0.5754792747460675, "legacy_mean_empty_empty_as_one": 0.5432054294585519 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.8483222528973607, "median_informative": 0.8444444444444444, "legacy_mean_empty_empty_as_one": 0.8483222528973607 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 0.42660550458715596, "status": "informative", "size_a": 125, "size_b": 186 }, { "i": 0, "j": 2, "jaccard": 0.46835443037974683, "status": "informative", "size_a": 125, "size_b": 223 }, { "i": 0, "j": 3, "jaccard": 0.35555555555555557, "status": "informative", "size_a": 125, "size_b": 58 }, { "i": 0, "j": 4, "jaccard": 0.4061302681992337, "status": "informative", "size_a": 125, "size_b": 242 }, { "i": 1, "j": 2, "jaccard": 0.4201388888888889, "status": "informative", "size_a": 186, "size_b": 223 }, { "i": 1, "j": 3, "jaccard": 0.1619047619047619, "status": "informative", "size_a": 186, "size_b": 58 }, { "i": 1, "j": 4, "jaccard": 0.4557823129251701, "status": "informative", "size_a": 186, "size_b": 242 }, { "i": 2, "j": 3, "jaccard": 0.20600858369098712, "status": "informative", "size_a": 223, "size_b": 58 }, { "i": 2, "j": 4, "jaccard": 0.49038461538461536, "status": "informative", "size_a": 223, "size_b": 242 }, { "i": 3, "j": 4, "jaccard": 0.17647058823529413, "status": "informative", "size_a": 58, "size_b": 242 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0.16891891891891891, "status": "informative", "size_a": 125, "size_b": 740 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0.3162705667276051, "status": "informative", "size_a": 534, "size_b": 186 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0.35973597359735976, "status": "informative", "size_a": 601, "size_b": 223 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0.1045045045045045, "status": "informative", "size_a": 555, "size_b": 58 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0.41527001862197394, "status": "informative", "size_a": 518, "size_b": 242 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.5400313971742543, "status": "informative", "size_a": 349, "size_b": 632 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.3988522238163558, "status": "informative", "size_a": 285, "size_b": 690 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.30927835051546393, "status": "informative", "size_a": 189, "size_b": 573 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.6109271523178808, "status": "informative", "size_a": 386, "size_b": 587 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.6494156928213689, "status": "informative", "size_a": 491, "size_b": 497 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.615678776290631, "status": "informative", "size_a": 452, "size_b": 393 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.5327102803738317, "status": "informative", "size_a": 356, "size_b": 464 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.5353356890459364, "status": "informative", "size_a": 504, "size_b": 365 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.6211538461538462, "status": "informative", "size_a": 401, "size_b": 442 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.6186708860759493, "status": "informative", "size_a": 458, "size_b": 565 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.8387096774193549, "status": "informative", "size_a": 740, "size_b": 628 }, { "left_out": 1, "jaccard": 0.8444444444444444, "status": "informative", "size_a": 534, "size_b": 628 }, { "left_out": 2, "jaccard": 0.9024767801857585, "status": "informative", "size_a": 601, "size_b": 628 }, { "left_out": 3, "jaccard": 0.8455538221528861, "status": "informative", "size_a": 555, "size_b": 628 }, { "left_out": 4, "jaccard": 0.8104265402843602, "status": "informative", "size_a": 518, "size_b": 628 } ] }, "ensemble_methods": { "production_cluster_size": 234, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.5676531504016312, "median_informative": 0.5771771771771772, "legacy_mean_empty_empty_as_one": 0.5676531504016312 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.5704027686291143, "median_informative": 0.6042553191489362, "legacy_mean_empty_empty_as_one": 0.5704027686291143 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.3905273772968506, "median_informative": 0.38461538461538464, "legacy_mean_empty_empty_as_one": 0.3905273772968506 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.6603404642952463, "median_informative": 0.6918061620572538, "legacy_mean_empty_empty_as_one": 0.6603404642952463 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.8730686697329453, "median_informative": 0.8780487804878049, "legacy_mean_empty_empty_as_one": 0.8730686697329453 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 0.4918032786885246, "status": "informative", "size_a": 67, "size_b": 115 }, { "i": 0, "j": 2, "jaccard": 0.5777777777777777, "status": "informative", "size_a": 67, "size_b": 75 }, { "i": 0, "j": 3, "jaccard": 0.5777777777777777, "status": "informative", "size_a": 67, "size_b": 75 }, { "i": 0, "j": 4, "jaccard": 0.6372549019607843, "status": "informative", "size_a": 67, "size_b": 100 }, { "i": 1, "j": 2, "jaccard": 0.5447154471544715, "status": "informative", "size_a": 115, "size_b": 75 }, { "i": 1, "j": 3, "jaccard": 0.5573770491803278, "status": "informative", "size_a": 115, "size_b": 75 }, { "i": 1, "j": 4, "jaccard": 0.5925925925925926, "status": "informative", "size_a": 115, "size_b": 100 }, { "i": 2, "j": 3, "jaccard": 0.5151515151515151, "status": "informative", "size_a": 75, "size_b": 75 }, { "i": 2, "j": 4, "jaccard": 0.5765765765765766, "status": "informative", "size_a": 75, "size_b": 100 }, { "i": 3, "j": 4, "jaccard": 0.6055045871559633, "status": "informative", "size_a": 75, "size_b": 100 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0.25475285171102663, "status": "informative", "size_a": 67, "size_b": 263 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0.5209302325581395, "status": "informative", "size_a": 212, "size_b": 115 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0.3231441048034934, "status": "informative", "size_a": 228, "size_b": 75 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0.38461538461538464, "status": "informative", "size_a": 195, "size_b": 75 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0.46919431279620855, "status": "informative", "size_a": 210, "size_b": 100 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.6042553191489362, "status": "informative", "size_a": 143, "size_b": 234 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.4448818897637795, "status": "informative", "size_a": 115, "size_b": 252 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.6576576576576577, "status": "informative", "size_a": 152, "size_b": 216 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.5627906976744186, "status": "informative", "size_a": 125, "size_b": 211 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.6805555555555556, "status": "informative", "size_a": 197, "size_b": 166 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.7058823529411765, "status": "informative", "size_a": 155, "size_b": 164 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.7589285714285714, "status": "informative", "size_a": 182, "size_b": 212 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.7783251231527094, "status": "informative", "size_a": 188, "size_b": 173 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.7070707070707071, "status": "informative", "size_a": 187, "size_b": 151 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.7030567685589519, "status": "informative", "size_a": 172, "size_b": 218 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.8825757575757576, "status": "informative", "size_a": 263, "size_b": 234 }, { "left_out": 1, "jaccard": 0.8739495798319328, "status": "informative", "size_a": 212, "size_b": 234 }, { "left_out": 2, "jaccard": 0.8780487804878049, "status": "informative", "size_a": 228, "size_b": 234 }, { "left_out": 3, "jaccard": 0.8333333333333334, "status": "informative", "size_a": 195, "size_b": 234 }, { "left_out": 4, "jaccard": 0.8974358974358975, "status": "informative", "size_a": 210, "size_b": 234 } ] }, "dimensionality_reduction": { "production_cluster_size": 181, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.2603876075843622, "median_informative": 0.2582010582010582, "legacy_mean_empty_empty_as_one": 0.2603876075843622 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.2848370684484375, "median_informative": 0.3368421052631579, "legacy_mean_empty_empty_as_one": 0.2848370684484375 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.12256723775166849, "median_informative": 0.11827956989247312, "legacy_mean_empty_empty_as_one": 0.12256723775166849 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.36597198379682205, "median_informative": 0.374518449756324, "legacy_mean_empty_empty_as_one": 0.36597198379682205 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.8112959801671558, "median_informative": 0.8118279569892473, "legacy_mean_empty_empty_as_one": 0.8112959801671558 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 0.11764705882352941, "status": "informative", "size_a": 40, "size_b": 17 }, { "i": 0, "j": 2, "jaccard": 0.19230769230769232, "status": "informative", "size_a": 40, "size_b": 22 }, { "i": 0, "j": 3, "jaccard": 0.14, "status": "informative", "size_a": 40, "size_b": 17 }, { "i": 0, "j": 4, "jaccard": 0.21818181818181817, "status": "informative", "size_a": 40, "size_b": 27 }, { "i": 1, "j": 2, "jaccard": 0.3448275862068966, "status": "informative", "size_a": 17, "size_b": 22 }, { "i": 1, "j": 3, "jaccard": 0.25925925925925924, "status": "informative", "size_a": 17, "size_b": 17 }, { "i": 1, "j": 4, "jaccard": 0.3333333333333333, "status": "informative", "size_a": 17, "size_b": 27 }, { "i": 2, "j": 3, "jaccard": 0.3, "status": "informative", "size_a": 22, "size_b": 17 }, { "i": 2, "j": 4, "jaccard": 0.4411764705882353, "status": "informative", "size_a": 22, "size_b": 27 }, { "i": 3, "j": 4, "jaccard": 0.2571428571428571, "status": "informative", "size_a": 17, "size_b": 27 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0.15753424657534246, "status": "informative", "size_a": 40, "size_b": 129 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0.08522727272727272, "status": "informative", "size_a": 174, "size_b": 17 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0.11827956989247312, "status": "informative", "size_a": 186, "size_b": 22 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0.0935672514619883, "status": "informative", "size_a": 170, "size_b": 17 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0.15822784810126583, "status": "informative", "size_a": 156, "size_b": 27 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.4444444444444444, "status": "informative", "size_a": 143, "size_b": 117 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.42038216560509556, "status": "informative", "size_a": 108, "size_b": 115 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.381294964028777, "status": "informative", "size_a": 100, "size_b": 92 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.3551912568306011, "status": "informative", "size_a": 149, "size_b": 99 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.26229508196721313, "status": "informative", "size_a": 178, "size_b": 53 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.2994011976047904, "status": "informative", "size_a": 157, "size_b": 60 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.3877551020408163, "status": "informative", "size_a": 137, "size_b": 67 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.3368421052631579, "status": "informative", "size_a": 179, "size_b": 75 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.36774193548387096, "status": "informative", "size_a": 147, "size_b": 65 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.40437158469945356, "status": "informative", "size_a": 156, "size_b": 101 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.7032967032967034, "status": "informative", "size_a": 129, "size_b": 181 }, { "left_out": 1, "jaccard": 0.8298969072164949, "status": "informative", "size_a": 174, "size_b": 181 }, { "left_out": 2, "jaccard": 0.9114583333333334, "status": "informative", "size_a": 186, "size_b": 181 }, { "left_out": 3, "jaccard": 0.8, "status": "informative", "size_a": 170, "size_b": 181 }, { "left_out": 4, "jaccard": 0.8118279569892473, "status": "informative", "size_a": 156, "size_b": 181 } ] }, "reinforcement_learning": { "production_cluster_size": 411, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.4507806179356841, "median_informative": 0.4766081871345029, "legacy_mean_empty_empty_as_one": 0.4507806179356841 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.5209737226280119, "median_informative": 0.5429292929292929, "legacy_mean_empty_empty_as_one": 0.5209737226280119 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.307874555472244, "median_informative": 0.2719033232628399, "legacy_mean_empty_empty_as_one": 0.307874555472244 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.6275233062058959, "median_informative": 0.6497120029728725, "legacy_mean_empty_empty_as_one": 0.6275233062058959 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.87142634094069, "median_informative": 0.8886255924170616, "legacy_mean_empty_empty_as_one": 0.87142634094069 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 0.5030674846625767, "status": "informative", "size_a": 139, "size_b": 106 }, { "i": 0, "j": 2, "jaccard": 0.43478260869565216, "status": "informative", "size_a": 139, "size_b": 92 }, { "i": 0, "j": 3, "jaccard": 0.5454545454545454, "status": "informative", "size_a": 139, "size_b": 150 }, { "i": 0, "j": 4, "jaccard": 0.5063291139240507, "status": "informative", "size_a": 139, "size_b": 99 }, { "i": 1, "j": 2, "jaccard": 0.3469387755102041, "status": "informative", "size_a": 106, "size_b": 92 }, { "i": 1, "j": 3, "jaccard": 0.49707602339181284, "status": "informative", "size_a": 106, "size_b": 150 }, { "i": 1, "j": 4, "jaccard": 0.5073529411764706, "status": "informative", "size_a": 106, "size_b": 99 }, { "i": 2, "j": 3, "jaccard": 0.375, "status": "informative", "size_a": 92, "size_b": 150 }, { "i": 2, "j": 4, "jaccard": 0.3356643356643357, "status": "informative", "size_a": 92, "size_b": 99 }, { "i": 3, "j": 4, "jaccard": 0.45614035087719296, "status": "informative", "size_a": 150, "size_b": 99 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0.33906633906633904, "status": "informative", "size_a": 139, "size_b": 406 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0.2710997442455243, "status": "informative", "size_a": 391, "size_b": 106 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0.2719033232628399, "status": "informative", "size_a": 329, "size_b": 92 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0.40730337078651685, "status": "informative", "size_a": 351, "size_b": 150 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0.25, "status": "informative", "size_a": 386, "size_b": 99 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.531578947368421, "status": "informative", "size_a": 209, "size_b": 373 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.6731843575418994, "status": "informative", "size_a": 280, "size_b": 319 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.6620111731843575, "status": "informative", "size_a": 255, "size_b": 340 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.5429292929292929, "status": "informative", "size_a": 222, "size_b": 389 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.7045454545454546, "status": "informative", "size_a": 299, "size_b": 301 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.6413043478260869, "status": "informative", "size_a": 326, "size_b": 278 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.5371900826446281, "status": "informative", "size_a": 352, "size_b": 206 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.6302521008403361, "status": "informative", "size_a": 267, "size_b": 315 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.6941176470588235, "status": "informative", "size_a": 305, "size_b": 271 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.6581196581196581, "status": "informative", "size_a": 329, "size_b": 253 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.9268867924528302, "status": "informative", "size_a": 406, "size_b": 411 }, { "left_out": 1, "jaccard": 0.9049881235154394, "status": "informative", "size_a": 391, "size_b": 411 }, { "left_out": 2, "jaccard": 0.8004866180048662, "status": "informative", "size_a": 329, "size_b": 411 }, { "left_out": 3, "jaccard": 0.8361445783132531, "status": "informative", "size_a": 351, "size_b": 411 }, { "left_out": 4, "jaccard": 0.8886255924170616, "status": "informative", "size_a": 386, "size_b": 411 } ] }, "feature_engineering": { "production_cluster_size": 189, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.30424907346352026, "median_informative": 0.3108695652173913, "legacy_mean_empty_empty_as_one": 0.30424907346352026 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.4114243875442923, "median_informative": 0.4393939393939394, "legacy_mean_empty_empty_as_one": 0.4114243875442923 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.2264522802274232, "median_informative": 0.17687074829931973, "legacy_mean_empty_empty_as_one": 0.2264522802274232 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.5039104412027269, "median_informative": 0.5242873068960026, "legacy_mean_empty_empty_as_one": 0.5039104412027269 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.8496908031891623, "median_informative": 0.9040404040404041, "legacy_mean_empty_empty_as_one": 0.8496908031891623 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 0.32608695652173914, "status": "informative", "size_a": 34, "size_b": 27 }, { "i": 0, "j": 2, "jaccard": 0.4146341463414634, "status": "informative", "size_a": 34, "size_b": 24 }, { "i": 0, "j": 3, "jaccard": 0.2956521739130435, "status": "informative", "size_a": 34, "size_b": 115 }, { "i": 0, "j": 4, "jaccard": 0.4186046511627907, "status": "informative", "size_a": 34, "size_b": 27 }, { "i": 1, "j": 2, "jaccard": 0.4166666666666667, "status": "informative", "size_a": 27, "size_b": 24 }, { "i": 1, "j": 3, "jaccard": 0.17355371900826447, "status": "informative", "size_a": 27, "size_b": 115 }, { "i": 1, "j": 4, "jaccard": 0.22727272727272727, "status": "informative", "size_a": 27, "size_b": 27 }, { "i": 2, "j": 3, "jaccard": 0.17796610169491525, "status": "informative", "size_a": 24, "size_b": 115 }, { "i": 2, "j": 4, "jaccard": 0.3783783783783784, "status": "informative", "size_a": 24, "size_b": 27 }, { "i": 3, "j": 4, "jaccard": 0.21367521367521367, "status": "informative", "size_a": 115, "size_b": 27 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0.1827956989247312, "status": "informative", "size_a": 34, "size_b": 186 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0.17687074829931973, "status": "informative", "size_a": 146, "size_b": 27 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0.11707317073170732, "status": "informative", "size_a": 205, "size_b": 24 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0.5119047619047619, "status": "informative", "size_a": 139, "size_b": 115 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0.14361702127659576, "status": "informative", "size_a": 188, "size_b": 27 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.6274509803921569, "status": "informative", "size_a": 116, "size_b": 133 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.31862745098039214, "status": "informative", "size_a": 66, "size_b": 203 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.5641025641025641, "status": "informative", "size_a": 130, "size_b": 114 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.42021276595744683, "status": "informative", "size_a": 80, "size_b": 187 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.484472049689441, "status": "informative", "size_a": 151, "size_b": 88 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.4393939393939394, "status": "informative", "size_a": 91, "size_b": 194 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.5864197530864198, "status": "informative", "size_a": 146, "size_b": 111 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.6971428571428572, "status": "informative", "size_a": 155, "size_b": 142 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.2923076923076923, "status": "informative", "size_a": 194, "size_b": 58 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.6089743589743589, "status": "informative", "size_a": 126, "size_b": 125 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.9329896907216495, "status": "informative", "size_a": 186, "size_b": 189 }, { "left_out": 1, "jaccard": 0.7724867724867724, "status": "informative", "size_a": 146, "size_b": 189 }, { "left_out": 2, "jaccard": 0.912621359223301, "status": "informative", "size_a": 205, "size_b": 189 }, { "left_out": 3, "jaccard": 0.7263157894736842, "status": "informative", "size_a": 139, "size_b": 189 }, { "left_out": 4, "jaccard": 0.9040404040404041, "status": "informative", "size_a": 188, "size_b": 189 } ] }, "convex_optimization": { "production_cluster_size": 570, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.4497707620471467, "median_informative": 0.45049402437581354, "legacy_mean_empty_empty_as_one": 0.4497707620471467 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.4853168818677985, "median_informative": 0.4589041095890411, "legacy_mean_empty_empty_as_one": 0.4853168818677985 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.3521837702406225, "median_informative": 0.3935018050541516, "legacy_mean_empty_empty_as_one": 0.3521837702406225 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.5518834376813864, "median_informative": 0.5668783365239451, "legacy_mean_empty_empty_as_one": 0.5518834376813864 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.8560302366755351, "median_informative": 0.8704663212435233, "legacy_mean_empty_empty_as_one": 0.8560302366755351 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 0.5111821086261981, "status": "informative", "size_a": 223, "size_b": 250 }, { "i": 0, "j": 2, "jaccard": 0.4585152838427948, "status": "informative", "size_a": 223, "size_b": 111 }, { "i": 0, "j": 3, "jaccard": 0.5047318611987381, "status": "informative", "size_a": 223, "size_b": 254 }, { "i": 0, "j": 4, "jaccard": 0.5777777777777777, "status": "informative", "size_a": 223, "size_b": 203 }, { "i": 1, "j": 2, "jaccard": 0.3992248062015504, "status": "informative", "size_a": 250, "size_b": 111 }, { "i": 1, "j": 3, "jaccard": 0.38461538461538464, "status": "informative", "size_a": 250, "size_b": 254 }, { "i": 1, "j": 4, "jaccard": 0.4472843450479233, "status": "informative", "size_a": 250, "size_b": 203 }, { "i": 2, "j": 3, "jaccard": 0.336996336996337, "status": "informative", "size_a": 111, "size_b": 254 }, { "i": 2, "j": 4, "jaccard": 0.4537037037037037, "status": "informative", "size_a": 111, "size_b": 203 }, { "i": 3, "j": 4, "jaccard": 0.4236760124610592, "status": "informative", "size_a": 254, "size_b": 203 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0.40437158469945356, "status": "informative", "size_a": 223, "size_b": 548 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0.3935018050541516, "status": "informative", "size_a": 522, "size_b": 250 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0.17209302325581396, "status": "informative", "size_a": 645, "size_b": 111 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0.4425531914893617, "status": "informative", "size_a": 424, "size_b": 254 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0.3483992467043315, "status": "informative", "size_a": 513, "size_b": 203 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.6557971014492754, "status": "informative", "size_a": 410, "size_b": 504 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.416403785488959, "status": "informative", "size_a": 264, "size_b": 634 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.5800376647834274, "status": "informative", "size_a": 469, "size_b": 370 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.6038095238095238, "status": "informative", "size_a": 364, "size_b": 478 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.4589041095890411, "status": "informative", "size_a": 574, "size_b": 278 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.5494880546075085, "status": "informative", "size_a": 362, "size_b": 546 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.6379310344827587, "status": "informative", "size_a": 453, "size_b": 402 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.6214689265536724, "status": "informative", "size_a": 479, "size_b": 382 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.4412751677852349, "status": "informative", "size_a": 587, "size_b": 272 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.5537190082644629, "status": "informative", "size_a": 362, "size_b": 578 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.9209621993127147, "status": "informative", "size_a": 548, "size_b": 570 }, { "left_out": 1, "jaccard": 0.8698630136986302, "status": "informative", "size_a": 522, "size_b": 570 }, { "left_out": 2, "jaccard": 0.875, "status": "informative", "size_a": 645, "size_b": 570 }, { "left_out": 3, "jaccard": 0.743859649122807, "status": "informative", "size_a": 424, "size_b": 570 }, { "left_out": 4, "jaccard": 0.8704663212435233, "status": "informative", "size_a": 513, "size_b": 570 } ] }, "nlp_pretransformer": { "production_cluster_size": 325, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.24256472962332626, "median_informative": 0.25279106858054223, "legacy_mean_empty_empty_as_one": 0.24256472962332626 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.3170170937176823, "median_informative": 0.33181818181818185, "legacy_mean_empty_empty_as_one": 0.3170170937176823 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.07320185359004852, "median_informative": 0.04878048780487805, "legacy_mean_empty_empty_as_one": 0.07320185359004852 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.43892471378149917, "median_informative": 0.42401458190931873, "legacy_mean_empty_empty_as_one": 0.43892471378149917 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.8195897945460249, "median_informative": 0.8170731707317073, "legacy_mean_empty_empty_as_one": 0.8195897945460249 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 0.29411764705882354, "status": "informative", "size_a": 37, "size_b": 29 }, { "i": 0, "j": 2, "jaccard": 0.2631578947368421, "status": "informative", "size_a": 37, "size_b": 11 }, { "i": 0, "j": 3, "jaccard": 0.13953488372093023, "status": "informative", "size_a": 37, "size_b": 12 }, { "i": 0, "j": 4, "jaccard": 0.275, "status": "informative", "size_a": 37, "size_b": 14 }, { "i": 1, "j": 2, "jaccard": 0.21212121212121213, "status": "informative", "size_a": 29, "size_b": 11 }, { "i": 1, "j": 3, "jaccard": 0.24242424242424243, "status": "informative", "size_a": 29, "size_b": 12 }, { "i": 1, "j": 4, "jaccard": 0.30303030303030304, "status": "informative", "size_a": 29, "size_b": 14 }, { "i": 2, "j": 3, "jaccard": 0.09523809523809523, "status": "informative", "size_a": 11, "size_b": 12 }, { "i": 2, "j": 4, "jaccard": 0.47058823529411764, "status": "informative", "size_a": 11, "size_b": 14 }, { "i": 3, "j": 4, "jaccard": 0.13043478260869565, "status": "informative", "size_a": 12, "size_b": 14 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0.13688212927756654, "status": "informative", "size_a": 37, "size_b": 262 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0.09931506849315068, "status": "informative", "size_a": 292, "size_b": 29 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0.04059040590405904, "status": "informative", "size_a": 271, "size_b": 11 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0.04044117647058824, "status": "informative", "size_a": 271, "size_b": 12 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0.04878048780487805, "status": "informative", "size_a": 287, "size_b": 14 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.6023166023166023, "status": "informative", "size_a": 189, "size_b": 226 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.27702702702702703, "status": "informative", "size_a": 62, "size_b": 127 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.48917748917748916, "status": "informative", "size_a": 142, "size_b": 202 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.5760869565217391, "status": "informative", "size_a": 190, "size_b": 245 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.6093189964157706, "status": "informative", "size_a": 256, "size_b": 193 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.2554347826086957, "status": "informative", "size_a": 168, "size_b": 63 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.3588516746411483, "status": "informative", "size_a": 202, "size_b": 82 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.5485074626865671, "status": "informative", "size_a": 244, "size_b": 171 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.33181818181818185, "status": "informative", "size_a": 207, "size_b": 86 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.3407079646017699, "status": "informative", "size_a": 220, "size_b": 83 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.7951070336391437, "status": "informative", "size_a": 262, "size_b": 325 }, { "left_out": 1, "jaccard": 0.8417910447761194, "status": "informative", "size_a": 292, "size_b": 325 }, { "left_out": 2, "jaccard": 0.8170731707317073, "status": "informative", "size_a": 271, "size_b": 325 }, { "left_out": 3, "jaccard": 0.8006042296072508, "status": "informative", "size_a": 271, "size_b": 325 }, { "left_out": 4, "jaccard": 0.8433734939759037, "status": "informative", "size_a": 287, "size_b": 325 } ] }, "generative_models": { "production_cluster_size": 308, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.2847700558253683, "median_informative": 0.29603174603174603, "legacy_mean_empty_empty_as_one": 0.2847700558253683 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.4064380503005578, "median_informative": 0.3807531380753138, "legacy_mean_empty_empty_as_one": 0.4064380503005578 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.20680426925195244, "median_informative": 0.19745222929936307, "legacy_mean_empty_empty_as_one": 0.20680426925195244 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.5062549408248606, "median_informative": 0.5630252100840336, "legacy_mean_empty_empty_as_one": 0.5062549408248606 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.8216141156020698, "median_informative": 0.8507042253521127, "legacy_mean_empty_empty_as_one": 0.8216141156020698 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 0.371900826446281, "status": "informative", "size_a": 62, "size_b": 104 }, { "i": 0, "j": 2, "jaccard": 0.3142857142857143, "status": "informative", "size_a": 62, "size_b": 30 }, { "i": 0, "j": 3, "jaccard": 0.14666666666666667, "status": "informative", "size_a": 62, "size_b": 24 }, { "i": 0, "j": 4, "jaccard": 0.53125, "status": "informative", "size_a": 62, "size_b": 85 }, { "i": 1, "j": 2, "jaccard": 0.19642857142857142, "status": "informative", "size_a": 104, "size_b": 30 }, { "i": 1, "j": 3, "jaccard": 0.13274336283185842, "status": "informative", "size_a": 104, "size_b": 24 }, { "i": 1, "j": 4, "jaccard": 0.4, "status": "informative", "size_a": 104, "size_b": 85 }, { "i": 2, "j": 3, "jaccard": 0.3170731707317073, "status": "informative", "size_a": 30, "size_b": 24 }, { "i": 2, "j": 4, "jaccard": 0.2777777777777778, "status": "informative", "size_a": 30, "size_b": 85 }, { "i": 3, "j": 4, "jaccard": 0.1595744680851064, "status": "informative", "size_a": 24, "size_b": 85 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0.19745222929936307, "status": "informative", "size_a": 62, "size_b": 314 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0.3807531380753138, "status": "informative", "size_a": 226, "size_b": 104 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0.08595988538681948, "status": "informative", "size_a": 349, "size_b": 30 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0.09829059829059829, "status": "informative", "size_a": 233, "size_b": 24 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0.2715654952076677, "status": "informative", "size_a": 313, "size_b": 85 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.6679841897233202, "status": "informative", "size_a": 220, "size_b": 202 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.22965116279069767, "status": "informative", "size_a": 85, "size_b": 338 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.6450381679389313, "status": "informative", "size_a": 207, "size_b": 224 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.4520123839009288, "status": "informative", "size_a": 149, "size_b": 320 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.6666666666666666, "status": "informative", "size_a": 238, "size_b": 197 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.36555891238670696, "status": "informative", "size_a": 140, "size_b": 312 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.6278195488721805, "status": "informative", "size_a": 207, "size_b": 226 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.5, "status": "informative", "size_a": 249, "size_b": 147 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.281767955801105, "status": "informative", "size_a": 358, "size_b": 106 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.6260504201680672, "status": "informative", "size_a": 210, "size_b": 177 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.8734939759036144, "status": "informative", "size_a": 314, "size_b": 308 }, { "left_out": 1, "jaccard": 0.7281553398058253, "status": "informative", "size_a": 226, "size_b": 308 }, { "left_out": 2, "jaccard": 0.8507042253521127, "status": "informative", "size_a": 349, "size_b": 308 }, { "left_out": 3, "jaccard": 0.7508090614886731, "status": "informative", "size_a": 233, "size_b": 308 }, { "left_out": 4, "jaccard": 0.9049079754601227, "status": "informative", "size_a": 313, "size_b": 308 } ] } } }, "global_confusion_tau": { "corpus": { "single_pairs": { "n_concepts_available": 10, "concepts_unavailable": [], "median_of_concept_means": 0.33894731627454683, "q25": 0.2668497384404481, "q75": 0.46579006587362787, "n_empty_empty_total": 0, "n_empty_vs_nonempty_total": 0, "n_pairs_total": 100, "legacy_median_empty_empty_as_one": 0.33894731627454683, "legacy_q25": 0.2668497384404481, "legacy_q75": 0.46579006587362787, "paired_vs_single_pairs": { "common_concepts": [ "convex_optimization", "deep_learning", "dimensionality_reduction", "ensemble_methods", "feature_engineering", "generative_models", "graphical_models", "kernel_methods", "nlp_pretransformer", "reinforcement_learning" ], "n_common": 10, "median_difference": 0, "n_concepts_higher_than_single": 0, "n_concepts_lower_than_single": 0 } }, "disjoint_all": { "n_concepts_available": 10, "concepts_unavailable": [], "median_of_concept_means": 0.42673520436386914, "q25": 0.360417527111781, "q75": 0.5003054788174232, "n_empty_empty_total": 0, "n_empty_vs_nonempty_total": 0, "n_pairs_total": 150, "legacy_median_empty_empty_as_one": 0.42673520436386914, "legacy_q25": 0.360417527111781, "legacy_q75": 0.5003054788174232, "paired_vs_single_pairs": { "common_concepts": [ "convex_optimization", "deep_learning", "dimensionality_reduction", "ensemble_methods", "feature_engineering", "generative_models", "graphical_models", "kernel_methods", "nlp_pretransformer", "reinforcement_learning" ], "n_common": 10, "median_difference": 0.05520693068682633, "n_concepts_higher_than_single": 8, "n_concepts_lower_than_single": 2 } }, "disjoint_1v4": { "n_concepts_available": 10, "concepts_unavailable": [], "median_of_concept_means": 0.23799224390858953, "q25": 0.14262377891108374, "q75": 0.26606162250621584, "n_empty_empty_total": 0, "n_empty_vs_nonempty_total": 0, "n_pairs_total": 50, "legacy_median_empty_empty_as_one": 0.23799224390858953, "legacy_q25": 0.14262377891108374, "legacy_q75": 0.26606162250621584, "paired_vs_single_pairs": { "common_concepts": [ "convex_optimization", "deep_learning", "dimensionality_reduction", "ensemble_methods", "feature_engineering", "generative_models", "graphical_models", "kernel_methods", "nlp_pretransformer", "reinforcement_learning" ], "n_common": 10, "median_difference": -0.13578138482434804, "n_concepts_higher_than_single": 0, "n_concepts_lower_than_single": 10 } }, "disjoint_2v3": { "n_concepts_available": 10, "concepts_unavailable": [], "median_of_concept_means": 0.5211066845915089, "q25": 0.4541566929188492, "q75": 0.5803742513085242, "n_empty_empty_total": 0, "n_empty_vs_nonempty_total": 0, "n_pairs_total": 100, "legacy_median_empty_empty_as_one": 0.5211066845915089, "legacy_q25": 0.4541566929188492, "legacy_q75": 0.5803742513085242, "paired_vs_single_pairs": { "common_concepts": [ "convex_optimization", "deep_learning", "dimensionality_reduction", "ensemble_methods", "feature_engineering", "generative_models", "graphical_models", "kernel_methods", "nlp_pretransformer", "reinforcement_learning" ], "n_common": 10, "median_difference": 0.15805398655474398, "n_concepts_higher_than_single": 10, "n_concepts_lower_than_single": 0 } }, "loo_vs_full": { "n_concepts_available": 10, "concepts_unavailable": [], "median_of_concept_means": 0.8353807344648005, "q25": 0.8172562451945371, "q75": 0.8600234224132949, "n_empty_empty_total": 0, "n_empty_vs_nonempty_total": 0, "n_pairs_total": 50, "legacy_median_empty_empty_as_one": 0.8353807344648005, "legacy_q25": 0.8172562451945371, "legacy_q75": 0.8600234224132949, "paired_vs_single_pairs": { "common_concepts": [ "convex_optimization", "deep_learning", "dimensionality_reduction", "ensemble_methods", "feature_engineering", "generative_models", "graphical_models", "kernel_methods", "nlp_pretransformer", "reinforcement_learning" ], "n_common": 10, "median_difference": 0.491227810318464, "n_concepts_higher_than_single": 10, "n_concepts_lower_than_single": 0 } } }, "n_documents_assigned_full_anchors": 7462, "production_cluster_sizes": { "deep_learning": 2343, "kernel_methods": 568, "graphical_models": 1115, "ensemble_methods": 297, "dimensionality_reduction": 294, "reinforcement_learning": 640, "feature_engineering": 259, "convex_optimization": 818, "nlp_pretransformer": 574, "generative_models": 554 }, "tau_full_anchors": { "deep_learning": 0.008728723041713238, "kernel_methods": 0.011275834403932095, "graphical_models": 0.009940910153090954, "ensemble_methods": 0.012511123903095722, "dimensionality_reduction": 0.011275834403932095, "reinforcement_learning": 0.012287821620702744, "feature_engineering": 0.0135432668030262, "convex_optimization": 0.012474560178816319, "nlp_pretransformer": 0.010540638118982315, "generative_models": 0.008728723041713238 }, "per_concept": { "deep_learning": { "production_cluster_size": 2343, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.250970684864134, "median_informative": 0.26105610561056103, "legacy_mean_empty_empty_as_one": 0.250970684864134 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.36314221878045616, "median_informative": 0.4365175332527207, "legacy_mean_empty_empty_as_one": 0.36314221878045616 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.12746607061780324, "median_informative": 0.11177220569485763, "legacy_mean_empty_empty_as_one": 0.12746607061780324 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.48098029286178257, "median_informative": 0.5549190329715027, "legacy_mean_empty_empty_as_one": 0.48098029286178257 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.8538427148382656, "median_informative": 0.9100116867939229, "legacy_mean_empty_empty_as_one": 0.8538427148382656 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 0.4398826979472141, "status": "informative", "size_a": 228, "size_b": 263 }, { "i": 0, "j": 2, "jaccard": 0.3706896551724138, "status": "informative", "size_a": 228, "size_b": 408 }, { "i": 0, "j": 3, "jaccard": 0.31938325991189426, "status": "informative", "size_a": 228, "size_b": 371 }, { "i": 0, "j": 4, "jaccard": 0.16956521739130434, "status": "informative", "size_a": 228, "size_b": 41 }, { "i": 1, "j": 2, "jaccard": 0.3921161825726141, "status": "informative", "size_a": 263, "size_b": 408 }, { "i": 1, "j": 3, "jaccard": 0.25544554455445545, "status": "informative", "size_a": 263, "size_b": 371 }, { "i": 1, "j": 4, "jaccard": 0.11355311355311355, "status": "informative", "size_a": 263, "size_b": 41 }, { "i": 2, "j": 3, "jaccard": 0.26666666666666666, "status": "informative", "size_a": 408, "size_b": 371 }, { "i": 2, "j": 4, "jaccard": 0.09245742092457421, "status": "informative", "size_a": 408, "size_b": 41 }, { "i": 3, "j": 4, "jaccard": 0.08994708994708994, "status": "informative", "size_a": 371, "size_b": 41 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0.0886372510737993, "status": "informative", "size_a": 228, "size_b": 2560 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0.11177220569485763, "status": "informative", "size_a": 2353, "size_b": 263 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0.21180189673340358, "status": "informative", "size_a": 1892, "size_b": 408 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0.20659211300765157, "status": "informative", "size_a": 1679, "size_b": 371 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0.01852688657930411, "status": "informative", "size_a": 2213, "size_b": 41 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.27101335428122547, "status": "informative", "size_a": 696, "size_b": 2540 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.5568345323741007, "status": "informative", "size_a": 1224, "size_b": 2022 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.6127502634351949, "status": "informative", "size_a": 1353, "size_b": 1708 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.19165927240461403, "status": "informative", "size_a": 435, "size_b": 2251 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.5530035335689046, "status": "informative", "size_a": 1572, "size_b": 1065 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.5818516247700797, "status": "informative", "size_a": 1321, "size_b": 1259 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.4556237218813906, "status": "informative", "size_a": 2441, "size_b": 1118 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.4365175332527207, "status": "informative", "size_a": 1093, "size_b": 2471 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.5605434140578854, "status": "informative", "size_a": 1541, "size_b": 1101 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.5900056785917093, "status": "informative", "size_a": 1379, "size_b": 1421 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.9100116867939229, "status": "informative", "size_a": 2560, "size_b": 2343 }, { "left_out": 1, "jaccard": 0.9277504105090312, "status": "informative", "size_a": 2353, "size_b": 2343 }, { "left_out": 2, "jaccard": 0.8059701492537313, "status": "informative", "size_a": 1892, "size_b": 2343 }, { "left_out": 3, "jaccard": 0.7144075021312873, "status": "informative", "size_a": 1679, "size_b": 2343 }, { "left_out": 4, "jaccard": 0.9110738255033557, "status": "informative", "size_a": 2213, "size_b": 2343 } ] }, "kernel_methods": { "production_cluster_size": 568, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.4698707959149789, "median_informative": 0.4555294452752261, "legacy_mean_empty_empty_as_one": 0.4698707959149789 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.45066464601293243, "median_informative": 0.41681574239713776, "legacy_mean_empty_empty_as_one": 0.45066464601293243 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.2640563929378283, "median_informative": 0.24451939291736932, "legacy_mean_empty_empty_as_one": 0.2640563929378283 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.5439687725504845, "median_informative": 0.5970502429597944, "legacy_mean_empty_empty_as_one": 0.5439687725504845 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.8360269304934143, "median_informative": 0.8954248366013072, "legacy_mean_empty_empty_as_one": 0.8360269304934143 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 0.6011560693641619, "status": "informative", "size_a": 146, "size_b": 131 }, { "i": 0, "j": 2, "jaccard": 0.4187192118226601, "status": "informative", "size_a": 146, "size_b": 142 }, { "i": 0, "j": 3, "jaccard": 0.5095541401273885, "status": "informative", "size_a": 146, "size_b": 91 }, { "i": 0, "j": 4, "jaccard": 0.5380952380952381, "status": "informative", "size_a": 146, "size_b": 177 }, { "i": 1, "j": 2, "jaccard": 0.4293193717277487, "status": "informative", "size_a": 131, "size_b": 142 }, { "i": 1, "j": 3, "jaccard": 0.47019867549668876, "status": "informative", "size_a": 131, "size_b": 91 }, { "i": 1, "j": 4, "jaccard": 0.5024390243902439, "status": "informative", "size_a": 131, "size_b": 177 }, { "i": 2, "j": 3, "jaccard": 0.37058823529411766, "status": "informative", "size_a": 142, "size_b": 91 }, { "i": 2, "j": 4, "jaccard": 0.4177777777777778, "status": "informative", "size_a": 142, "size_b": 177 }, { "i": 3, "j": 4, "jaccard": 0.44086021505376344, "status": "informative", "size_a": 91, "size_b": 177 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0.24451939291736932, "status": "informative", "size_a": 146, "size_b": 592 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0.21300813008130082, "status": "informative", "size_a": 615, "size_b": 131 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0.3435897435897436, "status": "informative", "size_a": 382, "size_b": 142 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0.16337522441651706, "status": "informative", "size_a": 557, "size_b": 91 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0.35578947368421054, "status": "informative", "size_a": 467, "size_b": 177 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.3534201954397394, "status": "informative", "size_a": 220, "size_b": 611 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.6659877800407332, "status": "informative", "size_a": 436, "size_b": 382 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.41681574239713776, "status": "informative", "size_a": 236, "size_b": 556 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.6415478615071283, "status": "informative", "size_a": 344, "size_b": 462 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.6446280991735537, "status": "informative", "size_a": 404, "size_b": 392 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.39206349206349206, "status": "informative", "size_a": 629, "size_b": 248 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.5541922290388548, "status": "informative", "size_a": 480, "size_b": 280 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.6399082568807339, "status": "informative", "size_a": 329, "size_b": 386 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.4804964539007092, "status": "informative", "size_a": 282, "size_b": 553 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.6506276150627615, "status": "informative", "size_a": 434, "size_b": 355 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.8954248366013072, "status": "informative", "size_a": 592, "size_b": 568 }, { "left_out": 1, "jaccard": 0.9019292604501608, "status": "informative", "size_a": 615, "size_b": 568 }, { "left_out": 2, "jaccard": 0.6666666666666666, "status": "informative", "size_a": 382, "size_b": 568 }, { "left_out": 3, "jaccard": 0.897133220910624, "status": "informative", "size_a": 557, "size_b": 568 }, { "left_out": 4, "jaccard": 0.8189806678383128, "status": "informative", "size_a": 467, "size_b": 568 } ] }, "graphical_models": { "production_cluster_size": 1115, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.35998887077872144, "median_informative": 0.40851008985122994, "legacy_mean_empty_empty_as_one": 0.35998887077872144 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.4539302082765252, "median_informative": 0.5043936731107206, "legacy_mean_empty_empty_as_one": 0.4539302082765252 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.26421639938815505, "median_informative": 0.31958762886597936, "legacy_mean_empty_empty_as_one": 0.26421639938815505 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.5487871127207102, "median_informative": 0.5851169805924492, "legacy_mean_empty_empty_as_one": 0.5487871127207102 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.8347345384361867, "median_informative": 0.8266666666666667, "legacy_mean_empty_empty_as_one": 0.8347345384361867 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 0.4220430107526882, "status": "informative", "size_a": 191, "size_b": 338 }, { "i": 0, "j": 2, "jaccard": 0.4972067039106145, "status": "informative", "size_a": 191, "size_b": 345 }, { "i": 0, "j": 3, "jaccard": 0.31, "status": "informative", "size_a": 191, "size_b": 71 }, { "i": 0, "j": 4, "jaccard": 0.3949771689497717, "status": "informative", "size_a": 191, "size_b": 420 }, { "i": 1, "j": 2, "jaccard": 0.4562899786780384, "status": "informative", "size_a": 338, "size_b": 345 }, { "i": 1, "j": 3, "jaccard": 0.1424581005586592, "status": "informative", "size_a": 338, "size_b": 71 }, { "i": 1, "j": 4, "jaccard": 0.5220883534136547, "status": "informative", "size_a": 338, "size_b": 420 }, { "i": 2, "j": 3, "jaccard": 0.18518518518518517, "status": "informative", "size_a": 345, "size_b": 71 }, { "i": 2, "j": 4, "jaccard": 0.533066132264529, "status": "informative", "size_a": 345, "size_b": 420 }, { "i": 3, "j": 4, "jaccard": 0.13657407407407407, "status": "informative", "size_a": 71, "size_b": 420 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0.14592933947772657, "status": "informative", "size_a": 191, "size_b": 1301 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0.34243697478991597, "status": "informative", "size_a": 940, "size_b": 338 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0.31958762886597936, "status": "informative", "size_a": 1063, "size_b": 345 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0.07348242811501597, "status": "informative", "size_a": 937, "size_b": 71 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0.43964562569213733, "status": "informative", "size_a": 880, "size_b": 420 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.5043936731107206, "status": "informative", "size_a": 587, "size_b": 1125 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.3719611021069692, "status": "informative", "size_a": 464, "size_b": 1229 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.2878338278931751, "status": "informative", "size_a": 303, "size_b": 999 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.5847145488029466, "status": "informative", "size_a": 660, "size_b": 1061 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.6797583081570997, "status": "informative", "size_a": 846, "size_b": 822 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.6383928571428571, "status": "informative", "size_a": 750, "size_b": 718 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.5444444444444444, "status": "informative", "size_a": 605, "size_b": 785 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.5855194123819517, "status": "informative", "size_a": 865, "size_b": 646 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.6556442417331813, "status": "informative", "size_a": 707, "size_b": 745 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.6352087114337568, "status": "informative", "size_a": 776, "size_b": 1026 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.8386605783866058, "status": "informative", "size_a": 1301, "size_b": 1115 }, { "left_out": 1, "jaccard": 0.8266666666666667, "status": "informative", "size_a": 940, "size_b": 1115 }, { "left_out": 2, "jaccard": 0.9223300970873787, "status": "informative", "size_a": 1063, "size_b": 1115 }, { "left_out": 3, "jaccard": 0.8095238095238095, "status": "informative", "size_a": 937, "size_b": 1115 }, { "left_out": 4, "jaccard": 0.7764915405164737, "status": "informative", "size_a": 880, "size_b": 1115 } ] }, "ensemble_methods": { "production_cluster_size": 297, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.5909824911698902, "median_informative": 0.5916497975708502, "legacy_mean_empty_empty_as_one": 0.5909824911698902 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.5443584937734502, "median_informative": 0.5616883116883117, "legacy_mean_empty_empty_as_one": 0.5443584937734502 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.38148010830193424, "median_informative": 0.3904382470119522, "legacy_mean_empty_empty_as_one": 0.38148010830193424 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.6257976865092083, "median_informative": 0.6402506549982443, "legacy_mean_empty_empty_as_one": 0.6257976865092083 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.8870275622616193, "median_informative": 0.9023569023569024, "legacy_mean_empty_empty_as_one": 0.8870275622616193 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 0.5, "status": "informative", "size_a": 83, "size_b": 145 }, { "i": 0, "j": 2, "jaccard": 0.6699029126213593, "status": "informative", "size_a": 83, "size_b": 89 }, { "i": 0, "j": 3, "jaccard": 0.6017699115044248, "status": "informative", "size_a": 83, "size_b": 98 }, { "i": 0, "j": 4, "jaccard": 0.680672268907563, "status": "informative", "size_a": 83, "size_b": 117 }, { "i": 1, "j": 2, "jaccard": 0.5294117647058824, "status": "informative", "size_a": 145, "size_b": 89 }, { "i": 1, "j": 3, "jaccard": 0.5986842105263158, "status": "informative", "size_a": 145, "size_b": 98 }, { "i": 1, "j": 4, "jaccard": 0.5688622754491018, "status": "informative", "size_a": 145, "size_b": 117 }, { "i": 2, "j": 3, "jaccard": 0.5714285714285714, "status": "informative", "size_a": 89, "size_b": 98 }, { "i": 2, "j": 4, "jaccard": 0.5846153846153846, "status": "informative", "size_a": 89, "size_b": 117 }, { "i": 3, "j": 4, "jaccard": 0.6044776119402985, "status": "informative", "size_a": 98, "size_b": 117 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0.25382262996941896, "status": "informative", "size_a": 83, "size_b": 327 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0.5128205128205128, "status": "informative", "size_a": 268, "size_b": 145 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0.3037542662116041, "status": "informative", "size_a": 293, "size_b": 89 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0.3904382470119522, "status": "informative", "size_a": 251, "size_b": 98 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0.44656488549618323, "status": "informative", "size_a": 262, "size_b": 117 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.5616883116883117, "status": "informative", "size_a": 174, "size_b": 307 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.4086687306501548, "status": "informative", "size_a": 134, "size_b": 321 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.625, "status": "informative", "size_a": 183, "size_b": 272 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.5255474452554745, "status": "informative", "size_a": 148, "size_b": 270 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.6823104693140795, "status": "informative", "size_a": 260, "size_b": 206 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.6260162601626016, "status": "informative", "size_a": 190, "size_b": 210 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.7570422535211268, "status": "informative", "size_a": 233, "size_b": 266 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.7518796992481203, "status": "informative", "size_a": 240, "size_b": 226 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.6653386454183267, "status": "informative", "size_a": 235, "size_b": 183 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.654485049833887, "status": "informative", "size_a": 211, "size_b": 287 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.9024390243902439, "status": "informative", "size_a": 327, "size_b": 297 }, { "left_out": 1, "jaccard": 0.9023569023569024, "status": "informative", "size_a": 268, "size_b": 297 }, { "left_out": 2, "jaccard": 0.9093851132686084, "status": "informative", "size_a": 293, "size_b": 297 }, { "left_out": 3, "jaccard": 0.8451178451178452, "status": "informative", "size_a": 251, "size_b": 297 }, { "left_out": 4, "jaccard": 0.8758389261744967, "status": "informative", "size_a": 262, "size_b": 297 } ] }, "dimensionality_reduction": { "production_cluster_size": 294, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.2543065055990688, "median_informative": 0.25576796308503624, "legacy_mean_empty_empty_as_one": 0.2543065055990688 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.2711193081891325, "median_informative": 0.31629392971246006, "legacy_mean_empty_empty_as_one": 0.2711193081891325 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.11255259392981976, "median_informative": 0.10320284697508897, "legacy_mean_empty_empty_as_one": 0.11255259392981976 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.35040266531878894, "median_informative": 0.342074257141215, "legacy_mean_empty_empty_as_one": 0.35040266531878894 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.7825679911064094, "median_informative": 0.8143322475570033, "legacy_mean_empty_empty_as_one": 0.7825679911064094 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 0.11594202898550725, "status": "informative", "size_a": 61, "size_b": 16 }, { "i": 0, "j": 2, "jaccard": 0.27631578947368424, "status": "informative", "size_a": 61, "size_b": 36 }, { "i": 0, "j": 3, "jaccard": 0.16666666666666666, "status": "informative", "size_a": 61, "size_b": 30 }, { "i": 0, "j": 4, "jaccard": 0.2361111111111111, "status": "informative", "size_a": 61, "size_b": 28 }, { "i": 1, "j": 2, "jaccard": 0.2682926829268293, "status": "informative", "size_a": 16, "size_b": 36 }, { "i": 1, "j": 3, "jaccard": 0.24324324324324326, "status": "informative", "size_a": 16, "size_b": 30 }, { "i": 1, "j": 4, "jaccard": 0.29411764705882354, "status": "informative", "size_a": 16, "size_b": 28 }, { "i": 2, "j": 3, "jaccard": 0.375, "status": "informative", "size_a": 36, "size_b": 30 }, { "i": 2, "j": 4, "jaccard": 0.3333333333333333, "status": "informative", "size_a": 36, "size_b": 28 }, { "i": 3, "j": 4, "jaccard": 0.23404255319148937, "status": "informative", "size_a": 30, "size_b": 28 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0.2, "status": "informative", "size_a": 61, "size_b": 185 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0.04854368932038835, "status": "informative", "size_a": 308, "size_b": 16 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0.11290322580645161, "status": "informative", "size_a": 309, "size_b": 36 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0.10320284697508897, "status": "informative", "size_a": 280, "size_b": 30 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0.09811320754716982, "status": "informative", "size_a": 263, "size_b": 28 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.47876447876447875, "status": "informative", "size_a": 217, "size_b": 166 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.423728813559322, "status": "informative", "size_a": 177, "size_b": 159 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.3827751196172249, "status": "informative", "size_a": 164, "size_b": 125 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.3613138686131387, "status": "informative", "size_a": 237, "size_b": 136 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.20952380952380953, "status": "informative", "size_a": 304, "size_b": 77 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.2546816479400749, "status": "informative", "size_a": 253, "size_b": 82 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.31932773109243695, "status": "informative", "size_a": 225, "size_b": 89 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.31629392971246006, "status": "informative", "size_a": 304, "size_b": 108 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.3228346456692913, "status": "informative", "size_a": 245, "size_b": 91 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.43478260869565216, "status": "informative", "size_a": 229, "size_b": 134 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.5966666666666667, "status": "informative", "size_a": 185, "size_b": 294 }, { "left_out": 1, "jaccard": 0.8242424242424242, "status": "informative", "size_a": 308, "size_b": 294 }, { "left_out": 2, "jaccard": 0.8668730650154799, "status": "informative", "size_a": 309, "size_b": 294 }, { "left_out": 3, "jaccard": 0.8107255520504731, "status": "informative", "size_a": 280, "size_b": 294 }, { "left_out": 4, "jaccard": 0.8143322475570033, "status": "informative", "size_a": 263, "size_b": 294 } ] }, "reinforcement_learning": { "production_cluster_size": 640, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.4535478757495749, "median_informative": 0.44634920634920633, "legacy_mean_empty_empty_as_one": 0.4535478757495749 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.5223582023380439, "median_informative": 0.5403624382207578, "legacy_mean_empty_empty_as_one": 0.5223582023380439 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.2666766968789028, "median_informative": 0.22348484848484848, "legacy_mean_empty_empty_as_one": 0.2666766968789028 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.6501989550676144, "median_informative": 0.6857955770857873, "legacy_mean_empty_empty_as_one": 0.6501989550676144 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.9045418174936424, "median_informative": 0.9356814701378254, "legacy_mean_empty_empty_as_one": 0.9045418174936424 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 0.5412844036697247, "status": "informative", "size_a": 205, "size_b": 131 }, { "i": 0, "j": 2, "jaccard": 0.43555555555555553, "status": "informative", "size_a": 205, "size_b": 118 }, { "i": 0, "j": 3, "jaccard": 0.5787545787545788, "status": "informative", "size_a": 205, "size_b": 226 }, { "i": 0, "j": 4, "jaccard": 0.4861111111111111, "status": "informative", "size_a": 205, "size_b": 116 }, { "i": 1, "j": 2, "jaccard": 0.36065573770491804, "status": "informative", "size_a": 131, "size_b": 118 }, { "i": 1, "j": 3, "jaccard": 0.45714285714285713, "status": "informative", "size_a": 131, "size_b": 226 }, { "i": 1, "j": 4, "jaccard": 0.5153374233128835, "status": "informative", "size_a": 131, "size_b": 116 }, { "i": 2, "j": 3, "jaccard": 0.36507936507936506, "status": "informative", "size_a": 118, "size_b": 226 }, { "i": 2, "j": 4, "jaccard": 0.3764705882352941, "status": "informative", "size_a": 118, "size_b": 116 }, { "i": 3, "j": 4, "jaccard": 0.4190871369294606, "status": "informative", "size_a": 226, "size_b": 116 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0.3203125, "status": "informative", "size_a": 205, "size_b": 640 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0.20993589743589744, "status": "informative", "size_a": 624, "size_b": 131 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0.22348484848484848, "status": "informative", "size_a": 528, "size_b": 118 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0.4, "status": "informative", "size_a": 558, "size_b": 226 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0.17965023847376788, "status": "informative", "size_a": 626, "size_b": 116 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.5380710659898477, "status": "informative", "size_a": 322, "size_b": 587 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.6862385321100918, "status": "informative", "size_a": 421, "size_b": 498 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.7201492537313433, "status": "informative", "size_a": 416, "size_b": 506 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.5403624382207578, "status": "informative", "size_a": 336, "size_b": 599 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.7509578544061303, "status": "informative", "size_a": 489, "size_b": 425 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.6853526220614828, "status": "informative", "size_a": 509, "size_b": 423 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.4823529411764706, "status": "informative", "size_a": 586, "size_b": 296 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.7074569789674953, "status": "informative", "size_a": 413, "size_b": 480 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.7072243346007605, "status": "informative", "size_a": 495, "size_b": 403 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.6838235294117647, "status": "informative", "size_a": 520, "size_b": 396 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.9512195121951219, "status": "informative", "size_a": 640, "size_b": 640 }, { "left_out": 1, "jaccard": 0.9356814701378254, "status": "informative", "size_a": 624, "size_b": 640 }, { "left_out": 2, "jaccard": 0.8221528861154446, "status": "informative", "size_a": 528, "size_b": 640 }, { "left_out": 3, "jaccard": 0.8689547581903276, "status": "informative", "size_a": 558, "size_b": 640 }, { "left_out": 4, "jaccard": 0.9447004608294931, "status": "informative", "size_a": 626, "size_b": 640 } ] }, "feature_engineering": { "production_cluster_size": 259, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.3179057617703722, "median_informative": 0.28909382518043303, "legacy_mean_empty_empty_as_one": 0.3179057617703722 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.3595092965555559, "median_informative": 0.3715415019762846, "legacy_mean_empty_empty_as_one": 0.3595092965555559 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.18809690379092522, "median_informative": 0.13438735177865613, "legacy_mean_empty_empty_as_one": 0.18809690379092522 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.4452154929378714, "median_informative": 0.45999999999999996, "legacy_mean_empty_empty_as_one": 0.4452154929378714 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.825615714749835, "median_informative": 0.8732876712328768, "legacy_mean_empty_empty_as_one": 0.825615714749835 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 0.40816326530612246, "status": "informative", "size_a": 35, "size_b": 34 }, { "i": 0, "j": 2, "jaccard": 0.4878048780487805, "status": "informative", "size_a": 35, "size_b": 26 }, { "i": 0, "j": 3, "jaccard": 0.27586206896551724, "status": "informative", "size_a": 35, "size_b": 113 }, { "i": 0, "j": 4, "jaccard": 0.3023255813953488, "status": "informative", "size_a": 35, "size_b": 21 }, { "i": 1, "j": 2, "jaccard": 0.4634146341463415, "status": "informative", "size_a": 34, "size_b": 26 }, { "i": 1, "j": 3, "jaccard": 0.225, "status": "informative", "size_a": 34, "size_b": 113 }, { "i": 1, "j": 4, "jaccard": 0.25, "status": "informative", "size_a": 34, "size_b": 21 }, { "i": 2, "j": 3, "jaccard": 0.20869565217391303, "status": "informative", "size_a": 26, "size_b": 113 }, { "i": 2, "j": 4, "jaccard": 0.38235294117647056, "status": "informative", "size_a": 26, "size_b": 21 }, { "i": 3, "j": 4, "jaccard": 0.17543859649122806, "status": "informative", "size_a": 113, "size_b": 21 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0.13438735177865613, "status": "informative", "size_a": 35, "size_b": 252 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0.16842105263157894, "status": "informative", "size_a": 188, "size_b": 34 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0.09027777777777778, "status": "informative", "size_a": 288, "size_b": 26 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0.46568627450980393, "status": "informative", "size_a": 186, "size_b": 113 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0.08171206225680934, "status": "informative", "size_a": 257, "size_b": 21 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.6, "status": "informative", "size_a": 149, "size_b": 155 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.2553191489361702, "status": "informative", "size_a": 73, "size_b": 281 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.505, "status": "informative", "size_a": 158, "size_b": 143 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.3715415019762846, "status": "informative", "size_a": 96, "size_b": 251 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.415, "status": "informative", "size_a": 184, "size_b": 99 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.36329588014981273, "status": "informative", "size_a": 101, "size_b": 263 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.5687203791469194, "status": "informative", "size_a": 183, "size_b": 148 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.5973451327433629, "status": "informative", "size_a": 207, "size_b": 154 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.21755725190839695, "status": "informative", "size_a": 261, "size_b": 58 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.5583756345177665, "status": "informative", "size_a": 159, "size_b": 148 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.9067164179104478, "status": "informative", "size_a": 252, "size_b": 259 }, { "left_out": 1, "jaccard": 0.7258687258687259, "status": "informative", "size_a": 188, "size_b": 259 }, { "left_out": 2, "jaccard": 0.8732876712328768, "status": "informative", "size_a": 288, "size_b": 259 }, { "left_out": 3, "jaccard": 0.7181467181467182, "status": "informative", "size_a": 186, "size_b": 259 }, { "left_out": 4, "jaccard": 0.9040590405904059, "status": "informative", "size_a": 257, "size_b": 259 } ] }, "convex_optimization": { "production_cluster_size": 818, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.486524733179022, "median_informative": 0.4867974023240781, "legacy_mean_empty_empty_as_one": 0.486524733179022 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.5157639023310558, "median_informative": 0.501813784764208, "legacy_mean_empty_empty_as_one": 0.5157639023310558 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.36548511198424305, "median_informative": 0.3997539975399754, "legacy_mean_empty_empty_as_one": 0.36548511198424305 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.5909032975044621, "median_informative": 0.6200073753729592, "legacy_mean_empty_empty_as_one": 0.5909032975044621 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.862083658271638, "median_informative": 0.8804347826086957, "legacy_mean_empty_empty_as_one": 0.862083658271638 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 0.5309734513274337, "status": "informative", "size_a": 326, "size_b": 366 }, { "i": 0, "j": 2, "jaccard": 0.4507462686567164, "status": "informative", "size_a": 326, "size_b": 160 }, { "i": 0, "j": 3, "jaccard": 0.5542452830188679, "status": "informative", "size_a": 326, "size_b": 333 }, { "i": 0, "j": 4, "jaccard": 0.6356382978723404, "status": "informative", "size_a": 326, "size_b": 289 }, { "i": 1, "j": 2, "jaccard": 0.3952254641909814, "status": "informative", "size_a": 366, "size_b": 160 }, { "i": 1, "j": 3, "jaccard": 0.4178498985801217, "status": "informative", "size_a": 366, "size_b": 333 }, { "i": 1, "j": 4, "jaccard": 0.4819004524886878, "status": "informative", "size_a": 366, "size_b": 289 }, { "i": 2, "j": 3, "jaccard": 0.4045584045584046, "status": "informative", "size_a": 160, "size_b": 333 }, { "i": 2, "j": 4, "jaccard": 0.49169435215946844, "status": "informative", "size_a": 160, "size_b": 289 }, { "i": 3, "j": 4, "jaccard": 0.5024154589371981, "status": "informative", "size_a": 333, "size_b": 289 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0.3997539975399754, "status": "informative", "size_a": 326, "size_b": 812 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0.42342342342342343, "status": "informative", "size_a": 740, "size_b": 366 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0.17582417582417584, "status": "informative", "size_a": 910, "size_b": 160 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0.4577572964669739, "status": "informative", "size_a": 616, "size_b": 333 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0.37066666666666664, "status": "informative", "size_a": 739, "size_b": 289 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.6815856777493606, "status": "informative", "size_a": 596, "size_b": 719 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.43688254665203075, "status": "informative", "size_a": 399, "size_b": 910 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.6338797814207651, "status": "informative", "size_a": 634, "size_b": 562 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.6470588235294118, "status": "informative", "size_a": 533, "size_b": 699 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.46760895170789163, "status": "informative", "size_a": 829, "size_b": 417 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.6061349693251534, "status": "informative", "size_a": 538, "size_b": 771 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.6831275720164609, "status": "informative", "size_a": 635, "size_b": 592 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.6558704453441295, "status": "informative", "size_a": 692, "size_b": 535 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.501813784764208, "status": "informative", "size_a": 820, "size_b": 422 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.5950704225352113, "status": "informative", "size_a": 547, "size_b": 812 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.933570581257414, "status": "informative", "size_a": 812, "size_b": 818 }, { "left_out": 1, "jaccard": 0.8569725864123957, "status": "informative", "size_a": 740, "size_b": 818 }, { "left_out": 2, "jaccard": 0.8885245901639345, "status": "informative", "size_a": 910, "size_b": 818 }, { "left_out": 3, "jaccard": 0.7509157509157509, "status": "informative", "size_a": 616, "size_b": 818 }, { "left_out": 4, "jaccard": 0.8804347826086957, "status": "informative", "size_a": 739, "size_b": 818 } ] }, "nlp_pretransformer": { "production_cluster_size": 574, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.2169897574009348, "median_informative": 0.24608062709966405, "legacy_mean_empty_empty_as_one": 0.2169897574009348 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.29717715259799476, "median_informative": 0.2882205513784461, "legacy_mean_empty_empty_as_one": 0.29717715259799476 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.04732720527403443, "median_informative": 0.03837471783295711, "legacy_mean_empty_empty_as_one": 0.04732720527403443 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.42210212625997484, "median_informative": 0.4089276393505673, "legacy_mean_empty_empty_as_one": 0.42210212625997484 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.8007548961098436, "median_informative": 0.7842809364548495, "legacy_mean_empty_empty_as_one": 0.8007548961098436 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 0.27586206896551724, "status": "informative", "size_a": 43, "size_b": 31 }, { "i": 0, "j": 2, "jaccard": 0.3333333333333333, "status": "informative", "size_a": 43, "size_b": 17 }, { "i": 0, "j": 3, "jaccard": 0.1111111111111111, "status": "informative", "size_a": 43, "size_b": 7 }, { "i": 0, "j": 4, "jaccard": 0.2553191489361702, "status": "informative", "size_a": 43, "size_b": 16 }, { "i": 1, "j": 2, "jaccard": 0.2631578947368421, "status": "informative", "size_a": 31, "size_b": 17 }, { "i": 1, "j": 3, "jaccard": 0.05555555555555555, "status": "informative", "size_a": 31, "size_b": 7 }, { "i": 1, "j": 4, "jaccard": 0.23684210526315788, "status": "informative", "size_a": 31, "size_b": 16 }, { "i": 2, "j": 3, "jaccard": 0.043478260869565216, "status": "informative", "size_a": 17, "size_b": 7 }, { "i": 2, "j": 4, "jaccard": 0.5, "status": "informative", "size_a": 17, "size_b": 16 }, { "i": 3, "j": 4, "jaccard": 0.09523809523809523, "status": "informative", "size_a": 7, "size_b": 16 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0.09251101321585903, "status": "informative", "size_a": 43, "size_b": 453 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0.05961538461538462, "status": "informative", "size_a": 520, "size_b": 31 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0.03837471783295711, "status": "informative", "size_a": 443, "size_b": 17 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0.014198782961460446, "status": "informative", "size_a": 493, "size_b": 7 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0.031936127744510975, "status": "informative", "size_a": 501, "size_b": 16 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.5704545454545454, "status": "informative", "size_a": 293, "size_b": 398 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.2727272727272727, "status": "informative", "size_a": 94, "size_b": 200 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.44987775061124696, "status": "informative", "size_a": 216, "size_b": 377 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.6072186836518046, "status": "informative", "size_a": 342, "size_b": 415 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.6311475409836066, "status": "informative", "size_a": 439, "size_b": 357 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.18840579710144928, "status": "informative", "size_a": 332, "size_b": 78 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.292817679558011, "status": "informative", "size_a": 353, "size_b": 115 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.5521739130434783, "status": "informative", "size_a": 425, "size_b": 289 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.36797752808988765, "status": "informative", "size_a": 318, "size_b": 169 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.2882205513784461, "status": "informative", "size_a": 386, "size_b": 128 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.7615780445969125, "status": "informative", "size_a": 453, "size_b": 574 }, { "left_out": 1, "jaccard": 0.8637137989778535, "status": "informative", "size_a": 520, "size_b": 574 }, { "left_out": 2, "jaccard": 0.753448275862069, "status": "informative", "size_a": 443, "size_b": 574 }, { "left_out": 3, "jaccard": 0.7842809364548495, "status": "informative", "size_a": 493, "size_b": 574 }, { "left_out": 4, "jaccard": 0.8407534246575342, "status": "informative", "size_a": 501, "size_b": 574 } ] }, "generative_models": { "production_cluster_size": 554, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.30447943696458607, "median_informative": 0.26161958389005535, "legacy_mean_empty_empty_as_one": 0.30447943696458607 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.4028057627148058, "median_informative": 0.3864734299516908, "legacy_mean_empty_empty_as_one": 0.4028057627148058 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.2119280948793508, "median_informative": 0.2111692844677138, "legacy_mean_empty_empty_as_one": 0.2119280948793508 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.4982445966325334, "median_informative": 0.5645403688427441, "legacy_mean_empty_empty_as_one": 0.4982445966325334 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.8144697553427711, "median_informative": 0.8623417721518988, "legacy_mean_empty_empty_as_one": 0.8144697553427711 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 0.42028985507246375, "status": "informative", "size_a": 121, "size_b": 173 }, { "i": 0, "j": 2, "jaccard": 0.29838709677419356, "status": "informative", "size_a": 121, "size_b": 40 }, { "i": 0, "j": 3, "jaccard": 0.2, "status": "informative", "size_a": 121, "size_b": 41 }, { "i": 0, "j": 4, "jaccard": 0.5319148936170213, "status": "informative", "size_a": 121, "size_b": 167 }, { "i": 1, "j": 2, "jaccard": 0.19662921348314608, "status": "informative", "size_a": 173, "size_b": 40 }, { "i": 1, "j": 3, "jaccard": 0.18232044198895028, "status": "informative", "size_a": 173, "size_b": 41 }, { "i": 1, "j": 4, "jaccard": 0.47186147186147187, "status": "informative", "size_a": 173, "size_b": 167 }, { "i": 2, "j": 3, "jaccard": 0.35, "status": "informative", "size_a": 40, "size_b": 41 }, { "i": 2, "j": 4, "jaccard": 0.22485207100591717, "status": "informative", "size_a": 40, "size_b": 167 }, { "i": 3, "j": 4, "jaccard": 0.16853932584269662, "status": "informative", "size_a": 41, "size_b": 167 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0.2111692844677138, "status": "informative", "size_a": 121, "size_b": 573 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0.3864734299516908, "status": "informative", "size_a": 401, "size_b": 173 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0.06420545746388442, "status": "informative", "size_a": 623, "size_b": 40 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0.1015625, "status": "informative", "size_a": 382, "size_b": 41 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0.296229802513465, "status": "informative", "size_a": 555, "size_b": 167 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.6728538283062645, "status": "informative", "size_a": 359, "size_b": 362 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.2332814930015552, "status": "informative", "size_a": 151, "size_b": 642 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.6263736263736264, "status": "informative", "size_a": 364, "size_b": 376 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.43159609120521175, "status": "informative", "size_a": 278, "size_b": 601 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.6054852320675106, "status": "informative", "size_a": 450, "size_b": 311 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.35691318327974275, "status": "informative", "size_a": 248, "size_b": 596 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.6271929824561403, "status": "informative", "size_a": 354, "size_b": 388 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.5235955056179775, "status": "informative", "size_a": 422, "size_b": 256 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.290519877675841, "status": "informative", "size_a": 648, "size_b": 196 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.6146341463414634, "status": "informative", "size_a": 339, "size_b": 323 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.9166666666666666, "status": "informative", "size_a": 573, "size_b": 554 }, { "left_out": 1, "jaccard": 0.7145421903052065, "status": "informative", "size_a": 401, "size_b": 554 }, { "left_out": 2, "jaccard": 0.8623417721518988, "status": "informative", "size_a": 623, "size_b": 554 }, { "left_out": 3, "jaccard": 0.6895306859205776, "status": "informative", "size_a": 382, "size_b": 554 }, { "left_out": 4, "jaccard": 0.889267461669506, "status": "informative", "size_a": 555, "size_b": 554 } ] } } }, "production_v3": { "corpus": { "single_pairs": { "n_concepts_available": 10, "concepts_unavailable": [], "median_of_concept_means": 0.31782138774775187, "q25": 0.2567131546617708, "q75": 0.4420128197095649, "n_empty_empty_total": 0, "n_empty_vs_nonempty_total": 0, "n_pairs_total": 100, "legacy_median_empty_empty_as_one": 0.31782138774775187, "legacy_q25": 0.2567131546617708, "legacy_q75": 0.4420128197095649, "paired_vs_single_pairs": { "common_concepts": [ "convex_optimization", "deep_learning", "dimensionality_reduction", "ensemble_methods", "feature_engineering", "generative_models", "graphical_models", "kernel_methods", "nlp_pretransformer", "reinforcement_learning" ], "n_common": 10, "median_difference": 0, "n_concepts_higher_than_single": 0, "n_concepts_lower_than_single": 0 } }, "disjoint_all": { "n_concepts_available": 10, "concepts_unavailable": [], "median_of_concept_means": 0.41564205410935817, "q25": 0.3715638063744965, "q75": 0.47083556324469694, "n_empty_empty_total": 0, "n_empty_vs_nonempty_total": 0, "n_pairs_total": 150, "legacy_median_empty_empty_as_one": 0.41564205410935817, "legacy_q25": 0.3715638063744965, "legacy_q75": 0.47083556324469694, "paired_vs_single_pairs": { "common_concepts": [ "convex_optimization", "deep_learning", "dimensionality_reduction", "ensemble_methods", "feature_engineering", "generative_models", "graphical_models", "kernel_methods", "nlp_pretransformer", "reinforcement_learning" ], "n_common": 10, "median_difference": 0.07236961296003198, "n_concepts_higher_than_single": 8, "n_concepts_lower_than_single": 2 } }, "disjoint_1v4": { "n_concepts_available": 10, "concepts_unavailable": [], "median_of_concept_means": 0.2183027695355077, "q25": 0.15271502232151757, "q75": 0.27326260005462666, "n_empty_empty_total": 0, "n_empty_vs_nonempty_total": 0, "n_pairs_total": 50, "legacy_median_empty_empty_as_one": 0.2183027695355077, "legacy_q25": 0.15271502232151757, "legacy_q75": 0.27326260005462666, "paired_vs_single_pairs": { "common_concepts": [ "convex_optimization", "deep_learning", "dimensionality_reduction", "ensemble_methods", "feature_engineering", "generative_models", "graphical_models", "kernel_methods", "nlp_pretransformer", "reinforcement_learning" ], "n_common": 10, "median_difference": -0.11637603818852976, "n_concepts_higher_than_single": 0, "n_concepts_lower_than_single": 10 } }, "disjoint_2v3": { "n_concepts_available": 10, "concepts_unavailable": [], "median_of_concept_means": 0.51253199591674, "q25": 0.47974368630115294, "q75": 0.5471017598777264, "n_empty_empty_total": 0, "n_empty_vs_nonempty_total": 0, "n_pairs_total": 100, "legacy_median_empty_empty_as_one": 0.51253199591674, "legacy_q25": 0.47974368630115294, "legacy_q75": 0.5471017598777264, "paired_vs_single_pairs": { "common_concepts": [ "convex_optimization", "deep_learning", "dimensionality_reduction", "ensemble_methods", "feature_engineering", "generative_models", "graphical_models", "kernel_methods", "nlp_pretransformer", "reinforcement_learning" ], "n_common": 10, "median_difference": 0.18628834623429416, "n_concepts_higher_than_single": 10, "n_concepts_lower_than_single": 0 } }, "loo_vs_full": { "n_concepts_available": 10, "concepts_unavailable": [], "median_of_concept_means": 0.8361840121790527, "q25": 0.8216652317615195, "q75": 0.8530474978263887, "n_empty_empty_total": 0, "n_empty_vs_nonempty_total": 0, "n_pairs_total": 50, "legacy_median_empty_empty_as_one": 0.8361840121790527, "legacy_q25": 0.8216652317615195, "legacy_q75": 0.8530474978263887, "paired_vs_single_pairs": { "common_concepts": [ "convex_optimization", "deep_learning", "dimensionality_reduction", "ensemble_methods", "feature_engineering", "generative_models", "graphical_models", "kernel_methods", "nlp_pretransformer", "reinforcement_learning" ], "n_common": 10, "median_difference": 0.5112536429449503, "n_concepts_higher_than_single": 10, "n_concepts_lower_than_single": 0 } } }, "n_documents_assigned_full_anchors": 5054, "production_cluster_sizes": { "deep_learning": 1408, "kernel_methods": 461, "graphical_models": 744, "ensemble_methods": 241, "dimensionality_reduction": 220, "reinforcement_learning": 421, "feature_engineering": 183, "convex_optimization": 583, "nlp_pretransformer": 397, "generative_models": 396 }, "tau_full_anchors": { "deep_learning": 0.008728723041713238, "kernel_methods": 0.011275834403932095, "graphical_models": 0.009940910153090954, "ensemble_methods": 0.012511123903095722, "dimensionality_reduction": 0.011275834403932095, "reinforcement_learning": 0.012287821620702744, "feature_engineering": 0.0135432668030262, "convex_optimization": 0.012474560178816319, "nlp_pretransformer": 0.010540638118982315, "generative_models": 0.008728723041713238 }, "per_concept": { "deep_learning": { "production_cluster_size": 1408, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.24798214664732626, "median_informative": 0.24170008019246192, "legacy_mean_empty_empty_as_one": 0.24798214664732626 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.3678052327658038, "median_informative": 0.4520819563780568, "legacy_mean_empty_empty_as_one": 0.3678052327658038 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.1401947893956066, "median_informative": 0.12726008344923506, "legacy_mean_empty_empty_as_one": 0.1401947893956066 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.4816104544509024, "median_informative": 0.5438453484430497, "legacy_mean_empty_empty_as_one": 0.4816104544509024 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.852822369134806, "median_informative": 0.8962655601659751, "legacy_mean_empty_empty_as_one": 0.852822369134806 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 0.47478991596638653, "status": "informative", "size_a": 166, "size_b": 185 }, { "i": 0, "j": 2, "jaccard": 0.36036036036036034, "status": "informative", "size_a": 166, "size_b": 287 }, { "i": 0, "j": 3, "jaccard": 0.32371794871794873, "status": "informative", "size_a": 166, "size_b": 247 }, { "i": 0, "j": 4, "jaccard": 0.14792899408284024, "status": "informative", "size_a": 166, "size_b": 28 }, { "i": 1, "j": 2, "jaccard": 0.40476190476190477, "status": "informative", "size_a": 185, "size_b": 287 }, { "i": 1, "j": 3, "jaccard": 0.2558139534883721, "status": "informative", "size_a": 185, "size_b": 247 }, { "i": 1, "j": 4, "jaccard": 0.10362694300518134, "status": "informative", "size_a": 185, "size_b": 28 }, { "i": 2, "j": 3, "jaccard": 0.22758620689655173, "status": "informative", "size_a": 287, "size_b": 247 }, { "i": 2, "j": 4, "jaccard": 0.08996539792387544, "status": "informative", "size_a": 287, "size_b": 28 }, { "i": 3, "j": 4, "jaccard": 0.09126984126984126, "status": "informative", "size_a": 247, "size_b": 28 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0.1091387245233399, "status": "informative", "size_a": 166, "size_b": 1521 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0.12726008344923506, "status": "informative", "size_a": 1436, "size_b": 185 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0.23295944779982744, "status": "informative", "size_a": 1142, "size_b": 287 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0.21062618595825428, "status": "informative", "size_a": 1029, "size_b": 247 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0.020989505247376312, "status": "informative", "size_a": 1334, "size_b": 28 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.29109811565951915, "status": "informative", "size_a": 453, "size_b": 1534 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.565251572327044, "status": "informative", "size_a": 795, "size_b": 1196 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.6089906700593724, "status": "informative", "size_a": 848, "size_b": 1049 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.22008862629246675, "status": "informative", "size_a": 301, "size_b": 1351 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.5330848089468779, "status": "informative", "size_a": 975, "size_b": 670 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.5778648383937316, "status": "informative", "size_a": 828, "size_b": 783 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.45588235294117646, "status": "informative", "size_a": 1492, "size_b": 686 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.4520819563780568, "status": "informative", "size_a": 690, "size_b": 1507 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.5546058879392213, "status": "informative", "size_a": 943, "size_b": 694 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.5571557155715572, "status": "informative", "size_a": 866, "size_b": 864 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.9118798955613577, "status": "informative", "size_a": 1521, "size_b": 1408 }, { "left_out": 1, "jaccard": 0.9190283400809717, "status": "informative", "size_a": 1436, "size_b": 1408 }, { "left_out": 2, "jaccard": 0.8097941802696949, "status": "informative", "size_a": 1142, "size_b": 1408 }, { "left_out": 3, "jaccard": 0.7271438695960312, "status": "informative", "size_a": 1029, "size_b": 1408 }, { "left_out": 4, "jaccard": 0.8962655601659751, "status": "informative", "size_a": 1334, "size_b": 1408 } ] }, "kernel_methods": { "production_cluster_size": 461, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.44476253141916205, "median_informative": 0.4081168831168831, "legacy_mean_empty_empty_as_one": 0.44476253141916205 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.4362072773975064, "median_informative": 0.3950892857142857, "legacy_mean_empty_empty_as_one": 0.4362072773975064 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.24086928729760387, "median_informative": 0.20997920997921, "legacy_mean_empty_empty_as_one": 0.24086928729760387 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.5338762724474577, "median_informative": 0.5800715848867561, "legacy_mean_empty_empty_as_one": 0.5338762724474577 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.83391254173154, "median_informative": 0.8881987577639752, "legacy_mean_empty_empty_as_one": 0.83391254173154 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 0.6166666666666667, "status": "informative", "size_a": 101, "size_b": 93 }, { "i": 0, "j": 2, "jaccard": 0.3959731543624161, "status": "informative", "size_a": 101, "size_b": 107 }, { "i": 0, "j": 3, "jaccard": 0.46846846846846846, "status": "informative", "size_a": 101, "size_b": 62 }, { "i": 0, "j": 4, "jaccard": 0.5324675324675324, "status": "informative", "size_a": 101, "size_b": 135 }, { "i": 1, "j": 2, "jaccard": 0.3986013986013986, "status": "informative", "size_a": 93, "size_b": 107 }, { "i": 1, "j": 3, "jaccard": 0.4090909090909091, "status": "informative", "size_a": 93, "size_b": 62 }, { "i": 1, "j": 4, "jaccard": 0.47096774193548385, "status": "informative", "size_a": 93, "size_b": 135 }, { "i": 2, "j": 3, "jaccard": 0.3412698412698413, "status": "informative", "size_a": 107, "size_b": 62 }, { "i": 2, "j": 4, "jaccard": 0.4069767441860465, "status": "informative", "size_a": 107, "size_b": 135 }, { "i": 3, "j": 4, "jaccard": 0.40714285714285714, "status": "informative", "size_a": 62, "size_b": 135 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0.20997920997921, "status": "informative", "size_a": 101, "size_b": 481 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0.18674698795180722, "status": "informative", "size_a": 498, "size_b": 93 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0.3333333333333333, "status": "informative", "size_a": 305, "size_b": 107 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0.13747228381374724, "status": "informative", "size_a": 451, "size_b": 62 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0.3368146214099217, "status": "informative", "size_a": 377, "size_b": 135 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.32, "status": "informative", "size_a": 162, "size_b": 498 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.6759493670886076, "status": "informative", "size_a": 356, "size_b": 306 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.3950892857142857, "status": "informative", "size_a": 179, "size_b": 446 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.6430379746835443, "status": "informative", "size_a": 272, "size_b": 377 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.6426735218508998, "status": "informative", "size_a": 320, "size_b": 319 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.3714859437751004, "status": "informative", "size_a": 498, "size_b": 185 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.538659793814433, "status": "informative", "size_a": 384, "size_b": 213 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.6558823529411765, "status": "informative", "size_a": 268, "size_b": 295 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.4745011086474501, "status": "informative", "size_a": 222, "size_b": 443 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.6214833759590793, "status": "informative", "size_a": 357, "size_b": 277 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.8991935483870968, "status": "informative", "size_a": 481, "size_b": 461 }, { "left_out": 1, "jaccard": 0.9027777777777778, "status": "informative", "size_a": 498, "size_b": 461 }, { "left_out": 2, "jaccard": 0.6616052060737527, "status": "informative", "size_a": 305, "size_b": 461 }, { "left_out": 3, "jaccard": 0.8881987577639752, "status": "informative", "size_a": 451, "size_b": 461 }, { "left_out": 4, "jaccard": 0.8177874186550976, "status": "informative", "size_a": 377, "size_b": 461 } ] }, "graphical_models": { "production_cluster_size": 744, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.3449247232643932, "median_informative": 0.39006466784244564, "legacy_mean_empty_empty_as_one": 0.3449247232643932 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.4400226239730462, "median_informative": 0.5080862533692723, "legacy_mean_empty_empty_as_one": 0.4400226239730462 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.2594341289423964, "median_informative": 0.315955766192733, "legacy_mean_empty_empty_as_one": 0.2594341289423964 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.530316871488371, "median_informative": 0.5636010662957811, "legacy_mean_empty_empty_as_one": 0.530316871488371 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.8321768182660584, "median_informative": 0.8236074270557029, "legacy_mean_empty_empty_as_one": 0.8321768182660584 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 0.3991769547325103, "status": "informative", "size_a": 127, "size_b": 213 }, { "i": 0, "j": 2, "jaccard": 0.4713114754098361, "status": "informative", "size_a": 127, "size_b": 232 }, { "i": 0, "j": 3, "jaccard": 0.32116788321167883, "status": "informative", "size_a": 127, "size_b": 54 }, { "i": 0, "j": 4, "jaccard": 0.38095238095238093, "status": "informative", "size_a": 127, "size_b": 279 }, { "i": 1, "j": 2, "jaccard": 0.4217252396166134, "status": "informative", "size_a": 213, "size_b": 232 }, { "i": 1, "j": 3, "jaccard": 0.13135593220338984, "status": "informative", "size_a": 213, "size_b": 54 }, { "i": 1, "j": 4, "jaccard": 0.46865671641791046, "status": "informative", "size_a": 213, "size_b": 279 }, { "i": 2, "j": 3, "jaccard": 0.18181818181818182, "status": "informative", "size_a": 232, "size_b": 54 }, { "i": 2, "j": 4, "jaccard": 0.5208333333333334, "status": "informative", "size_a": 232, "size_b": 279 }, { "i": 3, "j": 4, "jaccard": 0.1522491349480969, "status": "informative", "size_a": 54, "size_b": 279 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0.145475372279496, "status": "informative", "size_a": 127, "size_b": 873 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0.315955766192733, "status": "informative", "size_a": 620, "size_b": 213 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0.31754874651810583, "status": "informative", "size_a": 714, "size_b": 232 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0.08557844690966719, "status": "informative", "size_a": 631, "size_b": 54 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0.43261231281198004, "status": "informative", "size_a": 582, "size_b": 279 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.5080862533692723, "status": "informative", "size_a": 385, "size_b": 734 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.3496420047732697, "status": "informative", "size_a": 298, "size_b": 833 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.28422619047619047, "status": "informative", "size_a": 201, "size_b": 662 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.5855354659248957, "status": "informative", "size_a": 439, "size_b": 701 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.6463595839524517, "status": "informative", "size_a": 560, "size_b": 548 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.6120401337792643, "status": "informative", "size_a": 504, "size_b": 460 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.5327731092436975, "status": "informative", "size_a": 391, "size_b": 521 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.5416666666666666, "status": "informative", "size_a": 590, "size_b": 409 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.6300675675675675, "status": "informative", "size_a": 461, "size_b": 504 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.6127717391304348, "status": "informative", "size_a": 516, "size_b": 671 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.852233676975945, "status": "informative", "size_a": 873, "size_b": 744 }, { "left_out": 1, "jaccard": 0.8162450066577897, "status": "informative", "size_a": 620, "size_b": 744 }, { "left_out": 2, "jaccard": 0.8984375, "status": "informative", "size_a": 714, "size_b": 744 }, { "left_out": 3, "jaccard": 0.8236074270557029, "status": "informative", "size_a": 631, "size_b": 744 }, { "left_out": 4, "jaccard": 0.7703604806408545, "status": "informative", "size_a": 582, "size_b": 744 } ] }, "ensemble_methods": { "production_cluster_size": 241, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.5603604163936098, "median_informative": 0.5646280633268271, "legacy_mean_empty_empty_as_one": 0.5603604163936098 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.557461018645126, "median_informative": 0.563265306122449, "legacy_mean_empty_empty_as_one": 0.557461018645126 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.3736862767586838, "median_informative": 0.37244897959183676, "legacy_mean_empty_empty_as_one": 0.3736862767586838 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.6493483895883471, "median_informative": 0.6872366814978147, "legacy_mean_empty_empty_as_one": 0.6493483895883471 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.8685637933263568, "median_informative": 0.8806584362139918, "legacy_mean_empty_empty_as_one": 0.8685637933263568 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 0.4628099173553719, "status": "informative", "size_a": 63, "size_b": 114 }, { "i": 0, "j": 2, "jaccard": 0.5764705882352941, "status": "informative", "size_a": 63, "size_b": 71 }, { "i": 0, "j": 3, "jaccard": 0.5632183908045977, "status": "informative", "size_a": 63, "size_b": 73 }, { "i": 0, "j": 4, "jaccard": 0.6458333333333334, "status": "informative", "size_a": 63, "size_b": 95 }, { "i": 1, "j": 2, "jaccard": 0.5163934426229508, "status": "informative", "size_a": 114, "size_b": 71 }, { "i": 1, "j": 3, "jaccard": 0.5583333333333333, "status": "informative", "size_a": 114, "size_b": 73 }, { "i": 1, "j": 4, "jaccard": 0.5833333333333334, "status": "informative", "size_a": 114, "size_b": 95 }, { "i": 2, "j": 3, "jaccard": 0.5157894736842106, "status": "informative", "size_a": 71, "size_b": 73 }, { "i": 2, "j": 4, "jaccard": 0.5660377358490566, "status": "informative", "size_a": 71, "size_b": 95 }, { "i": 3, "j": 4, "jaccard": 0.6153846153846154, "status": "informative", "size_a": 73, "size_b": 95 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0.23333333333333334, "status": "informative", "size_a": 63, "size_b": 270 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0.5068493150684932, "status": "informative", "size_a": 216, "size_b": 114 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0.3034188034188034, "status": "informative", "size_a": 234, "size_b": 71 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0.37244897959183676, "status": "informative", "size_a": 196, "size_b": 73 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0.4523809523809524, "status": "informative", "size_a": 210, "size_b": 95 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.563265306122449, "status": "informative", "size_a": 138, "size_b": 245 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.4307692307692308, "status": "informative", "size_a": 113, "size_b": 259 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.6415929203539823, "status": "informative", "size_a": 151, "size_b": 220 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.547945205479452, "status": "informative", "size_a": 124, "size_b": 215 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.6834862385321101, "status": "informative", "size_a": 203, "size_b": 164 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.6935483870967742, "status": "informative", "size_a": 152, "size_b": 163 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.7555555555555555, "status": "informative", "size_a": 183, "size_b": 212 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.7843137254901961, "status": "informative", "size_a": 187, "size_b": 177 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.702020202020202, "status": "informative", "size_a": 187, "size_b": 150 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.6909871244635193, "status": "informative", "size_a": 171, "size_b": 223 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.8925925925925926, "status": "informative", "size_a": 270, "size_b": 241 }, { "left_out": 1, "jaccard": 0.8806584362139918, "status": "informative", "size_a": 216, "size_b": 241 }, { "left_out": 2, "jaccard": 0.8849206349206349, "status": "informative", "size_a": 234, "size_b": 241 }, { "left_out": 3, "jaccard": 0.8132780082987552, "status": "informative", "size_a": 196, "size_b": 241 }, { "left_out": 4, "jaccard": 0.8713692946058091, "status": "informative", "size_a": 210, "size_b": 241 } ] }, "dimensionality_reduction": { "production_cluster_size": 220, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.22096740597313436, "median_informative": 0.20905707196029777, "legacy_mean_empty_empty_as_one": 0.22096740597313436 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.26320783860801444, "median_informative": 0.3202247191011236, "legacy_mean_empty_empty_as_one": 0.26320783860801444 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.10021860190133292, "median_informative": 0.09361702127659574, "legacy_mean_empty_empty_as_one": 0.10021860190133292 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.3447024569613552, "median_informative": 0.3420272751114608, "legacy_mean_empty_empty_as_one": 0.3447024569613552 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.7918696750543329, "median_informative": 0.8103448275862069, "legacy_mean_empty_empty_as_one": 0.7918696750543329 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 0.09803921568627451, "status": "informative", "size_a": 42, "size_b": 14 }, { "i": 0, "j": 2, "jaccard": 0.18518518518518517, "status": "informative", "size_a": 42, "size_b": 22 }, { "i": 0, "j": 3, "jaccard": 0.1346153846153846, "status": "informative", "size_a": 42, "size_b": 17 }, { "i": 0, "j": 4, "jaccard": 0.18867924528301888, "status": "informative", "size_a": 42, "size_b": 21 }, { "i": 1, "j": 2, "jaccard": 0.2857142857142857, "status": "informative", "size_a": 14, "size_b": 22 }, { "i": 1, "j": 3, "jaccard": 0.19230769230769232, "status": "informative", "size_a": 14, "size_b": 17 }, { "i": 1, "j": 4, "jaccard": 0.2962962962962963, "status": "informative", "size_a": 14, "size_b": 21 }, { "i": 2, "j": 3, "jaccard": 0.3, "status": "informative", "size_a": 22, "size_b": 17 }, { "i": 2, "j": 4, "jaccard": 0.30303030303030304, "status": "informative", "size_a": 22, "size_b": 21 }, { "i": 3, "j": 4, "jaccard": 0.22580645161290322, "status": "informative", "size_a": 17, "size_b": 21 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0.17088607594936708, "status": "informative", "size_a": 42, "size_b": 143 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0.05263157894736842, "status": "informative", "size_a": 226, "size_b": 14 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0.09361702127659574, "status": "informative", "size_a": 235, "size_b": 22 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0.085, "status": "informative", "size_a": 200, "size_b": 17 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0.09895833333333333, "status": "informative", "size_a": 190, "size_b": 21 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.465, "status": "informative", "size_a": 162, "size_b": 131 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.39664804469273746, "status": "informative", "size_a": 129, "size_b": 121 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.36477987421383645, "status": "informative", "size_a": 123, "size_b": 94 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.35609756097560974, "status": "informative", "size_a": 173, "size_b": 105 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.20675105485232068, "status": "informative", "size_a": 233, "size_b": 53 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.25, "status": "informative", "size_a": 190, "size_b": 60 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.3202247191011236, "status": "informative", "size_a": 169, "size_b": 66 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.32589285714285715, "status": "informative", "size_a": 217, "size_b": 80 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.3279569892473118, "status": "informative", "size_a": 180, "size_b": 67 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.4336734693877551, "status": "informative", "size_a": 176, "size_b": 105 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.65, "status": "informative", "size_a": 143, "size_b": 220 }, { "left_out": 1, "jaccard": 0.8204081632653061, "status": "informative", "size_a": 226, "size_b": 220 }, { "left_out": 2, "jaccard": 0.8724279835390947, "status": "informative", "size_a": 235, "size_b": 220 }, { "left_out": 3, "jaccard": 0.8103448275862069, "status": "informative", "size_a": 200, "size_b": 220 }, { "left_out": 4, "jaccard": 0.8061674008810573, "status": "informative", "size_a": 190, "size_b": 220 } ] }, "reinforcement_learning": { "production_cluster_size": 421, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.4337636845807734, "median_informative": 0.45094871157510974, "legacy_mean_empty_empty_as_one": 0.4337636845807734 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.5065895160253793, "median_informative": 0.524547803617571, "legacy_mean_empty_empty_as_one": 0.5065895160253793 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.27787209042537003, "median_informative": 0.24812030075187969, "legacy_mean_empty_empty_as_one": 0.27787209042537003 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.6209482288253839, "median_informative": 0.6478987747623955, "legacy_mean_empty_empty_as_one": 0.6209482288253839 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.8809440756949367, "median_informative": 0.9114219114219114, "legacy_mean_empty_empty_as_one": 0.8809440756949367 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 0.4967741935483871, "status": "informative", "size_a": 133, "size_b": 99 }, { "i": 0, "j": 2, "jaccard": 0.4161073825503356, "status": "informative", "size_a": 133, "size_b": 78 }, { "i": 0, "j": 3, "jaccard": 0.532967032967033, "status": "informative", "size_a": 133, "size_b": 146 }, { "i": 0, "j": 4, "jaccard": 0.4697986577181208, "status": "informative", "size_a": 133, "size_b": 86 }, { "i": 1, "j": 2, "jaccard": 0.3511450381679389, "status": "informative", "size_a": 99, "size_b": 78 }, { "i": 1, "j": 3, "jaccard": 0.4759036144578313, "status": "informative", "size_a": 99, "size_b": 146 }, { "i": 1, "j": 4, "jaccard": 0.5040650406504065, "status": "informative", "size_a": 99, "size_b": 86 }, { "i": 2, "j": 3, "jaccard": 0.3254437869822485, "status": "informative", "size_a": 78, "size_b": 146 }, { "i": 2, "j": 4, "jaccard": 0.3333333333333333, "status": "informative", "size_a": 78, "size_b": 86 }, { "i": 3, "j": 4, "jaccard": 0.43209876543209874, "status": "informative", "size_a": 146, "size_b": 86 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0.3180722891566265, "status": "informative", "size_a": 133, "size_b": 414 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0.24812030075187969, "status": "informative", "size_a": 399, "size_b": 99 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0.22418879056047197, "status": "informative", "size_a": 337, "size_b": 78 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0.38950276243093923, "status": "informative", "size_a": 357, "size_b": 146 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0.20947630922693267, "status": "informative", "size_a": 399, "size_b": 86 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.524547803617571, "status": "informative", "size_a": 209, "size_b": 381 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.6666666666666666, "status": "informative", "size_a": 278, "size_b": 322 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.6685236768802229, "status": "informative", "size_a": 257, "size_b": 342 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.5235732009925558, "status": "informative", "size_a": 217, "size_b": 397 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.7025495750708215, "status": "informative", "size_a": 300, "size_b": 301 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.6422764227642277, "status": "informative", "size_a": 328, "size_b": 278 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.5121293800539084, "status": "informative", "size_a": 361, "size_b": 200 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.6267409470752089, "status": "informative", "size_a": 267, "size_b": 317 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.688953488372093, "status": "informative", "size_a": 310, "size_b": 271 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.6535211267605634, "status": "informative", "size_a": 334, "size_b": 253 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.9418604651162791, "status": "informative", "size_a": 414, "size_b": 421 }, { "left_out": 1, "jaccard": 0.9203747072599532, "status": "informative", "size_a": 399, "size_b": 421 }, { "left_out": 2, "jaccard": 0.8004750593824228, "status": "informative", "size_a": 337, "size_b": 421 }, { "left_out": 3, "jaccard": 0.8305882352941176, "status": "informative", "size_a": 357, "size_b": 421 }, { "left_out": 4, "jaccard": 0.9114219114219114, "status": "informative", "size_a": 399, "size_b": 421 } ] }, "feature_engineering": { "production_cluster_size": 183, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.2907180522311105, "median_informative": 0.3062015503875969, "legacy_mean_empty_empty_as_one": 0.2907180522311105 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.3828395272005745, "median_informative": 0.39790575916230364, "legacy_mean_empty_empty_as_one": 0.3828395272005745 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.19027572109925053, "median_informative": 0.14285714285714285, "legacy_mean_empty_empty_as_one": 0.19027572109925053 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.47912143025123644, "median_informative": 0.49873586466856673, "legacy_mean_empty_empty_as_one": 0.47912143025123644 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.8384554826265654, "median_informative": 0.9054726368159204, "legacy_mean_empty_empty_as_one": 0.8384554826265654 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 0.3611111111111111, "status": "informative", "size_a": 26, "size_b": 23 }, { "i": 0, "j": 2, "jaccard": 0.41935483870967744, "status": "informative", "size_a": 26, "size_b": 18 }, { "i": 0, "j": 3, "jaccard": 0.27906976744186046, "status": "informative", "size_a": 26, "size_b": 84 }, { "i": 0, "j": 4, "jaccard": 0.3333333333333333, "status": "informative", "size_a": 26, "size_b": 18 }, { "i": 1, "j": 2, "jaccard": 0.41379310344827586, "status": "informative", "size_a": 23, "size_b": 18 }, { "i": 1, "j": 3, "jaccard": 0.18888888888888888, "status": "informative", "size_a": 23, "size_b": 84 }, { "i": 1, "j": 4, "jaccard": 0.20588235294117646, "status": "informative", "size_a": 23, "size_b": 18 }, { "i": 2, "j": 3, "jaccard": 0.1724137931034483, "status": "informative", "size_a": 18, "size_b": 84 }, { "i": 2, "j": 4, "jaccard": 0.3333333333333333, "status": "informative", "size_a": 18, "size_b": 18 }, { "i": 3, "j": 4, "jaccard": 0.2, "status": "informative", "size_a": 84, "size_b": 18 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0.14285714285714285, "status": "informative", "size_a": 26, "size_b": 182 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0.16176470588235295, "status": "informative", "size_a": 135, "size_b": 23 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0.09, "status": "informative", "size_a": 200, "size_b": 18 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0.4594594594594595, "status": "informative", "size_a": 132, "size_b": 84 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0.0972972972972973, "status": "informative", "size_a": 185, "size_b": 18 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.6267605633802817, "status": "informative", "size_a": 115, "size_b": 116 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.3010204081632653, "status": "informative", "size_a": 60, "size_b": 195 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.541095890410959, "status": "informative", "size_a": 116, "size_b": 109 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.39664804469273746, "status": "informative", "size_a": 72, "size_b": 178 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.4563758389261745, "status": "informative", "size_a": 137, "size_b": 80 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.39790575916230364, "status": "informative", "size_a": 78, "size_b": 189 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.5789473684210527, "status": "informative", "size_a": 132, "size_b": 108 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.64375, "status": "informative", "size_a": 150, "size_b": 113 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.24731182795698925, "status": "informative", "size_a": 186, "size_b": 46 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.6013986013986014, "status": "informative", "size_a": 120, "size_b": 109 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.9210526315789473, "status": "informative", "size_a": 182, "size_b": 183 }, { "left_out": 1, "jaccard": 0.7377049180327869, "status": "informative", "size_a": 135, "size_b": 183 }, { "left_out": 2, "jaccard": 0.9054726368159204, "status": "informative", "size_a": 200, "size_b": 183 }, { "left_out": 3, "jaccard": 0.7213114754098361, "status": "informative", "size_a": 132, "size_b": 183 }, { "left_out": 4, "jaccard": 0.9067357512953368, "status": "informative", "size_a": 185, "size_b": 183 } ] }, "convex_optimization": { "production_cluster_size": 583, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.4523023899353677, "median_informative": 0.4464536567185574, "legacy_mean_empty_empty_as_one": 0.4523023899353677 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.48110654300191386, "median_informative": 0.44240400667779634, "legacy_mean_empty_empty_as_one": 0.48110654300191386 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.3402991176301096, "median_informative": 0.3734513274336283, "legacy_mean_empty_empty_as_one": 0.3402991176301096 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.551510255687816, "median_informative": 0.5767451036659732, "legacy_mean_empty_empty_as_one": 0.551510255687816 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.853122540723583, "median_informative": 0.8641765704584041, "legacy_mean_empty_empty_as_one": 0.853122540723583 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 0.5146579804560261, "status": "informative", "size_a": 225, "size_b": 240 }, { "i": 0, "j": 2, "jaccard": 0.4458874458874459, "status": "informative", "size_a": 225, "size_b": 109 }, { "i": 0, "j": 3, "jaccard": 0.5032894736842105, "status": "informative", "size_a": 225, "size_b": 232 }, { "i": 0, "j": 4, "jaccard": 0.5746268656716418, "status": "informative", "size_a": 225, "size_b": 197 }, { "i": 1, "j": 2, "jaccard": 0.40160642570281124, "status": "informative", "size_a": 240, "size_b": 109 }, { "i": 1, "j": 3, "jaccard": 0.39644970414201186, "status": "informative", "size_a": 240, "size_b": 232 }, { "i": 1, "j": 4, "jaccard": 0.4470198675496689, "status": "informative", "size_a": 240, "size_b": 197 }, { "i": 2, "j": 3, "jaccard": 0.364, "status": "informative", "size_a": 109, "size_b": 232 }, { "i": 2, "j": 4, "jaccard": 0.45023696682464454, "status": "informative", "size_a": 109, "size_b": 197 }, { "i": 3, "j": 4, "jaccard": 0.42524916943521596, "status": "informative", "size_a": 232, "size_b": 197 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0.3978685612788632, "status": "informative", "size_a": 225, "size_b": 562 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0.3734513274336283, "status": "informative", "size_a": 536, "size_b": 240 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0.1656534954407295, "status": "informative", "size_a": 658, "size_b": 109 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0.4236559139784946, "status": "informative", "size_a": 430, "size_b": 232 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0.3408662900188324, "status": "informative", "size_a": 515, "size_b": 197 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.6448763250883393, "status": "informative", "size_a": 415, "size_b": 516 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.41112828438948995, "status": "informative", "size_a": 266, "size_b": 647 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.5874524714828897, "status": "informative", "size_a": 463, "size_b": 372 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.6123595505617978, "status": "informative", "size_a": 375, "size_b": 486 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.43853820598006643, "status": "informative", "size_a": 592, "size_b": 274 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.5660377358490566, "status": "informative", "size_a": 370, "size_b": 543 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.6354961832061069, "status": "informative", "size_a": 455, "size_b": 402 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.6210720887245841, "status": "informative", "size_a": 493, "size_b": 384 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.44240400667779634, "status": "informative", "size_a": 590, "size_b": 274 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.5557377049180328, "status": "informative", "size_a": 365, "size_b": 584 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.9276094276094277, "status": "informative", "size_a": 562, "size_b": 583 }, { "left_out": 1, "jaccard": 0.8588039867109635, "status": "informative", "size_a": 536, "size_b": 583 }, { "left_out": 2, "jaccard": 0.8774583963691377, "status": "informative", "size_a": 658, "size_b": 583 }, { "left_out": 3, "jaccard": 0.7375643224699828, "status": "informative", "size_a": 430, "size_b": 583 }, { "left_out": 4, "jaccard": 0.8641765704584041, "status": "informative", "size_a": 515, "size_b": 583 } ] }, "nlp_pretransformer": { "production_cluster_size": 397, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.2285298273850632, "median_informative": 0.25998463901689706, "legacy_mean_empty_empty_as_one": 0.2285298273850632 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.3004432218605213, "median_informative": 0.29375, "legacy_mean_empty_empty_as_one": 0.3004432218605213 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.0580797973903822, "median_informative": 0.04310344827586207, "legacy_mean_empty_empty_as_one": 0.0580797973903822 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.42162493409559093, "median_informative": 0.40127758420441345, "legacy_mean_empty_empty_as_one": 0.42162493409559093 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.8058982009933899, "median_informative": 0.7941888619854721, "legacy_mean_empty_empty_as_one": 0.8058982009933899 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 0.30612244897959184, "status": "informative", "size_a": 38, "size_b": 26 }, { "i": 0, "j": 2, "jaccard": 0.3076923076923077, "status": "informative", "size_a": 38, "size_b": 13 }, { "i": 0, "j": 3, "jaccard": 0.0975609756097561, "status": "informative", "size_a": 38, "size_b": 7 }, { "i": 0, "j": 4, "jaccard": 0.2619047619047619, "status": "informative", "size_a": 38, "size_b": 15 }, { "i": 1, "j": 2, "jaccard": 0.25806451612903225, "status": "informative", "size_a": 26, "size_b": 13 }, { "i": 1, "j": 3, "jaccard": 0.06451612903225806, "status": "informative", "size_a": 26, "size_b": 7 }, { "i": 1, "j": 4, "jaccard": 0.28125, "status": "informative", "size_a": 26, "size_b": 15 }, { "i": 2, "j": 3, "jaccard": 0.05263157894736842, "status": "informative", "size_a": 13, "size_b": 7 }, { "i": 2, "j": 4, "jaccard": 0.5555555555555556, "status": "informative", "size_a": 13, "size_b": 15 }, { "i": 3, "j": 4, "jaccard": 0.1, "status": "informative", "size_a": 7, "size_b": 15 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0.115625, "status": "informative", "size_a": 38, "size_b": 319 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0.07123287671232877, "status": "informative", "size_a": 365, "size_b": 26 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0.04304635761589404, "status": "informative", "size_a": 302, "size_b": 13 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0.017391304347826087, "status": "informative", "size_a": 344, "size_b": 7 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0.04310344827586207, "status": "informative", "size_a": 348, "size_b": 15 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.5756578947368421, "status": "informative", "size_a": 207, "size_b": 272 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.29375, "status": "informative", "size_a": 73, "size_b": 134 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.42857142857142855, "status": "informative", "size_a": 147, "size_b": 263 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.5800604229607251, "status": "informative", "size_a": 234, "size_b": 289 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.6477611940298508, "status": "informative", "size_a": 303, "size_b": 249 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.2, "status": "informative", "size_a": 229, "size_b": 59 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.3015267175572519, "status": "informative", "size_a": 256, "size_b": 85 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.53125, "status": "informative", "size_a": 294, "size_b": 196 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.37398373983739835, "status": "informative", "size_a": 216, "size_b": 122 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.28368794326241137, "status": "informative", "size_a": 278, "size_b": 84 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.79, "status": "informative", "size_a": 319, "size_b": 397 }, { "left_out": 1, "jaccard": 0.8495145631067961, "status": "informative", "size_a": 365, "size_b": 397 }, { "left_out": 2, "jaccard": 0.7562814070351759, "status": "informative", "size_a": 302, "size_b": 397 }, { "left_out": 3, "jaccard": 0.7941888619854721, "status": "informative", "size_a": 344, "size_b": 397 }, { "left_out": 4, "jaccard": 0.8395061728395061, "status": "informative", "size_a": 348, "size_b": 397 } ] }, "generative_models": { "production_cluster_size": 396, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.2829061787051043, "median_informative": 0.2356817637191469, "legacy_mean_empty_empty_as_one": 0.2829061787051043 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.3950768308212099, "median_informative": 0.378839590443686, "legacy_mean_empty_empty_as_one": 0.3950768308212099 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.19573625177341156, "median_informative": 0.17359413202933985, "legacy_mean_empty_empty_as_one": 0.19573625177341156 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.49474712034510915, "median_informative": 0.5782433308785544, "legacy_mean_empty_empty_as_one": 0.49474712034510915 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.8181613695933398, "median_informative": 0.8678414096916299, "legacy_mean_empty_empty_as_one": 0.8181613695933398 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 0.39416058394160586, "status": "informative", "size_a": 71, "size_b": 120 }, { "i": 0, "j": 2, "jaccard": 0.2564102564102564, "status": "informative", "size_a": 71, "size_b": 27 }, { "i": 0, "j": 3, "jaccard": 0.18604651162790697, "status": "informative", "size_a": 71, "size_b": 31 }, { "i": 0, "j": 4, "jaccard": 0.48717948717948717, "status": "informative", "size_a": 71, "size_b": 103 }, { "i": 1, "j": 2, "jaccard": 0.16666666666666666, "status": "informative", "size_a": 120, "size_b": 27 }, { "i": 1, "j": 3, "jaccard": 0.16153846153846155, "status": "informative", "size_a": 120, "size_b": 31 }, { "i": 1, "j": 4, "jaccard": 0.44805194805194803, "status": "informative", "size_a": 120, "size_b": 103 }, { "i": 2, "j": 3, "jaccard": 0.3488372093023256, "status": "informative", "size_a": 27, "size_b": 31 }, { "i": 2, "j": 4, "jaccard": 0.21495327102803738, "status": "informative", "size_a": 27, "size_b": 103 }, { "i": 3, "j": 4, "jaccard": 0.16521739130434782, "status": "informative", "size_a": 31, "size_b": 103 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0.17359413202933985, "status": "informative", "size_a": 71, "size_b": 409 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0.378839590443686, "status": "informative", "size_a": 284, "size_b": 120 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0.059734513274336286, "status": "informative", "size_a": 452, "size_b": 27 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0.11029411764705882, "status": "informative", "size_a": 271, "size_b": 31 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0.2562189054726368, "status": "informative", "size_a": 402, "size_b": 103 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.6905537459283387, "status": "informative", "size_a": 258, "size_b": 261 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.20734341252699784, "status": "informative", "size_a": 97, "size_b": 462 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.6394984326018809, "status": "informative", "size_a": 260, "size_b": 263 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.3858447488584475, "status": "informative", "size_a": 175, "size_b": 432 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.6459627329192547, "status": "informative", "size_a": 309, "size_b": 221 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.3169642857142857, "status": "informative", "size_a": 157, "size_b": 433 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.6479750778816199, "status": "informative", "size_a": 250, "size_b": 279 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.5362776025236593, "status": "informative", "size_a": 305, "size_b": 182 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.25684210526315787, "status": "informative", "size_a": 472, "size_b": 125 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.6202090592334495, "status": "informative", "size_a": 240, "size_b": 225 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.9212410501193318, "status": "informative", "size_a": 409, "size_b": 396 }, { "left_out": 1, "jaccard": 0.7128463476070529, "status": "informative", "size_a": 284, "size_b": 396 }, { "left_out": 2, "jaccard": 0.8678414096916299, "status": "informative", "size_a": 452, "size_b": 396 }, { "left_out": 3, "jaccard": 0.6843434343434344, "status": "informative", "size_a": 271, "size_b": 396 }, { "left_out": 4, "jaccard": 0.9045346062052506, "status": "informative", "size_a": 402, "size_b": 396 } ] } } } } }, "attention": { "case": "attention", "target": "attention_mechanism", "n_documents": 37598, "model": "intfloat/multilingual-e5-base", "f_knee": 0.25, "fixed_margin": 0.013, "quantile": 0.6, "concept_order": [ "attention_mechanism", "recurrent_networks", "convolutional_networks", "word_embeddings", "pretraining_finetuning", "reinforcement_learning", "generative_models", "optimization_methods", "graph_networks", "representation_learning" ], "per_config": { "original": { "corpus": { "single_pairs": { "n_concepts_available": 10, "concepts_unavailable": [], "median_of_concept_means": 0.3393014932525208, "q25": 0.3022749413029581, "q75": 0.36576310067411855, "n_empty_empty_total": 0, "n_empty_vs_nonempty_total": 0, "n_pairs_total": 100, "legacy_median_empty_empty_as_one": 0.3393014932525208, "legacy_q25": 0.3022749413029581, "legacy_q75": 0.36576310067411855, "paired_vs_single_pairs": { "common_concepts": [ "attention_mechanism", "convolutional_networks", "generative_models", "graph_networks", "optimization_methods", "pretraining_finetuning", "recurrent_networks", "reinforcement_learning", "representation_learning", "word_embeddings" ], "n_common": 10, "median_difference": 0, "n_concepts_higher_than_single": 0, "n_concepts_lower_than_single": 0 } }, "disjoint_all": { "n_concepts_available": 10, "concepts_unavailable": [], "median_of_concept_means": 0.4074767611519064, "q25": 0.34217405888943936, "q75": 0.4560436675199341, "n_empty_empty_total": 0, "n_empty_vs_nonempty_total": 0, "n_pairs_total": 150, "legacy_median_empty_empty_as_one": 0.4074767611519064, "legacy_q25": 0.34217405888943936, "legacy_q75": 0.4560436675199341, "paired_vs_single_pairs": { "common_concepts": [ "attention_mechanism", "convolutional_networks", "generative_models", "graph_networks", "optimization_methods", "pretraining_finetuning", "recurrent_networks", "reinforcement_learning", "representation_learning", "word_embeddings" ], "n_common": 10, "median_difference": 0.08927810967539294, "n_concepts_higher_than_single": 9, "n_concepts_lower_than_single": 1 } }, "disjoint_1v4": { "n_concepts_available": 10, "concepts_unavailable": [], "median_of_concept_means": 0.23953448195204496, "q25": 0.19029781014525463, "q75": 0.2964351974741846, "n_empty_empty_total": 0, "n_empty_vs_nonempty_total": 0, "n_pairs_total": 50, "legacy_median_empty_empty_as_one": 0.23953448195204496, "legacy_q25": 0.19029781014525463, "legacy_q75": 0.2964351974741846, "paired_vs_single_pairs": { "common_concepts": [ "attention_mechanism", "convolutional_networks", "generative_models", "graph_networks", "optimization_methods", "pretraining_finetuning", "recurrent_networks", "reinforcement_learning", "representation_learning", "word_embeddings" ], "n_common": 10, "median_difference": -0.07880695195493292, "n_concepts_higher_than_single": 0, "n_concepts_lower_than_single": 10 } }, "disjoint_2v3": { "n_concepts_available": 10, "concepts_unavailable": [], "median_of_concept_means": 0.46725815118877145, "q25": 0.4178263006570395, "q75": 0.557525191890288, "n_empty_empty_total": 0, "n_empty_vs_nonempty_total": 0, "n_pairs_total": 100, "legacy_median_empty_empty_as_one": 0.46725815118877145, "legacy_q25": 0.4178263006570395, "legacy_q75": 0.557525191890288, "paired_vs_single_pairs": { "common_concepts": [ "attention_mechanism", "convolutional_networks", "generative_models", "graph_networks", "optimization_methods", "pretraining_finetuning", "recurrent_networks", "reinforcement_learning", "representation_learning", "word_embeddings" ], "n_common": 10, "median_difference": 0.16669660183883117, "n_concepts_higher_than_single": 10, "n_concepts_lower_than_single": 0 } }, "loo_vs_full": { "n_concepts_available": 10, "concepts_unavailable": [], "median_of_concept_means": 0.8309548951180339, "q25": 0.8136430611489592, "q75": 0.8622444652772621, "n_empty_empty_total": 0, "n_empty_vs_nonempty_total": 0, "n_pairs_total": 50, "legacy_median_empty_empty_as_one": 0.8309548951180339, "legacy_q25": 0.8136430611489592, "legacy_q75": 0.8622444652772621, "paired_vs_single_pairs": { "common_concepts": [ "attention_mechanism", "convolutional_networks", "generative_models", "graph_networks", "optimization_methods", "pretraining_finetuning", "recurrent_networks", "reinforcement_learning", "representation_learning", "word_embeddings" ], "n_common": 10, "median_difference": 0.49983597189724227, "n_concepts_higher_than_single": 10, "n_concepts_lower_than_single": 0 } } }, "n_documents_assigned_full_anchors": 8287, "production_cluster_sizes": { "attention_mechanism": 272, "recurrent_networks": 485, "convolutional_networks": 1982, "word_embeddings": 1744, "pretraining_finetuning": 911, "reinforcement_learning": 754, "generative_models": 440, "optimization_methods": 596, "graph_networks": 359, "representation_learning": 744 }, "tau_full_anchors": { "attention_mechanism": 0.013, "recurrent_networks": 0.013, "convolutional_networks": 0.013, "word_embeddings": 0.013, "pretraining_finetuning": 0.013, "reinforcement_learning": 0.013, "generative_models": 0.013, "optimization_methods": 0.013, "graph_networks": 0.013, "representation_learning": 0.013 }, "per_concept": { "attention_mechanism": { "production_cluster_size": 272, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.302339618489949, "median_informative": 0.29474548440065684, "legacy_mean_empty_empty_as_one": 0.302339618489949 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.3296827300941224, "median_informative": 0.36, "legacy_mean_empty_empty_as_one": 0.3296827300941224 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.17848423940524513, "median_informative": 0.16972477064220184, "legacy_mean_empty_empty_as_one": 0.17848423940524513 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.40528197543856104, "median_informative": 0.4403429387949512, "legacy_mean_empty_empty_as_one": 0.40528197543856104 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.7923232757885309, "median_informative": 0.7617328519855595, "legacy_mean_empty_empty_as_one": 0.7923232757885309 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 0.43103448275862066, "status": "informative", "size_a": 45, "size_b": 38 }, { "i": 0, "j": 2, "jaccard": 0.37373737373737376, "status": "informative", "size_a": 45, "size_b": 91 }, { "i": 0, "j": 3, "jaccard": 0.5, "status": "informative", "size_a": 45, "size_b": 39 }, { "i": 0, "j": 4, "jaccard": 0.22916666666666666, "status": "informative", "size_a": 45, "size_b": 14 }, { "i": 1, "j": 2, "jaccard": 0.32989690721649484, "status": "informative", "size_a": 38, "size_b": 91 }, { "i": 1, "j": 3, "jaccard": 0.3275862068965517, "status": "informative", "size_a": 38, "size_b": 39 }, { "i": 1, "j": 4, "jaccard": 0.23809523809523808, "status": "informative", "size_a": 38, "size_b": 14 }, { "i": 2, "j": 3, "jaccard": 0.21495327102803738, "status": "informative", "size_a": 91, "size_b": 39 }, { "i": 2, "j": 4, "jaccard": 0.11702127659574468, "status": "informative", "size_a": 91, "size_b": 14 }, { "i": 3, "j": 4, "jaccard": 0.2619047619047619, "status": "informative", "size_a": 39, "size_b": 14 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0.15463917525773196, "status": "informative", "size_a": 45, "size_b": 291 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0.18536585365853658, "status": "informative", "size_a": 205, "size_b": 38 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0.33796296296296297, "status": "informative", "size_a": 198, "size_b": 91 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0.16972477064220184, "status": "informative", "size_a": 216, "size_b": 39 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0.04472843450479233, "status": "informative", "size_a": 313, "size_b": 14 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.5045454545454545, "status": "informative", "size_a": 128, "size_b": 203 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.5046728971962616, "status": "informative", "size_a": 139, "size_b": 183 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.3907563025210084, "status": "informative", "size_a": 116, "size_b": 215 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.17894736842105263, "status": "informative", "size_a": 69, "size_b": 379 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.36, "status": "informative", "size_a": 109, "size_b": 231 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.48792270531400966, "status": "informative", "size_a": 136, "size_b": 172 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.43724696356275305, "status": "informative", "size_a": 245, "size_b": 110 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.47368421052631576, "status": "informative", "size_a": 153, "size_b": 295 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.4434389140271493, "status": "informative", "size_a": 207, "size_b": 112 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.2716049382716049, "status": "informative", "size_a": 239, "size_b": 70 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.9149659863945578, "status": "informative", "size_a": 291, "size_b": 272 }, { "left_out": 1, "jaccard": 0.7408759124087592, "status": "informative", "size_a": 205, "size_b": 272 }, { "left_out": 2, "jaccard": 0.7216117216117216, "status": "informative", "size_a": 198, "size_b": 272 }, { "left_out": 3, "jaccard": 0.7617328519855595, "status": "informative", "size_a": 216, "size_b": 272 }, { "left_out": 4, "jaccard": 0.822429906542056, "status": "informative", "size_a": 313, "size_b": 272 } ] }, "recurrent_networks": { "production_cluster_size": 485, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.3165723274035325, "median_informative": 0.2965078854200193, "legacy_mean_empty_empty_as_one": 0.3165723274035325 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.424809384015833, "median_informative": 0.49407114624505927, "legacy_mean_empty_empty_as_one": 0.424809384015833 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.30495641387019284, "median_informative": 0.30092592592592593, "legacy_mean_empty_empty_as_one": 0.30495641387019284 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.48473586908865307, "median_informative": 0.5087425371639219, "legacy_mean_empty_empty_as_one": 0.48473586908865307 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.8175130278799768, "median_informative": 0.8141414141414142, "legacy_mean_empty_empty_as_one": 0.8175130278799768 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 0.1885245901639344, "status": "informative", "size_a": 241, "size_b": 49 }, { "i": 0, "j": 2, "jaccard": 0.3732394366197183, "status": "informative", "size_a": 241, "size_b": 149 }, { "i": 0, "j": 3, "jaccard": 0.5469255663430421, "status": "informative", "size_a": 241, "size_b": 237 }, { "i": 0, "j": 4, "jaccard": 0.23265306122448978, "status": "informative", "size_a": 241, "size_b": 61 }, { "i": 1, "j": 2, "jaccard": 0.2375, "status": "informative", "size_a": 49, "size_b": 149 }, { "i": 1, "j": 3, "jaccard": 0.18672199170124482, "status": "informative", "size_a": 49, "size_b": 237 }, { "i": 1, "j": 4, "jaccard": 0.42857142857142855, "status": "informative", "size_a": 49, "size_b": 61 }, { "i": 2, "j": 3, "jaccard": 0.37857142857142856, "status": "informative", "size_a": 149, "size_b": 237 }, { "i": 2, "j": 4, "jaccard": 0.34615384615384615, "status": "informative", "size_a": 149, "size_b": 61 }, { "i": 3, "j": 4, "jaccard": 0.24686192468619247, "status": "informative", "size_a": 237, "size_b": 61 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0.4851258581235698, "status": "informative", "size_a": 241, "size_b": 408 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0.10457516339869281, "status": "informative", "size_a": 458, "size_b": 49 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0.30092592592592593, "status": "informative", "size_a": 413, "size_b": 149 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0.5304136253041363, "status": "informative", "size_a": 392, "size_b": 237 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0.10374149659863946, "status": "informative", "size_a": 588, "size_b": 61 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.572429906542056, "status": "informative", "size_a": 311, "size_b": 362 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.573469387755102, "status": "informative", "size_a": 453, "size_b": 318 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.4911111111111111, "status": "informative", "size_a": 407, "size_b": 264 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.49407114624505927, "status": "informative", "size_a": 261, "size_b": 495 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.5153664302600472, "status": "informative", "size_a": 376, "size_b": 265 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.5695067264573991, "status": "informative", "size_a": 359, "size_b": 341 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.2534965034965035, "status": "informative", "size_a": 568, "size_b": 149 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.5320388349514563, "status": "informative", "size_a": 303, "size_b": 486 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.34375, "status": "informative", "size_a": 462, "size_b": 183 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.5021186440677966, "status": "informative", "size_a": 460, "size_b": 249 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.8261758691206544, "status": "informative", "size_a": 408, "size_b": 485 }, { "left_out": 1, "jaccard": 0.8454011741682974, "status": "informative", "size_a": 458, "size_b": 485 }, { "left_out": 2, "jaccard": 0.8141414141414142, "status": "informative", "size_a": 413, "size_b": 485 }, { "left_out": 3, "jaccard": 0.8045267489711934, "status": "informative", "size_a": 392, "size_b": 485 }, { "left_out": 4, "jaccard": 0.7973199329983249, "status": "informative", "size_a": 588, "size_b": 485 } ] }, "convolutional_networks": { "production_cluster_size": 1982, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.3620306591015091, "median_informative": 0.3518694885361552, "legacy_mean_empty_empty_as_one": 0.3620306591015091 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.3335518522424367, "median_informative": 0.32493827160493827, "legacy_mean_empty_empty_as_one": 0.3335518522424367 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.18414839790843346, "median_informative": 0.1603905160390516, "legacy_mean_empty_empty_as_one": 0.18414839790843346 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.4082535794094384, "median_informative": 0.4138593756242124, "legacy_mean_empty_empty_as_one": 0.4082535794094384 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.8185997243508144, "median_informative": 0.8802367941712204, "legacy_mean_empty_empty_as_one": 0.8185997243508144 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 0.3439878234398782, "status": "informative", "size_a": 473, "size_b": 410 }, { "i": 0, "j": 2, "jaccard": 0.42610364683301344, "status": "informative", "size_a": 473, "size_b": 270 }, { "i": 0, "j": 3, "jaccard": 0.3036750483558994, "status": "informative", "size_a": 473, "size_b": 201 }, { "i": 0, "j": 4, "jaccard": 0.45486725663716815, "status": "informative", "size_a": 473, "size_b": 349 }, { "i": 1, "j": 2, "jaccard": 0.3127413127413127, "status": "informative", "size_a": 410, "size_b": 270 }, { "i": 1, "j": 3, "jaccard": 0.2075098814229249, "status": "informative", "size_a": 410, "size_b": 201 }, { "i": 1, "j": 4, "jaccard": 0.37251356238698013, "status": "informative", "size_a": 410, "size_b": 349 }, { "i": 2, "j": 3, "jaccard": 0.3457142857142857, "status": "informative", "size_a": 270, "size_b": 201 }, { "i": 2, "j": 4, "jaccard": 0.49516908212560384, "status": "informative", "size_a": 270, "size_b": 349 }, { "i": 3, "j": 4, "jaccard": 0.35802469135802467, "status": "informative", "size_a": 201, "size_b": 349 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0.2513781697905182, "status": "informative", "size_a": 473, "size_b": 1797 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0.2781015820149875, "status": "informative", "size_a": 1125, "size_b": 410 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0.1260543580131209, "status": "informative", "size_a": 2133, "size_b": 270 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0.10481736368448914, "status": "informative", "size_a": 1886, "size_b": 201 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0.1603905160390516, "status": "informative", "size_a": 2147, "size_b": 349 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.37602552415679125, "status": "informative", "size_a": 2155, "size_b": 864 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.37248504622077216, "status": "informative", "size_a": 708, "size_b": 1816 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.45410917816436713, "status": "informative", "size_a": 858, "size_b": 1566 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.45169322709163345, "status": "informative", "size_a": 934, "size_b": 1981 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.5480427046263345, "status": "informative", "size_a": 1096, "size_b": 1514 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.46770833333333334, "status": "informative", "size_a": 951, "size_b": 1867 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.5260416666666666, "status": "informative", "size_a": 992, "size_b": 1352 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.3055019305019305, "status": "informative", "size_a": 2055, "size_b": 650 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.25598991172761665, "status": "informative", "size_a": 2374, "size_b": 614 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.32493827160493827, "status": "informative", "size_a": 2007, "size_b": 676 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.8829098156452416, "status": "informative", "size_a": 1797, "size_b": 1982 }, { "left_out": 1, "jaccard": 0.5628772635814889, "status": "informative", "size_a": 1125, "size_b": 1982 }, { "left_out": 2, "jaccard": 0.8902158934313276, "status": "informative", "size_a": 2133, "size_b": 1982 }, { "left_out": 3, "jaccard": 0.8767588549247938, "status": "informative", "size_a": 1886, "size_b": 1982 }, { "left_out": 4, "jaccard": 0.8802367941712204, "status": "informative", "size_a": 2147, "size_b": 1982 } ] }, "word_embeddings": { "production_cluster_size": 1744, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.3746257174738873, "median_informative": 0.37952230417983845, "legacy_mean_empty_empty_as_one": 0.3746257174738873 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.44128760772776954, "median_informative": 0.47447243022464264, "legacy_mean_empty_empty_as_one": 0.44128760772776954 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.20874604685571815, "median_informative": 0.178752107925801, "legacy_mean_empty_empty_as_one": 0.20874604685571815 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.5575583881637952, "median_informative": 0.5711008333536988, "legacy_mean_empty_empty_as_one": 0.5575583881637952 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.8733569607919275, "median_informative": 0.9065315315315315, "legacy_mean_empty_empty_as_one": 0.8733569607919275 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 0.38461538461538464, "status": "informative", "size_a": 320, "size_b": 256 }, { "i": 0, "j": 2, "jaccard": 0.4261241970021413, "status": "informative", "size_a": 320, "size_b": 346 }, { "i": 0, "j": 3, "jaccard": 0.4097938144329897, "status": "informative", "size_a": 320, "size_b": 227 }, { "i": 0, "j": 4, "jaccard": 0.34457478005865105, "status": "informative", "size_a": 320, "size_b": 597 }, { "i": 1, "j": 2, "jaccard": 0.3744292237442922, "status": "informative", "size_a": 256, "size_b": 346 }, { "i": 1, "j": 3, "jaccard": 0.4636363636363636, "status": "informative", "size_a": 256, "size_b": 227 }, { "i": 1, "j": 4, "jaccard": 0.3411949685534591, "status": "informative", "size_a": 256, "size_b": 597 }, { "i": 2, "j": 3, "jaccard": 0.35141509433962265, "status": "informative", "size_a": 346, "size_b": 227 }, { "i": 2, "j": 4, "jaccard": 0.38472834067547723, "status": "informative", "size_a": 346, "size_b": 597 }, { "i": 3, "j": 4, "jaccard": 0.26574500768049153, "status": "informative", "size_a": 227, "size_b": 597 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0.178752107925801, "status": "informative", "size_a": 320, "size_b": 1777 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0.14795008912655971, "status": "informative", "size_a": 1676, "size_b": 256 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0.20851063829787234, "status": "informative", "size_a": 1642, "size_b": 346 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0.14677103718199608, "status": "informative", "size_a": 1531, "size_b": 227 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0.36174636174636177, "status": "informative", "size_a": 1368, "size_b": 597 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.4757442116868798, "status": "informative", "size_a": 893, "size_b": 1784 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.45253576072821844, "status": "informative", "size_a": 721, "size_b": 1513 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.47447243022464264, "status": "informative", "size_a": 747, "size_b": 1419 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.6720757268424611, "status": "informative", "size_a": 1201, "size_b": 1272 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.5603448275862069, "status": "informative", "size_a": 1586, "size_b": 948 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.47345132743362833, "status": "informative", "size_a": 1316, "size_b": 682 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.5818568391211907, "status": "informative", "size_a": 1151, "size_b": 1081 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.6266924564796905, "status": "informative", "size_a": 1443, "size_b": 1080 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.6128560993425858, "status": "informative", "size_a": 1080, "size_b": 1128 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.6455542021924482, "status": "informative", "size_a": 1171, "size_b": 1531 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.9094360086767896, "status": "informative", "size_a": 1777, "size_b": 1744 }, { "left_out": 1, "jaccard": 0.912751677852349, "status": "informative", "size_a": 1676, "size_b": 1744 }, { "left_out": 2, "jaccard": 0.9065315315315315, "status": "informative", "size_a": 1642, "size_b": 1744 }, { "left_out": 3, "jaccard": 0.8607954545454546, "status": "informative", "size_a": 1531, "size_b": 1744 }, { "left_out": 4, "jaccard": 0.7772701313535123, "status": "informative", "size_a": 1368, "size_b": 1744 } ] }, "pretraining_finetuning": { "production_cluster_size": 911, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.25312004154160134, "median_informative": 0.23215108245048366, "legacy_mean_empty_empty_as_one": 0.25312004154160134 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.36804067883044733, "median_informative": 0.41005291005291006, "legacy_mean_empty_empty_as_one": 0.36804067883044733 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.21103310769165656, "median_informative": 0.1323851203501094, "legacy_mean_empty_empty_as_one": 0.21103310769165656 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.44654446439984274, "median_informative": 0.4287900195510703, "legacy_mean_empty_empty_as_one": 0.44654446439984274 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.8433100658852533, "median_informative": 0.8495762711864406, "legacy_mean_empty_empty_as_one": 0.8433100658852533 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 0.15987460815047022, "status": "informative", "size_a": 315, "size_b": 55 }, { "i": 0, "j": 2, "jaccard": 0.3333333333333333, "status": "informative", "size_a": 315, "size_b": 121 }, { "i": 0, "j": 3, "jaccard": 0.22699386503067484, "status": "informative", "size_a": 315, "size_b": 85 }, { "i": 0, "j": 4, "jaccard": 0.47568710359408034, "status": "informative", "size_a": 315, "size_b": 383 }, { "i": 1, "j": 2, "jaccard": 0.23076923076923078, "status": "informative", "size_a": 55, "size_b": 121 }, { "i": 1, "j": 3, "jaccard": 0.32075471698113206, "status": "informative", "size_a": 55, "size_b": 85 }, { "i": 1, "j": 4, "jaccard": 0.12307692307692308, "status": "informative", "size_a": 55, "size_b": 383 }, { "i": 2, "j": 3, "jaccard": 0.23353293413173654, "status": "informative", "size_a": 121, "size_b": 85 }, { "i": 2, "j": 4, "jaccard": 0.2857142857142857, "status": "informative", "size_a": 121, "size_b": 383 }, { "i": 3, "j": 4, "jaccard": 0.14146341463414633, "status": "informative", "size_a": 85, "size_b": 383 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0.34977064220183485, "status": "informative", "size_a": 315, "size_b": 862 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0.06332138590203107, "status": "informative", "size_a": 835, "size_b": 55 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0.1323851203501094, "status": "informative", "size_a": 914, "size_b": 121 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0.09963547995139732, "status": "informative", "size_a": 820, "size_b": 85 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0.41005291005291006, "status": "informative", "size_a": 683, "size_b": 383 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.5, "status": "informative", "size_a": 477, "size_b": 795 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.399284862932062, "status": "informative", "size_a": 389, "size_b": 785 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.3981841763942931, "status": "informative", "size_a": 390, "size_b": 688 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.5101070154577884, "status": "informative", "size_a": 732, "size_b": 538 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.42420937840785167, "status": "informative", "size_a": 899, "size_b": 407 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.24817518248175183, "status": "informative", "size_a": 640, "size_b": 215 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.535230352303523, "status": "informative", "size_a": 552, "size_b": 581 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.4333706606942889, "status": "informative", "size_a": 873, "size_b": 407 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.4201438848920863, "status": "informative", "size_a": 523, "size_b": 464 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.5967391304347827, "status": "informative", "size_a": 616, "size_b": 853 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.8901918976545842, "status": "informative", "size_a": 862, "size_b": 911 }, { "left_out": 1, "jaccard": 0.8495762711864406, "status": "informative", "size_a": 835, "size_b": 911 }, { "left_out": 2, "jaccard": 0.8911917098445595, "status": "informative", "size_a": 914, "size_b": 911 }, { "left_out": 3, "jaccard": 0.8454157782515992, "status": "informative", "size_a": 820, "size_b": 911 }, { "left_out": 4, "jaccard": 0.740174672489083, "status": "informative", "size_a": 683, "size_b": 911 } ] }, "reinforcement_learning": { "production_cluster_size": 754, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.5124114225552666, "median_informative": 0.5452691925727527, "legacy_mean_empty_empty_as_one": 0.5124114225552666 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.5713811993508742, "median_informative": 0.6519823788546255, "legacy_mean_empty_empty_as_one": 0.5713811993508742 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.38593698352703243, "median_informative": 0.3672627235213205, "legacy_mean_empty_empty_as_one": 0.38593698352703243 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.6641033072627953, "median_informative": 0.6624468103889684, "legacy_mean_empty_empty_as_one": 0.6641033072627953 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.9052152308837744, "median_informative": 0.9245773732119635, "legacy_mean_empty_empty_as_one": 0.9052152308837744 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 0.5862068965517241, "status": "informative", "size_a": 328, "size_b": 270 }, { "i": 0, "j": 2, "jaccard": 0.45591939546599497, "status": "informative", "size_a": 328, "size_b": 250 }, { "i": 0, "j": 3, "jaccard": 0.6601941747572816, "status": "informative", "size_a": 328, "size_b": 356 }, { "i": 0, "j": 4, "jaccard": 0.5782122905027933, "status": "informative", "size_a": 328, "size_b": 237 }, { "i": 1, "j": 2, "jaccard": 0.3941018766756032, "status": "informative", "size_a": 270, "size_b": 250 }, { "i": 1, "j": 3, "jaccard": 0.5495049504950495, "status": "informative", "size_a": 270, "size_b": 356 }, { "i": 1, "j": 4, "jaccard": 0.541033434650456, "status": "informative", "size_a": 270, "size_b": 237 }, { "i": 2, "j": 3, "jaccard": 0.3741496598639456, "status": "informative", "size_a": 250, "size_b": 356 }, { "i": 2, "j": 4, "jaccard": 0.4034582132564842, "status": "informative", "size_a": 250, "size_b": 237 }, { "i": 3, "j": 4, "jaccard": 0.5813333333333334, "status": "informative", "size_a": 356, "size_b": 237 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0.4139240506329114, "status": "informative", "size_a": 328, "size_b": 789 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0.3672627235213205, "status": "informative", "size_a": 724, "size_b": 270 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0.35139318885448917, "status": "informative", "size_a": 623, "size_b": 250 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0.47248322147651006, "status": "informative", "size_a": 741, "size_b": 356 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0.3246217331499312, "status": "informative", "size_a": 726, "size_b": 237 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.6628352490421456, "status": "informative", "size_a": 524, "size_b": 778 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.6620583717357911, "status": "informative", "size_a": 501, "size_b": 581 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.5958549222797928, "status": "informative", "size_a": 475, "size_b": 757 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.6306068601583114, "status": "informative", "size_a": 483, "size_b": 753 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.6657223796033994, "status": "informative", "size_a": 563, "size_b": 613 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.6758620689655173, "status": "informative", "size_a": 688, "size_b": 527 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.6519823788546255, "status": "informative", "size_a": 653, "size_b": 472 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.7527322404371585, "status": "informative", "size_a": 598, "size_b": 685 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.6902887139107612, "status": "informative", "size_a": 587, "size_b": 701 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.6530898876404494, "status": "informative", "size_a": 675, "size_b": 502 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.9239401496259352, "status": "informative", "size_a": 789, "size_b": 754 }, { "left_out": 1, "jaccard": 0.9295039164490861, "status": "informative", "size_a": 724, "size_b": 754 }, { "left_out": 2, "jaccard": 0.8190224570673712, "status": "informative", "size_a": 623, "size_b": 754 }, { "left_out": 3, "jaccard": 0.9290322580645162, "status": "informative", "size_a": 741, "size_b": 754 }, { "left_out": 4, "jaccard": 0.9245773732119635, "status": "informative", "size_a": 726, "size_b": 754 } ] }, "generative_models": { "production_cluster_size": 440, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.3022533822406278, "median_informative": 0.3110051357300073, "legacy_mean_empty_empty_as_one": 0.3022533822406278 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.3901441382879798, "median_informative": 0.428246013667426, "legacy_mean_empty_empty_as_one": 0.3901441382879798 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.2708715482861599, "median_informative": 0.3275862068965517, "legacy_mean_empty_empty_as_one": 0.2708715482861599 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.44978043328888984, "median_informative": 0.4307208994708994, "legacy_mean_empty_empty_as_one": 0.44978043328888984 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.8123530722386201, "median_informative": 0.8337028824833703, "legacy_mean_empty_empty_as_one": 0.8123530722386201 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 0.4097222222222222, "status": "informative", "size_a": 254, "size_b": 152 }, { "i": 0, "j": 2, "jaccard": 0.2028985507246377, "status": "informative", "size_a": 254, "size_b": 78 }, { "i": 0, "j": 3, "jaccard": 0.32413793103448274, "status": "informative", "size_a": 254, "size_b": 130 }, { "i": 0, "j": 4, "jaccard": 0.15849056603773584, "status": "informative", "size_a": 254, "size_b": 53 }, { "i": 1, "j": 2, "jaccard": 0.24324324324324326, "status": "informative", "size_a": 152, "size_b": 78 }, { "i": 1, "j": 3, "jaccard": 0.36231884057971014, "status": "informative", "size_a": 152, "size_b": 130 }, { "i": 1, "j": 4, "jaccard": 0.18497109826589594, "status": "informative", "size_a": 152, "size_b": 53 }, { "i": 2, "j": 3, "jaccard": 0.41496598639455784, "status": "informative", "size_a": 78, "size_b": 130 }, { "i": 2, "j": 4, "jaccard": 0.42391304347826086, "status": "informative", "size_a": 78, "size_b": 53 }, { "i": 3, "j": 4, "jaccard": 0.2978723404255319, "status": "informative", "size_a": 130, "size_b": 53 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0.43908629441624364, "status": "informative", "size_a": 254, "size_b": 313 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0.3275862068965517, "status": "informative", "size_a": 387, "size_b": 152 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0.14688128772635814, "status": "informative", "size_a": 492, "size_b": 78 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0.33424657534246577, "status": "informative", "size_a": 357, "size_b": 130 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0.10655737704918032, "status": "informative", "size_a": 487, "size_b": 53 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.35429769392033544, "status": "informative", "size_a": 423, "size_b": 223 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.6481927710843374, "status": "informative", "size_a": 332, "size_b": 352 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.4029535864978903, "status": "informative", "size_a": 460, "size_b": 205 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.6081730769230769, "status": "informative", "size_a": 319, "size_b": 350 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.428246013667426, "status": "informative", "size_a": 425, "size_b": 202 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.5606407322654462, "status": "informative", "size_a": 289, "size_b": 393 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.44772727272727275, "status": "informative", "size_a": 437, "size_b": 200 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.43287037037037035, "status": "informative", "size_a": 398, "size_b": 221 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.18613138686131386, "status": "informative", "size_a": 547, "size_b": 103 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.42857142857142855, "status": "informative", "size_a": 388, "size_b": 212 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.6997742663656885, "status": "informative", "size_a": 313, "size_b": 440 }, { "left_out": 1, "jaccard": 0.8337028824833703, "status": "informative", "size_a": 387, "size_b": 440 }, { "left_out": 2, "jaccard": 0.864, "status": "informative", "size_a": 492, "size_b": 440 }, { "left_out": 3, "jaccard": 0.7990970654627539, "status": "informative", "size_a": 357, "size_b": 440 }, { "left_out": 4, "jaccard": 0.8651911468812877, "status": "informative", "size_a": 487, "size_b": 440 } ] }, "optimization_methods": { "production_cluster_size": 596, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.365958767539727, "median_informative": 0.3684984170058797, "legacy_mean_empty_empty_as_one": 0.365958767539727 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.4609623541173222, "median_informative": 0.5, "legacy_mean_empty_empty_as_one": 0.4609623541173222 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.26803585621243337, "median_informative": 0.20168067226890757, "legacy_mean_empty_empty_as_one": 0.26803585621243337 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.5574256030697666, "median_informative": 0.5761476755268453, "legacy_mean_empty_empty_as_one": 0.5574256030697666 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.8442816878589234, "median_informative": 0.8513071895424836, "legacy_mean_empty_empty_as_one": 0.8442816878589234 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 0.33725490196078434, "status": "informative", "size_a": 213, "size_b": 128 }, { "i": 0, "j": 2, "jaccard": 0.4497816593886463, "status": "informative", "size_a": 213, "size_b": 119 }, { "i": 0, "j": 3, "jaccard": 0.23214285714285715, "status": "informative", "size_a": 213, "size_b": 63 }, { "i": 0, "j": 4, "jaccard": 0.5369127516778524, "status": "informative", "size_a": 213, "size_b": 245 }, { "i": 1, "j": 2, "jaccard": 0.4277456647398844, "status": "informative", "size_a": 128, "size_b": 119 }, { "i": 1, "j": 3, "jaccard": 0.38405797101449274, "status": "informative", "size_a": 128, "size_b": 63 }, { "i": 1, "j": 4, "jaccard": 0.32269503546099293, "status": "informative", "size_a": 128, "size_b": 245 }, { "i": 2, "j": 3, "jaccard": 0.3582089552238806, "status": "informative", "size_a": 119, "size_b": 63 }, { "i": 2, "j": 4, "jaccard": 0.3787878787878788, "status": "informative", "size_a": 119, "size_b": 245 }, { "i": 3, "j": 4, "jaccard": 0.232, "status": "informative", "size_a": 63, "size_b": 245 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0.38953488372093026, "status": "informative", "size_a": 213, "size_b": 504 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0.20168067226890757, "status": "informative", "size_a": 587, "size_b": 128 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0.1973018549747049, "status": "informative", "size_a": 591, "size_b": 119 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0.11731843575418995, "status": "informative", "size_a": 537, "size_b": 63 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0.43434343434343436, "status": "informative", "size_a": 465, "size_b": 245 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.5827464788732394, "status": "informative", "size_a": 397, "size_b": 502 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.56875, "status": "informative", "size_a": 310, "size_b": 443 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.6365384615384615, "status": "informative", "size_a": 397, "size_b": 454 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.5695488721804511, "status": "informative", "size_a": 491, "size_b": 344 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.4292604501607717, "status": "informative", "size_a": 599, "size_b": 290 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.41434262948207173, "status": "informative", "size_a": 485, "size_b": 225 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.6811320754716981, "status": "informative", "size_a": 462, "size_b": 429 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.5, "status": "informative", "size_a": 555, "size_b": 297 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.607645875251509, "status": "informative", "size_a": 422, "size_b": 377 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.5842911877394636, "status": "informative", "size_a": 418, "size_b": 409 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.8181818181818182, "status": "informative", "size_a": 504, "size_b": 596 }, { "left_out": 1, "jaccard": 0.860062893081761, "status": "informative", "size_a": 587, "size_b": 596 }, { "left_out": 2, "jaccard": 0.9176090468497576, "status": "informative", "size_a": 591, "size_b": 596 }, { "left_out": 3, "jaccard": 0.8513071895424836, "status": "informative", "size_a": 537, "size_b": 596 }, { "left_out": 4, "jaccard": 0.774247491638796, "status": "informative", "size_a": 465, "size_b": 596 } ] }, "graph_networks": { "production_cluster_size": 359, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.36517610007729323, "median_informative": 0.3558677202224173, "legacy_mean_empty_empty_as_one": 0.36517610007729323 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.47477075387990325, "median_informative": 0.5313351498637602, "legacy_mean_empty_empty_as_one": 0.47477075387990325 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.305485107494721, "median_informative": 0.3113207547169811, "legacy_mean_empty_empty_as_one": 0.305485107494721 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.5594135770724944, "median_informative": 0.5778386857664926, "legacy_mean_empty_empty_as_one": 0.5594135770724944 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.8682320577500416, "median_informative": 0.8777777777777778, "legacy_mean_empty_empty_as_one": 0.8682320577500416 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 0.3988439306358382, "status": "informative", "size_a": 81, "size_b": 161 }, { "i": 0, "j": 2, "jaccard": 0.3137254901960784, "status": "informative", "size_a": 81, "size_b": 120 }, { "i": 0, "j": 3, "jaccard": 0.4948453608247423, "status": "informative", "size_a": 81, "size_b": 64 }, { "i": 0, "j": 4, "jaccard": 0.4866666666666667, "status": "informative", "size_a": 81, "size_b": 142 }, { "i": 1, "j": 2, "jaccard": 0.39800995024875624, "status": "informative", "size_a": 161, "size_b": 120 }, { "i": 1, "j": 3, "jaccard": 0.29310344827586204, "status": "informative", "size_a": 161, "size_b": 64 }, { "i": 1, "j": 4, "jaccard": 0.4225352112676056, "status": "informative", "size_a": 161, "size_b": 142 }, { "i": 2, "j": 3, "jaccard": 0.2348993288590604, "status": "informative", "size_a": 120, "size_b": 64 }, { "i": 2, "j": 4, "jaccard": 0.297029702970297, "status": "informative", "size_a": 120, "size_b": 142 }, { "i": 3, "j": 4, "jaccard": 0.31210191082802546, "status": "informative", "size_a": 64, "size_b": 142 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0.20149253731343283, "status": "informative", "size_a": 81, "size_b": 402 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0.4484848484848485, "status": "informative", "size_a": 317, "size_b": 161 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0.3113207547169811, "status": "informative", "size_a": 297, "size_b": 120 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0.19076923076923077, "status": "informative", "size_a": 323, "size_b": 64 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0.3753581661891118, "status": "informative", "size_a": 338, "size_b": 142 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.5313351498637602, "status": "informative", "size_a": 203, "size_b": 359 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.5846994535519126, "status": "informative", "size_a": 225, "size_b": 355 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.4011142061281337, "status": "informative", "size_a": 153, "size_b": 350 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.42278481012658226, "status": "informative", "size_a": 171, "size_b": 391 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.553623188405797, "status": "informative", "size_a": 226, "size_b": 310 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.624633431085044, "status": "informative", "size_a": 266, "size_b": 288 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.6726726726726727, "status": "informative", "size_a": 271, "size_b": 286 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.6017964071856288, "status": "informative", "size_a": 246, "size_b": 289 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.5709779179810726, "status": "informative", "size_a": 248, "size_b": 250 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.6304985337243402, "status": "informative", "size_a": 296, "size_b": 260 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.8930348258706468, "status": "informative", "size_a": 402, "size_b": 359 }, { "left_out": 1, "jaccard": 0.8777777777777778, "status": "informative", "size_a": 317, "size_b": 359 }, { "left_out": 2, "jaccard": 0.7923497267759563, "status": "informative", "size_a": 297, "size_b": 359 }, { "left_out": 3, "jaccard": 0.8736263736263736, "status": "informative", "size_a": 323, "size_b": 359 }, { "left_out": 4, "jaccard": 0.9043715846994536, "status": "informative", "size_a": 338, "size_b": 359 } ] }, "representation_learning": { "production_cluster_size": 744, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.2033398857202143, "median_informative": 0.20248447204968945, "legacy_mean_empty_empty_as_one": 0.2033398857202143 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.2940053490236482, "median_informative": 0.289002557544757, "legacy_mean_empty_empty_as_one": 0.2940053490236482 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.14487695164543238, "median_informative": 0.1840607210626186, "legacy_mean_empty_empty_as_one": 0.14487695164543238 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.3685695477127561, "median_informative": 0.4026672252478704, "legacy_mean_empty_empty_as_one": 0.3685695477127561 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.7637144724225415, "median_informative": 0.7522935779816514, "legacy_mean_empty_empty_as_one": 0.7637144724225415 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 0.2, "status": "informative", "size_a": 40, "size_b": 134 }, { "i": 0, "j": 2, "jaccard": 0.31343283582089554, "status": "informative", "size_a": 40, "size_b": 48 }, { "i": 0, "j": 3, "jaccard": 0.13541666666666666, "status": "informative", "size_a": 40, "size_b": 178 }, { "i": 0, "j": 4, "jaccard": 0.20496894409937888, "status": "informative", "size_a": 40, "size_b": 154 }, { "i": 1, "j": 2, "jaccard": 0.17419354838709677, "status": "informative", "size_a": 134, "size_b": 48 }, { "i": 1, "j": 3, "jaccard": 0.18181818181818182, "status": "informative", "size_a": 134, "size_b": 178 }, { "i": 1, "j": 4, "jaccard": 0.225531914893617, "status": "informative", "size_a": 134, "size_b": 154 }, { "i": 2, "j": 3, "jaccard": 0.1188118811881188, "status": "informative", "size_a": 48, "size_b": 178 }, { "i": 2, "j": 4, "jaccard": 0.21686746987951808, "status": "informative", "size_a": 48, "size_b": 154 }, { "i": 3, "j": 4, "jaccard": 0.2623574144486692, "status": "informative", "size_a": 178, "size_b": 154 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0.041025641025641026, "status": "informative", "size_a": 40, "size_b": 975 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0.1840607210626186, "status": "informative", "size_a": 490, "size_b": 134 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0.06013071895424837, "status": "informative", "size_a": 763, "size_b": 48 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0.2336283185840708, "status": "informative", "size_a": 519, "size_b": 178 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0.2055393586005831, "status": "informative", "size_a": 673, "size_b": 154 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.39477726574500765, "status": "informative", "size_a": 307, "size_b": 601 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.12034383954154727, "status": "informative", "size_a": 132, "size_b": 1041 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.41055718475073316, "status": "informative", "size_a": 314, "size_b": 648 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.23736263736263735, "status": "informative", "size_a": 224, "size_b": 902 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.48034188034188036, "status": "informative", "size_a": 455, "size_b": 411 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.289002557544757, "status": "informative", "size_a": 259, "size_b": 749 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.45571428571428574, "status": "informative", "size_a": 401, "size_b": 618 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.5110062893081762, "status": "informative", "size_a": 509, "size_b": 452 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.3460949464012251, "status": "informative", "size_a": 621, "size_b": 258 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.44049459041731065, "status": "informative", "size_a": 389, "size_b": 543 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.7522935779816514, "status": "informative", "size_a": 975, "size_b": 744 }, { "left_out": 1, "jaccard": 0.6541554959785523, "status": "informative", "size_a": 490, "size_b": 744 }, { "left_out": 2, "jaccard": 0.8604938271604938, "status": "informative", "size_a": 763, "size_b": 744 }, { "left_out": 3, "jaccard": 0.6772908366533864, "status": "informative", "size_a": 519, "size_b": 744 }, { "left_out": 4, "jaccard": 0.8743386243386243, "status": "informative", "size_a": 673, "size_b": 744 } ] } } }, "nearest_group_fixed": { "corpus": { "single_pairs": { "n_concepts_available": 10, "concepts_unavailable": [], "median_of_concept_means": 0.3392944346752216, "q25": 0.3104231552451986, "q75": 0.3679072552564967, "n_empty_empty_total": 0, "n_empty_vs_nonempty_total": 0, "n_pairs_total": 100, "legacy_median_empty_empty_as_one": 0.3392944346752216, "legacy_q25": 0.3104231552451986, "legacy_q75": 0.3679072552564967, "paired_vs_single_pairs": { "common_concepts": [ "attention_mechanism", "convolutional_networks", "generative_models", "graph_networks", "optimization_methods", "pretraining_finetuning", "recurrent_networks", "reinforcement_learning", "representation_learning", "word_embeddings" ], "n_common": 10, "median_difference": 0, "n_concepts_higher_than_single": 0, "n_concepts_lower_than_single": 0 } }, "disjoint_all": { "n_concepts_available": 10, "concepts_unavailable": [], "median_of_concept_means": 0.4208012757860903, "q25": 0.3583294712147166, "q75": 0.45039509392664745, "n_empty_empty_total": 0, "n_empty_vs_nonempty_total": 0, "n_pairs_total": 150, "legacy_median_empty_empty_as_one": 0.4208012757860903, "legacy_q25": 0.3583294712147166, "legacy_q75": 0.45039509392664745, "paired_vs_single_pairs": { "common_concepts": [ "attention_mechanism", "convolutional_networks", "generative_models", "graph_networks", "optimization_methods", "pretraining_finetuning", "recurrent_networks", "reinforcement_learning", "representation_learning", "word_embeddings" ], "n_common": 10, "median_difference": 0.08436380831260329, "n_concepts_higher_than_single": 9, "n_concepts_lower_than_single": 1 } }, "disjoint_1v4": { "n_concepts_available": 10, "concepts_unavailable": [], "median_of_concept_means": 0.24179951081898785, "q25": 0.19381597801942257, "q75": 0.28430663648622273, "n_empty_empty_total": 0, "n_empty_vs_nonempty_total": 0, "n_pairs_total": 50, "legacy_median_empty_empty_as_one": 0.24179951081898785, "legacy_q25": 0.19381597801942257, "legacy_q75": 0.28430663648622273, "paired_vs_single_pairs": { "common_concepts": [ "attention_mechanism", "convolutional_networks", "generative_models", "graph_networks", "optimization_methods", "pretraining_finetuning", "recurrent_networks", "reinforcement_learning", "representation_learning", "word_embeddings" ], "n_common": 10, "median_difference": -0.08864344278921603, "n_concepts_higher_than_single": 0, "n_concepts_lower_than_single": 10 } }, "disjoint_2v3": { "n_concepts_available": 10, "concepts_unavailable": [], "median_of_concept_means": 0.48521694880084876, "q25": 0.4440731291450287, "q75": 0.5505664257449088, "n_empty_empty_total": 0, "n_empty_vs_nonempty_total": 0, "n_pairs_total": 100, "legacy_median_empty_empty_as_one": 0.48521694880084876, "legacy_q25": 0.4440731291450287, "legacy_q75": 0.5505664257449088, "paired_vs_single_pairs": { "common_concepts": [ "attention_mechanism", "convolutional_networks", "generative_models", "graph_networks", "optimization_methods", "pretraining_finetuning", "recurrent_networks", "reinforcement_learning", "representation_learning", "word_embeddings" ], "n_common": 10, "median_difference": 0.16332122180897146, "n_concepts_higher_than_single": 10, "n_concepts_lower_than_single": 0 } }, "loo_vs_full": { "n_concepts_available": 10, "concepts_unavailable": [], "median_of_concept_means": 0.839283767119051, "q25": 0.8169556441454476, "q75": 0.8629559561251183, "n_empty_empty_total": 0, "n_empty_vs_nonempty_total": 0, "n_pairs_total": 50, "legacy_median_empty_empty_as_one": 0.839283767119051, "legacy_q25": 0.8169556441454476, "legacy_q75": 0.8629559561251183, "paired_vs_single_pairs": { "common_concepts": [ "attention_mechanism", "convolutional_networks", "generative_models", "graph_networks", "optimization_methods", "pretraining_finetuning", "recurrent_networks", "reinforcement_learning", "representation_learning", "word_embeddings" ], "n_common": 10, "median_difference": 0.49136853577531214, "n_concepts_higher_than_single": 10, "n_concepts_lower_than_single": 0 } } }, "n_documents_assigned_full_anchors": 6285, "production_cluster_sizes": { "attention_mechanism": 226, "recurrent_networks": 408, "convolutional_networks": 1531, "word_embeddings": 1130, "pretraining_finetuning": 735, "reinforcement_learning": 529, "generative_models": 374, "optimization_methods": 472, "graph_networks": 260, "representation_learning": 620 }, "tau_full_anchors": { "attention_mechanism": 0.013, "recurrent_networks": 0.013, "convolutional_networks": 0.013, "word_embeddings": 0.013, "pretraining_finetuning": 0.013, "reinforcement_learning": 0.013, "generative_models": 0.013, "optimization_methods": 0.013, "graph_networks": 0.013, "representation_learning": 0.013 }, "per_concept": { "attention_mechanism": { "production_cluster_size": 226, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.3279114673412741, "median_informative": 0.30090497737556565, "legacy_mean_empty_empty_as_one": 0.3279114673412741 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.3511642805947703, "median_informative": 0.3686635944700461, "legacy_mean_empty_empty_as_one": 0.3511642805947703 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.17779323356625193, "median_informative": 0.1712707182320442, "legacy_mean_empty_empty_as_one": 0.17779323356625193 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.4378498041090295, "median_informative": 0.4618094178717093, "legacy_mean_empty_empty_as_one": 0.4378498041090295 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.8054260623987328, "median_informative": 0.7619047619047619, "legacy_mean_empty_empty_as_one": 0.8054260623987328 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 0.4375, "status": "informative", "size_a": 38, "size_b": 31 }, { "i": 0, "j": 2, "jaccard": 0.3974358974358974, "status": "informative", "size_a": 38, "size_b": 71 }, { "i": 0, "j": 3, "jaccard": 0.5681818181818182, "status": "informative", "size_a": 38, "size_b": 31 }, { "i": 0, "j": 4, "jaccard": 0.24390243902439024, "status": "informative", "size_a": 38, "size_b": 13 }, { "i": 1, "j": 2, "jaccard": 0.3076923076923077, "status": "informative", "size_a": 31, "size_b": 71 }, { "i": 1, "j": 3, "jaccard": 0.4090909090909091, "status": "informative", "size_a": 31, "size_b": 31 }, { "i": 1, "j": 4, "jaccard": 0.2571428571428571, "status": "informative", "size_a": 31, "size_b": 13 }, { "i": 2, "j": 3, "jaccard": 0.2289156626506024, "status": "informative", "size_a": 71, "size_b": 31 }, { "i": 2, "j": 4, "jaccard": 0.13513513513513514, "status": "informative", "size_a": 71, "size_b": 13 }, { "i": 3, "j": 4, "jaccard": 0.29411764705882354, "status": "informative", "size_a": 31, "size_b": 13 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0.1589958158995816, "status": "informative", "size_a": 38, "size_b": 239 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0.18452380952380953, "status": "informative", "size_a": 168, "size_b": 31 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0.3241758241758242, "status": "informative", "size_a": 170, "size_b": 71 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0.1712707182320442, "status": "informative", "size_a": 181, "size_b": 31 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0.05, "status": "informative", "size_a": 260, "size_b": 13 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.5852272727272727, "status": "informative", "size_a": 114, "size_b": 165 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.5449438202247191, "status": "informative", "size_a": 117, "size_b": 158 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.4213197969543147, "status": "informative", "size_a": 101, "size_b": 179 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.18152866242038215, "status": "informative", "size_a": 57, "size_b": 314 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.3686635944700461, "status": "informative", "size_a": 93, "size_b": 204 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.5290697674418605, "status": "informative", "size_a": 118, "size_b": 145 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.4827586206896552, "status": "informative", "size_a": 202, "size_b": 99 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.5439330543933054, "status": "informative", "size_a": 136, "size_b": 233 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.44086021505376344, "status": "informative", "size_a": 177, "size_b": 91 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.28019323671497587, "status": "informative", "size_a": 205, "size_b": 60 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.9294605809128631, "status": "informative", "size_a": 239, "size_b": 226 }, { "left_out": 1, "jaccard": 0.7433628318584071, "status": "informative", "size_a": 168, "size_b": 226 }, { "left_out": 2, "jaccard": 0.7444933920704846, "status": "informative", "size_a": 170, "size_b": 226 }, { "left_out": 3, "jaccard": 0.7619047619047619, "status": "informative", "size_a": 181, "size_b": 226 }, { "left_out": 4, "jaccard": 0.8479087452471483, "status": "informative", "size_a": 260, "size_b": 226 } ] }, "recurrent_networks": { "production_cluster_size": 408, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.3391977361039144, "median_informative": 0.31048150322959484, "legacy_mean_empty_empty_as_one": 0.3391977361039144 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.4423253597913183, "median_informative": 0.5102564102564102, "legacy_mean_empty_empty_as_one": 0.4423253597913183 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.31182786211894314, "median_informative": 0.32670454545454547, "legacy_mean_empty_empty_as_one": 0.31182786211894314 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.5075741086275061, "median_informative": 0.5396094539311327, "legacy_mean_empty_empty_as_one": 0.5075741086275061 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.8282462147371742, "median_informative": 0.8248175182481752, "legacy_mean_empty_empty_as_one": 0.8282462147371742 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 0.19402985074626866, "status": "informative", "size_a": 198, "size_b": 42 }, { "i": 0, "j": 2, "jaccard": 0.4104803493449782, "status": "informative", "size_a": 198, "size_b": 125 }, { "i": 0, "j": 3, "jaccard": 0.5826446280991735, "status": "informative", "size_a": 198, "size_b": 185 }, { "i": 0, "j": 4, "jaccard": 0.24, "status": "informative", "size_a": 198, "size_b": 50 }, { "i": 1, "j": 2, "jaccard": 0.2748091603053435, "status": "informative", "size_a": 42, "size_b": 125 }, { "i": 1, "j": 3, "jaccard": 0.20105820105820105, "status": "informative", "size_a": 42, "size_b": 185 }, { "i": 1, "j": 4, "jaccard": 0.4375, "status": "informative", "size_a": 42, "size_b": 50 }, { "i": 2, "j": 3, "jaccard": 0.4418604651162791, "status": "informative", "size_a": 125, "size_b": 185 }, { "i": 2, "j": 4, "jaccard": 0.34615384615384615, "status": "informative", "size_a": 125, "size_b": 50 }, { "i": 3, "j": 4, "jaccard": 0.26344086021505375, "status": "informative", "size_a": 185, "size_b": 50 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0.49584487534626037, "status": "informative", "size_a": 198, "size_b": 342 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0.10379746835443038, "status": "informative", "size_a": 394, "size_b": 42 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0.32670454545454547, "status": "informative", "size_a": 342, "size_b": 125 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0.5281899109792285, "status": "informative", "size_a": 330, "size_b": 185 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0.10460251046025104, "status": "informative", "size_a": 478, "size_b": 50 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.5965909090909091, "status": "informative", "size_a": 253, "size_b": 309 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.5915841584158416, "status": "informative", "size_a": 382, "size_b": 261 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.5300859598853869, "status": "informative", "size_a": 316, "size_b": 218 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.5036319612590799, "status": "informative", "size_a": 214, "size_b": 407 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.5491329479768786, "status": "informative", "size_a": 312, "size_b": 224 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.5983379501385041, "status": "informative", "size_a": 304, "size_b": 273 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.2632696390658174, "status": "informative", "size_a": 470, "size_b": 125 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.556872037914692, "status": "informative", "size_a": 249, "size_b": 408 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.37597911227154046, "status": "informative", "size_a": 372, "size_b": 155 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.5102564102564102, "status": "informative", "size_a": 383, "size_b": 206 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.8248175182481752, "status": "informative", "size_a": 342, "size_b": 408 }, { "left_out": 1, "jaccard": 0.8521939953810623, "status": "informative", "size_a": 394, "size_b": 408 }, { "left_out": 2, "jaccard": 0.8248175182481752, "status": "informative", "size_a": 342, "size_b": 408 }, { "left_out": 3, "jaccard": 0.8088235294117647, "status": "informative", "size_a": 330, "size_b": 408 }, { "left_out": 4, "jaccard": 0.8305785123966942, "status": "informative", "size_a": 478, "size_b": 408 } ] }, "convolutional_networks": { "production_cluster_size": 1531, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.36968706349398583, "median_informative": 0.3552936311000827, "legacy_mean_empty_empty_as_one": 0.36968706349398583 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.33923019571619856, "median_informative": 0.3301465901848311, "legacy_mean_empty_empty_as_one": 0.33923019571619856 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.18709166378669234, "median_informative": 0.15780035863717873, "legacy_mean_empty_empty_as_one": 0.18709166378669234 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.4152994616809519, "median_informative": 0.42247502357280436, "legacy_mean_empty_empty_as_one": 0.4152994616809519 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.8190552805880887, "median_informative": 0.8802816901408451, "legacy_mean_empty_empty_as_one": 0.8190552805880887 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 0.33648393194706994, "status": "informative", "size_a": 391, "size_b": 316 }, { "i": 0, "j": 2, "jaccard": 0.43838862559241704, "status": "informative", "size_a": 391, "size_b": 216 }, { "i": 0, "j": 3, "jaccard": 0.29691211401425177, "status": "informative", "size_a": 391, "size_b": 155 }, { "i": 0, "j": 4, "jaccard": 0.4523281596452328, "status": "informative", "size_a": 391, "size_b": 264 }, { "i": 1, "j": 2, "jaccard": 0.3333333333333333, "status": "informative", "size_a": 316, "size_b": 216 }, { "i": 1, "j": 3, "jaccard": 0.21079691516709512, "status": "informative", "size_a": 316, "size_b": 155 }, { "i": 1, "j": 4, "jaccard": 0.3942307692307692, "status": "informative", "size_a": 316, "size_b": 264 }, { "i": 2, "j": 3, "jaccard": 0.358974358974359, "status": "informative", "size_a": 216, "size_b": 155 }, { "i": 2, "j": 4, "jaccard": 0.5238095238095238, "status": "informative", "size_a": 216, "size_b": 264 }, { "i": 3, "j": 4, "jaccard": 0.35161290322580646, "status": "informative", "size_a": 155, "size_b": 264 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0.2619718309859155, "status": "informative", "size_a": 391, "size_b": 1401 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0.2778969957081545, "status": "informative", "size_a": 875, "size_b": 316 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0.13227189222290264, "status": "informative", "size_a": 1633, "size_b": 216 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0.10551724137931034, "status": "informative", "size_a": 1448, "size_b": 155 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0.15780035863717873, "status": "informative", "size_a": 1673, "size_b": 264 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.3864994026284349, "status": "informative", "size_a": 1640, "size_b": 681 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.39323467230443976, "status": "informative", "size_a": 579, "size_b": 1398 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.45615384615384613, "status": "informative", "size_a": 673, "size_b": 1220 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.45171537484116897, "status": "informative", "size_a": 729, "size_b": 1556 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.5543726235741445, "status": "informative", "size_a": 853, "size_b": 1191 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.4717741935483871, "status": "informative", "size_a": 748, "size_b": 1442 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.5222502099076406, "status": "informative", "size_a": 777, "size_b": 1036 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.319672131147541, "status": "informative", "size_a": 1571, "size_b": 522 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.26717557251908397, "status": "informative", "size_a": 1833, "size_b": 491 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.3301465901848311, "status": "informative", "size_a": 1557, "size_b": 530 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.8867438867438867, "status": "informative", "size_a": 1401, "size_b": 1531 }, { "left_out": 1, "jaccard": 0.5704960835509139, "status": "informative", "size_a": 875, "size_b": 1531 }, { "left_out": 2, "jaccard": 0.891213389121339, "status": "informative", "size_a": 1633, "size_b": 1531 }, { "left_out": 3, "jaccard": 0.8665413533834586, "status": "informative", "size_a": 1448, "size_b": 1531 }, { "left_out": 4, "jaccard": 0.8802816901408451, "status": "informative", "size_a": 1673, "size_b": 1531 } ] }, "word_embeddings": { "production_cluster_size": 1130, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.3809862305130377, "median_informative": 0.3974394063801965, "legacy_mean_empty_empty_as_one": 0.3809862305130377 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.4454300040039106, "median_informative": 0.47131608548931386, "legacy_mean_empty_empty_as_one": 0.4454300040039106 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.2227469948431023, "median_informative": 0.203330411919369, "legacy_mean_empty_empty_as_one": 0.2227469948431023 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.5567715085843147, "median_informative": 0.5749064365087216, "legacy_mean_empty_empty_as_one": 0.5567715085843147 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.8746748234304021, "median_informative": 0.8971571906354515, "legacy_mean_empty_empty_as_one": 0.8746748234304021 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 0.4054982817869416, "status": "informative", "size_a": 234, "size_b": 175 }, { "i": 0, "j": 2, "jaccard": 0.3893805309734513, "status": "informative", "size_a": 234, "size_b": 237 }, { "i": 0, "j": 3, "jaccard": 0.4078014184397163, "status": "informative", "size_a": 234, "size_b": 163 }, { "i": 0, "j": 4, "jaccard": 0.3389473684210526, "status": "informative", "size_a": 234, "size_b": 402 }, { "i": 1, "j": 2, "jaccard": 0.41580756013745707, "status": "informative", "size_a": 175, "size_b": 237 }, { "i": 1, "j": 3, "jaccard": 0.46956521739130436, "status": "informative", "size_a": 175, "size_b": 163 }, { "i": 1, "j": 4, "jaccard": 0.34813084112149534, "status": "informative", "size_a": 175, "size_b": 402 }, { "i": 2, "j": 3, "jaccard": 0.35135135135135137, "status": "informative", "size_a": 237, "size_b": 163 }, { "i": 2, "j": 4, "jaccard": 0.413716814159292, "status": "informative", "size_a": 237, "size_b": 402 }, { "i": 3, "j": 4, "jaccard": 0.2696629213483146, "status": "informative", "size_a": 163, "size_b": 402 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0.203330411919369, "status": "informative", "size_a": 234, "size_b": 1139 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0.15952597994530537, "status": "informative", "size_a": 1097, "size_b": 175 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0.22327341532639547, "status": "informative", "size_a": 1056, "size_b": 237 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0.1596806387225549, "status": "informative", "size_a": 999, "size_b": 163 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0.36792452830188677, "status": "informative", "size_a": 903, "size_b": 402 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.489778534923339, "status": "informative", "size_a": 602, "size_b": 1147 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.46802030456852795, "status": "informative", "size_a": 486, "size_b": 960 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.4674922600619195, "status": "informative", "size_a": 511, "size_b": 911 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.671147880041365, "status": "informative", "size_a": 789, "size_b": 827 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.5643939393939394, "status": "informative", "size_a": 1035, "size_b": 617 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.47131608548931386, "status": "informative", "size_a": 853, "size_b": 455 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.5909580193756727, "status": "informative", "size_a": 768, "size_b": 710 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.6172718351324828, "status": "informative", "size_a": 938, "size_b": 710 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.5854189336235038, "status": "informative", "size_a": 722, "size_b": 735 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.6419172932330827, "status": "informative", "size_a": 766, "size_b": 981 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.8971571906354515, "status": "informative", "size_a": 1139, "size_b": 1130 }, { "left_out": 1, "jaccard": 0.9198275862068965, "status": "informative", "size_a": 1097, "size_b": 1130 }, { "left_out": 2, "jaccard": 0.9008695652173913, "status": "informative", "size_a": 1056, "size_b": 1130 }, { "left_out": 3, "jaccard": 0.8659070990359334, "status": "informative", "size_a": 999, "size_b": 1130 }, { "left_out": 4, "jaccard": 0.789612676056338, "status": "informative", "size_a": 903, "size_b": 1130 } ] }, "pretraining_finetuning": { "production_cluster_size": 735, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.2667925044930987, "median_informative": 0.23606831022085262, "legacy_mean_empty_empty_as_one": 0.2667925044930987 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.37982504307455545, "median_informative": 0.4113821138211382, "legacy_mean_empty_empty_as_one": 0.37982504307455545 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.21398892071761333, "median_informative": 0.13991769547325103, "legacy_mean_empty_empty_as_one": 0.21398892071761333 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.46274310425302634, "median_informative": 0.4436995633255363, "legacy_mean_empty_empty_as_one": 0.46274310425302634 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.8509277576361942, "median_informative": 0.8575233022636485, "legacy_mean_empty_empty_as_one": 0.8509277576361942 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 0.15953307392996108, "status": "informative", "size_a": 254, "size_b": 44 }, { "i": 0, "j": 2, "jaccard": 0.3484848484848485, "status": "informative", "size_a": 254, "size_b": 102 }, { "i": 0, "j": 3, "jaccard": 0.23484848484848486, "status": "informative", "size_a": 254, "size_b": 72 }, { "i": 0, "j": 4, "jaccard": 0.5070422535211268, "status": "informative", "size_a": 254, "size_b": 281 }, { "i": 1, "j": 2, "jaccard": 0.23728813559322035, "status": "informative", "size_a": 44, "size_b": 102 }, { "i": 1, "j": 3, "jaccard": 0.3488372093023256, "status": "informative", "size_a": 44, "size_b": 72 }, { "i": 1, "j": 4, "jaccard": 0.1284722222222222, "status": "informative", "size_a": 44, "size_b": 281 }, { "i": 2, "j": 3, "jaccard": 0.22535211267605634, "status": "informative", "size_a": 102, "size_b": 72 }, { "i": 2, "j": 4, "jaccard": 0.32068965517241377, "status": "informative", "size_a": 102, "size_b": 281 }, { "i": 3, "j": 4, "jaccard": 0.15737704918032788, "status": "informative", "size_a": 72, "size_b": 281 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0.35581061692969873, "status": "informative", "size_a": 254, "size_b": 691 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0.06446776611694154, "status": "informative", "size_a": 666, "size_b": 44 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0.13991769547325103, "status": "informative", "size_a": 729, "size_b": 102 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0.10407239819004525, "status": "informative", "size_a": 660, "size_b": 72 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0.4056761268781302, "status": "informative", "size_a": 561, "size_b": 281 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.5260029717682021, "status": "informative", "size_a": 390, "size_b": 637 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.40364188163884673, "status": "informative", "size_a": 305, "size_b": 620 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.4113821138211382, "status": "informative", "size_a": 312, "size_b": 556 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.5127055306427504, "status": "informative", "size_a": 574, "size_b": 438 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.44170096021947874, "status": "informative", "size_a": 714, "size_b": 337 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.2781954887218045, "status": "informative", "size_a": 501, "size_b": 179 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.5576592082616179, "status": "informative", "size_a": 439, "size_b": 466 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.44569816643159377, "status": "informative", "size_a": 696, "size_b": 329 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.430939226519337, "status": "informative", "size_a": 426, "size_b": 351 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.6195054945054945, "status": "informative", "size_a": 504, "size_b": 675 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.8962765957446809, "status": "informative", "size_a": 691, "size_b": 735 }, { "left_out": 1, "jaccard": 0.8482849604221636, "status": "informative", "size_a": 666, "size_b": 735 }, { "left_out": 2, "jaccard": 0.8988326848249028, "status": "informative", "size_a": 729, "size_b": 735 }, { "left_out": 3, "jaccard": 0.8575233022636485, "status": "informative", "size_a": 660, "size_b": 735 }, { "left_out": 4, "jaccard": 0.7537212449255751, "status": "informative", "size_a": 561, "size_b": 735 } ] }, "reinforcement_learning": { "production_cluster_size": 529, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.4963732942887747, "median_informative": 0.521823347107438, "legacy_mean_empty_empty_as_one": 0.4963732942887747 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.5515668308512349, "median_informative": 0.6212765957446809, "legacy_mean_empty_empty_as_one": 0.5515668308512349 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.3844440778388597, "median_informative": 0.3713163064833006, "legacy_mean_empty_empty_as_one": 0.3844440778388597 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.6351282073574226, "median_informative": 0.6265748852732582, "legacy_mean_empty_empty_as_one": 0.6351282073574226 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.9038703832359205, "median_informative": 0.9256637168141593, "legacy_mean_empty_empty_as_one": 0.9038703832359205 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 0.5954198473282443, "status": "informative", "size_a": 227, "size_b": 191 }, { "i": 0, "j": 2, "jaccard": 0.4551971326164875, "status": "informative", "size_a": 227, "size_b": 179 }, { "i": 0, "j": 3, "jaccard": 0.6335616438356164, "status": "informative", "size_a": 227, "size_b": 250 }, { "i": 0, "j": 4, "jaccard": 0.5642023346303502, "status": "informative", "size_a": 227, "size_b": 175 }, { "i": 1, "j": 2, "jaccard": 0.3857677902621723, "status": "informative", "size_a": 191, "size_b": 179 }, { "i": 1, "j": 3, "jaccard": 0.53125, "status": "informative", "size_a": 191, "size_b": 250 }, { "i": 1, "j": 4, "jaccard": 0.512396694214876, "status": "informative", "size_a": 191, "size_b": 175 }, { "i": 2, "j": 3, "jaccard": 0.340625, "status": "informative", "size_a": 179, "size_b": 250 }, { "i": 2, "j": 4, "jaccard": 0.3828125, "status": "informative", "size_a": 179, "size_b": 175 }, { "i": 3, "j": 4, "jaccard": 0.5625, "status": "informative", "size_a": 250, "size_b": 175 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0.40608228980322003, "status": "informative", "size_a": 227, "size_b": 559 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0.3713163064833006, "status": "informative", "size_a": 507, "size_b": 191 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0.3436807095343681, "status": "informative", "size_a": 427, "size_b": 179 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0.4606741573033708, "status": "informative", "size_a": 530, "size_b": 250 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0.3404669260700389, "status": "informative", "size_a": 514, "size_b": 175 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.6276595744680851, "status": "informative", "size_a": 358, "size_b": 560 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.6212765957446809, "status": "informative", "size_a": 361, "size_b": 401 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.5858951175406871, "status": "informative", "size_a": 334, "size_b": 543 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.6065573770491803, "status": "informative", "size_a": 336, "size_b": 546 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.6254901960784314, "status": "informative", "size_a": 386, "size_b": 443 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.6453488372093024, "status": "informative", "size_a": 486, "size_b": 363 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.6354378818737271, "status": "informative", "size_a": 469, "size_b": 334 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.7178030303030303, "status": "informative", "size_a": 408, "size_b": 499 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.663023679417122, "status": "informative", "size_a": 404, "size_b": 509 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.6227897838899804, "status": "informative", "size_a": 480, "size_b": 346 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.9256637168141593, "status": "informative", "size_a": 559, "size_b": 529 }, { "left_out": 1, "jaccard": 0.922077922077922, "status": "informative", "size_a": 507, "size_b": 529 }, { "left_out": 2, "jaccard": 0.800376647834275, "status": "informative", "size_a": 427, "size_b": 529 }, { "left_out": 3, "jaccard": 0.9289617486338798, "status": "informative", "size_a": 530, "size_b": 529 }, { "left_out": 4, "jaccard": 0.9422718808193669, "status": "informative", "size_a": 514, "size_b": 529 } ] }, "generative_models": { "production_cluster_size": 374, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.30459371787984013, "median_informative": 0.2930697278911565, "legacy_mean_empty_empty_as_one": 0.30459371787984013 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.3992771917808622, "median_informative": 0.42780748663101603, "legacy_mean_empty_empty_as_one": 0.3992771917808622 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.27211199739420383, "median_informative": 0.3274336283185841, "legacy_mean_empty_empty_as_one": 0.27211199739420383 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.4628597889741914, "median_informative": 0.43207177934497654, "legacy_mean_empty_empty_as_one": 0.4628597889741914 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.8162557653312339, "median_informative": 0.84251968503937, "legacy_mean_empty_empty_as_one": 0.8162557653312339 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 0.4444444444444444, "status": "informative", "size_a": 203, "size_b": 122 }, { "i": 0, "j": 2, "jaccard": 0.19730941704035873, "status": "informative", "size_a": 203, "size_b": 64 }, { "i": 0, "j": 3, "jaccard": 0.32083333333333336, "status": "informative", "size_a": 203, "size_b": 114 }, { "i": 0, "j": 4, "jaccard": 0.14622641509433962, "status": "informative", "size_a": 203, "size_b": 40 }, { "i": 1, "j": 2, "jaccard": 0.2653061224489796, "status": "informative", "size_a": 122, "size_b": 64 }, { "i": 1, "j": 3, "jaccard": 0.38011695906432746, "status": "informative", "size_a": 122, "size_b": 114 }, { "i": 1, "j": 4, "jaccard": 0.2, "status": "informative", "size_a": 122, "size_b": 40 }, { "i": 2, "j": 3, "jaccard": 0.424, "status": "informative", "size_a": 64, "size_b": 114 }, { "i": 2, "j": 4, "jaccard": 0.40540540540540543, "status": "informative", "size_a": 64, "size_b": 40 }, { "i": 3, "j": 4, "jaccard": 0.26229508196721313, "status": "informative", "size_a": 114, "size_b": 40 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0.43613707165109034, "status": "informative", "size_a": 203, "size_b": 258 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0.3274336283185841, "status": "informative", "size_a": 328, "size_b": 122 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0.15144230769230768, "status": "informative", "size_a": 415, "size_b": 64 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0.34726688102893893, "status": "informative", "size_a": 305, "size_b": 114 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0.09828009828009827, "status": "informative", "size_a": 407, "size_b": 40 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.3469387755102041, "status": "informative", "size_a": 345, "size_b": 183 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.6852941176470588, "status": "informative", "size_a": 276, "size_b": 297 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.4156171284634761, "status": "informative", "size_a": 393, "size_b": 169 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.6558823529411765, "status": "informative", "size_a": 269, "size_b": 294 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.431266846361186, "status": "informative", "size_a": 365, "size_b": 166 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.5939226519337016, "status": "informative", "size_a": 247, "size_b": 330 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.42780748663101603, "status": "informative", "size_a": 372, "size_b": 162 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.4328767123287671, "status": "informative", "size_a": 341, "size_b": 182 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.1870967741935484, "status": "informative", "size_a": 465, "size_b": 87 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.4518950437317784, "status": "informative", "size_a": 325, "size_b": 173 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.6898395721925134, "status": "informative", "size_a": 258, "size_b": 374 }, { "left_out": 1, "jaccard": 0.84251968503937, "status": "informative", "size_a": 328, "size_b": 374 }, { "left_out": 2, "jaccard": 0.8608490566037735, "status": "informative", "size_a": 415, "size_b": 374 }, { "left_out": 3, "jaccard": 0.8106666666666666, "status": "informative", "size_a": 305, "size_b": 374 }, { "left_out": 4, "jaccard": 0.8774038461538461, "status": "informative", "size_a": 407, "size_b": 374 } ] }, "optimization_methods": { "production_cluster_size": 472, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.36256783054402925, "median_informative": 0.340895941813373, "legacy_mean_empty_empty_as_one": 0.36256783054402925 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.4577009589805304, "median_informative": 0.5112612612612613, "legacy_mean_empty_empty_as_one": 0.4577009589805304 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.2608520267948734, "median_informative": 0.19789473684210526, "legacy_mean_empty_empty_as_one": 0.2608520267948734 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.5561254250733589, "median_informative": 0.5559779900782046, "legacy_mean_empty_empty_as_one": 0.5561254250733589 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.8503213195009278, "median_informative": 0.8477366255144033, "legacy_mean_empty_empty_as_one": 0.8503213195009278 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 0.3177083333333333, "status": "informative", "size_a": 156, "size_b": 97 }, { "i": 0, "j": 2, "jaccard": 0.47928994082840237, "status": "informative", "size_a": 156, "size_b": 94 }, { "i": 0, "j": 3, "jaccard": 0.2235294117647059, "status": "informative", "size_a": 156, "size_b": 52 }, { "i": 0, "j": 4, "jaccard": 0.5067264573991032, "status": "informative", "size_a": 156, "size_b": 180 }, { "i": 1, "j": 2, "jaccard": 0.4580152671755725, "status": "informative", "size_a": 97, "size_b": 94 }, { "i": 1, "j": 3, "jaccard": 0.34234234234234234, "status": "informative", "size_a": 97, "size_b": 52 }, { "i": 1, "j": 4, "jaccard": 0.30660377358490565, "status": "informative", "size_a": 97, "size_b": 180 }, { "i": 2, "j": 3, "jaccard": 0.3394495412844037, "status": "informative", "size_a": 94, "size_b": 52 }, { "i": 2, "j": 4, "jaccard": 0.3979591836734694, "status": "informative", "size_a": 94, "size_b": 180 }, { "i": 3, "j": 4, "jaccard": 0.25405405405405407, "status": "informative", "size_a": 52, "size_b": 180 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0.36829268292682926, "status": "informative", "size_a": 156, "size_b": 405 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0.19522776572668113, "status": "informative", "size_a": 454, "size_b": 97 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0.19789473684210526, "status": "informative", "size_a": 475, "size_b": 94 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0.12206572769953052, "status": "informative", "size_a": 426, "size_b": 52 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0.42077922077922075, "status": "informative", "size_a": 367, "size_b": 180 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.5515695067264574, "status": "informative", "size_a": 299, "size_b": 393 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.55, "status": "informative", "size_a": 236, "size_b": 353 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.6454767726161369, "status": "informative", "size_a": 308, "size_b": 365 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.5965346534653465, "status": "informative", "size_a": 370, "size_b": 275 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.39068825910931176, "status": "informative", "size_a": 475, "size_b": 212 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.42744063324538256, "status": "informative", "size_a": 367, "size_b": 174 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.6852300242130751, "status": "informative", "size_a": 358, "size_b": 338 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.5112612612612613, "status": "informative", "size_a": 434, "size_b": 237 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.6426666666666667, "status": "informative", "size_a": 330, "size_b": 286 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.5603864734299517, "status": "informative", "size_a": 325, "size_b": 321 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.8347280334728033, "status": "informative", "size_a": 405, "size_b": 472 }, { "left_out": 1, "jaccard": 0.8707070707070707, "status": "informative", "size_a": 454, "size_b": 472 }, { "left_out": 2, "jaccard": 0.920892494929006, "status": "informative", "size_a": 475, "size_b": 472 }, { "left_out": 3, "jaccard": 0.8477366255144033, "status": "informative", "size_a": 426, "size_b": 472 }, { "left_out": 4, "jaccard": 0.777542372881356, "status": "informative", "size_a": 367, "size_b": 472 } ] }, "graph_networks": { "production_cluster_size": 260, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.3393911332465288, "median_informative": 0.339459185152965, "legacy_mean_empty_empty_as_one": 0.3393911332465288 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.4520501239008931, "median_informative": 0.5018315018315018, "legacy_mean_empty_empty_as_one": 0.4520501239008931 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.2883715161835624, "median_informative": 0.29004329004329005, "legacy_mean_empty_empty_as_one": 0.2883715161835624 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.5338894277595585, "median_informative": 0.5362914862914863, "legacy_mean_empty_empty_as_one": 0.5338894277595585 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.8669653556214263, "median_informative": 0.8888888888888888, "legacy_mean_empty_empty_as_one": 0.8669653556214263 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 0.371900826446281, "status": "informative", "size_a": 52, "size_b": 114 }, { "i": 0, "j": 2, "jaccard": 0.3018867924528302, "status": "informative", "size_a": 52, "size_b": 86 }, { "i": 0, "j": 3, "jaccard": 0.4626865671641791, "status": "informative", "size_a": 52, "size_b": 46 }, { "i": 0, "j": 4, "jaccard": 0.42201834862385323, "status": "informative", "size_a": 52, "size_b": 103 }, { "i": 1, "j": 2, "jaccard": 0.3793103448275862, "status": "informative", "size_a": 114, "size_b": 86 }, { "i": 1, "j": 3, "jaccard": 0.28, "status": "informative", "size_a": 114, "size_b": 46 }, { "i": 1, "j": 4, "jaccard": 0.4090909090909091, "status": "informative", "size_a": 114, "size_b": 103 }, { "i": 2, "j": 3, "jaccard": 0.2, "status": "informative", "size_a": 86, "size_b": 46 }, { "i": 2, "j": 4, "jaccard": 0.26, "status": "informative", "size_a": 86, "size_b": 103 }, { "i": 3, "j": 4, "jaccard": 0.30701754385964913, "status": "informative", "size_a": 46, "size_b": 103 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0.17218543046357615, "status": "informative", "size_a": 52, "size_b": 302 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0.43983402489626555, "status": "informative", "size_a": 233, "size_b": 114 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0.29004329004329005, "status": "informative", "size_a": 212, "size_b": 86 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0.18181818181818182, "status": "informative", "size_a": 240, "size_b": 46 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0.35797665369649806, "status": "informative", "size_a": 246, "size_b": 103 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.5018315018315018, "status": "informative", "size_a": 140, "size_b": 270 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.5444444444444444, "status": "informative", "size_a": 156, "size_b": 261 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.39622641509433965, "status": "informative", "size_a": 108, "size_b": 262 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.40484429065743943, "status": "informative", "size_a": 120, "size_b": 286 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.516, "status": "informative", "size_a": 155, "size_b": 224 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.6088709677419355, "status": "informative", "size_a": 193, "size_b": 206 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.6516393442622951, "status": "informative", "size_a": 199, "size_b": 204 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.5748987854251012, "status": "informative", "size_a": 176, "size_b": 213 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.5281385281385281, "status": "informative", "size_a": 173, "size_b": 180 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.612, "status": "informative", "size_a": 217, "size_b": 186 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.8609271523178808, "status": "informative", "size_a": 302, "size_b": 260 }, { "left_out": 1, "jaccard": 0.8888888888888888, "status": "informative", "size_a": 233, "size_b": 260 }, { "left_out": 2, "jaccard": 0.7744360902255639, "status": "informative", "size_a": 212, "size_b": 260 }, { "left_out": 3, "jaccard": 0.9011406844106464, "status": "informative", "size_a": 240, "size_b": 260 }, { "left_out": 4, "jaccard": 0.909433962264151, "status": "informative", "size_a": 246, "size_b": 260 } ] }, "representation_learning": { "production_cluster_size": 620, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.22335827418562754, "median_informative": 0.22000346155510364, "legacy_mean_empty_empty_as_one": 0.22335827418562754 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.29740241690981206, "median_informative": 0.2969502407704655, "legacy_mean_empty_empty_as_one": 0.29740241690981206 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.14778719235635132, "median_informative": 0.18306636155606407, "legacy_mean_empty_empty_as_one": 0.14778719235635132 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.37221002918654233, "median_informative": 0.4025932953826692, "legacy_mean_empty_empty_as_one": 0.37221002918654233 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.7633568008918552, "median_informative": 0.7641975308641975, "legacy_mean_empty_empty_as_one": 0.7633568008918552 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 0.21487603305785125, "status": "informative", "size_a": 37, "size_b": 110 }, { "i": 0, "j": 2, "jaccard": 0.37037037037037035, "status": "informative", "size_a": 37, "size_b": 37 }, { "i": 0, "j": 3, "jaccard": 0.15337423312883436, "status": "informative", "size_a": 37, "size_b": 151 }, { "i": 0, "j": 4, "jaccard": 0.23846153846153847, "status": "informative", "size_a": 37, "size_b": 124 }, { "i": 1, "j": 2, "jaccard": 0.18548387096774194, "status": "informative", "size_a": 110, "size_b": 37 }, { "i": 1, "j": 3, "jaccard": 0.18099547511312217, "status": "informative", "size_a": 110, "size_b": 151 }, { "i": 1, "j": 4, "jaccard": 0.225130890052356, "status": "informative", "size_a": 110, "size_b": 124 }, { "i": 2, "j": 3, "jaccard": 0.12574850299401197, "status": "informative", "size_a": 37, "size_b": 151 }, { "i": 2, "j": 4, "jaccard": 0.24806201550387597, "status": "informative", "size_a": 37, "size_b": 124 }, { "i": 3, "j": 4, "jaccard": 0.29107981220657275, "status": "informative", "size_a": 151, "size_b": 124 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0.04573547589616811, "status": "informative", "size_a": 37, "size_b": 809 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0.18306636155606407, "status": "informative", "size_a": 407, "size_b": 110 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0.058544303797468354, "status": "informative", "size_a": 632, "size_b": 37 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0.23870967741935484, "status": "informative", "size_a": 425, "size_b": 151 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0.21288014311270126, "status": "informative", "size_a": 554, "size_b": 124 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.396584440227704, "status": "informative", "size_a": 245, "size_b": 491 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.1188235294117647, "status": "informative", "size_a": 101, "size_b": 850 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.40860215053763443, "status": "informative", "size_a": 254, "size_b": 532 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.23803191489361702, "status": "informative", "size_a": 179, "size_b": 752 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.4873417721518987, "status": "informative", "size_a": 372, "size_b": 333 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.2969502407704655, "status": "informative", "size_a": 213, "size_b": 595 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.47237076648841353, "status": "informative", "size_a": 328, "size_b": 498 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.4990403071017274, "status": "informative", "size_a": 418, "size_b": 363 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.35969868173258, "status": "informative", "size_a": 509, "size_b": 213 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.4446564885496183, "status": "informative", "size_a": 315, "size_b": 442 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.7641975308641975, "status": "informative", "size_a": 809, "size_b": 620 }, { "left_out": 1, "jaccard": 0.6511254019292605, "status": "informative", "size_a": 407, "size_b": 620 }, { "left_out": 2, "jaccard": 0.8603268945022289, "status": "informative", "size_a": 632, "size_b": 620 }, { "left_out": 3, "jaccard": 0.6746794871794872, "status": "informative", "size_a": 425, "size_b": 620 }, { "left_out": 4, "jaccard": 0.8664546899841018, "status": "informative", "size_a": 554, "size_b": 620 } ] } } }, "global_confusion_tau": { "corpus": { "single_pairs": { "n_concepts_available": 10, "concepts_unavailable": [], "median_of_concept_means": 0.23974935042217033, "q25": 0.1922568405536672, "q75": 0.2773858779383882, "n_empty_empty_total": 0, "n_empty_vs_nonempty_total": 0, "n_pairs_total": 100, "legacy_median_empty_empty_as_one": 0.23974935042217033, "legacy_q25": 0.1922568405536672, "legacy_q75": 0.2773858779383882, "paired_vs_single_pairs": { "common_concepts": [ "attention_mechanism", "convolutional_networks", "generative_models", "graph_networks", "optimization_methods", "pretraining_finetuning", "recurrent_networks", "reinforcement_learning", "representation_learning", "word_embeddings" ], "n_common": 10, "median_difference": 0, "n_concepts_higher_than_single": 0, "n_concepts_lower_than_single": 0 } }, "disjoint_all": { "n_concepts_available": 10, "concepts_unavailable": [], "median_of_concept_means": 0.32065885986485154, "q25": 0.3000772401024538, "q75": 0.3524835837123673, "n_empty_empty_total": 0, "n_empty_vs_nonempty_total": 0, "n_pairs_total": 150, "legacy_median_empty_empty_as_one": 0.32065885986485154, "legacy_q25": 0.3000772401024538, "legacy_q75": 0.3524835837123673, "paired_vs_single_pairs": { "common_concepts": [ "attention_mechanism", "convolutional_networks", "generative_models", "graph_networks", "optimization_methods", "pretraining_finetuning", "recurrent_networks", "reinforcement_learning", "representation_learning", "word_embeddings" ], "n_common": 10, "median_difference": 0.10093378748197546, "n_concepts_higher_than_single": 9, "n_concepts_lower_than_single": 1 } }, "disjoint_1v4": { "n_concepts_available": 10, "concepts_unavailable": [], "median_of_concept_means": 0.1500187788446525, "q25": 0.08287310933557065, "q75": 0.17491572052070728, "n_empty_empty_total": 0, "n_empty_vs_nonempty_total": 0, "n_pairs_total": 50, "legacy_median_empty_empty_as_one": 0.1500187788446525, "legacy_q25": 0.08287310933557065, "legacy_q75": 0.17491572052070728, "paired_vs_single_pairs": { "common_concepts": [ "attention_mechanism", "convolutional_networks", "generative_models", "graph_networks", "optimization_methods", "pretraining_finetuning", "recurrent_networks", "reinforcement_learning", "representation_learning", "word_embeddings" ], "n_common": 10, "median_difference": -0.09561879991145703, "n_concepts_higher_than_single": 0, "n_concepts_lower_than_single": 10 } }, "disjoint_2v3": { "n_concepts_available": 10, "concepts_unavailable": [], "median_of_concept_means": 0.4290293910446424, "q25": 0.3725574653887718, "q75": 0.4499461340766102, "n_empty_empty_total": 0, "n_empty_vs_nonempty_total": 0, "n_pairs_total": 100, "legacy_median_empty_empty_as_one": 0.4290293910446424, "legacy_q25": 0.3725574653887718, "legacy_q75": 0.4499461340766102, "paired_vs_single_pairs": { "common_concepts": [ "attention_mechanism", "convolutional_networks", "generative_models", "graph_networks", "optimization_methods", "pretraining_finetuning", "recurrent_networks", "reinforcement_learning", "representation_learning", "word_embeddings" ], "n_common": 10, "median_difference": 0.1836343694221083, "n_concepts_higher_than_single": 10, "n_concepts_lower_than_single": 0 } }, "loo_vs_full": { "n_concepts_available": 10, "concepts_unavailable": [], "median_of_concept_means": 0.7965966308463601, "q25": 0.7787900382030135, "q75": 0.8177525907789598, "n_empty_empty_total": 0, "n_empty_vs_nonempty_total": 0, "n_pairs_total": 50, "legacy_median_empty_empty_as_one": 0.7965966308463601, "legacy_q25": 0.7787900382030135, "legacy_q75": 0.8177525907789598, "paired_vs_single_pairs": { "common_concepts": [ "attention_mechanism", "convolutional_networks", "generative_models", "graph_networks", "optimization_methods", "pretraining_finetuning", "recurrent_networks", "reinforcement_learning", "representation_learning", "word_embeddings" ], "n_common": 10, "median_difference": 0.5533240801993196, "n_concepts_higher_than_single": 10, "n_concepts_lower_than_single": 0 } } }, "n_documents_assigned_full_anchors": 2979, "production_cluster_sizes": { "attention_mechanism": 63, "recurrent_networks": 170, "convolutional_networks": 805, "word_embeddings": 578, "pretraining_finetuning": 332, "reinforcement_learning": 317, "generative_models": 162, "optimization_methods": 197, "graph_networks": 141, "representation_learning": 214 }, "tau_full_anchors": { "attention_mechanism": 0.02548578381538391, "recurrent_networks": 0.022402673959732056, "convolutional_networks": 0.020934954285621643, "word_embeddings": 0.025283008813858032, "pretraining_finetuning": 0.020202338695526123, "reinforcement_learning": 0.023891478776931763, "generative_models": 0.020934954285621643, "optimization_methods": 0.023891478776931763, "graph_networks": 0.021876215934753418, "representation_learning": 0.020202338695526123 }, "per_concept": { "attention_mechanism": { "production_cluster_size": 63, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.2040268065268065, "median_informative": 0.20192307692307693, "legacy_mean_empty_empty_as_one": 0.2040268065268065 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.314533329996873, "median_informative": 0.29850746268656714, "legacy_mean_empty_empty_as_one": 0.314533329996873 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.09688280395396182, "median_informative": 0.09302325581395349, "legacy_mean_empty_empty_as_one": 0.09688280395396182 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.42335859301832857, "median_informative": 0.47590909090909095, "legacy_mean_empty_empty_as_one": 0.42335859301832857 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.7924508410329306, "median_informative": 0.8507462686567164, "legacy_mean_empty_empty_as_one": 0.7924508410329306 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 0.3333333333333333, "status": "informative", "size_a": 8, "size_b": 4 }, { "i": 0, "j": 2, "jaccard": 0.26666666666666666, "status": "informative", "size_a": 8, "size_b": 11 }, { "i": 0, "j": 3, "jaccard": 0.3333333333333333, "status": "informative", "size_a": 8, "size_b": 4 }, { "i": 0, "j": 4, "jaccard": 0.125, "status": "informative", "size_a": 8, "size_b": 1 }, { "i": 1, "j": 2, "jaccard": 0.15384615384615385, "status": "informative", "size_a": 4, "size_b": 11 }, { "i": 1, "j": 3, "jaccard": 0.3333333333333333, "status": "informative", "size_a": 4, "size_b": 4 }, { "i": 1, "j": 4, "jaccard": 0, "status": "informative", "size_a": 4, "size_b": 1 }, { "i": 2, "j": 3, "jaccard": 0.15384615384615385, "status": "informative", "size_a": 11, "size_b": 4 }, { "i": 2, "j": 4, "jaccard": 0.09090909090909091, "status": "informative", "size_a": 11, "size_b": 1 }, { "i": 3, "j": 4, "jaccard": 0.25, "status": "informative", "size_a": 4, "size_b": 1 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0.1111111111111111, "status": "informative", "size_a": 8, "size_b": 72 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0.09302325581395349, "status": "informative", "size_a": 43, "size_b": 4 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0.2, "status": "informative", "size_a": 43, "size_b": 11 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0.06557377049180328, "status": "informative", "size_a": 61, "size_b": 4 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0.014705882352941176, "status": "informative", "size_a": 68, "size_b": 1 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.5531914893617021, "status": "informative", "size_a": 29, "size_b": 44 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.5319148936170213, "status": "informative", "size_a": 30, "size_b": 42 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.29850746268656714, "status": "informative", "size_a": 22, "size_b": 65 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.125, "status": "informative", "size_a": 11, "size_b": 88 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.34375, "status": "informative", "size_a": 26, "size_b": 60 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.5581395348837209, "status": "informative", "size_a": 34, "size_b": 33 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.52, "status": "informative", "size_a": 44, "size_b": 32 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.6379310344827587, "status": "informative", "size_a": 39, "size_b": 56 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.4318181818181818, "status": "informative", "size_a": 39, "size_b": 24 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.23333333333333334, "status": "informative", "size_a": 58, "size_b": 16 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.875, "status": "informative", "size_a": 72, "size_b": 63 }, { "left_out": 1, "jaccard": 0.6825396825396826, "status": "informative", "size_a": 43, "size_b": 63 }, { "left_out": 2, "jaccard": 0.6825396825396826, "status": "informative", "size_a": 43, "size_b": 63 }, { "left_out": 3, "jaccard": 0.8507462686567164, "status": "informative", "size_a": 61, "size_b": 63 }, { "left_out": 4, "jaccard": 0.8714285714285714, "status": "informative", "size_a": 68, "size_b": 63 } ] }, "recurrent_networks": { "production_cluster_size": 170, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.2870186329405878, "median_informative": 0.2741228070175439, "legacy_mean_empty_empty_as_one": 0.2870186329405878 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.4141552360741596, "median_informative": 0.4873417721518987, "legacy_mean_empty_empty_as_one": 0.4141552360741596 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.26825233972347057, "median_informative": 0.2671232876712329, "legacy_mean_empty_empty_as_one": 0.26825233972347057 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.48710668424950415, "median_informative": 0.524024024024024, "legacy_mean_empty_empty_as_one": 0.48710668424950415 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.8368031693109093, "median_informative": 0.8421052631578947, "legacy_mean_empty_empty_as_one": 0.8368031693109093 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 0.1, "status": "informative", "size_a": 80, "size_b": 8 }, { "i": 0, "j": 2, "jaccard": 0.34831460674157305, "status": "informative", "size_a": 80, "size_b": 40 }, { "i": 0, "j": 3, "jaccard": 0.5747126436781609, "status": "informative", "size_a": 80, "size_b": 57 }, { "i": 0, "j": 4, "jaccard": 0.18292682926829268, "status": "informative", "size_a": 80, "size_b": 17 }, { "i": 1, "j": 2, "jaccard": 0.17073170731707318, "status": "informative", "size_a": 8, "size_b": 40 }, { "i": 1, "j": 3, "jaccard": 0.14035087719298245, "status": "informative", "size_a": 8, "size_b": 57 }, { "i": 1, "j": 4, "jaccard": 0.25, "status": "informative", "size_a": 8, "size_b": 17 }, { "i": 2, "j": 3, "jaccard": 0.44776119402985076, "status": "informative", "size_a": 40, "size_b": 57 }, { "i": 2, "j": 4, "jaccard": 0.35714285714285715, "status": "informative", "size_a": 40, "size_b": 17 }, { "i": 3, "j": 4, "jaccard": 0.2982456140350877, "status": "informative", "size_a": 57, "size_b": 17 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0.5467625899280576, "status": "informative", "size_a": 80, "size_b": 135 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0.04597701149425287, "status": "informative", "size_a": 174, "size_b": 8 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0.2671232876712329, "status": "informative", "size_a": 145, "size_b": 40 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0.39285714285714285, "status": "informative", "size_a": 138, "size_b": 57 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0.08854166666666667, "status": "informative", "size_a": 192, "size_b": 17 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.5985915492957746, "status": "informative", "size_a": 94, "size_b": 133 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.5748502994011976, "status": "informative", "size_a": 164, "size_b": 99 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.5277777777777778, "status": "informative", "size_a": 136, "size_b": 84 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.6025641025641025, "status": "informative", "size_a": 98, "size_b": 152 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.45517241379310347, "status": "informative", "size_a": 139, "size_b": 72 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.5202702702702703, "status": "informative", "size_a": 136, "size_b": 89 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.16267942583732056, "status": "informative", "size_a": 209, "size_b": 34 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.5872093023255814, "status": "informative", "size_a": 108, "size_b": 165 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.3546099290780142, "status": "informative", "size_a": 138, "size_b": 53 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.4873417721518987, "status": "informative", "size_a": 154, "size_b": 81 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.783625730994152, "status": "informative", "size_a": 135, "size_b": 170 }, { "left_out": 1, "jaccard": 0.8901098901098901, "status": "informative", "size_a": 174, "size_b": 170 }, { "left_out": 2, "jaccard": 0.8421052631578947, "status": "informative", "size_a": 145, "size_b": 170 }, { "left_out": 3, "jaccard": 0.8117647058823529, "status": "informative", "size_a": 138, "size_b": 170 }, { "left_out": 4, "jaccard": 0.8564102564102564, "status": "informative", "size_a": 192, "size_b": 170 } ] }, "convolutional_networks": { "production_cluster_size": 805, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.2810099955359197, "median_informative": 0.26413411806670234, "legacy_mean_empty_empty_as_one": 0.2810099955359197 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.2378842412542781, "median_informative": 0.21914357682619648, "legacy_mean_empty_empty_as_one": 0.2378842412542781 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.07820321112944026, "median_informative": 0.06598407281001138, "legacy_mean_empty_empty_as_one": 0.07820321112944026 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.31772475631669705, "median_informative": 0.321661517578774, "legacy_mean_empty_empty_as_one": 0.31772475631669705 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.7809943678316409, "median_informative": 0.8428874734607219, "legacy_mean_empty_empty_as_one": 0.7809943678316409 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 0.23423423423423423, "status": "informative", "size_a": 73, "size_b": 64 }, { "i": 0, "j": 2, "jaccard": 0.4074074074074074, "status": "informative", "size_a": 73, "size_b": 41 }, { "i": 0, "j": 3, "jaccard": 0.25842696629213485, "status": "informative", "size_a": 73, "size_b": 39 }, { "i": 0, "j": 4, "jaccard": 0.39361702127659576, "status": "informative", "size_a": 73, "size_b": 58 }, { "i": 1, "j": 2, "jaccard": 0.22093023255813954, "status": "informative", "size_a": 64, "size_b": 41 }, { "i": 1, "j": 3, "jaccard": 0.10752688172043011, "status": "informative", "size_a": 64, "size_b": 39 }, { "i": 1, "j": 4, "jaccard": 0.2708333333333333, "status": "informative", "size_a": 64, "size_b": 58 }, { "i": 2, "j": 3, "jaccard": 0.2698412698412698, "status": "informative", "size_a": 41, "size_b": 39 }, { "i": 2, "j": 4, "jaccard": 0.43478260869565216, "status": "informative", "size_a": 41, "size_b": 58 }, { "i": 3, "j": 4, "jaccard": 0.2125, "status": "informative", "size_a": 39, "size_b": 58 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0.09825033647375504, "status": "informative", "size_a": 73, "size_b": 743 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0.12853470437017994, "status": "informative", "size_a": 375, "size_b": 64 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0.04403866809881848, "status": "informative", "size_a": 931, "size_b": 41 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0.05420827389443652, "status": "informative", "size_a": 700, "size_b": 39 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0.06598407281001138, "status": "informative", "size_a": 879, "size_b": 58 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.3289817232375979, "status": "informative", "size_a": 742, "size_b": 276 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.20496894409937888, "status": "informative", "size_a": 166, "size_b": 804 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.39862542955326463, "status": "informative", "size_a": 259, "size_b": 555 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.3187721369539551, "status": "informative", "size_a": 272, "size_b": 845 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.5062611806797853, "status": "informative", "size_a": 372, "size_b": 470 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.32455089820359284, "status": "informative", "size_a": 278, "size_b": 828 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.466403162055336, "status": "informative", "size_a": 309, "size_b": 433 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.21914357682619648, "status": "informative", "size_a": 788, "size_b": 180 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.14205079962370648, "status": "informative", "size_a": 1063, "size_b": 151 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.2674897119341564, "status": "informative", "size_a": 712, "size_b": 212 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.8924205378973105, "status": "informative", "size_a": 743, "size_b": 805 }, { "left_out": 1, "jaccard": 0.4658385093167702, "status": "informative", "size_a": 375, "size_b": 805 }, { "left_out": 2, "jaccard": 0.8428874734607219, "status": "informative", "size_a": 931, "size_b": 805 }, { "left_out": 3, "jaccard": 0.8264563106796117, "status": "informative", "size_a": 700, "size_b": 805 }, { "left_out": 4, "jaccard": 0.8773690078037905, "status": "informative", "size_a": 879, "size_b": 805 } ] }, "word_embeddings": { "production_cluster_size": 578, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.17755360571636963, "median_informative": 0.1618181818181818, "legacy_mean_empty_empty_as_one": 0.17755360571636963 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.32678438973283014, "median_informative": 0.3812154696132597, "legacy_mean_empty_empty_as_one": 0.32678438973283014 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.07772408379734101, "median_informative": 0.08093525179856115, "legacy_mean_empty_empty_as_one": 0.07772408379734101 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.4513145427005748, "median_informative": 0.4295935545935546, "legacy_mean_empty_empty_as_one": 0.4513145427005748 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.8175420137748188, "median_informative": 0.8576158940397351, "legacy_mean_empty_empty_as_one": 0.8175420137748188 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 0.1509433962264151, "status": "informative", "size_a": 46, "size_b": 15 }, { "i": 0, "j": 2, "jaccard": 0.20270270270270271, "status": "informative", "size_a": 46, "size_b": 43 }, { "i": 0, "j": 3, "jaccard": 0.24074074074074073, "status": "informative", "size_a": 46, "size_b": 21 }, { "i": 0, "j": 4, "jaccard": 0.1568627450980392, "status": "informative", "size_a": 46, "size_b": 72 }, { "i": 1, "j": 2, "jaccard": 0.16, "status": "informative", "size_a": 15, "size_b": 43 }, { "i": 1, "j": 3, "jaccard": 0.2413793103448276, "status": "informative", "size_a": 15, "size_b": 21 }, { "i": 1, "j": 4, "jaccard": 0.11538461538461539, "status": "informative", "size_a": 15, "size_b": 72 }, { "i": 2, "j": 3, "jaccard": 0.16363636363636364, "status": "informative", "size_a": 43, "size_b": 21 }, { "i": 2, "j": 4, "jaccard": 0.22340425531914893, "status": "informative", "size_a": 43, "size_b": 72 }, { "i": 3, "j": 4, "jaccard": 0.12048192771084337, "status": "informative", "size_a": 21, "size_b": 72 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0.08093525179856115, "status": "informative", "size_a": 46, "size_b": 555 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0.025688073394495414, "status": "informative", "size_a": 544, "size_b": 15 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0.08285163776493257, "status": "informative", "size_a": 519, "size_b": 43 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0.04405286343612335, "status": "informative", "size_a": 453, "size_b": 21 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0.1550925925925926, "status": "informative", "size_a": 427, "size_b": 72 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.3769363166953528, "status": "informative", "size_a": 233, "size_b": 567 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.30201342281879195, "status": "informative", "size_a": 142, "size_b": 440 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.4015151515151515, "status": "informative", "size_a": 190, "size_b": 365 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.5629453681710214, "status": "informative", "size_a": 297, "size_b": 361 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.39156626506024095, "status": "informative", "size_a": 495, "size_b": 198 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.3812154696132597, "status": "informative", "size_a": 348, "size_b": 152 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.5121293800539084, "status": "informative", "size_a": 317, "size_b": 244 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.5510204081632653, "status": "informative", "size_a": 404, "size_b": 280 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.4576719576719577, "status": "informative", "size_a": 320, "size_b": 231 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.5761316872427984, "status": "informative", "size_a": 303, "size_b": 463 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.8634868421052632, "status": "informative", "size_a": 555, "size_b": 578 }, { "left_out": 1, "jaccard": 0.8576158940397351, "status": "informative", "size_a": 544, "size_b": 578 }, { "left_out": 2, "jaccard": 0.8593220338983051, "status": "informative", "size_a": 519, "size_b": 578 }, { "left_out": 3, "jaccard": 0.774526678141136, "status": "informative", "size_a": 453, "size_b": 578 }, { "left_out": 4, "jaccard": 0.7327586206896551, "status": "informative", "size_a": 427, "size_b": 578 } ] }, "pretraining_finetuning": { "production_cluster_size": 332, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.2185395417589849, "median_informative": 0.21072635135135137, "legacy_mean_empty_empty_as_one": 0.2185395417589849 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.30925079956374, "median_informative": 0.3031674208144796, "legacy_mean_empty_empty_as_one": 0.30925079956374 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.13982275747432163, "median_informative": 0.08148148148148149, "legacy_mean_empty_empty_as_one": 0.13982275747432163 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.3939648206084492, "median_informative": 0.40513827244793443, "legacy_mean_empty_empty_as_one": 0.3939648206084492 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.7780552616601377, "median_informative": 0.7915492957746478, "legacy_mean_empty_empty_as_one": 0.7780552616601377 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 0.12, "status": "informative", "size_a": 73, "size_b": 11 }, { "i": 0, "j": 2, "jaccard": 0.20270270270270271, "status": "informative", "size_a": 73, "size_b": 16 }, { "i": 0, "j": 3, "jaccard": 0.24675324675324675, "status": "informative", "size_a": 73, "size_b": 23 }, { "i": 0, "j": 4, "jaccard": 0.3853211009174312, "status": "informative", "size_a": 73, "size_b": 78 }, { "i": 1, "j": 2, "jaccard": 0.22727272727272727, "status": "informative", "size_a": 11, "size_b": 16 }, { "i": 1, "j": 3, "jaccard": 0.36, "status": "informative", "size_a": 11, "size_b": 23 }, { "i": 1, "j": 4, "jaccard": 0.1125, "status": "informative", "size_a": 11, "size_b": 78 }, { "i": 2, "j": 3, "jaccard": 0.21875, "status": "informative", "size_a": 16, "size_b": 23 }, { "i": 2, "j": 4, "jaccard": 0.189873417721519, "status": "informative", "size_a": 16, "size_b": 78 }, { "i": 3, "j": 4, "jaccard": 0.12222222222222222, "status": "informative", "size_a": 23, "size_b": 78 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0.2305194805194805, "status": "informative", "size_a": 73, "size_b": 306 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0.03618421052631579, "status": "informative", "size_a": 304, "size_b": 11 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0.04776119402985075, "status": "informative", "size_a": 335, "size_b": 16 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0.08148148148148149, "status": "informative", "size_a": 269, "size_b": 23 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0.3031674208144796, "status": "informative", "size_a": 210, "size_b": 78 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.38613861386138615, "status": "informative", "size_a": 125, "size_b": 295 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.2974910394265233, "status": "informative", "size_a": 94, "size_b": 268 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.4375, "status": "informative", "size_a": 122, "size_b": 200 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.45353159851301117, "status": "informative", "size_a": 230, "size_b": 161 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.25936599423631124, "status": "informative", "size_a": 344, "size_b": 93 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.29081632653061223, "status": "informative", "size_a": 189, "size_b": 64 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.5406698564593302, "status": "informative", "size_a": 170, "size_b": 152 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.4241379310344828, "status": "informative", "size_a": 279, "size_b": 134 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.35602094240837695, "status": "informative", "size_a": 155, "size_b": 104 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.4939759036144578, "status": "informative", "size_a": 175, "size_b": 321 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.8709677419354839, "status": "informative", "size_a": 306, "size_b": 332 }, { "left_out": 1, "jaccard": 0.7915492957746478, "status": "informative", "size_a": 304, "size_b": 332 }, { "left_out": 2, "jaccard": 0.8425414364640884, "status": "informative", "size_a": 335, "size_b": 332 }, { "left_out": 3, "jaccard": 0.7624633431085044, "status": "informative", "size_a": 269, "size_b": 332 }, { "left_out": 4, "jaccard": 0.6227544910179641, "status": "informative", "size_a": 210, "size_b": 332 } ] }, "reinforcement_learning": { "production_cluster_size": 317, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.32291268652208643, "median_informative": 0.3167527993109388, "legacy_mean_empty_empty_as_one": 0.32291268652208643 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.4319951213744254, "median_informative": 0.5067114093959731, "legacy_mean_empty_empty_as_one": 0.4319951213744254 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.1949432685121497, "median_informative": 0.21283783783783783, "legacy_mean_empty_empty_as_one": 0.1949432685121497 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.5505210478055632, "median_informative": 0.5473785934425659, "legacy_mean_empty_empty_as_one": 0.5505210478055632 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.8486989840876646, "median_informative": 0.8738461538461538, "legacy_mean_empty_empty_as_one": 0.8486989840876646 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 0.40594059405940597, "status": "informative", "size_a": 76, "size_b": 66 }, { "i": 0, "j": 2, "jaccard": 0.29213483146067415, "status": "informative", "size_a": 76, "size_b": 39 }, { "i": 0, "j": 3, "jaccard": 0.5102040816326531, "status": "informative", "size_a": 76, "size_b": 72 }, { "i": 0, "j": 4, "jaccard": 0.3372093023255814, "status": "informative", "size_a": 76, "size_b": 39 }, { "i": 1, "j": 2, "jaccard": 0.23529411764705882, "status": "informative", "size_a": 66, "size_b": 39 }, { "i": 1, "j": 3, "jaccard": 0.40816326530612246, "status": "informative", "size_a": 66, "size_b": 72 }, { "i": 1, "j": 4, "jaccard": 0.2962962962962963, "status": "informative", "size_a": 66, "size_b": 39 }, { "i": 2, "j": 3, "jaccard": 0.20652173913043478, "status": "informative", "size_a": 39, "size_b": 72 }, { "i": 2, "j": 4, "jaccard": 0.11428571428571428, "status": "informative", "size_a": 39, "size_b": 39 }, { "i": 3, "j": 4, "jaccard": 0.4230769230769231, "status": "informative", "size_a": 72, "size_b": 39 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0.23384615384615384, "status": "informative", "size_a": 76, "size_b": 325 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0.21283783783783783, "status": "informative", "size_a": 293, "size_b": 66 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0.15859030837004406, "status": "informative", "size_a": 224, "size_b": 39 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0.23588039867109634, "status": "informative", "size_a": 300, "size_b": 72 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0.13356164383561644, "status": "informative", "size_a": 292, "size_b": 39 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.5325443786982249, "status": "informative", "size_a": 190, "size_b": 328 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.5374449339207048, "status": "informative", "size_a": 142, "size_b": 207 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.43986254295532645, "status": "informative", "size_a": 132, "size_b": 287 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.5067114093959731, "status": "informative", "size_a": 156, "size_b": 293 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.5617529880478087, "status": "informative", "size_a": 191, "size_b": 201 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.6082089552238806, "status": "informative", "size_a": 256, "size_b": 175 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.5573122529644269, "status": "informative", "size_a": 243, "size_b": 151 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.6485507246376812, "status": "informative", "size_a": 207, "size_b": 248 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.6433566433566433, "status": "informative", "size_a": 213, "size_b": 257 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.46946564885496184, "status": "informative", "size_a": 248, "size_b": 137 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.9164179104477612, "status": "informative", "size_a": 325, "size_b": 317 }, { "left_out": 1, "jaccard": 0.8597560975609756, "status": "informative", "size_a": 293, "size_b": 317 }, { "left_out": 2, "jaccard": 0.7066246056782335, "status": "informative", "size_a": 224, "size_b": 317 }, { "left_out": 3, "jaccard": 0.8868501529051988, "status": "informative", "size_a": 300, "size_b": 317 }, { "left_out": 4, "jaccard": 0.8738461538461538, "status": "informative", "size_a": 292, "size_b": 317 } ] }, "generative_models": { "production_cluster_size": 162, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.1830346905906902, "median_informative": 0.19701492537313434, "legacy_mean_empty_empty_as_one": 0.1830346905906902 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.29701938694869173, "median_informative": 0.3128834355828221, "legacy_mean_empty_empty_as_one": 0.29701938694869173 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.16021480021498338, "median_informative": 0.14285714285714285, "legacy_mean_empty_empty_as_one": 0.16021480021498338 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.36542168031554606, "median_informative": 0.34124852017120477, "legacy_mean_empty_empty_as_one": 0.36542168031554606 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.7526116452496275, "median_informative": 0.7607361963190185, "legacy_mean_empty_empty_as_one": 0.7526116452496275 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 0.43661971830985913, "status": "informative", "size_a": 62, "size_b": 40 }, { "i": 0, "j": 2, "jaccard": 0.07692307692307693, "status": "informative", "size_a": 62, "size_b": 8 }, { "i": 0, "j": 3, "jaccard": 0.19402985074626866, "status": "informative", "size_a": 62, "size_b": 18 }, { "i": 0, "j": 4, "jaccard": 0.06451612903225806, "status": "informative", "size_a": 62, "size_b": 4 }, { "i": 1, "j": 2, "jaccard": 0.11627906976744186, "status": "informative", "size_a": 40, "size_b": 8 }, { "i": 1, "j": 3, "jaccard": 0.23404255319148937, "status": "informative", "size_a": 40, "size_b": 18 }, { "i": 1, "j": 4, "jaccard": 0.047619047619047616, "status": "informative", "size_a": 40, "size_b": 4 }, { "i": 2, "j": 3, "jaccard": 0.23809523809523808, "status": "informative", "size_a": 8, "size_b": 18 }, { "i": 2, "j": 4, "jaccard": 0.2, "status": "informative", "size_a": 8, "size_b": 4 }, { "i": 3, "j": 4, "jaccard": 0.2222222222222222, "status": "informative", "size_a": 18, "size_b": 4 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0.34146341463414637, "status": "informative", "size_a": 62, "size_b": 103 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0.2595419847328244, "status": "informative", "size_a": 125, "size_b": 40 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0.03535353535353535, "status": "informative", "size_a": 197, "size_b": 8 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0.14285714285714285, "status": "informative", "size_a": 118, "size_b": 18 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0.02185792349726776, "status": "informative", "size_a": 183, "size_b": 4 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.24561403508771928, "status": "informative", "size_a": 157, "size_b": 56 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.5851851851851851, "status": "informative", "size_a": 86, "size_b": 128 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.30357142857142855, "status": "informative", "size_a": 165, "size_b": 54 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.5694444444444444, "status": "informative", "size_a": 107, "size_b": 119 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.3128834355828221, "status": "informative", "size_a": 162, "size_b": 52 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.506578947368421, "status": "informative", "size_a": 86, "size_b": 143 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.3767123287671233, "status": "informative", "size_a": 145, "size_b": 56 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.3227848101265823, "status": "informative", "size_a": 153, "size_b": 56 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.07172995780590717, "status": "informative", "size_a": 237, "size_b": 17 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.3597122302158273, "status": "informative", "size_a": 132, "size_b": 57 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.6358024691358025, "status": "informative", "size_a": 103, "size_b": 162 }, { "left_out": 1, "jaccard": 0.7607361963190185, "status": "informative", "size_a": 125, "size_b": 162 }, { "left_out": 2, "jaccard": 0.8223350253807107, "status": "informative", "size_a": 197, "size_b": 162 }, { "left_out": 3, "jaccard": 0.7283950617283951, "status": "informative", "size_a": 118, "size_b": 162 }, { "left_out": 4, "jaccard": 0.8157894736842105, "status": "informative", "size_a": 183, "size_b": 162 } ] }, "optimization_methods": { "production_cluster_size": 197, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.2609591590853557, "median_informative": 0.34638836772983117, "legacy_mean_empty_empty_as_one": 0.2609591590853557 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.35374429919696765, "median_informative": 0.3223684210526316, "legacy_mean_empty_empty_as_one": 0.35374429919696765 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.16955108118147028, "median_informative": 0.15625, "legacy_mean_empty_empty_as_one": 0.16955108118147028 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.4458409082047165, "median_informative": 0.4962686567164179, "legacy_mean_empty_empty_as_one": 0.4458409082047165 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.8178227831136734, "median_informative": 0.8169014084507042, "legacy_mean_empty_empty_as_one": 0.8178227831136734 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 0.36666666666666664, "status": "informative", "size_a": 50, "size_b": 32 }, { "i": 0, "j": 2, "jaccard": 0.39622641509433965, "status": "informative", "size_a": 50, "size_b": 24 }, { "i": 0, "j": 3, "jaccard": 0.04, "status": "informative", "size_a": 50, "size_b": 2 }, { "i": 0, "j": 4, "jaccard": 0.4262295081967213, "status": "informative", "size_a": 50, "size_b": 37 }, { "i": 1, "j": 2, "jaccard": 0.36585365853658536, "status": "informative", "size_a": 32, "size_b": 24 }, { "i": 1, "j": 3, "jaccard": 0.0625, "status": "informative", "size_a": 32, "size_b": 2 }, { "i": 1, "j": 4, "jaccard": 0.3269230769230769, "status": "informative", "size_a": 32, "size_b": 37 }, { "i": 2, "j": 3, "jaccard": 0.08333333333333333, "status": "informative", "size_a": 24, "size_b": 2 }, { "i": 2, "j": 4, "jaccard": 0.4878048780487805, "status": "informative", "size_a": 24, "size_b": 37 }, { "i": 3, "j": 4, "jaccard": 0.05405405405405406, "status": "informative", "size_a": 2, "size_b": 37 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0.3223684210526316, "status": "informative", "size_a": 50, "size_b": 151 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0.15625, "status": "informative", "size_a": 190, "size_b": 32 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0.12371134020618557, "status": "informative", "size_a": 194, "size_b": 24 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0.010526315789473684, "status": "informative", "size_a": 190, "size_b": 2 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0.2348993288590604, "status": "informative", "size_a": 147, "size_b": 37 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.5432098765432098, "status": "informative", "size_a": 115, "size_b": 135 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.4925373134328358, "status": "informative", "size_a": 84, "size_b": 116 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.5592105263157895, "status": "informative", "size_a": 102, "size_b": 135 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.4098360655737705, "status": "informative", "size_a": 167, "size_b": 91 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.31683168316831684, "status": "informative", "size_a": 194, "size_b": 72 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.2392638036809816, "status": "informative", "size_a": 158, "size_b": 44 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.5974842767295597, "status": "informative", "size_a": 137, "size_b": 117 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.27860696517412936, "status": "informative", "size_a": 201, "size_b": 56 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.5, "status": "informative", "size_a": 133, "size_b": 86 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.5214285714285715, "status": "informative", "size_a": 126, "size_b": 87 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.766497461928934, "status": "informative", "size_a": 151, "size_b": 197 }, { "left_out": 1, "jaccard": 0.8516746411483254, "status": "informative", "size_a": 190, "size_b": 197 }, { "left_out": 2, "jaccard": 0.9166666666666666, "status": "informative", "size_a": 194, "size_b": 197 }, { "left_out": 3, "jaccard": 0.8169014084507042, "status": "informative", "size_a": 190, "size_b": 197 }, { "left_out": 4, "jaccard": 0.7373737373737373, "status": "informative", "size_a": 147, "size_b": 197 } ] }, "graph_networks": { "production_cluster_size": 141, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.26651352514579374, "median_informative": 0.24780701754385964, "legacy_mean_empty_empty_as_one": 0.26651352514579374 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.3487014372585663, "median_informative": 0.27941176470588236, "legacy_mean_empty_empty_as_one": 0.3487014372585663 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.17670393363378628, "median_informative": 0.22018348623853212, "legacy_mean_empty_empty_as_one": 0.17670393363378628 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.4347001890709562, "median_informative": 0.465833618623759, "legacy_mean_empty_empty_as_one": 0.4347001890709562 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.8007424206597895, "median_informative": 0.8098591549295775, "legacy_mean_empty_empty_as_one": 0.8007424206597895 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 0.3103448275862069, "status": "informative", "size_a": 10, "size_b": 28 }, { "i": 0, "j": 2, "jaccard": 0.16666666666666666, "status": "informative", "size_a": 10, "size_b": 32 }, { "i": 0, "j": 3, "jaccard": 0.5, "status": "informative", "size_a": 10, "size_b": 11 }, { "i": 0, "j": 4, "jaccard": 0.1951219512195122, "status": "informative", "size_a": 10, "size_b": 39 }, { "i": 1, "j": 2, "jaccard": 0.3333333333333333, "status": "informative", "size_a": 28, "size_b": 32 }, { "i": 1, "j": 3, "jaccard": 0.21875, "status": "informative", "size_a": 28, "size_b": 11 }, { "i": 1, "j": 4, "jaccard": 0.3137254901960784, "status": "informative", "size_a": 28, "size_b": 39 }, { "i": 2, "j": 3, "jaccard": 0.13157894736842105, "status": "informative", "size_a": 32, "size_b": 11 }, { "i": 2, "j": 4, "jaccard": 0.24561403508771928, "status": "informative", "size_a": 32, "size_b": 39 }, { "i": 3, "j": 4, "jaccard": 0.25, "status": "informative", "size_a": 11, "size_b": 39 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0.058823529411764705, "status": "informative", "size_a": 10, "size_b": 170 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0.22033898305084745, "status": "informative", "size_a": 116, "size_b": 28 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0.22018348623853212, "status": "informative", "size_a": 101, "size_b": 32 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0.10476190476190476, "status": "informative", "size_a": 105, "size_b": 11 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0.27941176470588236, "status": "informative", "size_a": 135, "size_b": 39 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.2635135135135135, "status": "informative", "size_a": 40, "size_b": 147 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.4057971014492754, "status": "informative", "size_a": 59, "size_b": 135 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.26956521739130435, "status": "informative", "size_a": 32, "size_b": 114 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.27218934911242604, "status": "informative", "size_a": 46, "size_b": 169 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.4434782608695652, "status": "informative", "size_a": 74, "size_b": 92 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.5504587155963303, "status": "informative", "size_a": 75, "size_b": 94 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.5789473684210527, "status": "informative", "size_a": 103, "size_b": 77 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.4881889763779528, "status": "informative", "size_a": 65, "size_b": 124 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.5666666666666667, "status": "informative", "size_a": 70, "size_b": 71 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.5081967213114754, "status": "informative", "size_a": 90, "size_b": 94 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.8294117647058824, "status": "informative", "size_a": 170, "size_b": 141 }, { "left_out": 1, "jaccard": 0.8098591549295775, "status": "informative", "size_a": 116, "size_b": 141 }, { "left_out": 2, "jaccard": 0.7163120567375887, "status": "informative", "size_a": 101, "size_b": 141 }, { "left_out": 3, "jaccard": 0.7446808510638298, "status": "informative", "size_a": 105, "size_b": 141 }, { "left_out": 4, "jaccard": 0.903448275862069, "status": "informative", "size_a": 135, "size_b": 141 } ] }, "representation_learning": { "production_cluster_size": 214, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.18833351856262076, "median_informative": 0.2, "legacy_mean_empty_empty_as_one": 0.18833351856262076 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.2071331870389202, "median_informative": 0.19411764705882353, "legacy_mean_empty_empty_as_one": 0.2071331870389202 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.06206071178676982, "median_informative": 0.058823529411764705, "legacy_mean_empty_empty_as_one": 0.06206071178676982 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.27966942466499534, "median_informative": 0.23990683229813664, "legacy_mean_empty_empty_as_one": 0.27966942466499534 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.6875598022974113, "median_informative": 0.7319587628865979, "legacy_mean_empty_empty_as_one": 0.6875598022974113 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 0.1, "status": "informative", "size_a": 4, "size_b": 7 }, { "i": 0, "j": 2, "jaccard": 0.2222222222222222, "status": "informative", "size_a": 4, "size_b": 7 }, { "i": 0, "j": 3, "jaccard": 0.16666666666666666, "status": "informative", "size_a": 4, "size_b": 17 }, { "i": 0, "j": 4, "jaccard": 0.17647058823529413, "status": "informative", "size_a": 4, "size_b": 16 }, { "i": 1, "j": 2, "jaccard": 0.07692307692307693, "status": "informative", "size_a": 7, "size_b": 7 }, { "i": 1, "j": 3, "jaccard": 0.2, "status": "informative", "size_a": 7, "size_b": 17 }, { "i": 1, "j": 4, "jaccard": 0.21052631578947367, "status": "informative", "size_a": 7, "size_b": 16 }, { "i": 2, "j": 3, "jaccard": 0.2, "status": "informative", "size_a": 7, "size_b": 17 }, { "i": 2, "j": 4, "jaccard": 0.21052631578947367, "status": "informative", "size_a": 7, "size_b": 16 }, { "i": 3, "j": 4, "jaccard": 0.32, "status": "informative", "size_a": 17, "size_b": 16 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0.013793103448275862, "status": "informative", "size_a": 4, "size_b": 290 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0.058823529411764705, "status": "informative", "size_a": 119, "size_b": 7 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0.03398058252427184, "status": "informative", "size_a": 206, "size_b": 7 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0.12173913043478261, "status": "informative", "size_a": 112, "size_b": 17 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0.08196721311475409, "status": "informative", "size_a": 182, "size_b": 16 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.19411764705882353, "status": "informative", "size_a": 36, "size_b": 167 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.0625, "status": "informative", "size_a": 17, "size_b": 272 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.25, "status": "informative", "size_a": 49, "size_b": 156 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.10181818181818182, "status": "informative", "size_a": 28, "size_b": 275 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.4306569343065693, "status": "informative", "size_a": 99, "size_b": 97 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.19689119170984457, "status": "informative", "size_a": 41, "size_b": 190 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.43870967741935485, "status": "informative", "size_a": 89, "size_b": 134 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.4965034965034965, "status": "informative", "size_a": 98, "size_b": 116 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.22981366459627328, "status": "informative", "size_a": 153, "size_b": 45 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.39568345323741005, "status": "informative", "size_a": 78, "size_b": 116 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.7319587628865979, "status": "informative", "size_a": 290, "size_b": 214 }, { "left_out": 1, "jaccard": 0.5560747663551402, "status": "informative", "size_a": 119, "size_b": 214 }, { "left_out": 2, "jaccard": 0.8181818181818182, "status": "informative", "size_a": 206, "size_b": 214 }, { "left_out": 3, "jaccard": 0.5233644859813084, "status": "informative", "size_a": 112, "size_b": 214 }, { "left_out": 4, "jaccard": 0.8082191780821918, "status": "informative", "size_a": 182, "size_b": 214 } ] } } }, "production_v3": { "corpus": { "single_pairs": { "n_concepts_available": 10, "concepts_unavailable": [], "median_of_concept_means": 0.2320578169399946, "q25": 0.19673600722033385, "q75": 0.264358531465704, "n_empty_empty_total": 0, "n_empty_vs_nonempty_total": 0, "n_pairs_total": 100, "legacy_median_empty_empty_as_one": 0.2320578169399946, "legacy_q25": 0.19673600722033385, "legacy_q75": 0.264358531465704, "paired_vs_single_pairs": { "common_concepts": [ "attention_mechanism", "convolutional_networks", "generative_models", "graph_networks", "optimization_methods", "pretraining_finetuning", "recurrent_networks", "reinforcement_learning", "representation_learning", "word_embeddings" ], "n_common": 10, "median_difference": 0, "n_concepts_higher_than_single": 0, "n_concepts_lower_than_single": 0 } }, "disjoint_all": { "n_concepts_available": 10, "concepts_unavailable": [], "median_of_concept_means": 0.3269545247869893, "q25": 0.30344385282815495, "q75": 0.3555446314109309, "n_empty_empty_total": 0, "n_empty_vs_nonempty_total": 0, "n_pairs_total": 150, "legacy_median_empty_empty_as_one": 0.3269545247869893, "legacy_q25": 0.30344385282815495, "legacy_q75": 0.3555446314109309, "paired_vs_single_pairs": { "common_concepts": [ "attention_mechanism", "convolutional_networks", "generative_models", "graph_networks", "optimization_methods", "pretraining_finetuning", "recurrent_networks", "reinforcement_learning", "representation_learning", "word_embeddings" ], "n_common": 10, "median_difference": 0.10515731495912292, "n_concepts_higher_than_single": 9, "n_concepts_lower_than_single": 1 } }, "disjoint_1v4": { "n_concepts_available": 10, "concepts_unavailable": [], "median_of_concept_means": 0.155879977890956, "q25": 0.08529388461799561, "q75": 0.17580837407623712, "n_empty_empty_total": 0, "n_empty_vs_nonempty_total": 0, "n_pairs_total": 50, "legacy_median_empty_empty_as_one": 0.155879977890956, "legacy_q25": 0.08529388461799561, "legacy_q75": 0.17580837407623712, "paired_vs_single_pairs": { "common_concepts": [ "attention_mechanism", "convolutional_networks", "generative_models", "graph_networks", "optimization_methods", "pretraining_finetuning", "recurrent_networks", "reinforcement_learning", "representation_learning", "word_embeddings" ], "n_common": 10, "median_difference": -0.09529639260327036, "n_concepts_higher_than_single": 0, "n_concepts_lower_than_single": 10 } }, "disjoint_2v3": { "n_concepts_available": 10, "concepts_unavailable": [], "median_of_concept_means": 0.4335921689963237, "q25": 0.37574117337799656, "q75": 0.45929268805303364, "n_empty_empty_total": 0, "n_empty_vs_nonempty_total": 0, "n_pairs_total": 100, "legacy_median_empty_empty_as_one": 0.4335921689963237, "legacy_q25": 0.37574117337799656, "legacy_q75": 0.45929268805303364, "paired_vs_single_pairs": { "common_concepts": [ "attention_mechanism", "convolutional_networks", "generative_models", "graph_networks", "optimization_methods", "pretraining_finetuning", "recurrent_networks", "reinforcement_learning", "representation_learning", "word_embeddings" ], "n_common": 10, "median_difference": 0.19914625363860494, "n_concepts_higher_than_single": 10, "n_concepts_lower_than_single": 0 } }, "loo_vs_full": { "n_concepts_available": 10, "concepts_unavailable": [], "median_of_concept_means": 0.8038139604226681, "q25": 0.7841082075701541, "q75": 0.8262499923494956, "n_empty_empty_total": 0, "n_empty_vs_nonempty_total": 0, "n_pairs_total": 50, "legacy_median_empty_empty_as_one": 0.8038139604226681, "legacy_q25": 0.7841082075701541, "legacy_q75": 0.8262499923494956, "paired_vs_single_pairs": { "common_concepts": [ "attention_mechanism", "convolutional_networks", "generative_models", "graph_networks", "optimization_methods", "pretraining_finetuning", "recurrent_networks", "reinforcement_learning", "representation_learning", "word_embeddings" ], "n_common": 10, "median_difference": 0.5586190472820813, "n_concepts_higher_than_single": 10, "n_concepts_lower_than_single": 0 } } }, "n_documents_assigned_full_anchors": 2715, "production_cluster_sizes": { "attention_mechanism": 63, "recurrent_networks": 166, "convolutional_networks": 742, "word_embeddings": 491, "pretraining_finetuning": 308, "reinforcement_learning": 290, "generative_models": 154, "optimization_methods": 186, "graph_networks": 117, "representation_learning": 198 }, "tau_full_anchors": { "attention_mechanism": 0.02548578381538391, "recurrent_networks": 0.022402673959732056, "convolutional_networks": 0.020934954285621643, "word_embeddings": 0.025283008813858032, "pretraining_finetuning": 0.020202338695526123, "reinforcement_learning": 0.023891478776931763, "generative_models": 0.020934954285621643, "optimization_methods": 0.023891478776931763, "graph_networks": 0.021876215934753418, "representation_learning": 0.020202338695526123 }, "per_concept": { "attention_mechanism": { "production_cluster_size": 63, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.2040268065268065, "median_informative": 0.20192307692307693, "legacy_mean_empty_empty_as_one": 0.2040268065268065 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.3165553497351638, "median_informative": 0.29850746268656714, "legacy_mean_empty_empty_as_one": 0.3165553497351638 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.09692670211023925, "median_informative": 0.09302325581395349, "legacy_mean_empty_empty_as_one": 0.09692670211023925 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.42636967354762606, "median_informative": 0.47590909090909095, "legacy_mean_empty_empty_as_one": 0.42636967354762606 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.7949767209501148, "median_informative": 0.8507462686567164, "legacy_mean_empty_empty_as_one": 0.7949767209501148 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 0.3333333333333333, "status": "informative", "size_a": 8, "size_b": 4 }, { "i": 0, "j": 2, "jaccard": 0.26666666666666666, "status": "informative", "size_a": 8, "size_b": 11 }, { "i": 0, "j": 3, "jaccard": 0.3333333333333333, "status": "informative", "size_a": 8, "size_b": 4 }, { "i": 0, "j": 4, "jaccard": 0.125, "status": "informative", "size_a": 8, "size_b": 1 }, { "i": 1, "j": 2, "jaccard": 0.15384615384615385, "status": "informative", "size_a": 4, "size_b": 11 }, { "i": 1, "j": 3, "jaccard": 0.3333333333333333, "status": "informative", "size_a": 4, "size_b": 4 }, { "i": 1, "j": 4, "jaccard": 0, "status": "informative", "size_a": 4, "size_b": 1 }, { "i": 2, "j": 3, "jaccard": 0.15384615384615385, "status": "informative", "size_a": 11, "size_b": 4 }, { "i": 2, "j": 4, "jaccard": 0.09090909090909091, "status": "informative", "size_a": 11, "size_b": 1 }, { "i": 3, "j": 4, "jaccard": 0.25, "status": "informative", "size_a": 4, "size_b": 1 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0.1111111111111111, "status": "informative", "size_a": 8, "size_b": 72 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0.09302325581395349, "status": "informative", "size_a": 43, "size_b": 4 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0.2, "status": "informative", "size_a": 43, "size_b": 11 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0.06557377049180328, "status": "informative", "size_a": 61, "size_b": 4 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0.014925373134328358, "status": "informative", "size_a": 67, "size_b": 1 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.5652173913043478, "status": "informative", "size_a": 29, "size_b": 43 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.5319148936170213, "status": "informative", "size_a": 30, "size_b": 42 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.29850746268656714, "status": "informative", "size_a": 22, "size_b": 65 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.12643678160919541, "status": "informative", "size_a": 11, "size_b": 87 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.3492063492063492, "status": "informative", "size_a": 26, "size_b": 59 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.5581395348837209, "status": "informative", "size_a": 34, "size_b": 33 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.52, "status": "informative", "size_a": 44, "size_b": 32 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.6491228070175439, "status": "informative", "size_a": 39, "size_b": 55 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.4318181818181818, "status": "informative", "size_a": 39, "size_b": 24 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.23333333333333334, "status": "informative", "size_a": 58, "size_b": 16 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.875, "status": "informative", "size_a": 72, "size_b": 63 }, { "left_out": 1, "jaccard": 0.6825396825396826, "status": "informative", "size_a": 43, "size_b": 63 }, { "left_out": 2, "jaccard": 0.6825396825396826, "status": "informative", "size_a": 43, "size_b": 63 }, { "left_out": 3, "jaccard": 0.8507462686567164, "status": "informative", "size_a": 61, "size_b": 63 }, { "left_out": 4, "jaccard": 0.8840579710144928, "status": "informative", "size_a": 67, "size_b": 63 } ] }, "recurrent_networks": { "production_cluster_size": 166, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.2914756647307374, "median_informative": 0.2741228070175439, "legacy_mean_empty_empty_as_one": 0.2914756647307374 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.4179093327898137, "median_informative": 0.4935064935064935, "legacy_mean_empty_empty_as_one": 0.4179093327898137 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.27151914830760776, "median_informative": 0.2624113475177305, "legacy_mean_empty_empty_as_one": 0.27151914830760776 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.49110442503091667, "median_informative": 0.5227832512315271, "legacy_mean_empty_empty_as_one": 0.49110442503091667 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.8335570354731543, "median_informative": 0.8323353293413174, "legacy_mean_empty_empty_as_one": 0.8335570354731543 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 0.10126582278481013, "status": "informative", "size_a": 79, "size_b": 8 }, { "i": 0, "j": 2, "jaccard": 0.36046511627906974, "status": "informative", "size_a": 79, "size_b": 38 }, { "i": 0, "j": 3, "jaccard": 0.5632183908045977, "status": "informative", "size_a": 79, "size_b": 57 }, { "i": 0, "j": 4, "jaccard": 0.18518518518518517, "status": "informative", "size_a": 79, "size_b": 17 }, { "i": 1, "j": 2, "jaccard": 0.1794871794871795, "status": "informative", "size_a": 8, "size_b": 38 }, { "i": 1, "j": 3, "jaccard": 0.14035087719298245, "status": "informative", "size_a": 8, "size_b": 57 }, { "i": 1, "j": 4, "jaccard": 0.25, "status": "informative", "size_a": 8, "size_b": 17 }, { "i": 2, "j": 3, "jaccard": 0.46153846153846156, "status": "informative", "size_a": 38, "size_b": 57 }, { "i": 2, "j": 4, "jaccard": 0.375, "status": "informative", "size_a": 38, "size_b": 17 }, { "i": 3, "j": 4, "jaccard": 0.2982456140350877, "status": "informative", "size_a": 57, "size_b": 17 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0.5514705882352942, "status": "informative", "size_a": 79, "size_b": 132 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0.04790419161676647, "status": "informative", "size_a": 167, "size_b": 8 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0.2624113475177305, "status": "informative", "size_a": 140, "size_b": 38 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0.40441176470588236, "status": "informative", "size_a": 134, "size_b": 57 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0.0913978494623656, "status": "informative", "size_a": 186, "size_b": 17 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.6194029850746269, "status": "informative", "size_a": 91, "size_b": 126 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.5679012345679012, "status": "informative", "size_a": 157, "size_b": 97 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.5214285714285715, "status": "informative", "size_a": 132, "size_b": 81 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.62, "status": "informative", "size_a": 97, "size_b": 146 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.45, "status": "informative", "size_a": 133, "size_b": 70 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.5241379310344828, "status": "informative", "size_a": 133, "size_b": 88 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.16176470588235295, "status": "informative", "size_a": 204, "size_b": 33 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.5952380952380952, "status": "informative", "size_a": 106, "size_b": 162 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.35766423357664234, "status": "informative", "size_a": 134, "size_b": 52 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.4935064935064935, "status": "informative", "size_a": 151, "size_b": 79 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.7844311377245509, "status": "informative", "size_a": 132, "size_b": 166 }, { "left_out": 1, "jaccard": 0.8813559322033898, "status": "informative", "size_a": 167, "size_b": 166 }, { "left_out": 2, "jaccard": 0.8323353293413174, "status": "informative", "size_a": 140, "size_b": 166 }, { "left_out": 3, "jaccard": 0.8072289156626506, "status": "informative", "size_a": 134, "size_b": 166 }, { "left_out": 4, "jaccard": 0.8624338624338624, "status": "informative", "size_a": 186, "size_b": 166 } ] }, "convolutional_networks": { "production_cluster_size": 742, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.26883643161495907, "median_informative": 0.24343290659080133, "legacy_mean_empty_empty_as_one": 0.26883643161495907 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.241664987358079, "median_informative": 0.22585034013605443, "legacy_mean_empty_empty_as_one": 0.241664987358079 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.08114006712765871, "median_informative": 0.06790123456790123, "legacy_mean_empty_empty_as_one": 0.08114006712765871 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.3219274474732892, "median_informative": 0.32722126990929223, "legacy_mean_empty_empty_as_one": 0.3219274474732892 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.7849607541551898, "median_informative": 0.8468677494199536, "legacy_mean_empty_empty_as_one": 0.7849607541551898 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 0.23423423423423423, "status": "informative", "size_a": 73, "size_b": 64 }, { "i": 0, "j": 2, "jaccard": 0.4, "status": "informative", "size_a": 73, "size_b": 39 }, { "i": 0, "j": 3, "jaccard": 0.2558139534883721, "status": "informative", "size_a": 73, "size_b": 35 }, { "i": 0, "j": 4, "jaccard": 0.3763440860215054, "status": "informative", "size_a": 73, "size_b": 55 }, { "i": 1, "j": 2, "jaccard": 0.21176470588235294, "status": "informative", "size_a": 64, "size_b": 39 }, { "i": 1, "j": 3, "jaccard": 0.1, "status": "informative", "size_a": 64, "size_b": 35 }, { "i": 1, "j": 4, "jaccard": 0.25263157894736843, "status": "informative", "size_a": 64, "size_b": 55 }, { "i": 2, "j": 3, "jaccard": 0.23333333333333334, "status": "informative", "size_a": 39, "size_b": 35 }, { "i": 2, "j": 4, "jaccard": 0.42424242424242425, "status": "informative", "size_a": 39, "size_b": 55 }, { "i": 3, "j": 4, "jaccard": 0.2, "status": "informative", "size_a": 35, "size_b": 55 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0.10641399416909621, "status": "informative", "size_a": 73, "size_b": 686 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0.1335149863760218, "status": "informative", "size_a": 352, "size_b": 64 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0.04588235294117647, "status": "informative", "size_a": 850, "size_b": 39 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0.05198776758409786, "status": "informative", "size_a": 653, "size_b": 35 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0.06790123456790123, "status": "informative", "size_a": 810, "size_b": 55 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.33008356545961004, "status": "informative", "size_a": 693, "size_b": 262 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.2125340599455041, "status": "informative", "size_a": 160, "size_b": 730 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.39377289377289376, "status": "informative", "size_a": 243, "size_b": 518 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.3243589743589744, "status": "informative", "size_a": 256, "size_b": 777 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.5037878787878788, "status": "informative", "size_a": 348, "size_b": 446 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.3381201044386423, "status": "informative", "size_a": 268, "size_b": 757 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.4652631578947368, "status": "informative", "size_a": 294, "size_b": 402 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.22585034013605443, "status": "informative", "size_a": 728, "size_b": 173 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.1534446764091858, "status": "informative", "size_a": 958, "size_b": 147 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.27205882352941174, "status": "informative", "size_a": 664, "size_b": 201 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.8938992042440318, "status": "informative", "size_a": 686, "size_b": 742 }, { "left_out": 1, "jaccard": 0.4743935309973046, "status": "informative", "size_a": 352, "size_b": 742 }, { "left_out": 2, "jaccard": 0.8468677494199536, "status": "informative", "size_a": 850, "size_b": 742 }, { "left_out": 3, "jaccard": 0.8307086614173228, "status": "informative", "size_a": 653, "size_b": 742 }, { "left_out": 4, "jaccard": 0.8789346246973365, "status": "informative", "size_a": 810, "size_b": 742 } ] }, "word_embeddings": { "production_cluster_size": 491, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.1870881640610079, "median_informative": 0.17206290471785385, "legacy_mean_empty_empty_as_one": 0.1870881640610079 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.33510937367823385, "median_informative": 0.38979591836734695, "legacy_mean_empty_empty_as_one": 0.33510937367823385 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.08141627878724773, "median_informative": 0.07882882882882883, "legacy_mean_empty_empty_as_one": 0.08141627878724773 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.46195592112372685, "median_informative": 0.4297393795272785, "legacy_mean_empty_empty_as_one": 0.46195592112372685 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.8294404038381883, "median_informative": 0.8565891472868217, "legacy_mean_empty_empty_as_one": 0.8294404038381883 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 0.17391304347826086, "status": "informative", "size_a": 42, "size_b": 12 }, { "i": 0, "j": 2, "jaccard": 0.18461538461538463, "status": "informative", "size_a": 42, "size_b": 35 }, { "i": 0, "j": 3, "jaccard": 0.2653061224489796, "status": "informative", "size_a": 42, "size_b": 20 }, { "i": 0, "j": 4, "jaccard": 0.1702127659574468, "status": "informative", "size_a": 42, "size_b": 68 }, { "i": 1, "j": 2, "jaccard": 0.14634146341463414, "status": "informative", "size_a": 12, "size_b": 35 }, { "i": 1, "j": 3, "jaccard": 0.28, "status": "informative", "size_a": 12, "size_b": 20 }, { "i": 1, "j": 4, "jaccard": 0.1111111111111111, "status": "informative", "size_a": 12, "size_b": 68 }, { "i": 2, "j": 3, "jaccard": 0.1702127659574468, "status": "informative", "size_a": 35, "size_b": 20 }, { "i": 2, "j": 4, "jaccard": 0.24096385542168675, "status": "informative", "size_a": 35, "size_b": 68 }, { "i": 3, "j": 4, "jaccard": 0.1282051282051282, "status": "informative", "size_a": 20, "size_b": 68 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0.0876068376068376, "status": "informative", "size_a": 42, "size_b": 467 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0.02591792656587473, "status": "informative", "size_a": 463, "size_b": 12 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0.07882882882882883, "status": "informative", "size_a": 444, "size_b": 35 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0.047619047619047616, "status": "informative", "size_a": 398, "size_b": 20 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0.16710875331564987, "status": "informative", "size_a": 372, "size_b": 68 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.38979591836734695, "status": "informative", "size_a": 208, "size_b": 473 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.2971576227390181, "status": "informative", "size_a": 124, "size_b": 378 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.39660056657223797, "status": "informative", "size_a": 173, "size_b": 320 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.587431693989071, "status": "informative", "size_a": 267, "size_b": 314 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.3995381062355658, "status": "informative", "size_a": 430, "size_b": 176 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.38699690402476783, "status": "informative", "size_a": 314, "size_b": 134 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.5451713395638629, "status": "informative", "size_a": 281, "size_b": 215 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.5688311688311688, "status": "informative", "size_a": 360, "size_b": 244 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.4599406528189911, "status": "informative", "size_a": 281, "size_b": 211 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.5880952380952381, "status": "informative", "size_a": 271, "size_b": 396 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.8565891472868217, "status": "informative", "size_a": 467, "size_b": 491 }, { "left_out": 1, "jaccard": 0.8705882352941177, "status": "informative", "size_a": 463, "size_b": 491 }, { "left_out": 2, "jaccard": 0.87, "status": "informative", "size_a": 444, "size_b": 491 }, { "left_out": 3, "jaccard": 0.795959595959596, "status": "informative", "size_a": 398, "size_b": 491 }, { "left_out": 4, "jaccard": 0.7540650406504065, "status": "informative", "size_a": 372, "size_b": 491 } ] }, "pretraining_finetuning": { "production_cluster_size": 308, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.22196471641199858, "median_informative": 0.2150088028169014, "legacy_mean_empty_empty_as_one": 0.22196471641199858 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.31879967589574476, "median_informative": 0.311284046692607, "legacy_mean_empty_empty_as_one": 0.31879967589574476 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.14657502097505293, "median_informative": 0.08764940239043825, "legacy_mean_empty_empty_as_one": 0.14657502097505293 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.4049120033560908, "median_informative": 0.4211861280206604, "legacy_mean_empty_empty_as_one": 0.4049120033560908 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.7838240253751422, "median_informative": 0.7957317073170732, "legacy_mean_empty_empty_as_one": 0.7838240253751422 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 0.125, "status": "informative", "size_a": 70, "size_b": 11 }, { "i": 0, "j": 2, "jaccard": 0.2112676056338028, "status": "informative", "size_a": 70, "size_b": 16 }, { "i": 0, "j": 3, "jaccard": 0.25675675675675674, "status": "informative", "size_a": 70, "size_b": 23 }, { "i": 0, "j": 4, "jaccard": 0.3942307692307692, "status": "informative", "size_a": 70, "size_b": 75 }, { "i": 1, "j": 2, "jaccard": 0.22727272727272727, "status": "informative", "size_a": 11, "size_b": 16 }, { "i": 1, "j": 3, "jaccard": 0.36, "status": "informative", "size_a": 11, "size_b": 23 }, { "i": 1, "j": 4, "jaccard": 0.10256410256410256, "status": "informative", "size_a": 11, "size_b": 75 }, { "i": 2, "j": 3, "jaccard": 0.21875, "status": "informative", "size_a": 16, "size_b": 23 }, { "i": 2, "j": 4, "jaccard": 0.19736842105263158, "status": "informative", "size_a": 16, "size_b": 75 }, { "i": 3, "j": 4, "jaccard": 0.12643678160919541, "status": "informative", "size_a": 23, "size_b": 75 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0.24295774647887325, "status": "informative", "size_a": 70, "size_b": 283 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0.03914590747330961, "status": "informative", "size_a": 281, "size_b": 11 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0.05211726384364821, "status": "informative", "size_a": 307, "size_b": 16 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0.08764940239043825, "status": "informative", "size_a": 250, "size_b": 23 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0.31100478468899523, "status": "informative", "size_a": 199, "size_b": 75 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.4064748201438849, "status": "informative", "size_a": 118, "size_b": 273 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.311284046692607, "status": "informative", "size_a": 90, "size_b": 247 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.4380952380952381, "status": "informative", "size_a": 115, "size_b": 187 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.46215139442231074, "status": "informative", "size_a": 214, "size_b": 153 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.26959247648902823, "status": "informative", "size_a": 317, "size_b": 88 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.2872340425531915, "status": "informative", "size_a": 181, "size_b": 61 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.5482233502538071, "status": "informative", "size_a": 160, "size_b": 145 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.4358974358974359, "status": "informative", "size_a": 263, "size_b": 129 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.3687150837988827, "status": "informative", "size_a": 145, "size_b": 100 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.5214521452145214, "status": "informative", "size_a": 166, "size_b": 295 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.8643533123028391, "status": "informative", "size_a": 283, "size_b": 308 }, { "left_out": 1, "jaccard": 0.7957317073170732, "status": "informative", "size_a": 281, "size_b": 308 }, { "left_out": 2, "jaccard": 0.8580060422960725, "status": "informative", "size_a": 307, "size_b": 308 }, { "left_out": 3, "jaccard": 0.7602523659305994, "status": "informative", "size_a": 250, "size_b": 308 }, { "left_out": 4, "jaccard": 0.6407766990291263, "status": "informative", "size_a": 199, "size_b": 308 } ] }, "reinforcement_learning": { "production_cluster_size": 290, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.3292550223754172, "median_informative": 0.3309121621621622, "legacy_mean_empty_empty_as_one": 0.3292550223754172 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.42918851354646537, "median_informative": 0.48905109489051096, "legacy_mean_empty_empty_as_one": 0.42918851354646537 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.20118390398481933, "median_informative": 0.22727272727272727, "legacy_mean_empty_empty_as_one": 0.20118390398481933 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.5431908183272883, "median_informative": 0.5446012321012321, "legacy_mean_empty_empty_as_one": 0.5431908183272883 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.845221320024647, "median_informative": 0.8657718120805369, "legacy_mean_empty_empty_as_one": 0.845221320024647 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 0.43010752688172044, "status": "informative", "size_a": 71, "size_b": 62 }, { "i": 0, "j": 2, "jaccard": 0.2857142857142857, "status": "informative", "size_a": 71, "size_b": 37 }, { "i": 0, "j": 3, "jaccard": 0.5164835164835165, "status": "informative", "size_a": 71, "size_b": 67 }, { "i": 0, "j": 4, "jaccard": 0.3375, "status": "informative", "size_a": 71, "size_b": 36 }, { "i": 1, "j": 2, "jaccard": 0.2375, "status": "informative", "size_a": 62, "size_b": 37 }, { "i": 1, "j": 3, "jaccard": 0.4175824175824176, "status": "informative", "size_a": 62, "size_b": 67 }, { "i": 1, "j": 4, "jaccard": 0.32432432432432434, "status": "informative", "size_a": 62, "size_b": 36 }, { "i": 2, "j": 3, "jaccard": 0.20930232558139536, "status": "informative", "size_a": 37, "size_b": 67 }, { "i": 2, "j": 4, "jaccard": 0.12307692307692308, "status": "informative", "size_a": 37, "size_b": 36 }, { "i": 3, "j": 4, "jaccard": 0.410958904109589, "status": "informative", "size_a": 67, "size_b": 36 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0.23905723905723905, "status": "informative", "size_a": 71, "size_b": 297 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0.22727272727272727, "status": "informative", "size_a": 262, "size_b": 62 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0.1642512077294686, "status": "informative", "size_a": 204, "size_b": 37 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0.24, "status": "informative", "size_a": 274, "size_b": 67 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0.13533834586466165, "status": "informative", "size_a": 266, "size_b": 36 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.5307443365695793, "status": "informative", "size_a": 174, "size_b": 299 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.5480769230769231, "status": "informative", "size_a": 134, "size_b": 188 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.44074074074074077, "status": "informative", "size_a": 123, "size_b": 266 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.48905109489051096, "status": "informative", "size_a": 140, "size_b": 268 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.5411255411255411, "status": "informative", "size_a": 171, "size_b": 185 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.5983606557377049, "status": "informative", "size_a": 230, "size_b": 160 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.5638766519823789, "status": "informative", "size_a": 216, "size_b": 139 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.6374501992031872, "status": "informative", "size_a": 187, "size_b": 224 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.6264150943396226, "status": "informative", "size_a": 196, "size_b": 235 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.4560669456066946, "status": "informative", "size_a": 228, "size_b": 120 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.9183006535947712, "status": "informative", "size_a": 297, "size_b": 290 }, { "left_out": 1, "jaccard": 0.8585858585858586, "status": "informative", "size_a": 262, "size_b": 290 }, { "left_out": 2, "jaccard": 0.7034482758620689, "status": "informative", "size_a": 204, "size_b": 290 }, { "left_out": 3, "jaccard": 0.88, "status": "informative", "size_a": 274, "size_b": 290 }, { "left_out": 4, "jaccard": 0.8657718120805369, "status": "informative", "size_a": 266, "size_b": 290 } ] }, "generative_models": { "production_cluster_size": 154, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.1940371958453228, "median_informative": 0.2111111111111111, "legacy_mean_empty_empty_as_one": 0.1940371958453228 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.299073353859152, "median_informative": 0.3105590062111801, "legacy_mean_empty_empty_as_one": 0.299073353859152 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.16518493480685909, "median_informative": 0.13274336283185842, "legacy_mean_empty_empty_as_one": 0.16518493480685909 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.3660175633852985, "median_informative": 0.3414421399496026, "legacy_mean_empty_empty_as_one": 0.3660175633852985 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.7494159814463419, "median_informative": 0.7483870967741936, "legacy_mean_empty_empty_as_one": 0.7494159814463419 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 0.43661971830985913, "status": "informative", "size_a": 62, "size_b": 40 }, { "i": 0, "j": 2, "jaccard": 0.078125, "status": "informative", "size_a": 62, "size_b": 7 }, { "i": 0, "j": 3, "jaccard": 0.2, "status": "informative", "size_a": 62, "size_b": 16 }, { "i": 0, "j": 4, "jaccard": 0.06451612903225806, "status": "informative", "size_a": 62, "size_b": 4 }, { "i": 1, "j": 2, "jaccard": 0.11904761904761904, "status": "informative", "size_a": 40, "size_b": 7 }, { "i": 1, "j": 3, "jaccard": 0.24444444444444444, "status": "informative", "size_a": 40, "size_b": 16 }, { "i": 1, "j": 4, "jaccard": 0.047619047619047616, "status": "informative", "size_a": 40, "size_b": 4 }, { "i": 2, "j": 3, "jaccard": 0.2777777777777778, "status": "informative", "size_a": 7, "size_b": 16 }, { "i": 2, "j": 4, "jaccard": 0.2222222222222222, "status": "informative", "size_a": 7, "size_b": 4 }, { "i": 3, "j": 4, "jaccard": 0.25, "status": "informative", "size_a": 16, "size_b": 4 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0.3559322033898305, "status": "informative", "size_a": 62, "size_b": 98 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0.2764227642276423, "status": "informative", "size_a": 117, "size_b": 40 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0.03783783783783784, "status": "informative", "size_a": 185, "size_b": 7 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0.13274336283185842, "status": "informative", "size_a": 112, "size_b": 16 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0.022988505747126436, "status": "informative", "size_a": 174, "size_b": 4 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.2275449101796407, "status": "informative", "size_a": 152, "size_b": 53 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.5846153846153846, "status": "informative", "size_a": 83, "size_b": 123 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.3105590062111801, "status": "informative", "size_a": 158, "size_b": 53 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.5808823529411765, "status": "informative", "size_a": 101, "size_b": 114 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.3246753246753247, "status": "informative", "size_a": 153, "size_b": 51 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.5273972602739726, "status": "informative", "size_a": 84, "size_b": 139 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.3669064748201439, "status": "informative", "size_a": 138, "size_b": 52 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.3092105263157895, "status": "informative", "size_a": 145, "size_b": 54 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.07017543859649122, "status": "informative", "size_a": 228, "size_b": 16 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.3582089552238806, "status": "informative", "size_a": 128, "size_b": 54 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.6363636363636364, "status": "informative", "size_a": 98, "size_b": 154 }, { "left_out": 1, "jaccard": 0.7483870967741936, "status": "informative", "size_a": 117, "size_b": 154 }, { "left_out": 2, "jaccard": 0.8128342245989305, "status": "informative", "size_a": 185, "size_b": 154 }, { "left_out": 3, "jaccard": 0.7272727272727273, "status": "informative", "size_a": 112, "size_b": 154 }, { "left_out": 4, "jaccard": 0.8222222222222222, "status": "informative", "size_a": 174, "size_b": 154 } ] }, "optimization_methods": { "production_cluster_size": 186, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.2509248310179387, "median_informative": 0.3254385964912281, "legacy_mean_empty_empty_as_one": 0.2509248310179387 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.35620330292235536, "median_informative": 0.3229166666666667, "legacy_mean_empty_empty_as_one": 0.35620330292235536 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.16600393108515818, "median_informative": 0.15384615384615385, "legacy_mean_empty_empty_as_one": 0.16600393108515818 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.45130298884095393, "median_informative": 0.4924172794117647, "legacy_mean_empty_empty_as_one": 0.45130298884095393 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.8166787578834176, "median_informative": 0.805, "legacy_mean_empty_empty_as_one": 0.8166787578834176 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 0.3508771929824561, "status": "informative", "size_a": 47, "size_b": 30 }, { "i": 0, "j": 2, "jaccard": 0.4, "status": "informative", "size_a": 47, "size_b": 23 }, { "i": 0, "j": 3, "jaccard": 0.0425531914893617, "status": "informative", "size_a": 47, "size_b": 2 }, { "i": 0, "j": 4, "jaccard": 0.43859649122807015, "status": "informative", "size_a": 47, "size_b": 35 }, { "i": 1, "j": 2, "jaccard": 0.358974358974359, "status": "informative", "size_a": 30, "size_b": 23 }, { "i": 1, "j": 3, "jaccard": 0.03225806451612903, "status": "informative", "size_a": 30, "size_b": 2 }, { "i": 1, "j": 4, "jaccard": 0.3, "status": "informative", "size_a": 30, "size_b": 35 }, { "i": 2, "j": 3, "jaccard": 0.041666666666666664, "status": "informative", "size_a": 23, "size_b": 2 }, { "i": 2, "j": 4, "jaccard": 0.48717948717948717, "status": "informative", "size_a": 23, "size_b": 35 }, { "i": 3, "j": 4, "jaccard": 0.05714285714285714, "status": "informative", "size_a": 2, "size_b": 35 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0.3150684931506849, "status": "informative", "size_a": 47, "size_b": 145 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0.15384615384615385, "status": "informative", "size_a": 180, "size_b": 30 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0.12432432432432433, "status": "informative", "size_a": 185, "size_b": 23 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0.011428571428571429, "status": "informative", "size_a": 175, "size_b": 2 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0.22535211267605634, "status": "informative", "size_a": 139, "size_b": 35 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.5419354838709678, "status": "informative", "size_a": 107, "size_b": 132 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.4921875, "status": "informative", "size_a": 79, "size_b": 112 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.5405405405405406, "status": "informative", "size_a": 99, "size_b": 129 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.43373493975903615, "status": "informative", "size_a": 150, "size_b": 88 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.3229166666666667, "status": "informative", "size_a": 184, "size_b": 70 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.26174496644295303, "status": "informative", "size_a": 144, "size_b": 44 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.6026490066225165, "status": "informative", "size_a": 131, "size_b": 111 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.2903225806451613, "status": "informative", "size_a": 186, "size_b": 54 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.49264705882352944, "status": "informative", "size_a": 123, "size_b": 80 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.5343511450381679, "status": "informative", "size_a": 115, "size_b": 86 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.7795698924731183, "status": "informative", "size_a": 145, "size_b": 186 }, { "left_out": 1, "jaccard": 0.8484848484848485, "status": "informative", "size_a": 180, "size_b": 186 }, { "left_out": 2, "jaccard": 0.9123711340206185, "status": "informative", "size_a": 185, "size_b": 186 }, { "left_out": 3, "jaccard": 0.805, "status": "informative", "size_a": 175, "size_b": 186 }, { "left_out": 4, "jaccard": 0.7379679144385026, "status": "informative", "size_a": 139, "size_b": 186 } ] }, "graph_networks": { "production_cluster_size": 117, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.24215091746799064, "median_informative": 0.225, "legacy_mean_empty_empty_as_one": 0.24215091746799064 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.3535686168766575, "median_informative": 0.2916666666666667, "legacy_mean_empty_empty_as_one": 0.3535686168766575 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.1790765217399301, "median_informative": 0.21568627450980393, "legacy_mean_empty_empty_as_one": 0.1790765217399301 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.44081466444502126, "median_informative": 0.45260439087387, "legacy_mean_empty_empty_as_one": 0.44081466444502126 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.8126511998952213, "median_informative": 0.8013698630136986, "legacy_mean_empty_empty_as_one": 0.8126511998952213 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 0.32, "status": "informative", "size_a": 9, "size_b": 24 }, { "i": 0, "j": 2, "jaccard": 0.14285714285714285, "status": "informative", "size_a": 9, "size_b": 31 }, { "i": 0, "j": 3, "jaccard": 0.4166666666666667, "status": "informative", "size_a": 9, "size_b": 8 }, { "i": 0, "j": 4, "jaccard": 0.16216216216216217, "status": "informative", "size_a": 9, "size_b": 34 }, { "i": 1, "j": 2, "jaccard": 0.34146341463414637, "status": "informative", "size_a": 24, "size_b": 31 }, { "i": 1, "j": 3, "jaccard": 0.18518518518518517, "status": "informative", "size_a": 24, "size_b": 8 }, { "i": 1, "j": 4, "jaccard": 0.28888888888888886, "status": "informative", "size_a": 24, "size_b": 34 }, { "i": 2, "j": 3, "jaccard": 0.11428571428571428, "status": "informative", "size_a": 31, "size_b": 8 }, { "i": 2, "j": 4, "jaccard": 0.25, "status": "informative", "size_a": 31, "size_b": 34 }, { "i": 3, "j": 4, "jaccard": 0.2, "status": "informative", "size_a": 8, "size_b": 34 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0.06164383561643835, "status": "informative", "size_a": 9, "size_b": 146 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0.21568627450980393, "status": "informative", "size_a": 100, "size_b": 24 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0.24468085106382978, "status": "informative", "size_a": 86, "size_b": 31 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0.08888888888888889, "status": "informative", "size_a": 90, "size_b": 8 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0.28448275862068967, "status": "informative", "size_a": 115, "size_b": 34 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.265625, "status": "informative", "size_a": 35, "size_b": 127 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.4214876033057851, "status": "informative", "size_a": 54, "size_b": 118 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.28, "status": "informative", "size_a": 29, "size_b": 99 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.2916666666666667, "status": "informative", "size_a": 42, "size_b": 144 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.43564356435643564, "status": "informative", "size_a": 64, "size_b": 81 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.5612244897959183, "status": "informative", "size_a": 69, "size_b": 84 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.58, "status": "informative", "size_a": 90, "size_b": 68 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.46956521739130436, "status": "informative", "size_a": 60, "size_b": 109 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.5844155844155844, "status": "informative", "size_a": 60, "size_b": 62 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.5185185185185185, "status": "informative", "size_a": 81, "size_b": 83 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.8013698630136986, "status": "informative", "size_a": 146, "size_b": 117 }, { "left_out": 1, "jaccard": 0.8389830508474576, "status": "informative", "size_a": 100, "size_b": 117 }, { "left_out": 2, "jaccard": 0.7203389830508474, "status": "informative", "size_a": 86, "size_b": 117 }, { "left_out": 3, "jaccard": 0.7692307692307693, "status": "informative", "size_a": 90, "size_b": 117 }, { "left_out": 4, "jaccard": 0.9333333333333333, "status": "informative", "size_a": 115, "size_b": 117 } ] }, "representation_learning": { "production_cluster_size": 198, "summary": { "single_pairs": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.19430574078484297, "median_informative": 0.2, "legacy_mean_empty_empty_as_one": 0.19430574078484297 }, "disjoint_all": { "n_pairs": 15, "n_informative": 15, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.21040086085788878, "median_informative": 0.20245398773006135, "legacy_mean_empty_empty_as_one": 0.21040086085788878 }, "disjoint_1v4": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.06467905532521068, "median_informative": 0.0625, "legacy_mean_empty_empty_as_one": 0.06467905532521068 }, "disjoint_2v3": { "n_pairs": 10, "n_informative": 10, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.28326176362422784, "median_informative": 0.25153793574846206, "legacy_mean_empty_empty_as_one": 0.28326176362422784 }, "loo_vs_full": { "n_pairs": 5, "n_informative": 5, "n_empty_empty": 0, "n_empty_vs_nonempty": 0, "available": true, "mean_informative": 0.6913684854209502, "median_informative": 0.7296296296296296, "legacy_mean_empty_empty_as_one": 0.6913684854209502 } }, "single_pairs": [ { "i": 0, "j": 1, "jaccard": 0.1111111111111111, "status": "informative", "size_a": 3, "size_b": 7 }, { "i": 0, "j": 2, "jaccard": 0.25, "status": "informative", "size_a": 3, "size_b": 7 }, { "i": 0, "j": 3, "jaccard": 0.17647058823529413, "status": "informative", "size_a": 3, "size_b": 17 }, { "i": 0, "j": 4, "jaccard": 0.1875, "status": "informative", "size_a": 3, "size_b": 16 }, { "i": 1, "j": 2, "jaccard": 0.07692307692307693, "status": "informative", "size_a": 7, "size_b": 7 }, { "i": 1, "j": 3, "jaccard": 0.2, "status": "informative", "size_a": 7, "size_b": 17 }, { "i": 1, "j": 4, "jaccard": 0.21052631578947367, "status": "informative", "size_a": 7, "size_b": 16 }, { "i": 2, "j": 3, "jaccard": 0.2, "status": "informative", "size_a": 7, "size_b": 17 }, { "i": 2, "j": 4, "jaccard": 0.21052631578947367, "status": "informative", "size_a": 7, "size_b": 16 }, { "i": 3, "j": 4, "jaccard": 0.32, "status": "informative", "size_a": 17, "size_b": 16 } ], "disjoint_splits": [ { "A": [ 0 ], "B": [ 1, 2, 3, 4 ], "split_type": "1v4", "jaccard": 0.011152416356877323, "status": "informative", "size_a": 3, "size_b": 269 }, { "A": [ 0, 2, 3, 4 ], "B": [ 1 ], "split_type": "1v4", "jaccard": 0.0625, "status": "informative", "size_a": 112, "size_b": 7 }, { "A": [ 0, 1, 3, 4 ], "B": [ 2 ], "split_type": "1v4", "jaccard": 0.035897435897435895, "status": "informative", "size_a": 195, "size_b": 7 }, { "A": [ 0, 1, 2, 4 ], "B": [ 3 ], "split_type": "1v4", "jaccard": 0.12612612612612611, "status": "informative", "size_a": 108, "size_b": 17 }, { "A": [ 0, 1, 2, 3 ], "B": [ 4 ], "split_type": "1v4", "jaccard": 0.08771929824561403, "status": "informative", "size_a": 170, "size_b": 16 }, { "A": [ 0, 1 ], "B": [ 2, 3, 4 ], "split_type": "2v3", "jaccard": 0.20245398773006135, "status": "informative", "size_a": 36, "size_b": 160 }, { "A": [ 0, 2 ], "B": [ 1, 3, 4 ], "split_type": "2v3", "jaccard": 0.06692913385826772, "status": "informative", "size_a": 17, "size_b": 254 }, { "A": [ 0, 3 ], "B": [ 1, 2, 4 ], "split_type": "2v3", "jaccard": 0.2662337662337662, "status": "informative", "size_a": 49, "size_b": 146 }, { "A": [ 0, 4 ], "B": [ 1, 2, 3 ], "split_type": "2v3", "jaccard": 0.11023622047244094, "status": "informative", "size_a": 28, "size_b": 254 }, { "A": [ 0, 3, 4 ], "B": [ 1, 2 ], "split_type": "2v3", "jaccard": 0.43410852713178294, "status": "informative", "size_a": 95, "size_b": 90 }, { "A": [ 0, 2, 4 ], "B": [ 1, 3 ], "split_type": "2v3", "jaccard": 0.20786516853932585, "status": "informative", "size_a": 41, "size_b": 174 }, { "A": [ 0, 2, 3 ], "B": [ 1, 4 ], "split_type": "2v3", "jaccard": 0.4391891891891892, "status": "informative", "size_a": 85, "size_b": 128 }, { "A": [ 0, 1, 4 ], "B": [ 2, 3 ], "split_type": "2v3", "jaccard": 0.4748201438848921, "status": "informative", "size_a": 96, "size_b": 109 }, { "A": [ 0, 1, 3 ], "B": [ 2, 4 ], "split_type": "2v3", "jaccard": 0.23684210526315788, "status": "informative", "size_a": 143, "size_b": 45 }, { "A": [ 0, 1, 2 ], "B": [ 3, 4 ], "split_type": "2v3", "jaccard": 0.3939393939393939, "status": "informative", "size_a": 73, "size_b": 111 } ], "loo_vs_full": [ { "left_out": 0, "jaccard": 0.7296296296296296, "status": "informative", "size_a": 269, "size_b": 198 }, { "left_out": 1, "jaccard": 0.5656565656565656, "status": "informative", "size_a": 112, "size_b": 198 }, { "left_out": 2, "jaccard": 0.8110599078341014, "status": "informative", "size_a": 195, "size_b": 198 }, { "left_out": 3, "jaccard": 0.5376884422110553, "status": "informative", "size_a": 108, "size_b": 198 }, { "left_out": 4, "jaccard": 0.812807881773399, "status": "informative", "size_a": 170, "size_b": 198 } ] } } } } } } }