{ "conditions": { "baseline": { "all": { "estimates": { "full_gain": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 32, "n_countries": 16, "n_template_observations": 64 }, "first_gain": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 32, "n_countries": 16, "n_template_observations": 64 }, "later_gain": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 32, "n_countries": 16, "n_template_observations": 64 }, "first_differing_gain": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 32, "n_countries": 16, "n_template_observations": 64 }, "clean_target": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 32, "n_countries": 16, "n_template_observations": 64 }, "malformed": { "mean": 0.546875, "low": 0.5, "high": 0.625, "n_cities": 32, "n_countries": 16, "n_template_observations": 64 }, "truncated": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 32, "n_countries": 16, "n_template_observations": 64 }, "target_with_country_prefix": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 32, "n_countries": 16, "n_template_observations": 64 }, "target_with_substantive_prefix": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 32, "n_countries": 16, "n_template_observations": 64 } }, "counts": { "clean_source": 23.0, "clean_target": 0.0, "malformed": 35.0, "truncated": 0.0, "target_with_country_prefix": 0.0, "target_with_substantive_prefix": 0.0, "other_code": 8.0, "target_code_anywhere": 0.0 }, "n_outputs": 64 }, "baseline_correct": { "estimates": { "full_gain": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 31, "n_countries": 16, "n_template_observations": 52 }, "first_gain": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 31, "n_countries": 16, "n_template_observations": 52 }, "later_gain": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 31, "n_countries": 16, "n_template_observations": 52 }, "first_differing_gain": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 31, "n_countries": 16, "n_template_observations": 52 }, "clean_target": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 31, "n_countries": 16, "n_template_observations": 52 }, "malformed": { "mean": 0.5967741935483871, "low": 0.48333333333333334, "high": 0.71875, "n_cities": 31, "n_countries": 16, "n_template_observations": 52 }, "truncated": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 31, "n_countries": 16, "n_template_observations": 52 }, "target_with_country_prefix": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 31, "n_countries": 16, "n_template_observations": 52 }, "target_with_substantive_prefix": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 31, "n_countries": 16, "n_template_observations": 52 } }, "counts": { "clean_source": 23.0, "clean_target": 0.0, "malformed": 29.0, "truncated": 0.0, "target_with_country_prefix": 0.0, "target_with_substantive_prefix": 0.0, "other_code": 0.0, "target_code_anywhere": 0.0 }, "n_outputs": 52 }, "main": { "estimates": { "full_gain": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "first_gain": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "later_gain": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "first_differing_gain": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "clean_target": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "malformed": { "mean": 0.09375, "low": 0.0, "high": 0.25, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "truncated": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "target_with_country_prefix": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "target_with_substantive_prefix": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 } }, "counts": { "clean_source": 23.0, "clean_target": 0.0, "malformed": 3.0, "truncated": 0.0, "target_with_country_prefix": 0.0, "target_with_substantive_prefix": 0.0, "other_code": 6.0, "target_code_anywhere": 0.0 }, "n_outputs": 32 }, "paraphrase": { "estimates": { "full_gain": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "first_gain": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "later_gain": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "first_differing_gain": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "clean_target": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "malformed": { "mean": 1.0, "low": 1.0, "high": 1.0, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "truncated": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "target_with_country_prefix": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "target_with_substantive_prefix": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 } }, "counts": { "clean_source": 0.0, "clean_target": 0.0, "malformed": 32.0, "truncated": 0.0, "target_with_country_prefix": 0.0, "target_with_substantive_prefix": 0.0, "other_code": 2.0, "target_code_anywhere": 0.0 }, "n_outputs": 32 }, "main_baseline_correct": { "estimates": { "full_gain": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 23, "n_countries": 13, "n_template_observations": 23 }, "first_gain": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 23, "n_countries": 13, "n_template_observations": 23 }, "later_gain": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 23, "n_countries": 13, "n_template_observations": 23 }, "first_differing_gain": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 23, "n_countries": 13, "n_template_observations": 23 }, "clean_target": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 23, "n_countries": 13, "n_template_observations": 23 }, "malformed": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 23, "n_countries": 13, "n_template_observations": 23 }, "truncated": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 23, "n_countries": 13, "n_template_observations": 23 }, "target_with_country_prefix": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 23, "n_countries": 13, "n_template_observations": 23 }, "target_with_substantive_prefix": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 23, "n_countries": 13, "n_template_observations": 23 } }, "counts": { "clean_source": 23.0, "clean_target": 0.0, "malformed": 0.0, "truncated": 0.0, "target_with_country_prefix": 0.0, "target_with_substantive_prefix": 0.0, "other_code": 0.0, "target_code_anywhere": 0.0 }, "n_outputs": 23 }, "paraphrase_baseline_correct": { "estimates": { "full_gain": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 29, "n_countries": 15, "n_template_observations": 29 }, "first_gain": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 29, "n_countries": 15, "n_template_observations": 29 }, "later_gain": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 29, "n_countries": 15, "n_template_observations": 29 }, "first_differing_gain": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 29, "n_countries": 15, "n_template_observations": 29 }, "clean_target": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 29, "n_countries": 15, "n_template_observations": 29 }, "malformed": { "mean": 1.0, "low": 1.0, "high": 1.0, "n_cities": 29, "n_countries": 15, "n_template_observations": 29 }, "truncated": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 29, "n_countries": 15, "n_template_observations": 29 }, "target_with_country_prefix": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 29, "n_countries": 15, "n_template_observations": 29 }, "target_with_substantive_prefix": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 29, "n_countries": 15, "n_template_observations": 29 } }, "counts": { "clean_source": 0.0, "clean_target": 0.0, "malformed": 29.0, "truncated": 0.0, "target_with_country_prefix": 0.0, "target_with_substantive_prefix": 0.0, "other_code": 0.0, "target_code_anywhere": 0.0 }, "n_outputs": 29 } }, "noop": { "all": { "estimates": { "full_gain": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 32, "n_countries": 16, "n_template_observations": 64 }, "first_gain": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 32, "n_countries": 16, "n_template_observations": 64 }, "later_gain": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 32, "n_countries": 16, "n_template_observations": 64 }, "first_differing_gain": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 32, "n_countries": 16, "n_template_observations": 64 }, "clean_target": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 32, "n_countries": 16, "n_template_observations": 64 }, "malformed": { "mean": 0.546875, "low": 0.5, "high": 0.625, "n_cities": 32, "n_countries": 16, "n_template_observations": 64 }, "truncated": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 32, "n_countries": 16, "n_template_observations": 64 }, "target_with_country_prefix": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 32, "n_countries": 16, "n_template_observations": 64 }, "target_with_substantive_prefix": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 32, "n_countries": 16, "n_template_observations": 64 } }, "counts": { "clean_source": 23.0, "clean_target": 0.0, "malformed": 35.0, "truncated": 0.0, "target_with_country_prefix": 0.0, "target_with_substantive_prefix": 0.0, "other_code": 8.0, "target_code_anywhere": 0.0 }, "n_outputs": 64 }, "baseline_correct": { "estimates": { "full_gain": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 31, "n_countries": 16, "n_template_observations": 52 }, "first_gain": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 31, "n_countries": 16, "n_template_observations": 52 }, "later_gain": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 31, "n_countries": 16, "n_template_observations": 52 }, "first_differing_gain": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 31, "n_countries": 16, "n_template_observations": 52 }, "clean_target": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 31, "n_countries": 16, "n_template_observations": 52 }, "malformed": { "mean": 0.5967741935483871, "low": 0.48333333333333334, "high": 0.71875, "n_cities": 31, "n_countries": 16, "n_template_observations": 52 }, "truncated": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 31, "n_countries": 16, "n_template_observations": 52 }, "target_with_country_prefix": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 31, "n_countries": 16, "n_template_observations": 52 }, "target_with_substantive_prefix": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 31, "n_countries": 16, "n_template_observations": 52 } }, "counts": { "clean_source": 23.0, "clean_target": 0.0, "malformed": 29.0, "truncated": 0.0, "target_with_country_prefix": 0.0, "target_with_substantive_prefix": 0.0, "other_code": 0.0, "target_code_anywhere": 0.0 }, "n_outputs": 52 }, "main": { "estimates": { "full_gain": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "first_gain": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "later_gain": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "first_differing_gain": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "clean_target": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "malformed": { "mean": 0.09375, "low": 0.0, "high": 0.25, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "truncated": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "target_with_country_prefix": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "target_with_substantive_prefix": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 } }, "counts": { "clean_source": 23.0, "clean_target": 0.0, "malformed": 3.0, "truncated": 0.0, "target_with_country_prefix": 0.0, "target_with_substantive_prefix": 0.0, "other_code": 6.0, "target_code_anywhere": 0.0 }, "n_outputs": 32 }, "paraphrase": { "estimates": { "full_gain": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "first_gain": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "later_gain": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "first_differing_gain": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "clean_target": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "malformed": { "mean": 1.0, "low": 1.0, "high": 1.0, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "truncated": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "target_with_country_prefix": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "target_with_substantive_prefix": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 } }, "counts": { "clean_source": 0.0, "clean_target": 0.0, "malformed": 32.0, "truncated": 0.0, "target_with_country_prefix": 0.0, "target_with_substantive_prefix": 0.0, "other_code": 2.0, "target_code_anywhere": 0.0 }, "n_outputs": 32 }, "main_baseline_correct": { "estimates": { "full_gain": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 23, "n_countries": 13, "n_template_observations": 23 }, "first_gain": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 23, "n_countries": 13, "n_template_observations": 23 }, "later_gain": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 23, "n_countries": 13, "n_template_observations": 23 }, "first_differing_gain": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 23, "n_countries": 13, "n_template_observations": 23 }, "clean_target": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 23, "n_countries": 13, "n_template_observations": 23 }, "malformed": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 23, "n_countries": 13, "n_template_observations": 23 }, "truncated": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 23, "n_countries": 13, "n_template_observations": 23 }, "target_with_country_prefix": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 23, "n_countries": 13, "n_template_observations": 23 }, "target_with_substantive_prefix": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 23, "n_countries": 13, "n_template_observations": 23 } }, "counts": { "clean_source": 23.0, "clean_target": 0.0, "malformed": 0.0, "truncated": 0.0, "target_with_country_prefix": 0.0, "target_with_substantive_prefix": 0.0, "other_code": 0.0, "target_code_anywhere": 0.0 }, "n_outputs": 23 }, "paraphrase_baseline_correct": { "estimates": { "full_gain": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 29, "n_countries": 15, "n_template_observations": 29 }, "first_gain": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 29, "n_countries": 15, "n_template_observations": 29 }, "later_gain": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 29, "n_countries": 15, "n_template_observations": 29 }, "first_differing_gain": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 29, "n_countries": 15, "n_template_observations": 29 }, "clean_target": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 29, "n_countries": 15, "n_template_observations": 29 }, "malformed": { "mean": 1.0, "low": 1.0, "high": 1.0, "n_cities": 29, "n_countries": 15, "n_template_observations": 29 }, "truncated": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 29, "n_countries": 15, "n_template_observations": 29 }, "target_with_country_prefix": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 29, "n_countries": 15, "n_template_observations": 29 }, "target_with_substantive_prefix": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 29, "n_countries": 15, "n_template_observations": 29 } }, "counts": { "clean_source": 0.0, "clean_target": 0.0, "malformed": 29.0, "truncated": 0.0, "target_with_country_prefix": 0.0, "target_with_substantive_prefix": 0.0, "other_code": 0.0, "target_code_anywhere": 0.0 }, "n_outputs": 29 } }, "j": { "all": { "estimates": { "full_gain": { "mean": 1.2988200811715105, "low": 0.9655516559391139, "high": 1.663377436842978, "n_cities": 32, "n_countries": 16, "n_template_observations": 64 }, "first_gain": { "mean": 1.2519531250000004, "low": 0.8759765625000003, "high": 1.6816650390625, "n_cities": 32, "n_countries": 16, "n_template_observations": 64 }, "later_gain": { "mean": 0.04686695617150996, "low": -0.1138763232135194, "high": 0.16758534885022774, "n_cities": 32, "n_countries": 16, "n_template_observations": 64 }, "first_differing_gain": { "mean": 1.2519531250000004, "low": 0.8759765625000003, "high": 1.6816650390625, "n_cities": 32, "n_countries": 16, "n_template_observations": 64 }, "clean_target": { "mean": 0.015625, "low": 0.0, "high": 0.046875, "n_cities": 32, "n_countries": 16, "n_template_observations": 64 }, "malformed": { "mean": 0.546875, "low": 0.5, "high": 0.625, "n_cities": 32, "n_countries": 16, "n_template_observations": 64 }, "truncated": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 32, "n_countries": 16, "n_template_observations": 64 }, "target_with_country_prefix": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 32, "n_countries": 16, "n_template_observations": 64 }, "target_with_substantive_prefix": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 32, "n_countries": 16, "n_template_observations": 64 } }, "counts": { "clean_source": 22.0, "clean_target": 1.0, "malformed": 35.0, "truncated": 0.0, "target_with_country_prefix": 0.0, "target_with_substantive_prefix": 0.0, "other_code": 8.0, "target_code_anywhere": 1.0 }, "n_outputs": 64 }, "baseline_correct": { "estimates": { "full_gain": { "mean": 1.196425322519926, "low": 0.9173469476595659, "high": 1.519479860566612, "n_cities": 31, "n_countries": 16, "n_template_observations": 52 }, "first_gain": { "mean": 1.1915322580645167, "low": 0.8880946005544356, "high": 1.5253906250000004, "n_cities": 31, "n_countries": 16, "n_template_observations": 52 }, "later_gain": { "mean": 0.004893064455409447, "low": -0.23020617349014258, "high": 0.1687989149915491, "n_cities": 31, "n_countries": 16, "n_template_observations": 52 }, "first_differing_gain": { "mean": 1.1915322580645167, "low": 0.8880946005544356, "high": 1.5253906250000004, "n_cities": 31, "n_countries": 16, "n_template_observations": 52 }, "clean_target": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 31, "n_countries": 16, "n_template_observations": 52 }, "malformed": { "mean": 0.5967741935483871, "low": 0.48333333333333334, "high": 0.71875, "n_cities": 31, "n_countries": 16, "n_template_observations": 52 }, "truncated": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 31, "n_countries": 16, "n_template_observations": 52 }, "target_with_country_prefix": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 31, "n_countries": 16, "n_template_observations": 52 }, "target_with_substantive_prefix": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 31, "n_countries": 16, "n_template_observations": 52 } }, "counts": { "clean_source": 22.0, "clean_target": 0.0, "malformed": 29.0, "truncated": 0.0, "target_with_country_prefix": 0.0, "target_with_substantive_prefix": 0.0, "other_code": 1.0, "target_code_anywhere": 0.0 }, "n_outputs": 52 }, "main": { "estimates": { "full_gain": { "mean": 1.3709976089146014, "low": 0.9056606869405692, "high": 1.890602395409072, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "first_gain": { "mean": 1.310546875, "low": 0.8124511718749998, "high": 1.88671875, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "later_gain": { "mean": 0.06045073391460138, "low": -0.05505924792625812, "high": 0.1580937917855106, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "first_differing_gain": { "mean": 1.310546875, "low": 0.8124511718749998, "high": 1.88671875, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "clean_target": { "mean": 0.03125, "low": 0.0, "high": 0.09375, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "malformed": { "mean": 0.09375, "low": 0.0, "high": 0.25, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "truncated": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "target_with_country_prefix": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "target_with_substantive_prefix": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 } }, "counts": { "clean_source": 22.0, "clean_target": 1.0, "malformed": 3.0, "truncated": 0.0, "target_with_country_prefix": 0.0, "target_with_substantive_prefix": 0.0, "other_code": 6.0, "target_code_anywhere": 1.0 }, "n_outputs": 32 }, "paraphrase": { "estimates": { "full_gain": { "mean": 1.2266425534284193, "low": 0.9552064918151767, "high": 1.505518530986146, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "first_gain": { "mean": 1.1933593750000009, "low": 0.8964843750000007, "high": 1.5000000000000004, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "later_gain": { "mean": 0.03328317842841855, "low": -0.180172671530499, "high": 0.1927688265307071, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "first_differing_gain": { "mean": 1.1933593750000009, "low": 0.8964843750000007, "high": 1.5000000000000004, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "clean_target": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "malformed": { "mean": 1.0, "low": 1.0, "high": 1.0, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "truncated": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "target_with_country_prefix": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "target_with_substantive_prefix": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 } }, "counts": { "clean_source": 0.0, "clean_target": 0.0, "malformed": 32.0, "truncated": 0.0, "target_with_country_prefix": 0.0, "target_with_substantive_prefix": 0.0, "other_code": 2.0, "target_code_anywhere": 0.0 }, "n_outputs": 32 }, "main_baseline_correct": { "estimates": { "full_gain": { "mean": 1.026772369445058, "low": 0.7091861472376595, "high": 1.3715867373450488, "n_cities": 23, "n_countries": 13, "n_template_observations": 23 }, "first_gain": { "mean": 0.9646739130434783, "low": 0.7045305023923446, "high": 1.25, "n_cities": 23, "n_countries": 13, "n_template_observations": 23 }, "later_gain": { "mean": 0.06209845640157952, "low": -0.056801128028274264, "high": 0.16341065622205952, "n_cities": 23, "n_countries": 13, "n_template_observations": 23 }, "first_differing_gain": { "mean": 0.9646739130434783, "low": 0.7045305023923446, "high": 1.25, "n_cities": 23, "n_countries": 13, "n_template_observations": 23 }, "clean_target": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 23, "n_countries": 13, "n_template_observations": 23 }, "malformed": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 23, "n_countries": 13, "n_template_observations": 23 }, "truncated": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 23, "n_countries": 13, "n_template_observations": 23 }, "target_with_country_prefix": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 23, "n_countries": 13, "n_template_observations": 23 }, "target_with_substantive_prefix": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 23, "n_countries": 13, "n_template_observations": 23 } }, "counts": { "clean_source": 22.0, "clean_target": 0.0, "malformed": 0.0, "truncated": 0.0, "target_with_country_prefix": 0.0, "target_with_substantive_prefix": 0.0, "other_code": 1.0, "target_code_anywhere": 0.0 }, "n_outputs": 23 }, "paraphrase_baseline_correct": { "estimates": { "full_gain": { "mean": 1.1833083137849278, "low": 0.9106658808594539, "high": 1.4896094781935594, "n_cities": 29, "n_countries": 15, "n_template_observations": 29 }, "first_gain": { "mean": 1.1702586206896557, "low": 0.8577586206896555, "high": 1.5145833333333336, "n_cities": 29, "n_countries": 15, "n_template_observations": 29 }, "later_gain": { "mean": 0.013049693095272251, "low": -0.21571995579938122, "high": 0.18530350449627928, "n_cities": 29, "n_countries": 15, "n_template_observations": 29 }, "first_differing_gain": { "mean": 1.1702586206896557, "low": 0.8577586206896555, "high": 1.5145833333333336, "n_cities": 29, "n_countries": 15, "n_template_observations": 29 }, "clean_target": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 29, "n_countries": 15, "n_template_observations": 29 }, "malformed": { "mean": 1.0, "low": 1.0, "high": 1.0, "n_cities": 29, "n_countries": 15, "n_template_observations": 29 }, "truncated": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 29, "n_countries": 15, "n_template_observations": 29 }, "target_with_country_prefix": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 29, "n_countries": 15, "n_template_observations": 29 }, "target_with_substantive_prefix": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 29, "n_countries": 15, "n_template_observations": 29 } }, "counts": { "clean_source": 0.0, "clean_target": 0.0, "malformed": 29.0, "truncated": 0.0, "target_with_country_prefix": 0.0, "target_with_substantive_prefix": 0.0, "other_code": 0.0, "target_code_anywhere": 0.0 }, "n_outputs": 29 } }, "opposite": { "all": { "estimates": { "full_gain": { "mean": -0.7986618097992753, "low": -1.136098890476199, "high": -0.5122032792310247, "n_cities": 32, "n_countries": 16, "n_template_observations": 64 }, "first_gain": { "mean": -0.7485351562499998, "low": -1.1215820312499996, "high": -0.4370117187499999, "n_cities": 32, "n_countries": 16, "n_template_observations": 64 }, "later_gain": { "mean": -0.05012665354927551, "low": -0.122899835694795, "high": 0.025493252308763065, "n_cities": 32, "n_countries": 16, "n_template_observations": 64 }, "first_differing_gain": { "mean": -0.7485351562499998, "low": -1.1215820312499996, "high": -0.4370117187499999, "n_cities": 32, "n_countries": 16, "n_template_observations": 64 }, "clean_target": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 32, "n_countries": 16, "n_template_observations": 64 }, "malformed": { "mean": 0.546875, "low": 0.5, "high": 0.625, "n_cities": 32, "n_countries": 16, "n_template_observations": 64 }, "truncated": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 32, "n_countries": 16, "n_template_observations": 64 }, "target_with_country_prefix": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 32, "n_countries": 16, "n_template_observations": 64 }, "target_with_substantive_prefix": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 32, "n_countries": 16, "n_template_observations": 64 } }, "counts": { "clean_source": 23.0, "clean_target": 0.0, "malformed": 35.0, "truncated": 0.0, "target_with_country_prefix": 0.0, "target_with_substantive_prefix": 0.0, "other_code": 8.0, "target_code_anywhere": 0.0 }, "n_outputs": 64 }, "baseline_correct": { "estimates": { "full_gain": { "mean": -0.719509837043174, "low": -0.9882203631883472, "high": -0.49788486850664704, "n_cities": 31, "n_countries": 16, "n_template_observations": 52 }, "first_gain": { "mean": -0.6920362903225806, "low": -0.960380394345238, "high": -0.46370547715053745, "n_cities": 31, "n_countries": 16, "n_template_observations": 52 }, "later_gain": { "mean": -0.02747354672059331, "low": -0.12250191000630384, "high": 0.0904890782470948, "n_cities": 31, "n_countries": 16, "n_template_observations": 52 }, "first_differing_gain": { "mean": -0.6920362903225806, "low": -0.960380394345238, "high": -0.46370547715053745, "n_cities": 31, "n_countries": 16, "n_template_observations": 52 }, "clean_target": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 31, "n_countries": 16, "n_template_observations": 52 }, "malformed": { "mean": 0.5967741935483871, "low": 0.48333333333333334, "high": 0.71875, "n_cities": 31, "n_countries": 16, "n_template_observations": 52 }, "truncated": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 31, "n_countries": 16, "n_template_observations": 52 }, "target_with_country_prefix": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 31, "n_countries": 16, "n_template_observations": 52 }, "target_with_substantive_prefix": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 31, "n_countries": 16, "n_template_observations": 52 } }, "counts": { "clean_source": 23.0, "clean_target": 0.0, "malformed": 29.0, "truncated": 0.0, "target_with_country_prefix": 0.0, "target_with_substantive_prefix": 0.0, "other_code": 1.0, "target_code_anywhere": 0.0 }, "n_outputs": 52 }, "main": { "estimates": { "full_gain": { "mean": -0.87641461324627, "low": -1.4348860610912788, "high": -0.43508288567883846, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "first_gain": { "mean": -0.810546875, "low": -1.363330078125, "high": -0.3671875, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "later_gain": { "mean": -0.06586773824627007, "low": -0.11382598507276526, "high": -0.024959403209081698, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "first_differing_gain": { "mean": -0.810546875, "low": -1.363330078125, "high": -0.3671875, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "clean_target": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "malformed": { "mean": 0.09375, "low": 0.0, "high": 0.25, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "truncated": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "target_with_country_prefix": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "target_with_substantive_prefix": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 } }, "counts": { "clean_source": 23.0, "clean_target": 0.0, "malformed": 3.0, "truncated": 0.0, "target_with_country_prefix": 0.0, "target_with_substantive_prefix": 0.0, "other_code": 6.0, "target_code_anywhere": 0.0 }, "n_outputs": 32 }, "paraphrase": { "estimates": { "full_gain": { "mean": -0.7209090063522805, "low": -0.9819595751805468, "high": -0.49499220423107937, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "first_gain": { "mean": -0.6865234374999996, "low": -0.9414062499999994, "high": -0.4687499999999993, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "later_gain": { "mean": -0.034385568852280946, "low": -0.15429595649661815, "high": 0.10551737206389708, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "first_differing_gain": { "mean": -0.6865234374999996, "low": -0.9414062499999994, "high": -0.4687499999999993, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "clean_target": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "malformed": { "mean": 1.0, "low": 1.0, "high": 1.0, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "truncated": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "target_with_country_prefix": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "target_with_substantive_prefix": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 } }, "counts": { "clean_source": 0.0, "clean_target": 0.0, "malformed": 32.0, "truncated": 0.0, "target_with_country_prefix": 0.0, "target_with_substantive_prefix": 0.0, "other_code": 2.0, "target_code_anywhere": 0.0 }, "n_outputs": 32 }, "main_baseline_correct": { "estimates": { "full_gain": { "mean": -0.5828361416736315, "low": -0.8414276143815124, "high": -0.363324196196897, "n_cities": 23, "n_countries": 13, "n_template_observations": 23 }, "first_gain": { "mean": -0.5353260869565217, "low": -0.7642100087412587, "high": -0.3303482142857144, "n_cities": 23, "n_countries": 13, "n_template_observations": 23 }, "later_gain": { "mean": -0.04751005471710974, "low": -0.09435843312471583, "high": -0.008287739645603689, "n_cities": 23, "n_countries": 13, "n_template_observations": 23 }, "first_differing_gain": { "mean": -0.5353260869565217, "low": -0.7642100087412587, "high": -0.3303482142857144, "n_cities": 23, "n_countries": 13, "n_template_observations": 23 }, "clean_target": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 23, "n_countries": 13, "n_template_observations": 23 }, "malformed": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 23, "n_countries": 13, "n_template_observations": 23 }, "truncated": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 23, "n_countries": 13, "n_template_observations": 23 }, "target_with_country_prefix": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 23, "n_countries": 13, "n_template_observations": 23 }, "target_with_substantive_prefix": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 23, "n_countries": 13, "n_template_observations": 23 } }, "counts": { "clean_source": 23.0, "clean_target": 0.0, "malformed": 0.0, "truncated": 0.0, "target_with_country_prefix": 0.0, "target_with_substantive_prefix": 0.0, "other_code": 0.0, "target_code_anywhere": 0.0 }, "n_outputs": 23 }, "paraphrase_baseline_correct": { "estimates": { "full_gain": { "mean": -0.7118828052227852, "low": -0.9851082152085304, "high": -0.4904686399115154, "n_cities": 29, "n_countries": 15, "n_template_observations": 29 }, "first_gain": { "mean": -0.6799568965517241, "low": -0.9428879310344825, "high": -0.45833333333333304, "n_cities": 29, "n_countries": 15, "n_template_observations": 29 }, "later_gain": { "mean": -0.031925908671061085, "low": -0.16541888280989953, "high": 0.12323818052817216, "n_cities": 29, "n_countries": 15, "n_template_observations": 29 }, "first_differing_gain": { "mean": -0.6799568965517241, "low": -0.9428879310344825, "high": -0.45833333333333304, "n_cities": 29, "n_countries": 15, "n_template_observations": 29 }, "clean_target": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 29, "n_countries": 15, "n_template_observations": 29 }, "malformed": { "mean": 1.0, "low": 1.0, "high": 1.0, "n_cities": 29, "n_countries": 15, "n_template_observations": 29 }, "truncated": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 29, "n_countries": 15, "n_template_observations": 29 }, "target_with_country_prefix": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 29, "n_countries": 15, "n_template_observations": 29 }, "target_with_substantive_prefix": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 29, "n_countries": 15, "n_template_observations": 29 } }, "counts": { "clean_source": 0.0, "clean_target": 0.0, "malformed": 29.0, "truncated": 0.0, "target_with_country_prefix": 0.0, "target_with_substantive_prefix": 0.0, "other_code": 1.0, "target_code_anywhere": 0.0 }, "n_outputs": 29 } }, "unrelated": { "all": { "estimates": { "full_gain": { "mean": 0.025337453571012827, "low": -0.06948896128181647, "high": 0.12269281521748994, "n_cities": 32, "n_countries": 16, "n_template_observations": 64 }, "first_gain": { "mean": 0.03564453125000018, "low": -0.036621093749999875, "high": 0.11427001953125032, "n_cities": 32, "n_countries": 16, "n_template_observations": 64 }, "later_gain": { "mean": -0.010307077678987357, "low": -0.06879002873042167, "high": 0.031010821802645253, "n_cities": 32, "n_countries": 16, "n_template_observations": 64 }, "first_differing_gain": { "mean": 0.03564453125000018, "low": -0.036621093749999875, "high": 0.11427001953125032, "n_cities": 32, "n_countries": 16, "n_template_observations": 64 }, "clean_target": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 32, "n_countries": 16, "n_template_observations": 64 }, "malformed": { "mean": 0.546875, "low": 0.5, "high": 0.625, "n_cities": 32, "n_countries": 16, "n_template_observations": 64 }, "truncated": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 32, "n_countries": 16, "n_template_observations": 64 }, "target_with_country_prefix": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 32, "n_countries": 16, "n_template_observations": 64 }, "target_with_substantive_prefix": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 32, "n_countries": 16, "n_template_observations": 64 } }, "counts": { "clean_source": 23.0, "clean_target": 0.0, "malformed": 35.0, "truncated": 0.0, "target_with_country_prefix": 0.0, "target_with_substantive_prefix": 0.0, "other_code": 7.0, "target_code_anywhere": 0.0 }, "n_outputs": 64 }, "baseline_correct": { "estimates": { "full_gain": { "mean": -0.006430345727062054, "low": -0.11204490041588426, "high": 0.08424385312091508, "n_cities": 31, "n_countries": 16, "n_template_observations": 52 }, "first_gain": { "mean": 0.009576612903225892, "low": -0.0584677419354837, "high": 0.07610887096774194, "n_cities": 31, "n_countries": 16, "n_template_observations": 52 }, "later_gain": { "mean": -0.016006958630287945, "low": -0.0937214225907511, "high": 0.03860747654070042, "n_cities": 31, "n_countries": 16, "n_template_observations": 52 }, "first_differing_gain": { "mean": 0.009576612903225892, "low": -0.0584677419354837, "high": 0.07610887096774194, "n_cities": 31, "n_countries": 16, "n_template_observations": 52 }, "clean_target": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 31, "n_countries": 16, "n_template_observations": 52 }, "malformed": { "mean": 0.5967741935483871, "low": 0.48333333333333334, "high": 0.71875, "n_cities": 31, "n_countries": 16, "n_template_observations": 52 }, "truncated": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 31, "n_countries": 16, "n_template_observations": 52 }, "target_with_country_prefix": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 31, "n_countries": 16, "n_template_observations": 52 }, "target_with_substantive_prefix": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 31, "n_countries": 16, "n_template_observations": 52 } }, "counts": { "clean_source": 23.0, "clean_target": 0.0, "malformed": 29.0, "truncated": 0.0, "target_with_country_prefix": 0.0, "target_with_substantive_prefix": 0.0, "other_code": 0.0, "target_code_anywhere": 0.0 }, "n_outputs": 52 }, "main": { "estimates": { "full_gain": { "mean": 0.04418437212714681, "low": -0.08628495782467843, "high": 0.17353787403510393, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "first_gain": { "mean": 0.04882812499999998, "low": -0.05078124999999999, "high": 0.15820312499999997, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "later_gain": { "mean": -0.004643752872853166, "low": -0.0758368649514418, "high": 0.04867505378366312, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "first_differing_gain": { "mean": 0.04882812499999998, "low": -0.05078124999999999, "high": 0.15820312499999997, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "clean_target": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "malformed": { "mean": 0.09375, "low": 0.0, "high": 0.25, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "truncated": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "target_with_country_prefix": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "target_with_substantive_prefix": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 } }, "counts": { "clean_source": 23.0, "clean_target": 0.0, "malformed": 3.0, "truncated": 0.0, "target_with_country_prefix": 0.0, "target_with_substantive_prefix": 0.0, "other_code": 6.0, "target_code_anywhere": 0.0 }, "n_outputs": 32 }, "paraphrase": { "estimates": { "full_gain": { "mean": 0.00649053501487884, "low": -0.0767793020520357, "high": 0.09132085155285641, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "first_gain": { "mean": 0.02246093750000039, "low": -0.048828124999999556, "high": 0.09179687500000072, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "later_gain": { "mean": -0.01597040248512155, "low": -0.06612725808110216, "high": 0.021088943335628333, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "first_differing_gain": { "mean": 0.02246093750000039, "low": -0.048828124999999556, "high": 0.09179687500000072, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "clean_target": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "malformed": { "mean": 1.0, "low": 1.0, "high": 1.0, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "truncated": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "target_with_country_prefix": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "target_with_substantive_prefix": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 } }, "counts": { "clean_source": 0.0, "clean_target": 0.0, "malformed": 32.0, "truncated": 0.0, "target_with_country_prefix": 0.0, "target_with_substantive_prefix": 0.0, "other_code": 1.0, "target_code_anywhere": 0.0 }, "n_outputs": 32 }, "main_baseline_correct": { "estimates": { "full_gain": { "mean": 0.012986560294847455, "low": -0.11827321506420192, "high": 0.12278273205894948, "n_cities": 23, "n_countries": 13, "n_template_observations": 23 }, "first_gain": { "mean": 0.005434782608695652, "low": -0.10227272727272728, "high": 0.11199218749999981, "n_cities": 23, "n_countries": 13, "n_template_observations": 23 }, "later_gain": { "mean": 0.007551777686151803, "low": -0.05423921138442512, "high": 0.0564328350352237, "n_cities": 23, "n_countries": 13, "n_template_observations": 23 }, "first_differing_gain": { "mean": 0.005434782608695652, "low": -0.10227272727272728, "high": 0.11199218749999981, "n_cities": 23, "n_countries": 13, "n_template_observations": 23 }, "clean_target": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 23, "n_countries": 13, "n_template_observations": 23 }, "malformed": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 23, "n_countries": 13, "n_template_observations": 23 }, "truncated": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 23, "n_countries": 13, "n_template_observations": 23 }, "target_with_country_prefix": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 23, "n_countries": 13, "n_template_observations": 23 }, "target_with_substantive_prefix": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 23, "n_countries": 13, "n_template_observations": 23 } }, "counts": { "clean_source": 23.0, "clean_target": 0.0, "malformed": 0.0, "truncated": 0.0, "target_with_country_prefix": 0.0, "target_with_substantive_prefix": 0.0, "other_code": 0.0, "target_code_anywhere": 0.0 }, "n_outputs": 23 }, "paraphrase_baseline_correct": { "estimates": { "full_gain": { "mean": -0.011503311416323337, "low": -0.09323779063699024, "high": 0.06970968813125863, "n_cities": 29, "n_countries": 15, "n_template_observations": 29 }, "first_gain": { "mean": 0.014008620689655357, "low": -0.054405381944444296, "high": 0.07604166666666666, "n_cities": 29, "n_countries": 15, "n_template_observations": 29 }, "later_gain": { "mean": -0.025511932105978692, "low": -0.07761227987022494, "high": 0.012293543620566642, "n_cities": 29, "n_countries": 15, "n_template_observations": 29 }, "first_differing_gain": { "mean": 0.014008620689655357, "low": -0.054405381944444296, "high": 0.07604166666666666, "n_cities": 29, "n_countries": 15, "n_template_observations": 29 }, "clean_target": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 29, "n_countries": 15, "n_template_observations": 29 }, "malformed": { "mean": 1.0, "low": 1.0, "high": 1.0, "n_cities": 29, "n_countries": 15, "n_template_observations": 29 }, "truncated": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 29, "n_countries": 15, "n_template_observations": 29 }, "target_with_country_prefix": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 29, "n_countries": 15, "n_template_observations": 29 }, "target_with_substantive_prefix": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 29, "n_countries": 15, "n_template_observations": 29 } }, "counts": { "clean_source": 0.0, "clean_target": 0.0, "malformed": 29.0, "truncated": 0.0, "target_with_country_prefix": 0.0, "target_with_substantive_prefix": 0.0, "other_code": 0.0, "target_code_anywhere": 0.0 }, "n_outputs": 29 } }, "ordinary": { "all": { "estimates": { "full_gain": { "mean": 0.36522970783019343, "low": 0.24399634199742326, "high": 0.5065859707016165, "n_cities": 32, "n_countries": 16, "n_template_observations": 64 }, "first_gain": { "mean": 0.3447265625000001, "low": 0.21289062500000008, "high": 0.5127197265624999, "n_cities": 32, "n_countries": 16, "n_template_observations": 64 }, "later_gain": { "mean": 0.02050314533019336, "low": -0.023413528377419293, "high": 0.06183021477501377, "n_cities": 32, "n_countries": 16, "n_template_observations": 64 }, "first_differing_gain": { "mean": 0.3447265625000001, "low": 0.21289062500000008, "high": 0.5127197265624999, "n_cities": 32, "n_countries": 16, "n_template_observations": 64 }, "clean_target": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 32, "n_countries": 16, "n_template_observations": 64 }, "malformed": { "mean": 0.546875, "low": 0.5, "high": 0.625, "n_cities": 32, "n_countries": 16, "n_template_observations": 64 }, "truncated": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 32, "n_countries": 16, "n_template_observations": 64 }, "target_with_country_prefix": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 32, "n_countries": 16, "n_template_observations": 64 }, "target_with_substantive_prefix": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 32, "n_countries": 16, "n_template_observations": 64 } }, "counts": { "clean_source": 23.0, "clean_target": 0.0, "malformed": 35.0, "truncated": 0.0, "target_with_country_prefix": 0.0, "target_with_substantive_prefix": 0.0, "other_code": 8.0, "target_code_anywhere": 0.0 }, "n_outputs": 64 }, "baseline_correct": { "estimates": { "full_gain": { "mean": 0.3336152722367793, "low": 0.23964349169817886, "high": 0.4312845304032688, "n_cities": 31, "n_countries": 16, "n_template_observations": 52 }, "first_gain": { "mean": 0.30947580645161304, "low": 0.20996093750000006, "high": 0.4213709677419355, "n_cities": 31, "n_countries": 16, "n_template_observations": 52 }, "later_gain": { "mean": 0.02413946578516629, "low": -0.046674392206004715, "high": 0.08156287636308834, "n_cities": 31, "n_countries": 16, "n_template_observations": 52 }, "first_differing_gain": { "mean": 0.30947580645161304, "low": 0.20996093750000006, "high": 0.4213709677419355, "n_cities": 31, "n_countries": 16, "n_template_observations": 52 }, "clean_target": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 31, "n_countries": 16, "n_template_observations": 52 }, "malformed": { "mean": 0.5967741935483871, "low": 0.48333333333333334, "high": 0.71875, "n_cities": 31, "n_countries": 16, "n_template_observations": 52 }, "truncated": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 31, "n_countries": 16, "n_template_observations": 52 }, "target_with_country_prefix": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 31, "n_countries": 16, "n_template_observations": 52 }, "target_with_substantive_prefix": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 31, "n_countries": 16, "n_template_observations": 52 } }, "counts": { "clean_source": 23.0, "clean_target": 0.0, "malformed": 29.0, "truncated": 0.0, "target_with_country_prefix": 0.0, "target_with_substantive_prefix": 0.0, "other_code": 0.0, "target_code_anywhere": 0.0 }, "n_outputs": 52 }, "main": { "estimates": { "full_gain": { "mean": 0.3114921898939753, "low": 0.13917483670516537, "high": 0.5479971620413515, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "first_gain": { "mean": 0.298828125, "low": 0.12499999999999997, "high": 0.548828125, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "later_gain": { "mean": 0.012664064893975369, "low": -0.017798662812586352, "high": 0.04587205758040006, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "first_differing_gain": { "mean": 0.298828125, "low": 0.12499999999999997, "high": 0.548828125, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "clean_target": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "malformed": { "mean": 0.09375, "low": 0.0, "high": 0.25, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "truncated": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "target_with_country_prefix": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "target_with_substantive_prefix": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 } }, "counts": { "clean_source": 23.0, "clean_target": 0.0, "malformed": 3.0, "truncated": 0.0, "target_with_country_prefix": 0.0, "target_with_substantive_prefix": 0.0, "other_code": 6.0, "target_code_anywhere": 0.0 }, "n_outputs": 32 }, "paraphrase": { "estimates": { "full_gain": { "mean": 0.41896722576641154, "low": 0.3143883780156771, "high": 0.5278000629118345, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "first_gain": { "mean": 0.39062500000000017, "low": 0.28125000000000017, "high": 0.5078125000000002, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "later_gain": { "mean": 0.02834222576641135, "low": -0.03722068939901794, "high": 0.08806020043042591, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "first_differing_gain": { "mean": 0.39062500000000017, "low": 0.28125000000000017, "high": 0.5078125000000002, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "clean_target": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "malformed": { "mean": 1.0, "low": 1.0, "high": 1.0, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "truncated": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "target_with_country_prefix": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "target_with_substantive_prefix": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 } }, "counts": { "clean_source": 0.0, "clean_target": 0.0, "malformed": 32.0, "truncated": 0.0, "target_with_country_prefix": 0.0, "target_with_substantive_prefix": 0.0, "other_code": 2.0, "target_code_anywhere": 0.0 }, "n_outputs": 32 }, "main_baseline_correct": { "estimates": { "full_gain": { "mean": 0.18225020088507934, "low": 0.09035538634972333, "high": 0.2796811547617394, "n_cities": 23, "n_countries": 13, "n_template_observations": 23 }, "first_gain": { "mean": 0.15489130434782608, "low": 0.08333333333333333, "high": 0.22697368421052633, "n_cities": 23, "n_countries": 13, "n_template_observations": 23 }, "later_gain": { "mean": 0.02735889653725326, "low": -0.014133019350481089, "high": 0.06482077126768766, "n_cities": 23, "n_countries": 13, "n_template_observations": 23 }, "first_differing_gain": { "mean": 0.15489130434782608, "low": 0.08333333333333333, "high": 0.22697368421052633, "n_cities": 23, "n_countries": 13, "n_template_observations": 23 }, "clean_target": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 23, "n_countries": 13, "n_template_observations": 23 }, "malformed": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 23, "n_countries": 13, "n_template_observations": 23 }, "truncated": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 23, "n_countries": 13, "n_template_observations": 23 }, "target_with_country_prefix": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 23, "n_countries": 13, "n_template_observations": 23 }, "target_with_substantive_prefix": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 23, "n_countries": 13, "n_template_observations": 23 } }, "counts": { "clean_source": 23.0, "clean_target": 0.0, "malformed": 0.0, "truncated": 0.0, "target_with_country_prefix": 0.0, "target_with_substantive_prefix": 0.0, "other_code": 0.0, "target_code_anywhere": 0.0 }, "n_outputs": 23 }, "paraphrase_baseline_correct": { "estimates": { "full_gain": { "mean": 0.417093287930953, "low": 0.30170003956679164, "high": 0.546407961229834, "n_cities": 29, "n_countries": 15, "n_template_observations": 29 }, "first_gain": { "mean": 0.3857758620689657, "low": 0.26561153017241396, "high": 0.5223214285714286, "n_cities": 29, "n_countries": 15, "n_template_observations": 29 }, "later_gain": { "mean": 0.03131742586198726, "low": -0.039403873091145236, "high": 0.09390989602605766, "n_cities": 29, "n_countries": 15, "n_template_observations": 29 }, "first_differing_gain": { "mean": 0.3857758620689657, "low": 0.26561153017241396, "high": 0.5223214285714286, "n_cities": 29, "n_countries": 15, "n_template_observations": 29 }, "clean_target": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 29, "n_countries": 15, "n_template_observations": 29 }, "malformed": { "mean": 1.0, "low": 1.0, "high": 1.0, "n_cities": 29, "n_countries": 15, "n_template_observations": 29 }, "truncated": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 29, "n_countries": 15, "n_template_observations": 29 }, "target_with_country_prefix": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 29, "n_countries": 15, "n_template_observations": 29 }, "target_with_substantive_prefix": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 29, "n_countries": 15, "n_template_observations": 29 } }, "counts": { "clean_source": 0.0, "clean_target": 0.0, "malformed": 29.0, "truncated": 0.0, "target_with_country_prefix": 0.0, "target_with_substantive_prefix": 0.0, "other_code": 0.0, "target_code_anywhere": 0.0 }, "n_outputs": 29 } }, "random_mean": { "all": { "estimates": { "full_gain": { "mean": 0.04873657827731537, "low": -0.008184875600059847, "high": 0.11030512194630791, "n_cities": 32, "n_countries": 16, "n_template_observations": 64 }, "first_gain": { "mean": 0.04573567708333339, "low": -0.0056966145833331604, "high": 0.10058593750000017, "n_cities": 32, "n_countries": 16, "n_template_observations": 64 }, "later_gain": { "mean": 0.0030009011939819774, "low": -0.01444488663462277, "high": 0.02012307721641417, "n_cities": 32, "n_countries": 16, "n_template_observations": 64 }, "first_differing_gain": { "mean": 0.04573567708333339, "low": -0.0056966145833331604, "high": 0.10058593750000017, "n_cities": 32, "n_countries": 16, "n_template_observations": 64 }, "clean_target": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 32, "n_countries": 16, "n_template_observations": 64 }, "malformed": { "mean": 0.546875, "low": 0.5, "high": 0.625, "n_cities": 32, "n_countries": 16, "n_template_observations": 64 }, "truncated": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 32, "n_countries": 16, "n_template_observations": 64 }, "target_with_country_prefix": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 32, "n_countries": 16, "n_template_observations": 64 }, "target_with_substantive_prefix": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 32, "n_countries": 16, "n_template_observations": 64 } }, "counts": { "clean_source": 23.0, "clean_target": 0.0, "malformed": 35.0, "truncated": 0.0, "target_with_country_prefix": 0.0, "target_with_substantive_prefix": 0.0, "other_code": 8.0, "target_code_anywhere": 0.0 }, "n_outputs": 64 }, "baseline_correct": { "estimates": { "full_gain": { "mean": 0.05182816394264496, "low": -0.023983206363990785, "high": 0.1304099955181313, "n_cities": 31, "n_countries": 16, "n_template_observations": 52 }, "first_gain": { "mean": 0.034106182795698894, "low": -0.03350932459677424, "high": 0.09928385416666663, "n_cities": 31, "n_countries": 16, "n_template_observations": 52 }, "later_gain": { "mean": 0.017721981146946068, "low": -0.009488531412973919, "high": 0.05509967801845716, "n_cities": 31, "n_countries": 16, "n_template_observations": 52 }, "first_differing_gain": { "mean": 0.034106182795698894, "low": -0.03350932459677424, "high": 0.09928385416666663, "n_cities": 31, "n_countries": 16, "n_template_observations": 52 }, "clean_target": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 31, "n_countries": 16, "n_template_observations": 52 }, "malformed": { "mean": 0.5967741935483871, "low": 0.48333333333333334, "high": 0.71875, "n_cities": 31, "n_countries": 16, "n_template_observations": 52 }, "truncated": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 31, "n_countries": 16, "n_template_observations": 52 }, "target_with_country_prefix": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 31, "n_countries": 16, "n_template_observations": 52 }, "target_with_substantive_prefix": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 31, "n_countries": 16, "n_template_observations": 52 } }, "counts": { "clean_source": 23.0, "clean_target": 0.0, "malformed": 29.0, "truncated": 0.0, "target_with_country_prefix": 0.0, "target_with_substantive_prefix": 0.0, "other_code": 0.0, "target_code_anywhere": 0.0 }, "n_outputs": 52 }, "main": { "estimates": { "full_gain": { "mean": 0.004272598907823083, "low": -0.07975271356311174, "high": 0.08275694272467705, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "first_gain": { "mean": 0.012369791666666657, "low": -0.047526041666666685, "high": 0.07356770833333337, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "later_gain": { "mean": -0.008097192758843583, "low": -0.045927597721800884, "high": 0.02404380449536341, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "first_differing_gain": { "mean": 0.012369791666666657, "low": -0.047526041666666685, "high": 0.07356770833333337, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "clean_target": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "malformed": { "mean": 0.09375, "low": 0.0, "high": 0.25, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "truncated": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "target_with_country_prefix": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "target_with_substantive_prefix": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 } }, "counts": { "clean_source": 23.0, "clean_target": 0.0, "malformed": 3.0, "truncated": 0.0, "target_with_country_prefix": 0.0, "target_with_substantive_prefix": 0.0, "other_code": 6.0, "target_code_anywhere": 0.0 }, "n_outputs": 32 }, "paraphrase": { "estimates": { "full_gain": { "mean": 0.09320055764680765, "low": 0.013558829013911805, "high": 0.17703087103019435, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "first_gain": { "mean": 0.07910156250000012, "low": 0.008780924479166587, "high": 0.15885416666666657, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "later_gain": { "mean": 0.014098995146807541, "low": -0.01256391448917196, "high": 0.049821745701331556, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "first_differing_gain": { "mean": 0.07910156250000012, "low": 0.008780924479166587, "high": 0.15885416666666657, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "clean_target": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "malformed": { "mean": 1.0, "low": 1.0, "high": 1.0, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "truncated": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "target_with_country_prefix": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "target_with_substantive_prefix": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 } }, "counts": { "clean_source": 0.0, "clean_target": 0.0, "malformed": 32.0, "truncated": 0.0, "target_with_country_prefix": 0.0, "target_with_substantive_prefix": 0.0, "other_code": 2.0, "target_code_anywhere": 0.0 }, "n_outputs": 32 }, "main_baseline_correct": { "estimates": { "full_gain": { "mean": 0.008340201700841123, "low": -0.09111790209694795, "high": 0.09611001683532759, "n_cities": 23, "n_countries": 13, "n_template_observations": 23 }, "first_gain": { "mean": 2.7755575615628914e-17, "low": -0.08049242424242418, "high": 0.07481534090909084, "n_cities": 23, "n_countries": 13, "n_template_observations": 23 }, "later_gain": { "mean": 0.008340201700841094, "low": -0.030419519473896404, "high": 0.03965580803419342, "n_cities": 23, "n_countries": 13, "n_template_observations": 23 }, "first_differing_gain": { "mean": 2.7755575615628914e-17, "low": -0.08049242424242418, "high": 0.07481534090909084, "n_cities": 23, "n_countries": 13, "n_template_observations": 23 }, "clean_target": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 23, "n_countries": 13, "n_template_observations": 23 }, "malformed": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 23, "n_countries": 13, "n_template_observations": 23 }, "truncated": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 23, "n_countries": 13, "n_template_observations": 23 }, "target_with_country_prefix": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 23, "n_countries": 13, "n_template_observations": 23 }, "target_with_substantive_prefix": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 23, "n_countries": 13, "n_template_observations": 23 } }, "counts": { "clean_source": 23.0, "clean_target": 0.0, "malformed": 0.0, "truncated": 0.0, "target_with_country_prefix": 0.0, "target_with_substantive_prefix": 0.0, "other_code": 0.0, "target_code_anywhere": 0.0 }, "n_outputs": 23 }, "paraphrase_baseline_correct": { "estimates": { "full_gain": { "mean": 0.08756318023639248, "low": 0.0036981427865963755, "high": 0.18816088984891757, "n_cities": 29, "n_countries": 15, "n_template_observations": 29 }, "first_gain": { "mean": 0.07219827586206894, "low": -0.0013888888888887961, "high": 0.16628086419753055, "n_cities": 29, "n_countries": 15, "n_template_observations": 29 }, "later_gain": { "mean": 0.015364904374323543, "low": -0.012853863883754311, "high": 0.0526578581230717, "n_cities": 29, "n_countries": 15, "n_template_observations": 29 }, "first_differing_gain": { "mean": 0.07219827586206894, "low": -0.0013888888888887961, "high": 0.16628086419753055, "n_cities": 29, "n_countries": 15, "n_template_observations": 29 }, "clean_target": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 29, "n_countries": 15, "n_template_observations": 29 }, "malformed": { "mean": 1.0, "low": 1.0, "high": 1.0, "n_cities": 29, "n_countries": 15, "n_template_observations": 29 }, "truncated": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 29, "n_countries": 15, "n_template_observations": 29 }, "target_with_country_prefix": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 29, "n_countries": 15, "n_template_observations": 29 }, "target_with_substantive_prefix": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 29, "n_countries": 15, "n_template_observations": 29 } }, "counts": { "clean_source": 0.0, "clean_target": 0.0, "malformed": 29.0, "truncated": 0.0, "target_with_country_prefix": 0.0, "target_with_substantive_prefix": 0.0, "other_code": 0.0, "target_code_anywhere": 0.0 }, "n_outputs": 29 } }, "bridge": { "all": { "estimates": { "full_gain": { "mean": 34.13971917628525, "low": 29.083491681884528, "high": 38.85844709561847, "n_cities": 32, "n_countries": 16, "n_template_observations": 64 }, "first_gain": { "mean": 33.952117919921875, "low": 28.902993774414064, "high": 38.64554443359375, "n_cities": 32, "n_countries": 16, "n_template_observations": 64 }, "later_gain": { "mean": 0.18760125636337455, "low": 0.014348147358364748, "high": 0.39297806294491056, "n_cities": 32, "n_countries": 16, "n_template_observations": 64 }, "first_differing_gain": { "mean": 33.952117919921875, "low": 28.902993774414064, "high": 38.64554443359375, "n_cities": 32, "n_countries": 16, "n_template_observations": 64 }, "clean_target": { "mean": 0.203125, "low": 0.109375, "high": 0.296875, "n_cities": 32, "n_countries": 16, "n_template_observations": 64 }, "malformed": { "mean": 0.71875, "low": 0.625, "high": 0.8125, "n_cities": 32, "n_countries": 16, "n_template_observations": 64 }, "truncated": { "mean": 0.015625, "low": 0.0, "high": 0.046875, "n_cities": 32, "n_countries": 16, "n_template_observations": 64 }, "target_with_country_prefix": { "mean": 0.125, "low": 0.046875, "high": 0.21875, "n_cities": 32, "n_countries": 16, "n_template_observations": 64 }, "target_with_substantive_prefix": { "mean": 0.125, "low": 0.046875, "high": 0.21875, "n_cities": 32, "n_countries": 16, "n_template_observations": 64 } }, "counts": { "clean_source": 0.0, "clean_target": 13.0, "malformed": 46.0, "truncated": 1.0, "target_with_country_prefix": 8.0, "target_with_substantive_prefix": 8.0, "other_code": 10.0, "target_code_anywhere": 21.0 }, "n_outputs": 64 }, "baseline_correct": { "estimates": { "full_gain": { "mean": 33.3980251215477, "low": 27.956531641798037, "high": 38.455283424630196, "n_cities": 31, "n_countries": 16, "n_template_observations": 52 }, "first_gain": { "mean": 33.236391129032256, "low": 27.838697814941405, "high": 38.27619140624999, "n_cities": 31, "n_countries": 16, "n_template_observations": 52 }, "later_gain": { "mean": 0.1616339925154386, "low": -0.02130743833189308, "high": 0.36334054170321817, "n_cities": 31, "n_countries": 16, "n_template_observations": 52 }, "first_differing_gain": { "mean": 33.236391129032256, "low": 27.838697814941405, "high": 38.27619140624999, "n_cities": 31, "n_countries": 16, "n_template_observations": 52 }, "clean_target": { "mean": 0.14516129032258066, "low": 0.046875, "high": 0.25862068965517243, "n_cities": 31, "n_countries": 16, "n_template_observations": 52 }, "malformed": { "mean": 0.7580645161290323, "low": 0.6206896551724138, "high": 0.875, "n_cities": 31, "n_countries": 16, "n_template_observations": 52 }, "truncated": { "mean": 0.016129032258064516, "low": 0.0, "high": 0.05, "n_cities": 31, "n_countries": 16, "n_template_observations": 52 }, "target_with_country_prefix": { "mean": 0.11290322580645161, "low": 0.03225806451612903, "high": 0.20696607341490444, "n_cities": 31, "n_countries": 16, "n_template_observations": 52 }, "target_with_substantive_prefix": { "mean": 0.11290322580645161, "low": 0.03225806451612903, "high": 0.20696607341490444, "n_cities": 31, "n_countries": 16, "n_template_observations": 52 } }, "counts": { "clean_source": 0.0, "clean_target": 8.0, "malformed": 39.0, "truncated": 1.0, "target_with_country_prefix": 7.0, "target_with_substantive_prefix": 7.0, "other_code": 7.0, "target_code_anywhere": 15.0 }, "n_outputs": 52 }, "main": { "estimates": { "full_gain": { "mean": 39.615113626467576, "low": 34.43350001216504, "high": 44.47403665770112, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "first_gain": { "mean": 39.39959716796875, "low": 34.2606201171875, "high": 44.22715759277344, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "later_gain": { "mean": 0.21551645849882278, "low": 0.023994976074347855, "high": 0.4485067497456533, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "first_differing_gain": { "mean": 39.39959716796875, "low": 34.2606201171875, "high": 44.22715759277344, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "clean_target": { "mean": 0.40625, "low": 0.21875, "high": 0.59375, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "malformed": { "mean": 0.4375, "low": 0.25, "high": 0.625, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "truncated": { "mean": 0.03125, "low": 0.0, "high": 0.09375, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "target_with_country_prefix": { "mean": 0.21875, "low": 0.09375, "high": 0.375, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "target_with_substantive_prefix": { "mean": 0.21875, "low": 0.09375, "high": 0.375, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 } }, "counts": { "clean_source": 0.0, "clean_target": 13.0, "malformed": 14.0, "truncated": 1.0, "target_with_country_prefix": 7.0, "target_with_substantive_prefix": 7.0, "other_code": 6.0, "target_code_anywhere": 20.0 }, "n_outputs": 32 }, "paraphrase": { "estimates": { "full_gain": { "mean": 28.664324726102926, "low": 23.37726605131113, "high": 33.62123890833463, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "first_gain": { "mean": 28.504638671875, "low": 23.23572998046875, "high": 33.46639404296875, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "later_gain": { "mean": 0.1596860542279263, "low": -0.010342936631956824, "high": 0.3563371124392102, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "first_differing_gain": { "mean": 28.504638671875, "low": 23.23572998046875, "high": 33.46639404296875, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "clean_target": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "malformed": { "mean": 1.0, "low": 1.0, "high": 1.0, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "truncated": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "target_with_country_prefix": { "mean": 0.03125, "low": 0.0, "high": 0.09375, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "target_with_substantive_prefix": { "mean": 0.03125, "low": 0.0, "high": 0.09375, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 } }, "counts": { "clean_source": 0.0, "clean_target": 0.0, "malformed": 32.0, "truncated": 0.0, "target_with_country_prefix": 1.0, "target_with_substantive_prefix": 1.0, "other_code": 4.0, "target_code_anywhere": 1.0 }, "n_outputs": 32 }, "main_baseline_correct": { "estimates": { "full_gain": { "mean": 43.601707877056285, "low": 39.171379084979755, "high": 47.16556202942034, "n_cities": 23, "n_countries": 13, "n_template_observations": 23 }, "first_gain": { "mean": 43.43367866847826, "low": 39.08332075639204, "high": 46.95834030877976, "n_cities": 23, "n_countries": 13, "n_template_observations": 23 }, "later_gain": { "mean": 0.16802920857802106, "low": -0.034956714496545166, "high": 0.39141823019575095, "n_cities": 23, "n_countries": 13, "n_template_observations": 23 }, "first_differing_gain": { "mean": 43.43367866847826, "low": 39.08332075639204, "high": 46.95834030877976, "n_cities": 23, "n_countries": 13, "n_template_observations": 23 }, "clean_target": { "mean": 0.34782608695652173, "low": 0.125, "high": 0.5909090909090909, "n_cities": 23, "n_countries": 13, "n_template_observations": 23 }, "malformed": { "mean": 0.43478260869565216, "low": 0.2, "high": 0.68, "n_cities": 23, "n_countries": 13, "n_template_observations": 23 }, "truncated": { "mean": 0.043478260869565216, "low": 0.0, "high": 0.15, "n_cities": 23, "n_countries": 13, "n_template_observations": 23 }, "target_with_country_prefix": { "mean": 0.2608695652173913, "low": 0.08333333333333333, "high": 0.47619047619047616, "n_cities": 23, "n_countries": 13, "n_template_observations": 23 }, "target_with_substantive_prefix": { "mean": 0.2608695652173913, "low": 0.08333333333333333, "high": 0.47619047619047616, "n_cities": 23, "n_countries": 13, "n_template_observations": 23 } }, "counts": { "clean_source": 0.0, "clean_target": 8.0, "malformed": 10.0, "truncated": 1.0, "target_with_country_prefix": 6.0, "target_with_substantive_prefix": 6.0, "other_code": 5.0, "target_code_anywhere": 14.0 }, "n_outputs": 23 }, "paraphrase_baseline_correct": { "estimates": { "full_gain": { "mean": 27.54777354508266, "low": 22.32771789038228, "high": 32.52184814753162, "n_cities": 29, "n_countries": 15, "n_template_observations": 29 }, "first_gain": { "mean": 27.35856681034483, "low": 22.14834346064815, "high": 32.29547952586207, "n_cities": 29, "n_countries": 15, "n_template_observations": 29 }, "later_gain": { "mean": 0.1892067347378322, "low": 0.0015747006711217101, "high": 0.3902547532150087, "n_cities": 29, "n_countries": 15, "n_template_observations": 29 }, "first_differing_gain": { "mean": 27.35856681034483, "low": 22.14834346064815, "high": 32.29547952586207, "n_cities": 29, "n_countries": 15, "n_template_observations": 29 }, "clean_target": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 29, "n_countries": 15, "n_template_observations": 29 }, "malformed": { "mean": 1.0, "low": 1.0, "high": 1.0, "n_cities": 29, "n_countries": 15, "n_template_observations": 29 }, "truncated": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 29, "n_countries": 15, "n_template_observations": 29 }, "target_with_country_prefix": { "mean": 0.034482758620689655, "low": 0.0, "high": 0.10714285714285714, "n_cities": 29, "n_countries": 15, "n_template_observations": 29 }, "target_with_substantive_prefix": { "mean": 0.034482758620689655, "low": 0.0, "high": 0.10714285714285714, "n_cities": 29, "n_countries": 15, "n_template_observations": 29 } }, "counts": { "clean_source": 0.0, "clean_target": 0.0, "malformed": 29.0, "truncated": 0.0, "target_with_country_prefix": 1.0, "target_with_substantive_prefix": 1.0, "other_code": 2.0, "target_code_anywhere": 1.0 }, "n_outputs": 29 } } }, "comparisons": { "j_minus_ordinary": { "all": { "full_gain": { "mean": 0.9335903733413169, "low": 0.6606696532514408, "high": 1.2433642596606373, "n_cities": 32, "n_countries": 16, "n_template_observations": 64 }, "first_gain": { "mean": 0.9072265625000003, "low": 0.6220458984375002, "high": 1.2207275390625, "n_cities": 32, "n_countries": 16, "n_template_observations": 64 }, "later_gain": { "mean": 0.0263638108413166, "low": -0.09576725047108481, "high": 0.11891774685758734, "n_cities": 32, "n_countries": 16, "n_template_observations": 64 }, "clean_target": { "mean": 0.015625, "low": 0.0, "high": 0.046875, "n_cities": 32, "n_countries": 16, "n_template_observations": 64 }, "malformed": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 32, "n_countries": 16, "n_template_observations": 64 } }, "baseline_correct": { "full_gain": { "mean": 0.8628100502831467, "low": 0.6058123692326332, "high": 1.155773774669805, "n_cities": 31, "n_countries": 16, "n_template_observations": 52 }, "first_gain": { "mean": 0.8820564516129035, "low": 0.6280241935483875, "high": 1.1592741935483868, "n_cities": 31, "n_countries": 16, "n_template_observations": 52 }, "later_gain": { "mean": -0.019246401329756843, "low": -0.18570087960473325, "high": 0.0994251984659271, "n_cities": 31, "n_countries": 16, "n_template_observations": 52 }, "clean_target": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 31, "n_countries": 16, "n_template_observations": 52 }, "malformed": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 31, "n_countries": 16, "n_template_observations": 52 } }, "main": { "full_gain": { "mean": 1.059505419020626, "low": 0.7055337121994392, "high": 1.4624628751197113, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "first_gain": { "mean": 1.01171875, "low": 0.63671875, "high": 1.4277832031249993, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "later_gain": { "mean": 0.04778666902062601, "low": -0.04874135310403678, "high": 0.12815331326075616, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "clean_target": { "mean": 0.03125, "low": 0.0, "high": 0.09375, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "malformed": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 } }, "paraphrase": { "full_gain": { "mean": 0.8076753276620078, "low": 0.56539218778722, "high": 1.0591774156757845, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "first_gain": { "mean": 0.8027343750000007, "low": 0.5664062500000007, "high": 1.0449218750000009, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "later_gain": { "mean": 0.0049409526620071975, "low": -0.1470012551018943, "high": 0.12226740328673337, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "clean_target": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "malformed": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 } } }, "j_minus_random_mean": { "all": { "full_gain": { "mean": 1.2500835028941948, "low": 0.9077706269435327, "high": 1.6266645881315214, "n_cities": 32, "n_countries": 16, "n_template_observations": 64 }, "first_gain": { "mean": 1.206217447916667, "low": 0.819954427083334, "high": 1.6464843750000002, "n_cities": 32, "n_countries": 16, "n_template_observations": 64 }, "later_gain": { "mean": 0.04386605497752799, "low": -0.10410033879982485, "high": 0.15805513457426035, "n_cities": 32, "n_countries": 16, "n_template_observations": 64 }, "clean_target": { "mean": 0.015625, "low": 0.0, "high": 0.046875, "n_cities": 32, "n_countries": 16, "n_template_observations": 64 }, "malformed": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 32, "n_countries": 16, "n_template_observations": 64 } }, "baseline_correct": { "full_gain": { "mean": 1.1445971585772812, "low": 0.860158163325144, "high": 1.4745818343433015, "n_cities": 31, "n_countries": 16, "n_template_observations": 52 }, "first_gain": { "mean": 1.1574260752688175, "low": 0.841561659946237, "high": 1.5060807291666667, "n_cities": 31, "n_countries": 16, "n_template_observations": 52 }, "later_gain": { "mean": -0.012828916691536612, "low": -0.2342837182565489, "high": 0.1386832422815682, "n_cities": 31, "n_countries": 16, "n_template_observations": 52 }, "clean_target": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 31, "n_countries": 16, "n_template_observations": 52 }, "malformed": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 31, "n_countries": 16, "n_template_observations": 52 } }, "main": { "full_gain": { "mean": 1.366725010006778, "low": 0.8766758047732511, "high": 1.9217514577745578, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "first_gain": { "mean": 1.2981770833333333, "low": 0.77470703125, "high": 1.8990885416666665, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "later_gain": { "mean": 0.06854792667344495, "low": -0.01922801051225544, "high": 0.1484939803882072, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "clean_target": { "mean": 0.03125, "low": 0.0, "high": 0.09375, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "malformed": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 } }, "paraphrase": { "full_gain": { "mean": 1.1334419957816115, "low": 0.8599463441927548, "high": 1.428455855275685, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "first_gain": { "mean": 1.1142578125000004, "low": 0.8251708984375007, "high": 1.4296956380208337, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "later_gain": { "mean": 0.019184183281611006, "low": -0.19794915388448547, "high": 0.1840019826598171, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "clean_target": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "malformed": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 } } }, "j_minus_unrelated": { "all": { "full_gain": { "mean": 1.2734826276004974, "low": 0.9117451555697617, "high": 1.6686398308900146, "n_cities": 32, "n_countries": 16, "n_template_observations": 64 }, "first_gain": { "mean": 1.2163085937500002, "low": 0.8203125000000002, "high": 1.66163330078125, "n_cities": 32, "n_countries": 16, "n_template_observations": 64 }, "later_gain": { "mean": 0.057174033850497324, "low": -0.05434953436148411, "high": 0.15628696277935353, "n_cities": 32, "n_countries": 16, "n_template_observations": 64 }, "clean_target": { "mean": 0.015625, "low": 0.0, "high": 0.046875, "n_cities": 32, "n_countries": 16, "n_template_observations": 64 }, "malformed": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 32, "n_countries": 16, "n_template_observations": 64 } }, "baseline_correct": { "full_gain": { "mean": 1.202855668246988, "low": 0.8922766622534181, "high": 1.5553800283071322, "n_cities": 31, "n_countries": 16, "n_template_observations": 52 }, "first_gain": { "mean": 1.1819556451612905, "low": 0.8371975806451617, "high": 1.5580374581473213, "n_cities": 31, "n_countries": 16, "n_template_observations": 52 }, "later_gain": { "mean": 0.020900023085697394, "low": -0.14468776929990992, "high": 0.15073067208331176, "n_cities": 31, "n_countries": 16, "n_template_observations": 52 }, "clean_target": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 31, "n_countries": 16, "n_template_observations": 52 }, "malformed": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 31, "n_countries": 16, "n_template_observations": 52 } }, "main": { "full_gain": { "mean": 1.3268132367874546, "low": 0.8309242075628493, "high": 1.9044642218782941, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "first_gain": { "mean": 1.26171875, "low": 0.744140625, "high": 1.861328125, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "later_gain": { "mean": 0.06509448678745455, "low": 0.009783440402828485, "high": 0.12097867089525476, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "clean_target": { "mean": 0.03125, "low": 0.0, "high": 0.09375, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "malformed": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 } }, "paraphrase": { "full_gain": { "mean": 1.2201520184135406, "low": 0.9291853976600417, "high": 1.5180437467248664, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "first_gain": { "mean": 1.1708984375000004, "low": 0.8544921875000006, "high": 1.4951416015625, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "later_gain": { "mean": 0.049253580913540096, "low": -0.12526428710695175, "high": 0.20220012582872102, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "clean_target": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "malformed": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 } } }, "j_minus_opposite": { "all": { "full_gain": { "mean": 2.0974818909707857, "low": 1.4978309849288933, "high": 2.783853417575804, "n_cities": 32, "n_countries": 16, "n_template_observations": 64 }, "first_gain": { "mean": 2.00048828125, "low": 1.3251953125000002, "high": 2.794921875, "n_cities": 32, "n_countries": 16, "n_template_observations": 64 }, "later_gain": { "mean": 0.09699360972078547, "low": -0.13673249252493924, "high": 0.28803280150437777, "n_cities": 32, "n_countries": 16, "n_template_observations": 64 }, "clean_target": { "mean": 0.015625, "low": 0.0, "high": 0.046875, "n_cities": 32, "n_countries": 16, "n_template_observations": 64 }, "malformed": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 32, "n_countries": 16, "n_template_observations": 64 } }, "baseline_correct": { "full_gain": { "mean": 1.9159351595630998, "low": 1.4269772573423836, "high": 2.4962485746679572, "n_cities": 31, "n_countries": 16, "n_template_observations": 52 }, "first_gain": { "mean": 1.8835685483870972, "low": 1.3629004693800408, "high": 2.474803427419355, "n_cities": 31, "n_countries": 16, "n_template_observations": 52 }, "later_gain": { "mean": 0.03236661117600276, "low": -0.3202621429754987, "high": 0.288781720022381, "n_cities": 31, "n_countries": 16, "n_template_observations": 52 }, "clean_target": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 31, "n_countries": 16, "n_template_observations": 52 }, "malformed": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 31, "n_countries": 16, "n_template_observations": 52 } }, "main": { "full_gain": { "mean": 2.247412222160871, "low": 1.359529616593151, "high": 3.2965142404659895, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "first_gain": { "mean": 2.12109375, "low": 1.1952636718749998, "high": 3.2344238281249993, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "later_gain": { "mean": 0.12631847216087144, "low": -0.008964296054224254, "high": 0.2572214673747245, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "clean_target": { "mean": 0.03125, "low": 0.0, "high": 0.09375, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "malformed": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 } }, "paraphrase": { "full_gain": { "mean": 1.9475515597806998, "low": 1.4784886514019968, "high": 2.455859235603894, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "first_gain": { "mean": 1.8798828125000004, "low": 1.3925537109374997, "high": 2.4082275390625005, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "later_gain": { "mean": 0.06766874728069949, "low": -0.28573644121687686, "high": 0.34194655182340794, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "clean_target": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "malformed": { "mean": 0.0, "low": 0.0, "high": 0.0, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 } } }, "paraphrase_minus_main_j": { "full_gain": { "mean": -0.14435505548618197, "low": -0.5722259986884431, "high": 0.23152832016119215, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "first_gain": { "mean": -0.11718749999999914, "low": -0.4648925781249995, "high": 0.20507812500000044, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "later_gain": { "mean": -0.027167555486182833, "low": -0.13746029772425333, "high": 0.0712119536687675, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 }, "clean_target": { "mean": -0.03125, "low": -0.09375, "high": 0.0, "n_cities": 32, "n_countries": 16, "n_template_observations": 32 } } }, "bootstrap": { "seed": 20260908, "resamples": 10000, "cluster": "source country", "unit": "city after averaging templates and random repeats", "interval": "percentile 95%" }, "examples": { "compelling": { "case_id": "eval-18", "city": "Hue", "country": "Vietnam", "source": "VND", "target": "PLN", "baseline_main": "USD", "j_main": "EUR", "baseline_paraphrase": "The currency used in Hue is the Vietnamese Dong, and its three-letter ISO 4217 code is **VND**.", "j_paraphrase": "The currency used in Hue is the Vietnamese Dong, and its three-letter ISO 4217 code is **VND**.", "baseline_correct_templates": 1, "clean_target_templates": 0, "mean_full_gain": 4.357364659034567, "mean_first_gain": 5.875, "main_full_gain": 6.873269882574334, "paraphrase_full_gain": 1.8414594354947997, "main_first_gain": 7.375, "paraphrase_first_gain": 4.375 }, "counterexample": { "case_id": "eval-17", "city": "Ho Chi Minh City", "country": "Vietnam", "source": "VND", "target": "PLN", "baseline_main": "VND", "j_main": "VND", "baseline_paraphrase": "The currency used in Ho Chi Minh City is the Vietnamese Dong, and its three-letter ISO 4217 code is **VND**.", "j_paraphrase": "The currency used in Ho Chi Minh City is the Vietnamese Dong, and its three-letter ISO 4217 code is **VND**.", "baseline_correct_templates": 2, "clean_target_templates": 0, "mean_full_gain": -0.20557876346439485, "mean_first_gain": 0.1875, "main_full_gain": -0.39592514673777757, "paraphrase_full_gain": -0.01523238019101214, "main_first_gain": 0.375, "paraphrase_first_gain": 0.0 }, "compelling_is_behavioral_success": false } }