{ "schema": 1, "experiment_date": "2026-08-17", "sources": { "analysis/article-track/CR02/GATE11-ADJUDICATION-REPRO-A/result.json": "f781afc99cce82ab5749eab37a9547785039445200e30c96fdc517abd886fb6b", "analysis/article-track/CR02/GATE11-PRIMARY-REAL-MANIFEST.json": "d5ca02db576cf25b9413b5897fc23d2a8817cda4fe4ba3f03927c54909003b2f", "analysis/article-track/CR02/GATE10-CAPABILITY-L1-MANIFEST.json": "1439092f893cfcba167cbfde3f7ae725b17596b22eb4f58e3a8958f185a92050", "analysis/article-track/CR02/GATE11-PRIMARY-REAL/GATE11-PRIMARY-REAL-GERMAN-S1201-L701-O832.json": "a66b5b4efde62790a329cbf1ae54f5419e48fa22b1eaf6d55c00f6495c2c424d", "analysis/article-track/CR02/GATE11-PRIMARY-REAL/GATE11-PRIMARY-REAL-GERMAN-S1201-L701-O1832.json": "4af6cd463e511786fc5af4adb1825e31098e1db30c8c3a37440b12ff758bc763", "analysis/article-track/CR02/GATE11-PRIMARY-REAL/GATE11-PRIMARY-REAL-GERMAN-S1201-L701-O2832.json": "11815d4e357cbad075ff15438863bf3786837c68e32a996256fee0b99823963c", "analysis/article-track/CR02/GATE11-PRIMARY-REAL/GATE11-PRIMARY-REAL-GERMAN-S1202-L701-O832.json": "01fd3e11ef696322d66b0b638399dbc4431217855bfb343cba1a72c8104d8bc1", "analysis/article-track/CR02/GATE11-PRIMARY-REAL/GATE11-PRIMARY-REAL-GERMAN-S1202-L701-O1832.json": "bd4e25209392a387f154ce614d15d893c32124f7664d1645d90cd118aca640f8", "analysis/article-track/CR02/GATE11-PRIMARY-REAL/GATE11-PRIMARY-REAL-GERMAN-S1202-L701-O2832.json": "684bf541af5ad2d61ba0c3f2f2dc63d9ed335ea4a357a65097b4e3f30ec064a3", "analysis/article-track/CR02/GATE11-PRIMARY-REAL/GATE11-PRIMARY-REAL-GERMAN-S1203-L701-O832.json": "8dcc5ac6558f3f9f34c0f7ee33d8c3b1f77add802c11b046a83eea677479d000", "analysis/article-track/CR02/GATE11-PRIMARY-REAL/GATE11-PRIMARY-REAL-GERMAN-S1203-L701-O1832.json": "32e1cb339246fffed0b965a5054cc9458c48d11f5cd2d35272f7db40ac8af497", "analysis/article-track/CR02/GATE11-PRIMARY-REAL/GATE11-PRIMARY-REAL-GERMAN-S1203-L701-O2832.json": "f0583aec7005811e01fd3658b48642347e97ea70c6e6fb290726aee86fc7f4fe", "analysis/article-track/CR02/GATE11-PRIMARY-REAL/GATE11-PRIMARY-REAL-GERMAN-S1204-L701-O832.json": "cdb9d0ebde0164e045c2a617b4ed449b3378d73631d23cbfc159dc58964db10a", "analysis/article-track/CR02/GATE11-PRIMARY-REAL/GATE11-PRIMARY-REAL-GERMAN-S1204-L701-O1832.json": "3fb752f2ae59d9c2a9a3827e8dceb538fef26016522c035faef7fd57306f0ffc", "analysis/article-track/CR02/GATE11-PRIMARY-REAL/GATE11-PRIMARY-REAL-GERMAN-S1204-L701-O2832.json": "8fef6cdd0675cbbd453e491adf476f756680ca2ca005333f9fd8e4d987996ca5", "analysis/article-track/CR02/GATE11-PRIMARY-REAL/GATE11-PRIMARY-REAL-GERMAN-S1205-L701-O832.json": "b6f640b5bd3791c9978d326d284dc2b9e5f0a5b5098bd11f3f12744a910eb01f", "analysis/article-track/CR02/GATE11-PRIMARY-REAL/GATE11-PRIMARY-REAL-GERMAN-S1205-L701-O1832.json": "dfbc381798ef1a5ef6929bddf12d0c72c242c70922df4a03a465c0f15f31c747", "analysis/article-track/CR02/GATE11-PRIMARY-REAL/GATE11-PRIMARY-REAL-GERMAN-S1205-L701-O2832.json": "d30ad266560ee9a65ff0e37c3fd585ce7548b77ff7c27d55e68b527365b27a17", "analysis/article-track/CR02/GATE11-PRIMARY-REAL/GATE11-PRIMARY-REAL-LATIN-S1201-L701-O832.json": "b05ccc46985db4851d5bfc2628e0939f026967049ccea7bd6a40c2a55b9754b8", "analysis/article-track/CR02/GATE11-PRIMARY-REAL/GATE11-PRIMARY-REAL-LATIN-S1201-L701-O1832.json": "4d8388d8f421980079f905f0d1ef017e20c503115dab6c34c3cdb762df35e5e4", "analysis/article-track/CR02/GATE11-PRIMARY-REAL/GATE11-PRIMARY-REAL-LATIN-S1201-L701-O2832.json": "7d4751d990ff54a25e4a14cfc5a9824e1a450e25139e1e76830d09a86b6c478b", "analysis/article-track/CR02/GATE11-PRIMARY-REAL/GATE11-PRIMARY-REAL-LATIN-S1202-L701-O832.json": "4e4f61c52d79cfcf28426651efc915a59dbf13fc98f6c1c87988d894b523b379", "analysis/article-track/CR02/GATE11-PRIMARY-REAL/GATE11-PRIMARY-REAL-LATIN-S1202-L701-O1832.json": "a07ba6543e567fadb2e30babfff57728377f7dbb56be1c0db683e775430948f7", "analysis/article-track/CR02/GATE11-PRIMARY-REAL/GATE11-PRIMARY-REAL-LATIN-S1202-L701-O2832.json": "13ff344985903928f36bd6c6db51c56d7f962f978697b558429a1eea02921443", "analysis/article-track/CR02/GATE11-PRIMARY-REAL/GATE11-PRIMARY-REAL-LATIN-S1203-L701-O832.json": "c8f1e5e69d40063473370ec35f6eab2a6db1caf441b15c60e01b31a8d58af6d8", "analysis/article-track/CR02/GATE11-PRIMARY-REAL/GATE11-PRIMARY-REAL-LATIN-S1203-L701-O1832.json": "c031f327921c3f60f95d6778e64510fd4de06303cf8eccba69a75a6706915204", "analysis/article-track/CR02/GATE11-PRIMARY-REAL/GATE11-PRIMARY-REAL-LATIN-S1203-L701-O2832.json": "8a25e1b2fb85461d6b812da63dcdffc63e8746770ea1383669bf983564a50e53", "analysis/article-track/CR02/GATE11-PRIMARY-REAL/GATE11-PRIMARY-REAL-LATIN-S1204-L701-O832.json": "5b21811ebde1990ec3b2ffa31ec3815b18ffe076c3b9d8db858372dcb77613ce", "analysis/article-track/CR02/GATE11-PRIMARY-REAL/GATE11-PRIMARY-REAL-LATIN-S1204-L701-O1832.json": "a2b13bbbe4e96814a045d0d34599fb480e4f5488339357849cbc84d19ee488e0", "analysis/article-track/CR02/GATE11-PRIMARY-REAL/GATE11-PRIMARY-REAL-LATIN-S1204-L701-O2832.json": "8ab86e3da1b8f2c1871f2cb44a6674b0633467536f2b0302fe5c24ea2ffaf866", "analysis/article-track/CR02/GATE11-PRIMARY-REAL/GATE11-PRIMARY-REAL-LATIN-S1205-L701-O832.json": "17bf86517391658871977d8359bdef28971cc57fca8545a4579dcbc67cdb3c5f", "analysis/article-track/CR02/GATE11-PRIMARY-REAL/GATE11-PRIMARY-REAL-LATIN-S1205-L701-O1832.json": "2565670038f948c3d7149ec83585e7769bdd325176e1414972ba76bbb3d7d4a1", "analysis/article-track/CR02/GATE11-PRIMARY-REAL/GATE11-PRIMARY-REAL-LATIN-S1205-L701-O2832.json": "7ed07a56463859f429884b7a9d73ec9b9c2a2e8e9e8be10da06f1ad63c2e7f01", "analysis/article-track/CR02/GATE11-PRIMARY-REAL/GATE11-PRIMARY-REAL-CZECH-S1201-L701-O832.json": "f9c1cc12dadee0d7f9a595d00036b27076c0c70f79eb82f944597916aca29f9f", "analysis/article-track/CR02/GATE11-PRIMARY-REAL/GATE11-PRIMARY-REAL-CZECH-S1201-L701-O1832.json": "92cf8cdb0684ec0ab635c78a3eaadaa56ddb5bf36227c6d743fc5b5da4af5420", "analysis/article-track/CR02/GATE11-PRIMARY-REAL/GATE11-PRIMARY-REAL-CZECH-S1201-L701-O2832.json": "e3603049790da9cc1b5418f63c8a82ba5caf4eb878809a7df3f5a4c2f5fc7bc7", "analysis/article-track/CR02/GATE10-MANUSCRIPT-SMOKE-REAL-CZECH-S1202-L701-O832.json": "2d0669347e91ca5324781b4c84c69d19aa05d8ae7a0ef5950e30b2091338c30b", "analysis/article-track/CR02/GATE11-PRIMARY-REAL/GATE11-PRIMARY-REAL-CZECH-S1202-L701-O1832.json": "a1aa1cb6854e9aaaba63612c15d8d904be1723efcde71bbc25ce4195f652a6b5", "analysis/article-track/CR02/GATE11-PRIMARY-REAL/GATE11-PRIMARY-REAL-CZECH-S1202-L701-O2832.json": "694dc5a05cfeef10ab10e6f95f6e0629874b3fc00c8a0aa704d07a07f90a91cb", "analysis/article-track/CR02/GATE11-PRIMARY-REAL/GATE11-PRIMARY-REAL-CZECH-S1203-L701-O832.json": "ccf2b5a5f54bb8e47bef40de91e861fdb6892c3b9b07f085bf2242a2d2764ea4", "analysis/article-track/CR02/GATE11-PRIMARY-REAL/GATE11-PRIMARY-REAL-CZECH-S1203-L701-O1832.json": "f24127436ea2074ef30776983bbd8a3f0fcf84799ad0bc57cfe8da0d5ca0d7cd", "analysis/article-track/CR02/GATE11-PRIMARY-REAL/GATE11-PRIMARY-REAL-CZECH-S1203-L701-O2832.json": "9bec0004ceba17ca4b5002789f99bee2f57ce555e523e43ab9900a583cf4ba5a", "analysis/article-track/CR02/GATE11-PRIMARY-REAL/GATE11-PRIMARY-REAL-CZECH-S1204-L701-O832.json": "40bdee9d3177e92e3ae0119846716c3cb6f8b0dfa58577d73c10bb1b8aa826a9", "analysis/article-track/CR02/GATE11-PRIMARY-REAL/GATE11-PRIMARY-REAL-CZECH-S1204-L701-O1832.json": "8a9b7cec6cbb7b51aa33e2a2683be50b69fb8ea389c396279716ed0bbf55933f", "analysis/article-track/CR02/GATE11-PRIMARY-REAL/GATE11-PRIMARY-REAL-CZECH-S1204-L701-O2832.json": "83b9d61fc632e34b9e47e0f38f2534635931f98b6d78ec7f22bb24dd159af1e6", "analysis/article-track/CR02/GATE11-PRIMARY-REAL/GATE11-PRIMARY-REAL-CZECH-S1205-L701-O832.json": "4bc59eb1583010324e8f27e83d9e1b305188a631a1d3c6b71dec4a598491e15c", "analysis/article-track/CR02/GATE11-PRIMARY-REAL/GATE11-PRIMARY-REAL-CZECH-S1205-L701-O1832.json": "a68e3b75040d78e858c49cd5292bd19f88a5bffc51cdc2bca8c8b0fe2e50a301", "analysis/article-track/CR02/GATE11-PRIMARY-REAL/GATE11-PRIMARY-REAL-CZECH-S1205-L701-O2832.json": "2161418b190eab0c967b664a2c87be4d4b3c6aa82bd8de273f102f39556c97f9", "analysis/article-track/CR01/GATE11-MATRIX/rate-summary.json": "b9e4209e05f16819c5db6ab9b24de95f5b2402fab7a7930474d02e0df474afb8", "analysis/article-track/CR02/GATE10-LANGUAGE-RESOURCE-LEDGER.json": "921c875d68e365873edaa7a58c585ebea9bfdb3a2e05df52c5c46432077cd133", "analysis/article-track/CR02/GATE10-LM-GERMAN-REF15_1.txt": "e2c06a13694b254566229f055434664d5a67bd43b7545fb7b23fec7382d82488", "analysis/article-track/CR02/GATE10-LM-LATIN-HUS-1410-1411.txt": "1ab82be9e350efc1dca2b7de6cf035a38385af9c3c218a189516c5aa64f5c76c", "analysis/article-track/CR02/GATE10-LM-CZECH-ANNALS-1408-1438.txt": "be722ddbc907d500e12120227235963627b491afe8e957a2b3ccc7d0238e1f5b", "analysis/article-track/CR02/GATE10-PARAGRAPH-OCCURRENCES.csv": "83420005ff892c8c6fcee80e74915a1c685e1fa7a36d58b4cbcb5d61f3cc5ffe", "analysis/article-track/CR02/GATE12-DOCUMENTED-STOP.md": "b698f9dc22f91b7e2e4c7faaac1e29977fc3405cd69593102b1e827fa8d181e2", "analysis/article-track/CR02/GATE11-PRIMARY-ADJUDICATION.md": "37801e5ce3328f3f9407aabbc3ad8eb7ac2b4ac914ead22fbbfd459d655d06f7", "analysis/article-track/CR01/GATE12-DOCUMENTED-STOP.md": "586804972c1241ec386bf513d5296781d1d7474a1aa3b9ccd4814be4de618065" }, "samples": [ { "id": "german", "name": "German", "text": "daz ist daz pu ch von den natiurleichen dinge ze daeutsch bracht vo maist curat von megenberch ein wirdig weibes chron in welhem cla id man die an siht so sint ir tugendleichev werch an chainem end verha delt si stet geladen schon diu warhait pilleich ir des giht reht als ein engadisch reb ob der sein fruht niht wa delt sam tu t div edel chust in welher sprach man sei du rch chift doch ist si vnu hawe an ir selben mit den zungen geit ir div red ir gunst so vi gerzaigt auf si div schrift div red schol vnu schetet sein mit clarhait schon vmbschlunge in hertzen ligt gedanch besloz zen gar mit gu ter tu", "class": "project extraction from ReF 15_1 diplomatic reading texts", "scope": "securely dated German witnesses in 1400-1450 subset", "normalization": "remove repeated ReF web banners; NFKD ASCII fold; retain source word divisions", "source": "analysis/article-track/CR02/GATE10-LM-GERMAN-REF15_1.txt", "selection": "First 120 whitespace-delimited tokens of the frozen computational derivative." }, { "id": "latin", "name": "Latin", "text": "sermones in capella bethlehem a d mccccx mense novembri k a in die omnium sanctorum matth v luce vi in illo tempore videns jesus turbas ascendit in montem et cum sedisset accesserunt ad eum discipuli eius et aperiens os suum docebat eos dicens beati pauperes spiritu quoniam ipsorum est regnum celorum beati mites quoniam ipsi possidebunt terram beati qui lugent quoniam ipsi consolabuntur beati qui esuriunt et sitiunt iustitiam quoniam ipsi saturabuntur beati misericordes quoniam ipsi misericordiam consequentur beati mundo corde quoniam ipsi deum videbunt beati pacifici quoniam filii dei vocabuntur beati qui persecutionem patiuntur propter iustitiam quoniam ipsorum est regnum celorum beati estis cum maledixerint vobis et persecuti vos fuerint et dixerint omne malum adversum vos mentientes propter me", "class": "AHISTO transcription of Flajshans's 1938 scholarly edition", "scope": "Latin sermon reports dated 1410-1411", "normalization": "body lines 539-end; remove page furniture and standalone apparatus lines; NFKD ASCII fold", "source": "analysis/article-track/CR02/GATE10-LM-LATIN-HUS-1410-1411.txt", "selection": "First 120 whitespace-delimited tokens of the frozen computational derivative." }, { "id": "czech", "name": "Czech", "text": "leta od narozenie syna bozieho m cccc viii sva dili se mistri cesti s mistry nemeckymi o hlasy neb nemci chteli mieti tri hlasy a cechove aby meli toliko jeden hlas tak se bylo stalo ze kdyz ciesar karel otec krale vacla vuov zakladal a nadal to studium to jest ucenie prazske a velikymi milostmi rozsiril a obdaroval na vecnu pamet i ze nebylo mistrov ceskych v te chvili v cechach lec se kto v jine zemi ucil a dosel mistrovstvi protoze jich bylo malo a ciesar chte rozmnoziti a rozsiriti prazske ucenie i na pustil zprvu mnoho nemeckych mistruov i dopustil jim aby meli tri hlasy a cesti mistri toliko jeden tak dluho do kudz by se cesti mistri", "class": "AHISTO transcription of Simek and Kanak's 1959 scholarly edition", "scope": "Old Czech annal sequence from 1408 through the final 1438 entry", "normalization": "body lines 1288-6052; remove page furniture; NFKD ASCII fold", "source": "analysis/article-track/CR02/GATE10-LM-CZECH-ANNALS-1408-1438.txt", "selection": "First 120 whitespace-delimited tokens of the frozen computational derivative." }, { "id": "voynich", "name": "Voynich ยท f1r", "text": "fachys ykal ar ataiin shol shory cthres y kor sholdy sory ckhar or y kair chtaiin shar ase cthar cthar dan syaiir sheky or ykaiin shod cthoary cthes daraiin sy soiin oteey oteos roloty cthiar daiin okaiin or okan sair y chear cthaiin cphar cfhaiin ydaraishy odar shol cphoy oydar sh s cfhoaiin shodary yshey shody okchoy otchol chocthy os chy dain chor kos daiin shos cfhol shody dain os teody ydain cphesaiin ols cphey ytain shoshy cphodal es oksho kshoy otairin oteol okan shodain sckhey daiin shoy ckhey kodaiin cphy cphodaiils cthey sho oldain d dain oiin chol odaiin chodain chdy okain cthy kod daiin shckhey ckeo r char shey kol chol chol kor chal sho chol shodan kshy", "class": "ZL3b transcription; normalized computational derivative", "scope": "Beinecke MS 408, folio 1r", "normalization": "Eligible ASCII paragraph tokens; single EVA characters, with word spaces retained.", "source": "analysis/article-track/CR02/GATE10-PARAGRAPH-OCCURRENCES.csv", "selection": "First 120 eligible ZL3b paragraph tokens on f1r, in source order." } ], "key_search": { "source": "analysis/article-track/CR02/GATE11-ADJUDICATION-REPRO-A/result.json", "budget": { "level": 1, "restarts": 4, "proposals_per_restart": 10000 }, "positive_pass": 45, "positive_total": 45, "languages": { "Czech-Annals-1408-1438": { "name": "Czech", "pointer": "/languages/Czech-Annals-1408-1438", "passed": false, "joint_score": -3.284563637627257, "split_scores": { "1201": -3.23677619602177, "1202": -3.306280111636493, "1203": -3.2594286138624455, "1204": -3.284563637627257, "1205": -3.2040349325613473 }, "raw_p": 0.44166666666666665, "holm": { "adjusted_p": 1.0, "rank": 1, "significant": false }, "stability": { "across": 0.04, "within": { "1201": 0.0, "1202": 0.04, "1203": 0.0, "1204": 0.0, "1205": 0.4 }, "across_threshold": 0.7, "within_threshold": 0.8 }, "nulls": { "within_folio_equal_length_token_shuffle": { "empirical_p": 0.44166666666666665, "joint_exceedances": 52, "maximum_null_envelope_by_split": { "1201": -3.16514804106653, "1202": -3.1579585577937377, "1203": -3.231053132454764, "1204": -3.2332434218998602, "1205": -3.1488533354314754 }, "strict_real_superiority_by_split": { "1201": false, "1202": false, "1203": false, "1204": false, "1205": false }, "strict_split_direction_pass": false, "strict_split_pass_count": 0 }, "within_line_unit_shuffle": { "empirical_p": 0.008333333333333333, "joint_exceedances": 0, "maximum_null_envelope_by_split": { "1201": -3.409158537861442, "1202": -3.408519782549201, "1203": -3.4028053767055315, "1204": -3.4033603688891247, "1205": -3.412077522015064 }, "strict_real_superiority_by_split": { "1201": true, "1202": true, "1203": true, "1204": true, "1205": true }, "strict_split_direction_pass": true, "strict_split_pass_count": 5 } } }, "German-ReF-15_1": { "name": "German", "pointer": "/languages/German-ReF-15_1", "passed": false, "joint_score": -3.1899083513881283, "split_scores": { "1201": -3.1091682265541887, "1202": -3.110087878326709, "1203": -3.1899083513881283, "1204": -3.263710307148204, "1205": -3.1471867545331893 }, "raw_p": 0.8083333333333333, "holm": { "adjusted_p": 1.0, "rank": 3, "significant": false }, "stability": { "across": 0.36, "within": { "1201": 0.4, "1202": 0.4, "1203": 0.6, "1204": 0.28, "1205": 0.44 }, "across_threshold": 0.7, "within_threshold": 0.8 }, "nulls": { "within_folio_equal_length_token_shuffle": { "empirical_p": 0.8083333333333333, "joint_exceedances": 96, "maximum_null_envelope_by_split": { "1201": -3.0422926333004634, "1202": -3.0333623774497256, "1203": -3.114675606933911, "1204": -3.092062931003592, "1205": -3.062368078887883 }, "strict_real_superiority_by_split": { "1201": false, "1202": false, "1203": false, "1204": false, "1205": false }, "strict_split_direction_pass": false, "strict_split_pass_count": 0 }, "within_line_unit_shuffle": { "empirical_p": 0.008333333333333333, "joint_exceedances": 0, "maximum_null_envelope_by_split": { "1201": -3.7628250623763893, "1202": -3.7610589089065316, "1203": -3.7415691295143065, "1204": -3.754048524931241, "1205": -3.7600181328411013 }, "strict_real_superiority_by_split": { "1201": true, "1202": true, "1203": true, "1204": true, "1205": true }, "strict_split_direction_pass": true, "strict_split_pass_count": 5 } } }, "Latin-Hus-1410-1411": { "name": "Latin", "pointer": "/languages/Latin-Hus-1410-1411", "passed": false, "joint_score": -3.1734118846482278, "split_scores": { "1201": -3.0973316008317973, "1202": -3.088075175290466, "1203": -3.1734118846482278, "1204": -3.196891700140384, "1205": -3.104218318265079 }, "raw_p": 0.7916666666666666, "holm": { "adjusted_p": 1.0, "rank": 2, "significant": false }, "stability": { "across": 0.2, "within": { "1201": 0.12, "1202": 0.6, "1203": 0.64, "1204": 0.56, "1205": 0.12 }, "across_threshold": 0.7, "within_threshold": 0.8 }, "nulls": { "within_folio_equal_length_token_shuffle": { "empirical_p": 0.7916666666666666, "joint_exceedances": 94, "maximum_null_envelope_by_split": { "1201": -3.0193081171509446, "1202": -3.0181598652086232, "1203": -3.007731387690687, "1204": -3.0161304314252835, "1205": -2.9957448961424364 }, "strict_real_superiority_by_split": { "1201": false, "1202": false, "1203": false, "1204": false, "1205": false }, "strict_split_direction_pass": false, "strict_split_pass_count": 0 }, "within_line_unit_shuffle": { "empirical_p": 0.008333333333333333, "joint_exceedances": 0, "maximum_null_envelope_by_split": { "1201": -3.430062610739398, "1202": -3.4315766239207655, "1203": -3.426495862721271, "1204": -3.4287189845927935, "1205": -3.4326643703129887 }, "strict_real_superiority_by_split": { "1201": true, "1202": true, "1203": true, "1204": true, "1205": true }, "strict_split_direction_pass": true, "strict_split_pass_count": 5 } } } }, "cells": [ { "language": "German-ReF-15_1", "split": 1201, "seed": 832, "key": { "a": "a", "b": "q", "c": "c", "d": "s", "e": "i", "f": "v", "g": "k", "h": "h", "i": "n", "j": "f", "k": "w", "l": "r", "m": "l", "n": "d", "o": "e", "p": "o", "q": "g", "r": "m", "s": "p", "t": "u", "u": "y", "v": "j", "x": "z", "y": "t", "z": "b" }, "output": [ "vachtp", "twar", "am", "auannd", "pher", "phemt", "cuhmip", "t", "wem", "pherst", "pemt", "cwham", "em", "t", "wanm", "chuannd", "pham", "api", "cuham", "cuham", "sad", "ptannm", "phiwt", "em", "twannd", "phes", "cuheamt", "cuhip", "samannd", "pt", "pennd", "euiit", "euiep", "mereut", "cuhnam", "sannd", "ewannd", "em", "ewad", "panm", "t", "chiam", "cuhannd", "coham", "cvhannd", "tsamanpht", "esam", "pher", "cohet", "etsam", "ph", "p", "cvheannd", "phesamt", "tphit", "phest", "ewchet", "eucher", "checuht", "ep" ], "input": [ "fachys", "ykal", "ar", "ataiin", "shol", "shory", "cthres", "y", "kor", "sholdy", "sory", "ckhar", "or", "y", "kair", "chtaiin", "shar", "ase", "cthar", "cthar", "dan", "syaiir", "sheky", "or", "ykaiin", "shod", "cthoary", "cthes", "daraiin", "sy", "soiin", "oteey", "oteos", "roloty", "cthiar", "daiin", "okaiin", "or", "okan", "sair", "y", "chear", "cthaiin", "cphar", "cfhaiin", "ydaraishy", "odar", "shol", "cphoy", "oydar", "sh", "s", "cfhoaiin", "shodary", "yshey", "shody", "okchoy", "otchol", "chocthy", "os" ], "input_note": "Source units reconstructed by reversing the stored bijection on the first 60 held-out output tokens.", "score": -3.1091682265541887, "test_tokens": 8744, "test_characters": 44008, "source": "analysis/article-track/CR02/GATE11-PRIMARY-REAL/GATE11-PRIMARY-REAL-GERMAN-S1201-L701-O832.json", "pointer": "/connected_heldout_plaintext/0:60" }, { "language": "German-ReF-15_1", "split": 1201, "seed": 1832, "key": { "a": "a", "b": "q", "c": "b", "d": "s", "e": "l", "f": "v", "g": "k", "h": "i", "i": "n", "j": "f", "k": "h", "l": "r", "m": "u", "n": "d", "o": "e", "p": "o", "q": "g", "r": "m", "s": "w", "t": "y", "u": "p", "v": "j", "x": "z", "y": "t", "z": "c" }, "output": [ "vabitw", "thar", "am", "ayannd", "wier", "wiemt", "byimlw", "t", "hem", "wierst", "wemt", "bhiam", "em", "t", "hanm", "biyannd", "wiam", "awl", "byiam", "byiam", "sad", "wtannm", "wilht", "em", "thannd", "wies", "byieamt", "byilw", "samannd", "wt", "wennd", "eyllt", "eylew", "mereyt", "byinam", "sannd", "ehannd", "em", "ehad", "wanm", "t", "bilam", "byiannd", "boiam", "bviannd", "tsamanwit", "esam", "wier", "boiet", "etsam", "wi", "w", "bvieannd", "wiesamt", "twilt", "wiest", "ehbiet", "eybier", "biebyit", "ew" ], "input": [ "fachys", "ykal", "ar", "ataiin", "shol", "shory", "cthres", "y", "kor", "sholdy", "sory", "ckhar", "or", "y", "kair", "chtaiin", "shar", "ase", "cthar", "cthar", "dan", "syaiir", "sheky", "or", "ykaiin", "shod", "cthoary", "cthes", "daraiin", "sy", "soiin", "oteey", "oteos", "roloty", "cthiar", "daiin", "okaiin", "or", "okan", "sair", "y", "chear", "cthaiin", "cphar", "cfhaiin", "ydaraishy", "odar", "shol", "cphoy", "oydar", "sh", "s", "cfhoaiin", "shodary", "yshey", "shody", "okchoy", "otchol", "chocthy", "os" ], "input_note": "Source units reconstructed by reversing the stored bijection on the first 60 held-out output tokens.", "score": -3.154086979166986, "test_tokens": 8744, "test_characters": 44008, "source": "analysis/article-track/CR02/GATE11-PRIMARY-REAL/GATE11-PRIMARY-REAL-GERMAN-S1201-L701-O1832.json", "pointer": "/connected_heldout_plaintext/0:60" }, { "language": "German-ReF-15_1", "split": 1201, "seed": 2832, "key": { "a": "a", "b": "o", "c": "l", "d": "s", "e": "n", "f": "f", "g": "u", "h": "i", "i": "c", "j": "w", "k": "b", "l": "r", "m": "z", "n": "h", "o": "e", "p": "p", "q": "g", "r": "m", "s": "d", "t": "y", "u": "x", "v": "j", "x": "k", "y": "t", "z": "v" }, "output": [ "falitd", "tbar", "am", "ayacch", "dier", "diemt", "lyimnd", "t", "bem", "dierst", "demt", "lbiam", "em", "t", "bacm", "liyacch", "diam", "adn", "lyiam", "lyiam", "sah", "dtaccm", "dinbt", "em", "tbacch", "dies", "lyieamt", "lyind", "samacch", "dt", "decch", "eynnt", "eyned", "mereyt", "lyicam", "sacch", "ebacch", "em", "ebah", "dacm", "t", "linam", "lyiacch", "lpiam", "lfiacch", "tsamacdit", "esam", "dier", "lpiet", "etsam", "di", "d", "lfieacch", "diesamt", "tdint", "diest", "ebliet", "eylier", "lielyit", "ed" ], "input": [ "fachys", "ykal", "ar", "ataiin", "shol", "shory", "cthres", "y", "kor", "sholdy", "sory", "ckhar", "or", "y", "kair", "chtaiin", "shar", "ase", "cthar", "cthar", "dan", "syaiir", "sheky", "or", "ykaiin", "shod", "cthoary", "cthes", "daraiin", "sy", "soiin", "oteey", "oteos", "roloty", "cthiar", "daiin", "okaiin", "or", "okan", "sair", "y", "chear", "cthaiin", "cphar", "cfhaiin", "ydaraishy", "odar", "shol", "cphoy", "oydar", "sh", "s", "cfhoaiin", "shodary", "yshey", "shody", "okchoy", "otchol", "chocthy", "os" ], "input_note": "Source units reconstructed by reversing the stored bijection on the first 60 held-out output tokens.", "score": -3.1093992279763976, "test_tokens": 8744, "test_characters": 44008, "source": "analysis/article-track/CR02/GATE11-PRIMARY-REAL/GATE11-PRIMARY-REAL-GERMAN-S1201-L701-O2832.json", "pointer": "/connected_heldout_plaintext/0:60" }, { "language": "German-ReF-15_1", "split": 1202, "seed": 832, "key": { "a": "a", "b": "j", "c": "o", "d": "s", "e": "i", "f": "v", "g": "y", "h": "r", "i": "l", "j": "c", "k": "h", "l": "n", "m": "z", "n": "w", "o": "e", "p": "u", "q": "g", "r": "m", "s": "d", "t": "b", "u": "f", "v": "x", "x": "k", "y": "t", "z": "p" }, "output": [ "bdried", "geuan", "oren", "obren", "salzy", "toriem", "orem", "saz", "geboraz", "oraz", "eorem", "georiem", "oren", "sallw", "obrt", "dorit", "orem", "oran", "oray", "oraz", "ore", "gehen", "orenent", "d", "oraz", "obren", "torballw", "orem", "obrez", "ebansaz", "eboren", "gesallw", "orez", "drez", "saze", "tdriem", "orem", "oren", "eht", "saye", "dre", "xem", "driensaz", "eborest", "en", "tsam", "orenobrez", "uorien", "dren", "dend", "drien", "drit", "ehasallw", "gehorem", "ge", "doresaz", "eobrt", "gehiit", "geb", "drit" ], "input": [ "tsheos", "qopal", "chol", "cthol", "daimg", "ycheor", "chor", "dam", "qotcham", "cham", "ochor", "qocheor", "chol", "daiin", "cthy", "schey", "chor", "chal", "chag", "cham", "cho", "qokol", "chololy", "s", "cham", "cthol", "ychtaiin", "chor", "cthom", "otaldam", "otchol", "qodaiin", "chom", "shom", "damo", "ysheor", "chor", "chol", "oky", "dago", "sho", "vor", "sheoldam", "otchody", "ol", "ydar", "cholcthom", "pcheol", "shol", "sols", "sheol", "shey", "okadaiin", "qokchor", "qo", "schodam", "octhy", "qokeey", "qot", "shey" ], "input_note": "Source units reconstructed by reversing the stored bijection on the first 60 held-out output tokens.", "score": -3.110087878326709, "test_tokens": 7363, "test_characters": 36668, "source": "analysis/article-track/CR02/GATE11-PRIMARY-REAL/GATE11-PRIMARY-REAL-GERMAN-S1202-L701-O832.json", "pointer": "/connected_heldout_plaintext/0:60" }, { "language": "German-ReF-15_1", "split": 1202, "seed": 1832, "key": { "a": "a", "b": "q", "c": "b", "d": "s", "e": "l", "f": "o", "g": "k", "h": "i", "i": "n", "j": "p", "k": "h", "l": "r", "m": "z", "n": "d", "o": "e", "p": "u", "q": "g", "r": "m", "s": "w", "t": "y", "u": "v", "v": "x", "x": "f", "y": "t", "z": "c" }, "output": [ "ywilew", "geuar", "bier", "byier", "sanzk", "tbilem", "biem", "saz", "geybiaz", "biaz", "ebiem", "gebilem", "bier", "sannd", "byit", "wbilt", "biem", "biar", "biak", "biaz", "bie", "geher", "bierert", "w", "biaz", "byier", "tbiyannd", "biem", "byiez", "eyarsaz", "eybier", "gesannd", "biez", "wiez", "saze", "twilem", "biem", "bier", "eht", "sake", "wie", "xem", "wilersaz", "eybiest", "er", "tsam", "bierbyiez", "ubiler", "wier", "werw", "wiler", "wilt", "ehasannd", "gehbiem", "ge", "wbiesaz", "ebyit", "gehllt", "gey", "wilt" ], "input": [ "tsheos", "qopal", "chol", "cthol", "daimg", "ycheor", "chor", "dam", "qotcham", "cham", "ochor", "qocheor", "chol", "daiin", "cthy", "schey", "chor", "chal", "chag", "cham", "cho", "qokol", "chololy", "s", "cham", "cthol", "ychtaiin", "chor", "cthom", "otaldam", "otchol", "qodaiin", "chom", "shom", "damo", "ysheor", "chor", "chol", "oky", "dago", "sho", "vor", "sheoldam", "otchody", "ol", "ydar", "cholcthom", "pcheol", "shol", "sols", "sheol", "shey", "okadaiin", "qokchor", "qo", "schodam", "octhy", "qokeey", "qot", "shey" ], "input_note": "Source units reconstructed by reversing the stored bijection on the first 60 held-out output tokens.", "score": -3.1466237469238316, "test_tokens": 7363, "test_characters": 36668, "source": "analysis/article-track/CR02/GATE11-PRIMARY-REAL/GATE11-PRIMARY-REAL-GERMAN-S1202-L701-O1832.json", "pointer": "/connected_heldout_plaintext/0:60" }, { "language": "German-ReF-15_1", "split": 1202, "seed": 2832, "key": { "a": "a", "b": "q", "c": "b", "d": "s", "e": "l", "f": "v", "g": "z", "h": "i", "i": "n", "j": "x", "k": "h", "l": "r", "m": "u", "n": "d", "o": "e", "p": "o", "q": "g", "r": "m", "s": "w", "t": "y", "u": "f", "v": "p", "x": "k", "y": "t", "z": "c" }, "output": [ "ywilew", "geoar", "bier", "byier", "sanuz", "tbilem", "biem", "sau", "geybiau", "biau", "ebiem", "gebilem", "bier", "sannd", "byit", "wbilt", "biem", "biar", "biaz", "biau", "bie", "geher", "bierert", "w", "biau", "byier", "tbiyannd", "biem", "byieu", "eyarsau", "eybier", "gesannd", "bieu", "wieu", "saue", "twilem", "biem", "bier", "eht", "saze", "wie", "pem", "wilersau", "eybiest", "er", "tsam", "bierbyieu", "obiler", "wier", "werw", "wiler", "wilt", "ehasannd", "gehbiem", "ge", "wbiesau", "ebyit", "gehllt", "gey", "wilt" ], "input": [ "tsheos", "qopal", "chol", "cthol", "daimg", "ycheor", "chor", "dam", "qotcham", "cham", "ochor", "qocheor", "chol", "daiin", "cthy", "schey", "chor", "chal", "chag", "cham", "cho", "qokol", "chololy", "s", "cham", "cthol", "ychtaiin", "chor", "cthom", "otaldam", "otchol", "qodaiin", "chom", "shom", "damo", "ysheor", "chor", "chol", "oky", "dago", "sho", "vor", "sheoldam", "otchody", "ol", "ydar", "cholcthom", "pcheol", "shol", "sols", "sheol", "shey", "okadaiin", "qokchor", "qo", "schodam", "octhy", "qokeey", "qot", "shey" ], "input_note": "Source units reconstructed by reversing the stored bijection on the first 60 held-out output tokens.", "score": -3.151865760229956, "test_tokens": 7363, "test_characters": 36668, "source": "analysis/article-track/CR02/GATE11-PRIMARY-REAL/GATE11-PRIMARY-REAL-GERMAN-S1202-L701-O2832.json", "pointer": "/connected_heldout_plaintext/0:60" }, { "language": "German-ReF-15_1", "split": 1203, "seed": 832, "key": { "a": "a", "b": "q", "c": "b", "d": "s", "e": "l", "f": "o", "g": "k", "h": "i", "i": "n", "j": "x", "k": "h", "l": "r", "m": "z", "n": "d", "o": "e", "p": "u", "q": "g", "r": "m", "s": "w", "t": "y", "u": "p", "v": "j", "x": "f", "y": "t", "z": "c" }, "output": [ "htsandt", "tubier", "sannd", "eybiar", "tubiannd", "bhierwt", "sembiemt", "biham", "w", "wiem", "byit", "bye", "geyannd", "byilt", "t", "biem", "bit", "tst", "biannd", "biyes", "st", "buit", "sarw", "biehannd", "s", "eyebiem", "ar", "wiesannd", "bier", "sad", "tybiannd", "sad", "wannd", "sand", "s", "sher", "wem", "tyerst", "sbier", "sbit", "byit", "wiem", "bhit", "sanndt", "bier", "sad", "htsand", "wiannd", "get", "w", "wier", "oesad", "thwi", "erwillt", "sannrst", "srw", "wie", "her", "willt", "gehlt" ], "input": [ "kydainy", "ypchol", "daiin", "otchal", "ypchaiin", "ckholsy", "dorchory", "chkar", "s", "shor", "cthy", "cto", "qotaiin", "cthey", "y", "chor", "chy", "ydy", "chaiin", "chtod", "dy", "cphy", "dals", "chokaiin", "d", "otochor", "al", "shodaiin", "chol", "dan", "ytchaiin", "dan", "saiin", "dain", "d", "dkol", "sor", "ytoldy", "dchol", "dchy", "cthy", "shor", "ckhy", "daiiny", "chol", "dan", "kydain", "shaiin", "qoy", "s", "shol", "fodan", "yksh", "olsheey", "daiildy", "dls", "sho", "kol", "sheey", "qokey" ], "input_note": "Source units reconstructed by reversing the stored bijection on the first 60 held-out output tokens.", "score": -3.200600358912737, "test_tokens": 7794, "test_characters": 39463, "source": "analysis/article-track/CR02/GATE11-PRIMARY-REAL/GATE11-PRIMARY-REAL-GERMAN-S1203-L701-O832.json", "pointer": "/connected_heldout_plaintext/0:60" }, { "language": "German-ReF-15_1", "split": 1203, "seed": 1832, "key": { "a": "a", "b": "p", "c": "w", "d": "s", "e": "l", "f": "q", "g": "o", "h": "i", "i": "n", "j": "x", "k": "h", "l": "r", "m": "u", "n": "d", "o": "e", "p": "z", "q": "g", "r": "m", "s": "b", "t": "y", "u": "c", "v": "k", "x": "f", "y": "t", "z": "v" }, "output": [ "htsandt", "tzwier", "sannd", "eywiar", "tzwiannd", "whierbt", "semwiemt", "wiham", "b", "biem", "wyit", "wye", "geyannd", "wyilt", "t", "wiem", "wit", "tst", "wiannd", "wiyes", "st", "wzit", "sarb", "wiehannd", "s", "eyewiem", "ar", "biesannd", "wier", "sad", "tywiannd", "sad", "bannd", "sand", "s", "sher", "bem", "tyerst", "swier", "swit", "wyit", "biem", "whit", "sanndt", "wier", "sad", "htsand", "biannd", "get", "b", "bier", "qesad", "thbi", "erbillt", "sannrst", "srb", "bie", "her", "billt", "gehlt" ], "input": [ "kydainy", "ypchol", "daiin", "otchal", "ypchaiin", "ckholsy", "dorchory", "chkar", "s", "shor", "cthy", "cto", "qotaiin", "cthey", "y", "chor", "chy", "ydy", "chaiin", "chtod", "dy", "cphy", "dals", "chokaiin", "d", "otochor", "al", "shodaiin", "chol", "dan", "ytchaiin", "dan", "saiin", "dain", "d", "dkol", "sor", "ytoldy", "dchol", "dchy", "cthy", "shor", "ckhy", "daiiny", "chol", "dan", "kydain", "shaiin", "qoy", "s", "shol", "fodan", "yksh", "olsheey", "daiildy", "dls", "sho", "kol", "sheey", "qokey" ], "input_note": "Source units reconstructed by reversing the stored bijection on the first 60 held-out output tokens.", "score": -3.1899083513881283, "test_tokens": 7794, "test_characters": 39463, "source": "analysis/article-track/CR02/GATE11-PRIMARY-REAL/GATE11-PRIMARY-REAL-GERMAN-S1203-L701-O1832.json", "pointer": "/connected_heldout_plaintext/0:60" }, { "language": "German-ReF-15_1", "split": 1203, "seed": 2832, "key": { "a": "a", "b": "q", "c": "b", "d": "s", "e": "l", "f": "o", "g": "k", "h": "i", "i": "n", "j": "x", "k": "h", "l": "r", "m": "z", "n": "d", "o": "e", "p": "u", "q": "g", "r": "m", "s": "w", "t": "y", "u": "p", "v": "j", "x": "f", "y": "t", "z": "c" }, "output": [ "htsandt", "tubier", "sannd", "eybiar", "tubiannd", "bhierwt", "sembiemt", "biham", "w", "wiem", "byit", "bye", "geyannd", "byilt", "t", "biem", "bit", "tst", "biannd", "biyes", "st", "buit", "sarw", "biehannd", "s", "eyebiem", "ar", "wiesannd", "bier", "sad", "tybiannd", "sad", "wannd", "sand", "s", "sher", "wem", "tyerst", "sbier", "sbit", "byit", "wiem", "bhit", "sanndt", "bier", "sad", "htsand", "wiannd", "get", "w", "wier", "oesad", "thwi", "erwillt", "sannrst", "srw", "wie", "her", "willt", "gehlt" ], "input": [ "kydainy", "ypchol", "daiin", "otchal", "ypchaiin", "ckholsy", "dorchory", "chkar", "s", "shor", "cthy", "cto", "qotaiin", "cthey", "y", "chor", "chy", "ydy", "chaiin", "chtod", "dy", "cphy", "dals", "chokaiin", "d", "otochor", "al", "shodaiin", "chol", "dan", "ytchaiin", "dan", "saiin", "dain", "d", "dkol", "sor", "ytoldy", "dchol", "dchy", "cthy", "shor", "ckhy", "daiiny", "chol", "dan", "kydain", "shaiin", "qoy", "s", "shol", "fodan", "yksh", "olsheey", "daiildy", "dls", "sho", "kol", "sheey", "qokey" ], "input_note": "Source units reconstructed by reversing the stored bijection on the first 60 held-out output tokens.", "score": -3.200600358912737, "test_tokens": 7794, "test_characters": 39463, "source": "analysis/article-track/CR02/GATE11-PRIMARY-REAL/GATE11-PRIMARY-REAL-GERMAN-S1203-L701-O2832.json", "pointer": "/connected_heldout_plaintext/0:60" }, { "language": "German-ReF-15_1", "split": 1204, "seed": 832, "key": { "a": "o", "b": "v", "c": "a", "d": "u", "e": "n", "f": "z", "g": "y", "h": "i", "i": "p", "j": "x", "k": "b", "l": "r", "m": "w", "n": "h", "o": "e", "p": "m", "q": "g", "r": "t", "s": "d", "t": "l", "u": "f", "v": "c", "x": "k", "y": "s", "z": "j" }, "output": [ "zaieuopph", "diemains", "gbe", "dins", "geed", "dinns", "aioteais", "uainns", "bne", "t", "diet", "ueru", "uains", "bains", "elais", "aineus", "ennnnd", "aineuopph", "dinns", "slainns", "gelais", "aioru", "gebaie", "aie", "reains", "uopph", "sains", "baied", "euopph", "eoppt", "elopph", "bdiere", "ains", "gelennd", "aiberus", "elaiet", "aieopph", "udies", "alier", "aier", "elaier", "uoph", "dieus", "dier", "aielais", "ebains", "unnnndn", "aiels", "gebais", "dier", "bnns", "aiels", "uoph", "gebnais", "er", "aiepph", "aier", "amins", "diabis", "aieais" ], "input": [ "fchodaiin", "shopchey", "qko", "shey", "qoos", "sheey", "charochy", "dcheey", "keo", "r", "shor", "dold", "dchey", "kchey", "otchy", "cheody", "oeeees", "cheodaiin", "sheey", "ytcheey", "qotchy", "chald", "qokcho", "cho", "lochey", "daiin", "ychey", "kchos", "odaiin", "oaiir", "otaiin", "ksholo", "chey", "qotoees", "chkoldy", "otchor", "choaiin", "dshoy", "cthol", "chol", "otchol", "dain", "shody", "shol", "chotchy", "okchey", "deeeese", "choty", "qokchy", "shol", "keey", "choty", "dain", "qokechy", "ol", "choiin", "chol", "cphey", "shckhy", "chochy" ], "input_note": "Source units reconstructed by reversing the stored bijection on the first 60 held-out output tokens.", "score": -3.2774889958719506, "test_tokens": 5390, "test_characters": 26382, "source": "analysis/article-track/CR02/GATE11-PRIMARY-REAL/GATE11-PRIMARY-REAL-GERMAN-S1204-L701-O832.json", "pointer": "/connected_heldout_plaintext/0:60" }, { "language": "German-ReF-15_1", "split": 1204, "seed": 1832, "key": { "a": "a", "b": "x", "c": "l", "d": "h", "e": "c", "f": "b", "g": "z", "h": "i", "i": "n", "j": "y", "k": "w", "l": "r", "m": "m", "n": "o", "o": "e", "p": "p", "q": "g", "r": "s", "s": "d", "t": "u", "u": "f", "v": "k", "x": "v", "y": "t", "z": "j" }, "output": [ "bliehanno", "dieplict", "gwe", "dict", "geed", "dicct", "liaselit", "hlicct", "wce", "s", "dies", "herh", "hlict", "wlict", "eulit", "liceht", "eccccd", "licehanno", "dicct", "tulicct", "geulit", "liarh", "gewlie", "lie", "relict", "hanno", "tlict", "wlied", "ehanno", "eanns", "euanno", "wdiere", "lict", "geueccd", "liwerht", "eulies", "lieanno", "hdiet", "luier", "lier", "eulier", "hano", "dieht", "dier", "lieulit", "ewlict", "hccccdc", "lieut", "gewlit", "dier", "wcct", "lieut", "hano", "gewclit", "er", "lienno", "lier", "lpict", "dilwit", "lielit" ], "input": [ "fchodaiin", "shopchey", "qko", "shey", "qoos", "sheey", "charochy", "dcheey", "keo", "r", "shor", "dold", "dchey", "kchey", "otchy", "cheody", "oeeees", "cheodaiin", "sheey", "ytcheey", "qotchy", "chald", "qokcho", "cho", "lochey", "daiin", "ychey", "kchos", "odaiin", "oaiir", "otaiin", "ksholo", "chey", "qotoees", "chkoldy", "otchor", "choaiin", "dshoy", "cthol", "chol", "otchol", "dain", "shody", "shol", "chotchy", "okchey", "deeeese", "choty", "qokchy", "shol", "keey", "choty", "dain", "qokechy", "ol", "choiin", "chol", "cphey", "shckhy", "chochy" ], "input_note": "Source units reconstructed by reversing the stored bijection on the first 60 held-out output tokens.", "score": -3.2860994363206757, "test_tokens": 5390, "test_characters": 26382, "source": "analysis/article-track/CR02/GATE11-PRIMARY-REAL/GATE11-PRIMARY-REAL-GERMAN-S1204-L701-O1832.json", "pointer": "/connected_heldout_plaintext/0:60" }, { "language": "German-ReF-15_1", "split": 1204, "seed": 2832, "key": { "a": "i", "b": "v", "c": "m", "d": "u", "e": "n", "f": "p", "g": "k", "h": "a", "i": "l", "j": "x", "k": "b", "l": "r", "m": "c", "n": "o", "o": "e", "p": "y", "q": "g", "r": "t", "s": "d", "t": "w", "u": "f", "v": "j", "x": "z", "y": "s", "z": "h" }, "output": [ "pmaeuillo", "daeymans", "gbe", "dans", "geed", "danns", "maitemas", "umanns", "bne", "t", "daet", "ueru", "umans", "bmans", "ewmas", "maneus", "ennnnd", "maneuillo", "danns", "swmanns", "gewmas", "mairu", "gebmae", "mae", "remans", "uillo", "smans", "bmaed", "euillo", "eillt", "ewillo", "bdaere", "mans", "gewennd", "maberus", "ewmaet", "maeillo", "udaes", "mwaer", "maer", "ewmaer", "uilo", "daeus", "daer", "maewmas", "ebmans", "unnnndn", "maews", "gebmas", "daer", "bnns", "maews", "uilo", "gebnmas", "er", "maello", "maer", "myans", "dambas", "maemas" ], "input": [ "fchodaiin", "shopchey", "qko", "shey", "qoos", "sheey", "charochy", "dcheey", "keo", "r", "shor", "dold", "dchey", "kchey", "otchy", "cheody", "oeeees", "cheodaiin", "sheey", "ytcheey", "qotchy", "chald", "qokcho", "cho", "lochey", "daiin", "ychey", "kchos", "odaiin", "oaiir", "otaiin", "ksholo", "chey", "qotoees", "chkoldy", "otchor", "choaiin", "dshoy", "cthol", "chol", "otchol", "dain", "shody", "shol", "chotchy", "okchey", "deeeese", "choty", "qokchy", "shol", "keey", "choty", "dain", "qokechy", "ol", "choiin", "chol", "cphey", "shckhy", "chochy" ], "input_note": "Source units reconstructed by reversing the stored bijection on the first 60 held-out output tokens.", "score": -3.263710307148204, "test_tokens": 5390, "test_characters": 26382, "source": "analysis/article-track/CR02/GATE11-PRIMARY-REAL/GATE11-PRIMARY-REAL-GERMAN-S1204-L701-O2832.json", "pointer": "/connected_heldout_plaintext/0:60" }, { "language": "German-ReF-15_1", "split": 1205, "seed": 832, "key": { "a": "a", "b": "q", "c": "w", "d": "s", "e": "l", "f": "f", "g": "o", "h": "i", "i": "n", "j": "p", "k": "h", "l": "r", "m": "u", "n": "d", "o": "e", "p": "z", "q": "g", "r": "m", "s": "b", "t": "y", "u": "c", "v": "j", "x": "k", "y": "t", "z": "x" }, "output": [ "fawitb", "thar", "am", "ayannd", "bier", "biemt", "wyimlb", "t", "hem", "bierst", "bemt", "whiam", "em", "t", "hanm", "wiyannd", "biam", "abl", "wyiam", "wyiam", "sad", "btannm", "bilht", "em", "thannd", "bies", "wyieamt", "wyilb", "samannd", "bt", "bennd", "eyllt", "eyleb", "mereyt", "wyinam", "sannd", "ehannd", "em", "ehad", "banm", "t", "wilam", "wyiannd", "wziam", "wfiannd", "tsamanbit", "esam", "bier", "wziet", "etsam", "bi", "b", "wfieannd", "biesamt", "tbilt", "biest", "ehwiet", "eywier", "wiewyit", "eb" ], "input": [ "fachys", "ykal", "ar", "ataiin", "shol", "shory", "cthres", "y", "kor", "sholdy", "sory", "ckhar", "or", "y", "kair", "chtaiin", "shar", "ase", "cthar", "cthar", "dan", "syaiir", "sheky", "or", "ykaiin", "shod", "cthoary", "cthes", "daraiin", "sy", "soiin", "oteey", "oteos", "roloty", "cthiar", "daiin", "okaiin", "or", "okan", "sair", "y", "chear", "cthaiin", "cphar", "cfhaiin", "ydaraishy", "odar", "shol", "cphoy", "oydar", "sh", "s", "cfhoaiin", "shodary", "yshey", "shody", "okchoy", "otchol", "chocthy", "os" ], "input_note": "Source units reconstructed by reversing the stored bijection on the first 60 held-out output tokens.", "score": -3.1471867545331893, "test_tokens": 8324, "test_characters": 42369, "source": "analysis/article-track/CR02/GATE11-PRIMARY-REAL/GATE11-PRIMARY-REAL-GERMAN-S1205-L701-O832.json", "pointer": "/connected_heldout_plaintext/0:60" }, { "language": "German-ReF-15_1", "split": 1205, "seed": 1832, "key": { "a": "a", "b": "q", "c": "w", "d": "s", "e": "n", "f": "v", "g": "o", "h": "i", "i": "c", "j": "p", "k": "b", "l": "r", "m": "l", "n": "h", "o": "e", "p": "z", "q": "g", "r": "m", "s": "d", "t": "u", "u": "y", "v": "x", "x": "k", "y": "t", "z": "j" }, "output": [ "vawitd", "tbar", "am", "auacch", "dier", "diemt", "wuimnd", "t", "bem", "dierst", "demt", "wbiam", "em", "t", "bacm", "wiuacch", "diam", "adn", "wuiam", "wuiam", "sah", "dtaccm", "dinbt", "em", "tbacch", "dies", "wuieamt", "wuind", "samacch", "dt", "decch", "eunnt", "euned", "mereut", "wuicam", "sacch", "ebacch", "em", "ebah", "dacm", "t", "winam", "wuiacch", "wziam", "wviacch", "tsamacdit", "esam", "dier", "wziet", "etsam", "di", "d", "wvieacch", "diesamt", "tdint", "diest", "ebwiet", "euwier", "wiewuit", "ed" ], "input": [ "fachys", "ykal", "ar", "ataiin", "shol", "shory", "cthres", "y", "kor", "sholdy", "sory", "ckhar", "or", "y", "kair", "chtaiin", "shar", "ase", "cthar", "cthar", "dan", "syaiir", "sheky", "or", "ykaiin", "shod", "cthoary", "cthes", "daraiin", "sy", "soiin", "oteey", "oteos", "roloty", "cthiar", "daiin", "okaiin", "or", "okan", "sair", "y", "chear", "cthaiin", "cphar", "cfhaiin", "ydaraishy", "odar", "shol", "cphoy", "oydar", "sh", "s", "cfhoaiin", "shodary", "yshey", "shody", "okchoy", "otchol", "chocthy", "os" ], "input_note": "Source units reconstructed by reversing the stored bijection on the first 60 held-out output tokens.", "score": -3.1793922528387712, "test_tokens": 8324, "test_characters": 42369, "source": "analysis/article-track/CR02/GATE11-PRIMARY-REAL/GATE11-PRIMARY-REAL-GERMAN-S1205-L701-O1832.json", "pointer": "/connected_heldout_plaintext/0:60" }, { "language": "German-ReF-15_1", "split": 1205, "seed": 2832, "key": { "a": "a", "b": "q", "c": "b", "d": "s", "e": "l", "f": "o", "g": "z", "h": "i", "i": "c", "j": "f", "k": "d", "l": "n", "m": "y", "n": "h", "o": "e", "p": "u", "q": "g", "r": "m", "s": "w", "t": "r", "u": "v", "v": "x", "x": "p", "y": "t", "z": "k" }, "output": [ "oabitw", "tdan", "am", "aracch", "wien", "wiemt", "brimlw", "t", "dem", "wienst", "wemt", "bdiam", "em", "t", "dacm", "biracch", "wiam", "awl", "briam", "briam", "sah", "wtaccm", "wildt", "em", "tdacch", "wies", "brieamt", "brilw", "samacch", "wt", "wecch", "erllt", "erlew", "menert", "bricam", "sacch", "edacch", "em", "edah", "wacm", "t", "bilam", "briacch", "buiam", "boiacch", "tsamacwit", "esam", "wien", "buiet", "etsam", "wi", "w", "boieacch", "wiesamt", "twilt", "wiest", "edbiet", "erbien", "biebrit", "ew" ], "input": [ "fachys", "ykal", "ar", "ataiin", "shol", "shory", "cthres", "y", "kor", "sholdy", "sory", "ckhar", "or", "y", "kair", "chtaiin", "shar", "ase", "cthar", "cthar", "dan", "syaiir", "sheky", "or", "ykaiin", "shod", "cthoary", "cthes", "daraiin", "sy", "soiin", "oteey", "oteos", "roloty", "cthiar", "daiin", "okaiin", "or", "okan", "sair", "y", "chear", "cthaiin", "cphar", "cfhaiin", "ydaraishy", "odar", "shol", "cphoy", "oydar", "sh", "s", "cfhoaiin", "shodary", "yshey", "shody", "okchoy", "otchol", "chocthy", "os" ], "input_note": "Source units reconstructed by reversing the stored bijection on the first 60 held-out output tokens.", "score": -3.2294009296380493, "test_tokens": 8324, "test_characters": 42369, "source": "analysis/article-track/CR02/GATE11-PRIMARY-REAL/GATE11-PRIMARY-REAL-GERMAN-S1205-L701-O2832.json", "pointer": "/connected_heldout_plaintext/0:60" }, { "language": "Latin-Hus-1410-1411", "split": 1201, "seed": 832, "key": { "a": "u", "b": "q", "c": "i", "d": "n", "e": "e", "f": "x", "g": "g", "h": "d", "i": "l", "j": "f", "k": "p", "l": "m", "m": "r", "n": "o", "o": "a", "p": "v", "q": "c", "r": "t", "s": "k", "t": "b", "u": "y", "v": "j", "x": "z", "y": "s", "z": "h" }, "output": [ "xuidsk", "spum", "ut", "ubullo", "kdam", "kdats", "ibdtek", "s", "pat", "kdamns", "kats", "ipdut", "at", "s", "pult", "idbullo", "kdut", "uke", "ibdut", "ibdut", "nuo", "ksullt", "kdeps", "at", "spullo", "kdan", "ibdauts", "ibdek", "nutullo", "ks", "kallo", "abees", "abeak", "tamabs", "ibdlut", "nullo", "apullo", "at", "apuo", "kult", "s", "ideut", "ibdullo", "ivdut", "ixdullo", "snutulkds", "anut", "kdam", "ivdas", "asnut", "kd", "k", "ixdaullo", "kdanuts", "skdes", "kdans", "apidas", "abidam", "idaibds", "ak" ], "input": [ "fachys", "ykal", "ar", "ataiin", "shol", "shory", "cthres", "y", "kor", "sholdy", "sory", "ckhar", "or", "y", "kair", "chtaiin", "shar", "ase", "cthar", "cthar", "dan", "syaiir", "sheky", "or", "ykaiin", "shod", "cthoary", "cthes", "daraiin", "sy", "soiin", "oteey", "oteos", "roloty", "cthiar", "daiin", "okaiin", "or", "okan", "sair", "y", "chear", "cthaiin", "cphar", "cfhaiin", "ydaraishy", "odar", "shol", "cphoy", "oydar", "sh", "s", "cfhoaiin", "shodary", "yshey", "shody", "okchoy", "otchol", "chocthy", "os" ], "input_note": "Source units reconstructed by reversing the stored bijection on the first 60 held-out output tokens.", "score": -3.1774975490362993, "test_tokens": 8744, "test_characters": 44008, "source": "analysis/article-track/CR02/GATE11-PRIMARY-REAL/GATE11-PRIMARY-REAL-LATIN-S1201-L701-O832.json", "pointer": "/connected_heldout_plaintext/0:60" }, { "language": "Latin-Hus-1410-1411", "split": 1201, "seed": 1832, "key": { "a": "u", "b": "q", "c": "i", "d": "n", "e": "e", "f": "b", "g": "g", "h": "t", "i": "l", "j": "f", "k": "p", "l": "m", "m": "x", "n": "o", "o": "a", "p": "v", "q": "c", "r": "r", "s": "k", "t": "d", "u": "y", "v": "j", "x": "z", "y": "s", "z": "h" }, "output": [ "buitsk", "spum", "ur", "udullo", "ktam", "ktars", "idtrek", "s", "par", "ktamns", "kars", "iptur", "ar", "s", "pulr", "itdullo", "ktur", "uke", "idtur", "idtur", "nuo", "ksullr", "kteps", "ar", "spullo", "ktan", "idtaurs", "idtek", "nurullo", "ks", "kallo", "adees", "adeak", "ramads", "idtlur", "nullo", "apullo", "ar", "apuo", "kulr", "s", "iteur", "idtullo", "ivtur", "ibtullo", "snurulkts", "anur", "ktam", "ivtas", "asnur", "kt", "k", "ibtaullo", "ktanurs", "sktes", "ktans", "apitas", "aditam", "itaidts", "ak" ], "input": [ "fachys", "ykal", "ar", "ataiin", "shol", "shory", "cthres", "y", "kor", "sholdy", "sory", "ckhar", "or", "y", "kair", "chtaiin", "shar", "ase", "cthar", "cthar", "dan", "syaiir", "sheky", "or", "ykaiin", "shod", "cthoary", "cthes", "daraiin", "sy", "soiin", "oteey", "oteos", "roloty", "cthiar", "daiin", "okaiin", "or", "okan", "sair", "y", "chear", "cthaiin", "cphar", "cfhaiin", "ydaraishy", "odar", "shol", "cphoy", "oydar", "sh", "s", "cfhoaiin", "shodary", "yshey", "shody", "okchoy", "otchol", "chocthy", "os" ], "input_note": "Source units reconstructed by reversing the stored bijection on the first 60 held-out output tokens.", "score": -3.1841704183395936, "test_tokens": 8744, "test_characters": 44008, "source": "analysis/article-track/CR02/GATE11-PRIMARY-REAL/GATE11-PRIMARY-REAL-LATIN-S1201-L701-O1832.json", "pointer": "/connected_heldout_plaintext/0:60" }, { "language": "Latin-Hus-1410-1411", "split": 1201, "seed": 2832, "key": { "a": "e", "b": "q", "c": "c", "d": "t", "e": "l", "f": "p", "g": "y", "h": "u", "i": "r", "j": "w", "k": "d", "l": "s", "m": "x", "n": "a", "o": "i", "p": "b", "q": "v", "r": "m", "s": "k", "t": "n", "u": "j", "v": "f", "x": "g", "y": "o", "z": "z" }, "output": [ "pecuok", "odes", "em", "enerra", "kuis", "kuimo", "cnumlk", "o", "dim", "kuisto", "kimo", "cduem", "im", "o", "derm", "cunerra", "kuem", "ekl", "cnuem", "cnuem", "tea", "koerrm", "kuldo", "im", "oderra", "kuit", "cnuiemo", "cnulk", "temerra", "ko", "kirra", "inllo", "inlik", "misino", "cnurem", "terra", "iderra", "im", "idea", "kerm", "o", "culem", "cnuerra", "cbuem", "cpuerra", "otemerkuo", "item", "kuis", "cbuio", "iotem", "ku", "k", "cpuierra", "kuitemo", "okulo", "kuito", "idcuio", "incuis", "cuicnuo", "ik" ], "input": [ "fachys", "ykal", "ar", "ataiin", "shol", "shory", "cthres", "y", "kor", "sholdy", "sory", "ckhar", "or", "y", "kair", "chtaiin", "shar", "ase", "cthar", "cthar", "dan", "syaiir", "sheky", "or", "ykaiin", "shod", "cthoary", "cthes", "daraiin", "sy", "soiin", "oteey", "oteos", "roloty", "cthiar", "daiin", "okaiin", "or", "okan", "sair", "y", "chear", "cthaiin", "cphar", "cfhaiin", "ydaraishy", "odar", "shol", "cphoy", "oydar", "sh", "s", "cfhoaiin", "shodary", "yshey", "shody", "okchoy", "otchol", "chocthy", "os" ], "input_note": "Source units reconstructed by reversing the stored bijection on the first 60 held-out output tokens.", "score": -3.0973316008317973, "test_tokens": 8744, "test_characters": 44008, "source": "analysis/article-track/CR02/GATE11-PRIMARY-REAL/GATE11-PRIMARY-REAL-LATIN-S1201-L701-O2832.json", "pointer": "/connected_heldout_plaintext/0:60" }, { "language": "Latin-Hus-1410-1411", "split": 1202, "seed": 832, "key": { "a": "u", "b": "q", "c": "c", "d": "n", "e": "e", "f": "w", "g": "x", "h": "r", "i": "l", "j": "f", "k": "b", "l": "s", "m": "i", "n": "o", "o": "a", "p": "v", "q": "h", "r": "m", "s": "p", "t": "d", "u": "y", "v": "g", "x": "z", "y": "t", "z": "j" }, "output": [ "dpreap", "havus", "cras", "cdras", "nulix", "tcream", "cram", "nui", "hadcrui", "crui", "acram", "hacream", "cras", "nullo", "cdrt", "pcret", "cram", "crus", "crux", "crui", "cra", "habas", "crasast", "p", "crui", "cdras", "tcrdullo", "cram", "cdrai", "adusnui", "adcras", "hanullo", "crai", "prai", "nuia", "tpream", "cram", "cras", "abt", "nuxa", "pra", "gam", "preasnui", "adcrant", "as", "tnum", "crascdrai", "vcreas", "pras", "pasp", "preas", "pret", "abunullo", "habcram", "ha", "pcranui", "acdrt", "habeet", "had", "pret" ], "input": [ "tsheos", "qopal", "chol", "cthol", "daimg", "ycheor", "chor", "dam", "qotcham", "cham", "ochor", "qocheor", "chol", "daiin", "cthy", "schey", "chor", "chal", "chag", "cham", "cho", "qokol", "chololy", "s", "cham", "cthol", "ychtaiin", "chor", "cthom", "otaldam", "otchol", "qodaiin", "chom", "shom", "damo", "ysheor", "chor", "chol", "oky", "dago", "sho", "vor", "sheoldam", "otchody", "ol", "ydar", "cholcthom", "pcheol", "shol", "sols", "sheol", "shey", "okadaiin", "qokchor", "qo", "schodam", "octhy", "qokeey", "qot", "shey" ], "input_note": "Source units reconstructed by reversing the stored bijection on the first 60 held-out output tokens.", "score": -3.088075175290466, "test_tokens": 7363, "test_characters": 36668, "source": "analysis/article-track/CR02/GATE11-PRIMARY-REAL/GATE11-PRIMARY-REAL-LATIN-S1202-L701-O832.json", "pointer": "/connected_heldout_plaintext/0:60" }, { "language": "Latin-Hus-1410-1411", "split": 1202, "seed": 1832, "key": { "a": "u", "b": "q", "c": "i", "d": "n", "e": "e", "f": "b", "g": "x", "h": "t", "i": "l", "j": "f", "k": "p", "l": "m", "m": "w", "n": "o", "o": "a", "p": "v", "q": "c", "r": "r", "s": "k", "t": "d", "u": "y", "v": "g", "x": "z", "y": "s", "z": "j" }, "output": [ "dkteak", "cavum", "itam", "idtam", "nulwx", "sitear", "itar", "nuw", "cadituw", "ituw", "aitar", "caitear", "itam", "nullo", "idts", "kites", "itar", "itum", "itux", "ituw", "ita", "capam", "itamams", "k", "ituw", "idtam", "sitdullo", "itar", "idtaw", "adumnuw", "aditam", "canullo", "itaw", "ktaw", "nuwa", "sktear", "itar", "itam", "aps", "nuxa", "kta", "gar", "kteamnuw", "aditans", "am", "snur", "itamidtaw", "viteam", "ktam", "kamk", "kteam", "ktes", "apunullo", "capitar", "ca", "kitanuw", "aidts", "capees", "cad", "ktes" ], "input": [ "tsheos", "qopal", "chol", "cthol", "daimg", "ycheor", "chor", "dam", "qotcham", "cham", "ochor", "qocheor", "chol", "daiin", "cthy", "schey", "chor", "chal", "chag", "cham", "cho", "qokol", "chololy", "s", "cham", "cthol", "ychtaiin", "chor", "cthom", "otaldam", "otchol", "qodaiin", "chom", "shom", "damo", "ysheor", "chor", "chol", "oky", "dago", "sho", "vor", "sheoldam", "otchody", "ol", "ydar", "cholcthom", "pcheol", "shol", "sols", "sheol", "shey", "okadaiin", "qokchor", "qo", "schodam", "octhy", "qokeey", "qot", "shey" ], "input_note": "Source units reconstructed by reversing the stored bijection on the first 60 held-out output tokens.", "score": -3.1654295681916884, "test_tokens": 7363, "test_characters": 36668, "source": "analysis/article-track/CR02/GATE11-PRIMARY-REAL/GATE11-PRIMARY-REAL-LATIN-S1202-L701-O1832.json", "pointer": "/connected_heldout_plaintext/0:60" }, { "language": "Latin-Hus-1410-1411", "split": 1202, "seed": 2832, "key": { "a": "u", "b": "q", "c": "i", "d": "n", "e": "e", "f": "b", "g": "x", "h": "t", "i": "l", "j": "f", "k": "p", "l": "m", "m": "w", "n": "o", "o": "a", "p": "v", "q": "c", "r": "r", "s": "k", "t": "d", "u": "y", "v": "g", "x": "z", "y": "s", "z": "j" }, "output": [ "dkteak", "cavum", "itam", "idtam", "nulwx", "sitear", "itar", "nuw", "cadituw", "ituw", "aitar", "caitear", "itam", "nullo", "idts", "kites", "itar", "itum", "itux", "ituw", "ita", "capam", "itamams", "k", "ituw", "idtam", "sitdullo", "itar", "idtaw", "adumnuw", "aditam", "canullo", "itaw", "ktaw", "nuwa", "sktear", "itar", "itam", "aps", "nuxa", "kta", "gar", "kteamnuw", "aditans", "am", "snur", "itamidtaw", "viteam", "ktam", "kamk", "kteam", "ktes", "apunullo", "capitar", "ca", "kitanuw", "aidts", "capees", "cad", "ktes" ], "input": [ "tsheos", "qopal", "chol", "cthol", "daimg", "ycheor", "chor", "dam", "qotcham", "cham", "ochor", "qocheor", "chol", "daiin", "cthy", "schey", "chor", "chal", "chag", "cham", "cho", "qokol", "chololy", "s", "cham", "cthol", "ychtaiin", "chor", "cthom", "otaldam", "otchol", "qodaiin", "chom", "shom", "damo", "ysheor", "chor", "chol", "oky", "dago", "sho", "vor", "sheoldam", "otchody", "ol", "ydar", "cholcthom", "pcheol", "shol", "sols", "sheol", "shey", "okadaiin", "qokchor", "qo", "schodam", "octhy", "qokeey", "qot", "shey" ], "input_note": "Source units reconstructed by reversing the stored bijection on the first 60 held-out output tokens.", "score": -3.1654295681916884, "test_tokens": 7363, "test_characters": 36668, "source": "analysis/article-track/CR02/GATE11-PRIMARY-REAL/GATE11-PRIMARY-REAL-LATIN-S1202-L701-O2832.json", "pointer": "/connected_heldout_plaintext/0:60" }, { "language": "Latin-Hus-1410-1411", "split": 1203, "seed": 832, "key": { "a": "u", "b": "q", "c": "c", "d": "n", "e": "e", "f": "k", "g": "g", "h": "r", "i": "l", "j": "f", "k": "b", "l": "s", "m": "x", "n": "o", "o": "a", "p": "v", "q": "p", "r": "m", "s": "i", "t": "d", "u": "y", "v": "j", "x": "z", "y": "t", "z": "w" }, "output": [ "btnulot", "tvcras", "nullo", "adcrus", "tvcrullo", "cbrasit", "namcramt", "crbum", "i", "iram", "cdrt", "cda", "padullo", "cdret", "t", "cram", "crt", "tnt", "crullo", "crdan", "nt", "cvrt", "nusi", "crabullo", "n", "adacram", "us", "iranullo", "cras", "nuo", "tdcrullo", "nuo", "iullo", "nulo", "n", "nbas", "iam", "tdasnt", "ncras", "ncrt", "cdrt", "iram", "cbrt", "nullot", "cras", "nuo", "btnulo", "irullo", "pat", "i", "iras", "kanuo", "tbir", "asireet", "nullsnt", "nsi", "ira", "bas", "ireet", "pabet" ], "input": [ "kydainy", "ypchol", "daiin", "otchal", "ypchaiin", "ckholsy", "dorchory", "chkar", "s", "shor", "cthy", "cto", "qotaiin", "cthey", "y", "chor", "chy", "ydy", "chaiin", "chtod", "dy", "cphy", "dals", "chokaiin", "d", "otochor", "al", "shodaiin", "chol", "dan", "ytchaiin", "dan", "saiin", "dain", "d", "dkol", "sor", "ytoldy", "dchol", "dchy", "cthy", "shor", "ckhy", "daiiny", "chol", "dan", "kydain", "shaiin", "qoy", "s", "shol", "fodan", "yksh", "olsheey", "daiildy", "dls", "sho", "kol", "sheey", "qokey" ], "input_note": "Source units reconstructed by reversing the stored bijection on the first 60 held-out output tokens.", "score": -3.1734118846482278, "test_tokens": 7794, "test_characters": 39463, "source": "analysis/article-track/CR02/GATE11-PRIMARY-REAL/GATE11-PRIMARY-REAL-LATIN-S1203-L701-O832.json", "pointer": "/connected_heldout_plaintext/0:60" }, { "language": "Latin-Hus-1410-1411", "split": 1203, "seed": 1832, "key": { "a": "u", "b": "q", "c": "i", "d": "n", "e": "e", "f": "b", "g": "g", "h": "t", "i": "l", "j": "f", "k": "p", "l": "m", "m": "x", "n": "o", "o": "a", "p": "v", "q": "c", "r": "r", "s": "k", "t": "d", "u": "y", "v": "j", "x": "z", "y": "s", "z": "w" }, "output": [ "psnulos", "svitam", "nullo", "aditum", "svitullo", "iptamks", "naritars", "itpur", "k", "ktar", "idts", "ida", "cadullo", "idtes", "s", "itar", "its", "sns", "itullo", "itdan", "ns", "ivts", "numk", "itapullo", "n", "adaitar", "um", "ktanullo", "itam", "nuo", "sditullo", "nuo", "kullo", "nulo", "n", "npam", "kar", "sdamns", "nitam", "nits", "idts", "ktar", "ipts", "nullos", "itam", "nuo", "psnulo", "ktullo", "cas", "k", "ktam", "banuo", "spkt", "amktees", "nullmns", "nmk", "kta", "pam", "ktees", "capes" ], "input": [ "kydainy", "ypchol", "daiin", "otchal", "ypchaiin", "ckholsy", "dorchory", "chkar", "s", "shor", "cthy", "cto", "qotaiin", "cthey", "y", "chor", "chy", "ydy", "chaiin", "chtod", "dy", "cphy", "dals", "chokaiin", "d", "otochor", "al", "shodaiin", "chol", "dan", "ytchaiin", "dan", "saiin", "dain", "d", "dkol", "sor", "ytoldy", "dchol", "dchy", "cthy", "shor", "ckhy", "daiiny", "chol", "dan", "kydain", "shaiin", "qoy", "s", "shol", "fodan", "yksh", "olsheey", "daiildy", "dls", "sho", "kol", "sheey", "qokey" ], "input_note": "Source units reconstructed by reversing the stored bijection on the first 60 held-out output tokens.", "score": -3.1898887969389667, "test_tokens": 7794, "test_characters": 39463, "source": "analysis/article-track/CR02/GATE11-PRIMARY-REAL/GATE11-PRIMARY-REAL-LATIN-S1203-L701-O1832.json", "pointer": "/connected_heldout_plaintext/0:60" }, { "language": "Latin-Hus-1410-1411", "split": 1203, "seed": 2832, "key": { "a": "u", "b": "q", "c": "i", "d": "n", "e": "e", "f": "b", "g": "g", "h": "t", "i": "l", "j": "f", "k": "p", "l": "m", "m": "x", "n": "o", "o": "a", "p": "v", "q": "c", "r": "r", "s": "k", "t": "d", "u": "y", "v": "j", "x": "z", "y": "s", "z": "w" }, "output": [ "psnulos", "svitam", "nullo", "aditum", "svitullo", "iptamks", "naritars", "itpur", "k", "ktar", "idts", "ida", "cadullo", "idtes", "s", "itar", "its", "sns", "itullo", "itdan", "ns", "ivts", "numk", "itapullo", "n", "adaitar", "um", "ktanullo", "itam", "nuo", "sditullo", "nuo", "kullo", "nulo", "n", "npam", "kar", "sdamns", "nitam", "nits", "idts", "ktar", "ipts", "nullos", "itam", "nuo", "psnulo", "ktullo", "cas", "k", "ktam", "banuo", "spkt", "amktees", "nullmns", "nmk", "kta", "pam", "ktees", "capes" ], "input": [ "kydainy", "ypchol", "daiin", "otchal", "ypchaiin", "ckholsy", "dorchory", "chkar", "s", "shor", "cthy", "cto", "qotaiin", "cthey", "y", "chor", "chy", "ydy", "chaiin", "chtod", "dy", "cphy", "dals", "chokaiin", "d", "otochor", "al", "shodaiin", "chol", "dan", "ytchaiin", "dan", "saiin", "dain", "d", "dkol", "sor", "ytoldy", "dchol", "dchy", "cthy", "shor", "ckhy", "daiiny", "chol", "dan", "kydain", "shaiin", "qoy", "s", "shol", "fodan", "yksh", "olsheey", "daiildy", "dls", "sho", "kol", "sheey", "qokey" ], "input_note": "Source units reconstructed by reversing the stored bijection on the first 60 held-out output tokens.", "score": -3.1898887969389667, "test_tokens": 7794, "test_characters": 39463, "source": "analysis/article-track/CR02/GATE11-PRIMARY-REAL/GATE11-PRIMARY-REAL-LATIN-S1203-L701-O2832.json", "pointer": "/connected_heldout_plaintext/0:60" }, { "language": "Latin-Hus-1410-1411", "split": 1204, "seed": 832, "key": { "a": "u", "b": "h", "c": "v", "d": "d", "e": "n", "f": "p", "g": "x", "h": "i", "i": "l", "j": "w", "k": "t", "l": "s", "m": "r", "n": "o", "o": "a", "p": "k", "q": "f", "r": "m", "s": "j", "t": "c", "u": "y", "v": "g", "x": "b", "y": "e", "z": "z" }, "output": [ "pviadullo", "jiakvine", "fta", "jine", "faaj", "jinne", "viumavie", "dvinne", "tna", "m", "jiam", "dasd", "dvine", "tvine", "acvie", "vinade", "annnnj", "vinadullo", "jinne", "ecvinne", "facvie", "viusd", "fatvia", "via", "savine", "dullo", "evine", "tviaj", "adullo", "aullm", "acullo", "tjiasa", "vine", "facannj", "vitasde", "acviam", "viaullo", "djiae", "vcias", "vias", "acvias", "dulo", "jiade", "jias", "viacvie", "atvine", "dnnnnjn", "viace", "fatvie", "jias", "tnne", "viace", "dulo", "fatnvie", "as", "viallo", "vias", "vkine", "jivtie", "viavie" ], "input": [ "fchodaiin", "shopchey", "qko", "shey", "qoos", "sheey", "charochy", "dcheey", "keo", "r", "shor", "dold", "dchey", "kchey", "otchy", "cheody", "oeeees", "cheodaiin", "sheey", "ytcheey", "qotchy", "chald", "qokcho", "cho", "lochey", "daiin", "ychey", "kchos", "odaiin", "oaiir", "otaiin", "ksholo", "chey", "qotoees", "chkoldy", "otchor", "choaiin", "dshoy", "cthol", "chol", "otchol", "dain", "shody", "shol", "chotchy", "okchey", "deeeese", "choty", "qokchy", "shol", "keey", "choty", "dain", "qokechy", "ol", "choiin", "chol", "cphey", "shckhy", "chochy" ], "input_note": "Source units reconstructed by reversing the stored bijection on the first 60 held-out output tokens.", "score": -3.196891700140384, "test_tokens": 5390, "test_characters": 26382, "source": "analysis/article-track/CR02/GATE11-PRIMARY-REAL/GATE11-PRIMARY-REAL-LATIN-S1204-L701-O832.json", "pointer": "/connected_heldout_plaintext/0:60" }, { "language": "Latin-Hus-1410-1411", "split": 1204, "seed": 1832, "key": { "a": "u", "b": "j", "c": "p", "d": "d", "e": "n", "f": "b", "g": "x", "h": "o", "i": "l", "j": "w", "k": "t", "l": "s", "m": "r", "n": "a", "o": "i", "p": "k", "q": "v", "r": "m", "s": "c", "t": "g", "u": "y", "v": "f", "x": "h", "y": "e", "z": "z" }, "output": [ "bpoidulla", "coikpone", "vti", "cone", "viic", "conne", "poumipoe", "dponne", "tni", "m", "coim", "disd", "dpone", "tpone", "igpoe", "ponide", "innnnc", "ponidulla", "conne", "egponne", "vigpoe", "pousd", "vitpoi", "poi", "sipone", "dulla", "epone", "tpoic", "idulla", "iullm", "igulla", "tcoisi", "pone", "viginnc", "potisde", "igpoim", "poiulla", "dcoie", "pgois", "pois", "igpois", "dula", "coide", "cois", "poigpoe", "itpone", "dnnnncn", "poige", "vitpoe", "cois", "tnne", "poige", "dula", "vitnpoe", "is", "poilla", "pois", "pkone", "coptoe", "poipoe" ], "input": [ "fchodaiin", "shopchey", "qko", "shey", "qoos", "sheey", "charochy", "dcheey", "keo", "r", "shor", "dold", "dchey", "kchey", "otchy", "cheody", "oeeees", "cheodaiin", "sheey", "ytcheey", "qotchy", "chald", "qokcho", "cho", "lochey", "daiin", "ychey", "kchos", "odaiin", "oaiir", "otaiin", "ksholo", "chey", "qotoees", "chkoldy", "otchor", "choaiin", "dshoy", "cthol", "chol", "otchol", "dain", "shody", "shol", "chotchy", "okchey", "deeeese", "choty", "qokchy", "shol", "keey", "choty", "dain", "qokechy", "ol", "choiin", "chol", "cphey", "shckhy", "chochy" ], "input_note": "Source units reconstructed by reversing the stored bijection on the first 60 held-out output tokens.", "score": -3.272809886911554, "test_tokens": 5390, "test_characters": 26382, "source": "analysis/article-track/CR02/GATE11-PRIMARY-REAL/GATE11-PRIMARY-REAL-LATIN-S1204-L701-O1832.json", "pointer": "/connected_heldout_plaintext/0:60" }, { "language": "Latin-Hus-1410-1411", "split": 1204, "seed": 2832, "key": { "a": "u", "b": "j", "c": "p", "d": "d", "e": "n", "f": "b", "g": "x", "h": "o", "i": "l", "j": "w", "k": "t", "l": "s", "m": "r", "n": "a", "o": "i", "p": "k", "q": "v", "r": "m", "s": "c", "t": "g", "u": "y", "v": "f", "x": "h", "y": "e", "z": "z" }, "output": [ "bpoidulla", "coikpone", "vti", "cone", "viic", "conne", "poumipoe", "dponne", "tni", "m", "coim", "disd", "dpone", "tpone", "igpoe", "ponide", "innnnc", "ponidulla", "conne", "egponne", "vigpoe", "pousd", "vitpoi", "poi", "sipone", "dulla", "epone", "tpoic", "idulla", "iullm", "igulla", "tcoisi", "pone", "viginnc", "potisde", "igpoim", "poiulla", "dcoie", "pgois", "pois", "igpois", "dula", "coide", "cois", "poigpoe", "itpone", "dnnnncn", "poige", "vitpoe", "cois", "tnne", "poige", "dula", "vitnpoe", "is", "poilla", "pois", "pkone", "coptoe", "poipoe" ], "input": [ "fchodaiin", "shopchey", "qko", "shey", "qoos", "sheey", "charochy", "dcheey", "keo", "r", "shor", "dold", "dchey", "kchey", "otchy", "cheody", "oeeees", "cheodaiin", "sheey", "ytcheey", "qotchy", "chald", "qokcho", "cho", "lochey", "daiin", "ychey", "kchos", "odaiin", "oaiir", "otaiin", "ksholo", "chey", "qotoees", "chkoldy", "otchor", "choaiin", "dshoy", "cthol", "chol", "otchol", "dain", "shody", "shol", "chotchy", "okchey", "deeeese", "choty", "qokchy", "shol", "keey", "choty", "dain", "qokechy", "ol", "choiin", "chol", "cphey", "shckhy", "chochy" ], "input_note": "Source units reconstructed by reversing the stored bijection on the first 60 held-out output tokens.", "score": -3.272809886911554, "test_tokens": 5390, "test_characters": 26382, "source": "analysis/article-track/CR02/GATE11-PRIMARY-REAL/GATE11-PRIMARY-REAL-LATIN-S1204-L701-O2832.json", "pointer": "/connected_heldout_plaintext/0:60" }, { "language": "Latin-Hus-1410-1411", "split": 1205, "seed": 832, "key": { "a": "b", "b": "d", "c": "e", "d": "u", "e": "i", "f": "c", "g": "k", "h": "r", "i": "t", "j": "z", "k": "l", "l": "m", "m": "g", "n": "h", "o": "a", "p": "v", "q": "p", "r": "x", "s": "o", "t": "n", "u": "w", "v": "f", "x": "j", "y": "s", "z": "y" }, "output": [ "cberso", "slbm", "bx", "bnbtth", "oram", "oraxs", "enrxio", "s", "lax", "oramus", "oaxs", "elrbx", "ax", "s", "lbtx", "ernbtth", "orbx", "boi", "enrbx", "enrbx", "ubh", "osbttx", "orils", "ax", "slbtth", "orau", "enrabxs", "enrio", "ubxbtth", "os", "oatth", "aniis", "aniao", "xamans", "enrtbx", "ubtth", "albtth", "ax", "albh", "obtx", "s", "eribx", "enrbtth", "evrbx", "ecrbtth", "subxbtors", "aubx", "oram", "evras", "asubx", "or", "o", "ecrabtth", "oraubxs", "soris", "oraus", "aleras", "aneram", "eraenrs", "ao" ], "input": [ "fachys", "ykal", "ar", "ataiin", "shol", "shory", "cthres", "y", "kor", "sholdy", "sory", "ckhar", "or", "y", "kair", "chtaiin", "shar", "ase", "cthar", "cthar", "dan", "syaiir", "sheky", "or", "ykaiin", "shod", "cthoary", "cthes", "daraiin", "sy", "soiin", "oteey", "oteos", "roloty", "cthiar", "daiin", "okaiin", "or", "okan", "sair", "y", "chear", "cthaiin", "cphar", "cfhaiin", "ydaraishy", "odar", "shol", "cphoy", "oydar", "sh", "s", "cfhoaiin", "shodary", "yshey", "shody", "okchoy", "otchol", "chocthy", "os" ], "input_note": "Source units reconstructed by reversing the stored bijection on the first 60 held-out output tokens.", "score": -3.248331261736767, "test_tokens": 8324, "test_characters": 42369, "source": "analysis/article-track/CR02/GATE11-PRIMARY-REAL/GATE11-PRIMARY-REAL-LATIN-S1205-L701-O832.json", "pointer": "/connected_heldout_plaintext/0:60" }, { "language": "Latin-Hus-1410-1411", "split": 1205, "seed": 1832, "key": { "a": "u", "b": "j", "c": "p", "d": "n", "e": "e", "f": "h", "g": "k", "h": "i", "i": "l", "j": "z", "k": "c", "l": "s", "m": "r", "n": "o", "o": "a", "p": "x", "q": "f", "r": "m", "s": "d", "t": "b", "u": "y", "v": "q", "x": "v", "y": "t", "z": "w" }, "output": [ "hupitd", "tcus", "um", "ubullo", "dias", "diamt", "pbimed", "t", "cam", "diasnt", "damt", "pcium", "am", "t", "culm", "pibullo", "dium", "ude", "pbium", "pbium", "nuo", "dtullm", "diect", "am", "tcullo", "dian", "pbiaumt", "pbied", "numullo", "dt", "dallo", "abeet", "abead", "masabt", "pbilum", "nullo", "acullo", "am", "acuo", "dulm", "t", "pieum", "pbiullo", "pxium", "phiullo", "tnumuldit", "anum", "dias", "pxiat", "atnum", "di", "d", "phiaullo", "dianumt", "tdiet", "diant", "acpiat", "abpias", "piapbit", "ad" ], "input": [ "fachys", "ykal", "ar", "ataiin", "shol", "shory", "cthres", "y", "kor", "sholdy", "sory", "ckhar", "or", "y", "kair", "chtaiin", "shar", "ase", "cthar", "cthar", "dan", "syaiir", "sheky", "or", "ykaiin", "shod", "cthoary", "cthes", "daraiin", "sy", "soiin", "oteey", "oteos", "roloty", "cthiar", "daiin", "okaiin", "or", "okan", "sair", "y", "chear", "cthaiin", "cphar", "cfhaiin", "ydaraishy", "odar", "shol", "cphoy", "oydar", "sh", "s", "cfhoaiin", "shodary", "yshey", "shody", "okchoy", "otchol", "chocthy", "os" ], "input_note": "Source units reconstructed by reversing the stored bijection on the first 60 held-out output tokens.", "score": -3.104218318265079, "test_tokens": 8324, "test_characters": 42369, "source": "analysis/article-track/CR02/GATE11-PRIMARY-REAL/GATE11-PRIMARY-REAL-LATIN-S1205-L701-O1832.json", "pointer": "/connected_heldout_plaintext/0:60" }, { "language": "Latin-Hus-1410-1411", "split": 1205, "seed": 2832, "key": { "a": "e", "b": "j", "c": "u", "d": "t", "e": "l", "f": "h", "g": "c", "h": "n", "i": "r", "j": "w", "k": "d", "l": "s", "m": "x", "n": "o", "o": "i", "p": "b", "q": "v", "r": "m", "s": "k", "t": "g", "u": "q", "v": "f", "x": "p", "y": "a", "z": "y" }, "output": [ "heunak", "ades", "em", "egerro", "knis", "knima", "ugnmlk", "a", "dim", "knista", "kima", "udnem", "im", "a", "derm", "ungerro", "knem", "ekl", "ugnem", "ugnem", "teo", "kaerrm", "knlda", "im", "aderro", "knit", "ugniema", "ugnlk", "temerro", "ka", "kirro", "iglla", "iglik", "misiga", "ugnrem", "terro", "iderro", "im", "ideo", "kerm", "a", "unlem", "ugnerro", "ubnem", "uhnerro", "atemerkna", "item", "knis", "ubnia", "iatem", "kn", "k", "uhnierro", "knitema", "aknla", "knita", "idunia", "igunis", "uniugna", "ik" ], "input": [ "fachys", "ykal", "ar", "ataiin", "shol", "shory", "cthres", "y", "kor", "sholdy", "sory", "ckhar", "or", "y", "kair", "chtaiin", "shar", "ase", "cthar", "cthar", "dan", "syaiir", "sheky", "or", "ykaiin", "shod", "cthoary", "cthes", "daraiin", "sy", "soiin", "oteey", "oteos", "roloty", "cthiar", "daiin", "okaiin", "or", "okan", "sair", "y", "chear", "cthaiin", "cphar", "cfhaiin", "ydaraishy", "odar", "shol", "cphoy", "oydar", "sh", "s", "cfhoaiin", "shodary", "yshey", "shody", "okchoy", "otchol", "chocthy", "os" ], "input_note": "Source units reconstructed by reversing the stored bijection on the first 60 held-out output tokens.", "score": -3.2247276506145184, "test_tokens": 8324, "test_characters": 42369, "source": "analysis/article-track/CR02/GATE11-PRIMARY-REAL/GATE11-PRIMARY-REAL-LATIN-S1205-L701-O2832.json", "pointer": "/connected_heldout_plaintext/0:60" }, { "language": "Czech-Annals-1408-1438", "split": 1201, "seed": 832, "key": { "a": "c", "b": "u", "c": "x", "d": "l", "e": "j", "f": "z", "g": "n", "h": "t", "i": "d", "j": "v", "k": "h", "l": "g", "m": "r", "n": "b", "o": "w", "p": "k", "q": "e", "r": "p", "s": "f", "t": "y", "u": "m", "v": "i", "x": "s", "y": "q", "z": "o" }, "output": [ "zcxtqf", "qhcg", "cp", "cycddb", "ftwg", "ftwpq", "xytpjf", "q", "hwp", "ftwglq", "fwpq", "xhtcp", "wp", "q", "hcdp", "xtycddb", "ftcp", "cfj", "xytcp", "xytcp", "lcb", "fqcddp", "ftjhq", "wp", "qhcddb", "ftwl", "xytwcpq", "xytjf", "lcpcddb", "fq", "fwddb", "wyjjq", "wyjwf", "pwgwyq", "xytdcp", "lcddb", "whcddb", "wp", "whcb", "fcdp", "q", "xtjcp", "xytcddb", "xktcp", "xztcddb", "qlcpcdftq", "wlcp", "ftwg", "xktwq", "wqlcp", "ft", "f", "xztwcddb", "ftwlcpq", "qftjq", "ftwlq", "whxtwq", "wyxtwg", "xtwxytq", "wf" ], "input": [ "fachys", "ykal", "ar", "ataiin", "shol", "shory", "cthres", "y", "kor", "sholdy", "sory", "ckhar", "or", "y", "kair", "chtaiin", "shar", "ase", "cthar", "cthar", "dan", "syaiir", "sheky", "or", "ykaiin", "shod", "cthoary", "cthes", "daraiin", "sy", "soiin", "oteey", "oteos", "roloty", "cthiar", "daiin", "okaiin", "or", "okan", "sair", "y", "chear", "cthaiin", "cphar", "cfhaiin", "ydaraishy", "odar", "shol", "cphoy", "oydar", "sh", "s", "cfhoaiin", "shodary", "yshey", "shody", "okchoy", "otchol", "chocthy", "os" ], "input_note": "Source units reconstructed by reversing the stored bijection on the first 60 held-out output tokens.", "score": -3.306386025154265, "test_tokens": 8744, "test_characters": 44008, "source": "analysis/article-track/CR02/GATE11-PRIMARY-REAL/GATE11-PRIMARY-REAL-CZECH-S1201-L701-O832.json", "pointer": "/connected_heldout_plaintext/0:60" }, { "language": "Czech-Annals-1408-1438", "split": 1201, "seed": 1832, "key": { "a": "a", "b": "f", "c": "p", "d": "n", "e": "v", "f": "x", "g": "j", "h": "r", "i": "c", "j": "b", "k": "t", "l": "s", "m": "d", "n": "u", "o": "e", "p": "z", "q": "l", "r": "m", "s": "k", "t": "o", "u": "y", "v": "g", "x": "h", "y": "i", "z": "q" }, "output": [ "xaprik", "itas", "am", "aoaccu", "kres", "kremi", "pormvk", "i", "tem", "kresni", "kemi", "ptram", "em", "i", "tacm", "proaccu", "kram", "akv", "poram", "poram", "nau", "kiaccm", "krvti", "em", "itaccu", "kren", "poreami", "porvk", "namaccu", "ki", "keccu", "eovvi", "eovek", "meseoi", "porcam", "naccu", "etaccu", "em", "etau", "kacm", "i", "prvam", "poraccu", "pzram", "pxraccu", "inamackri", "enam", "kres", "pzrei", "einam", "kr", "k", "pxreaccu", "krenami", "ikrvi", "kreni", "etprei", "eopres", "prepori", "ek" ], "input": [ "fachys", "ykal", "ar", "ataiin", "shol", "shory", "cthres", "y", "kor", "sholdy", "sory", "ckhar", "or", "y", "kair", "chtaiin", "shar", "ase", "cthar", "cthar", "dan", "syaiir", "sheky", "or", "ykaiin", "shod", "cthoary", "cthes", "daraiin", "sy", "soiin", "oteey", "oteos", "roloty", "cthiar", "daiin", "okaiin", "or", "okan", "sair", "y", "chear", "cthaiin", "cphar", "cfhaiin", "ydaraishy", "odar", "shol", "cphoy", "oydar", "sh", "s", "cfhoaiin", "shodary", "yshey", "shody", "okchoy", "otchol", "chocthy", "os" ], "input_note": "Source units reconstructed by reversing the stored bijection on the first 60 held-out output tokens.", "score": -3.23677619602177, "test_tokens": 8744, "test_characters": 44008, "source": "analysis/article-track/CR02/GATE11-PRIMARY-REAL/GATE11-PRIMARY-REAL-CZECH-S1201-L701-O1832.json", "pointer": "/connected_heldout_plaintext/0:60" }, { "language": "Czech-Annals-1408-1438", "split": 1201, "seed": 2832, "key": { "a": "d", "b": "t", "c": "x", "d": "y", "e": "j", "f": "i", "g": "v", "h": "z", "i": "m", "j": "l", "k": "c", "l": "g", "m": "s", "n": "b", "o": "w", "p": "n", "q": "e", "r": "p", "s": "q", "t": "h", "u": "u", "v": "k", "x": "a", "y": "f", "z": "o" }, "output": [ "idxzfq", "fcdg", "dp", "dhdmmb", "qzwg", "qzwpf", "xhzpjq", "f", "cwp", "qzwgyf", "qwpf", "xczdp", "wp", "f", "cdmp", "xzhdmmb", "qzdp", "dqj", "xhzdp", "xhzdp", "ydb", "qfdmmp", "qzjcf", "wp", "fcdmmb", "qzwy", "xhzwdpf", "xhzjq", "ydpdmmb", "qf", "qwmmb", "whjjf", "whjwq", "pwgwhf", "xhzmdp", "ydmmb", "wcdmmb", "wp", "wcdb", "qdmp", "f", "xzjdp", "xhzdmmb", "xnzdp", "xizdmmb", "fydpdmqzf", "wydp", "qzwg", "xnzwf", "wfydp", "qz", "q", "xizwdmmb", "qzwydpf", "fqzjf", "qzwyf", "wcxzwf", "whxzwg", "xzwxhzf", "wq" ], "input": [ "fachys", "ykal", "ar", "ataiin", "shol", "shory", "cthres", "y", "kor", "sholdy", "sory", "ckhar", "or", "y", "kair", "chtaiin", "shar", "ase", "cthar", "cthar", "dan", "syaiir", "sheky", "or", "ykaiin", "shod", "cthoary", "cthes", "daraiin", "sy", "soiin", "oteey", "oteos", "roloty", "cthiar", "daiin", "okaiin", "or", "okan", "sair", "y", "chear", "cthaiin", "cphar", "cfhaiin", "ydaraishy", "odar", "shol", "cphoy", "oydar", "sh", "s", "cfhoaiin", "shodary", "yshey", "shody", "okchoy", "otchol", "chocthy", "os" ], "input_note": "Source units reconstructed by reversing the stored bijection on the first 60 held-out output tokens.", "score": -3.311567531658371, "test_tokens": 8744, "test_characters": 44008, "source": "analysis/article-track/CR02/GATE11-PRIMARY-REAL/GATE11-PRIMARY-REAL-CZECH-S1201-L701-O2832.json", "pointer": "/connected_heldout_plaintext/0:60" }, { "language": "Czech-Annals-1408-1438", "split": 1202, "seed": 832, "key": { "a": "c", "b": "r", "c": "y", "d": "x", "e": "k", "f": "u", "g": "n", "h": "h", "i": "v", "j": "m", "k": "j", "l": "g", "m": "d", "n": "b", "o": "w", "p": "l", "q": "e", "r": "p", "s": "f", "t": "i", "u": "t", "v": "a", "x": "s", "y": "q", "z": "z" }, "output": [ "ifhkwf", "ewlcg", "yhwg", "yihwg", "xcvdn", "qyhkwp", "yhwp", "xcd", "ewiyhcd", "yhcd", "wyhwp", "ewyhkwp", "yhwg", "xcvvb", "yihq", "fyhkq", "yhwp", "yhcg", "yhcn", "yhcd", "yhw", "ewjwg", "yhwgwgq", "f", "yhcd", "yihwg", "qyhicvvb", "yhwp", "yihwd", "wicgxcd", "wiyhwg", "ewxcvvb", "yhwd", "fhwd", "xcdw", "qfhkwp", "yhwp", "yhwg", "wjq", "xcnw", "fhw", "awp", "fhkwgxcd", "wiyhwxq", "wg", "qxcp", "yhwgyihwd", "lyhkwg", "fhwg", "fwgf", "fhkwg", "fhkq", "wjcxcvvb", "ewjyhwp", "ew", "fyhwxcd", "wyihq", "ewjkkq", "ewi", "fhkq" ], "input": [ "tsheos", "qopal", "chol", "cthol", "daimg", "ycheor", "chor", "dam", "qotcham", "cham", "ochor", "qocheor", "chol", "daiin", "cthy", "schey", "chor", "chal", "chag", "cham", "cho", "qokol", "chololy", "s", "cham", "cthol", "ychtaiin", "chor", "cthom", "otaldam", "otchol", "qodaiin", "chom", "shom", "damo", "ysheor", "chor", "chol", "oky", "dago", "sho", "vor", "sheoldam", "otchody", "ol", "ydar", "cholcthom", "pcheol", "shol", "sols", "sheol", "shey", "okadaiin", "qokchor", "qo", "schodam", "octhy", "qokeey", "qot", "shey" ], "input_note": "Source units reconstructed by reversing the stored bijection on the first 60 held-out output tokens.", "score": -3.306280111636493, "test_tokens": 7363, "test_characters": 36668, "source": "analysis/article-track/CR02/GATE10-MANUSCRIPT-SMOKE-REAL-CZECH-S1202-L701-O832.json", "pointer": "/connected_heldout_plaintext/0:60" }, { "language": "Czech-Annals-1408-1438", "split": 1202, "seed": 1832, "key": { "a": "j", "b": "n", "c": "h", "d": "b", "e": "s", "f": "m", "g": "c", "h": "i", "i": "z", "j": "u", "k": "d", "l": "f", "m": "p", "n": "x", "o": "w", "p": "r", "q": "y", "r": "g", "s": "e", "t": "k", "u": "v", "v": "o", "x": "t", "y": "q", "z": "l" }, "output": [ "keiswe", "ywrjf", "hiwf", "hkiwf", "bjzpc", "qhiswg", "hiwg", "bjp", "ywkhijp", "hijp", "whiwg", "ywhiswg", "hiwf", "bjzzx", "hkiq", "ehisq", "hiwg", "hijf", "hijc", "hijp", "hiw", "ywdwf", "hiwfwfq", "e", "hijp", "hkiwf", "qhikjzzx", "hiwg", "hkiwp", "wkjfbjp", "wkhiwf", "ywbjzzx", "hiwp", "eiwp", "bjpw", "qeiswg", "hiwg", "hiwf", "wdq", "bjcw", "eiw", "owg", "eiswfbjp", "wkhiwbq", "wf", "qbjg", "hiwfhkiwp", "rhiswf", "eiwf", "ewfe", "eiswf", "eisq", "wdjbjzzx", "ywdhiwg", "yw", "ehiwbjp", "whkiq", "ywdssq", "ywk", "eisq" ], "input": [ "tsheos", "qopal", "chol", "cthol", "daimg", "ycheor", "chor", "dam", "qotcham", "cham", "ochor", "qocheor", "chol", "daiin", "cthy", "schey", "chor", "chal", "chag", "cham", "cho", "qokol", "chololy", "s", "cham", "cthol", "ychtaiin", "chor", "cthom", "otaldam", "otchol", "qodaiin", "chom", "shom", "damo", "ysheor", "chor", "chol", "oky", "dago", "sho", "vor", "sheoldam", "otchody", "ol", "ydar", "cholcthom", "pcheol", "shol", "sols", "sheol", "shey", "okadaiin", "qokchor", "qo", "schodam", "octhy", "qokeey", "qot", "shey" ], "input_note": "Source units reconstructed by reversing the stored bijection on the first 60 held-out output tokens.", "score": -3.31341360271382, "test_tokens": 7363, "test_characters": 36668, "source": "analysis/article-track/CR02/GATE11-PRIMARY-REAL/GATE11-PRIMARY-REAL-CZECH-S1202-L701-O1832.json", "pointer": "/connected_heldout_plaintext/0:60" }, { "language": "Czech-Annals-1408-1438", "split": 1202, "seed": 2832, "key": { "a": "t", "b": "w", "c": "b", "d": "c", "e": "d", "f": "p", "g": "g", "h": "i", "i": "n", "j": "q", "k": "r", "l": "v", "m": "y", "n": "u", "o": "o", "p": "s", "q": "k", "r": "a", "s": "z", "t": "l", "u": "j", "v": "x", "x": "h", "y": "e", "z": "m" }, "output": [ "lzidoz", "kostv", "biov", "bliov", "ctnyg", "ebidoa", "bioa", "cty", "kolbity", "bity", "obioa", "kobidoa", "biov", "ctnnu", "blie", "zbide", "bioa", "bitv", "bitg", "bity", "bio", "korov", "biovove", "z", "bity", "bliov", "ebiltnnu", "bioa", "blioy", "oltvcty", "olbiov", "koctnnu", "bioy", "zioy", "ctyo", "ezidoa", "bioa", "biov", "ore", "ctgo", "zio", "xoa", "zidovcty", "olbioce", "ov", "ecta", "biovblioy", "sbidov", "ziov", "zovz", "zidov", "zide", "ortctnnu", "korbioa", "ko", "zbiocty", "oblie", "kordde", "kol", "zide" ], "input": [ "tsheos", "qopal", "chol", "cthol", "daimg", "ycheor", "chor", "dam", "qotcham", "cham", "ochor", "qocheor", "chol", "daiin", "cthy", "schey", "chor", "chal", "chag", "cham", "cho", "qokol", "chololy", "s", "cham", "cthol", "ychtaiin", "chor", "cthom", "otaldam", "otchol", "qodaiin", "chom", "shom", "damo", "ysheor", "chor", "chol", "oky", "dago", "sho", "vor", "sheoldam", "otchody", "ol", "ydar", "cholcthom", "pcheol", "shol", "sols", "sheol", "shey", "okadaiin", "qokchor", "qo", "schodam", "octhy", "qokeey", "qot", "shey" ], "input_note": "Source units reconstructed by reversing the stored bijection on the first 60 held-out output tokens.", "score": -3.326412323990628, "test_tokens": 7363, "test_characters": 36668, "source": "analysis/article-track/CR02/GATE11-PRIMARY-REAL/GATE11-PRIMARY-REAL-CZECH-S1202-L701-O2832.json", "pointer": "/connected_heldout_plaintext/0:60" }, { "language": "Czech-Annals-1408-1438", "split": 1203, "seed": 832, "key": { "a": "x", "b": "t", "c": "y", "d": "u", "e": "a", "f": "d", "g": "c", "h": "h", "i": "z", "j": "s", "k": "o", "l": "g", "m": "r", "n": "p", "o": "w", "p": "i", "q": "j", "r": "b", "s": "q", "t": "e", "u": "k", "v": "n", "x": "m", "y": "f", "z": "l" }, "output": [ "ofuxzpf", "fiyhwg", "uxzzp", "weyhxg", "fiyhxzzp", "yohwgqf", "uwbyhwbf", "yhoxb", "q", "qhwb", "yehf", "yew", "jwexzzp", "yehaf", "f", "yhwb", "yhf", "fuf", "yhxzzp", "yhewu", "uf", "yihf", "uxgq", "yhwoxzzp", "u", "wewyhwb", "xg", "qhwuxzzp", "yhwg", "uxp", "feyhxzzp", "uxp", "qxzzp", "uxzp", "u", "uowg", "qwb", "fewguf", "uyhwg", "uyhf", "yehf", "qhwb", "yohf", "uxzzpf", "yhwg", "uxp", "ofuxzp", "qhxzzp", "jwf", "q", "qhwg", "dwuxp", "foqh", "wgqhaaf", "uxzzguf", "ugq", "qhw", "owg", "qhaaf", "jwoaf" ], "input": [ "kydainy", "ypchol", "daiin", "otchal", "ypchaiin", "ckholsy", "dorchory", "chkar", "s", "shor", "cthy", "cto", "qotaiin", "cthey", "y", "chor", "chy", "ydy", "chaiin", "chtod", "dy", "cphy", "dals", "chokaiin", "d", "otochor", "al", "shodaiin", "chol", "dan", "ytchaiin", "dan", "saiin", "dain", "d", "dkol", "sor", "ytoldy", "dchol", "dchy", "cthy", "shor", "ckhy", "daiiny", "chol", "dan", "kydain", "shaiin", "qoy", "s", "shol", "fodan", "yksh", "olsheey", "daiildy", "dls", "sho", "kol", "sheey", "qokey" ], "input_note": "Source units reconstructed by reversing the stored bijection on the first 60 held-out output tokens.", "score": -3.2684463467722886, "test_tokens": 7794, "test_characters": 39463, "source": "analysis/article-track/CR02/GATE11-PRIMARY-REAL/GATE11-PRIMARY-REAL-CZECH-S1203-L701-O832.json", "pointer": "/connected_heldout_plaintext/0:60" }, { "language": "Czech-Annals-1408-1438", "split": 1203, "seed": 1832, "key": { "a": "j", "b": "m", "c": "y", "d": "p", "e": "z", "f": "i", "g": "r", "h": "s", "i": "t", "j": "l", "k": "c", "l": "f", "m": "b", "n": "g", "o": "w", "p": "k", "q": "e", "r": "x", "s": "h", "t": "d", "u": "v", "v": "u", "x": "o", "y": "q", "z": "n" }, "output": [ "cqpjtgq", "qkyswf", "pjttg", "wdysjf", "qkysjttg", "ycswfhq", "pwxyswxq", "yscjx", "h", "hswx", "ydsq", "ydw", "ewdjttg", "ydszq", "q", "yswx", "ysq", "qpq", "ysjttg", "ysdwp", "pq", "yksq", "pjfh", "yswcjttg", "p", "wdwyswx", "jf", "hswpjttg", "yswf", "pjg", "qdysjttg", "pjg", "hjttg", "pjtg", "p", "pcwf", "hwx", "qdwfpq", "pyswf", "pysq", "ydsq", "hswx", "ycsq", "pjttgq", "yswf", "pjg", "cqpjtg", "hsjttg", "ewq", "h", "hswf", "iwpjg", "qchs", "wfhszzq", "pjttfpq", "pfh", "hsw", "cwf", "hszzq", "ewczq" ], "input": [ "kydainy", "ypchol", "daiin", "otchal", "ypchaiin", "ckholsy", "dorchory", "chkar", "s", "shor", "cthy", "cto", "qotaiin", "cthey", "y", "chor", "chy", "ydy", "chaiin", "chtod", "dy", "cphy", "dals", "chokaiin", "d", "otochor", "al", "shodaiin", "chol", "dan", "ytchaiin", "dan", "saiin", "dain", "d", "dkol", "sor", "ytoldy", "dchol", "dchy", "cthy", "shor", "ckhy", "daiiny", "chol", "dan", "kydain", "shaiin", "qoy", "s", "shol", "fodan", "yksh", "olsheey", "daiildy", "dls", "sho", "kol", "sheey", "qokey" ], "input_note": "Source units reconstructed by reversing the stored bijection on the first 60 held-out output tokens.", "score": -3.3145474426268673, "test_tokens": 7794, "test_characters": 39463, "source": "analysis/article-track/CR02/GATE11-PRIMARY-REAL/GATE11-PRIMARY-REAL-CZECH-S1203-L701-O1832.json", "pointer": "/connected_heldout_plaintext/0:60" }, { "language": "Czech-Annals-1408-1438", "split": 1203, "seed": 2832, "key": { "a": "a", "b": "h", "c": "v", "d": "k", "e": "t", "f": "j", "g": "o", "h": "i", "i": "n", "j": "f", "k": "r", "l": "m", "m": "d", "n": "y", "o": "e", "p": "p", "q": "c", "r": "l", "s": "z", "t": "s", "u": "q", "v": "x", "x": "b", "y": "u", "z": "g" }, "output": [ "rukanyu", "upviem", "kanny", "esviam", "upvianny", "vriemzu", "kelvielu", "viral", "z", "ziel", "vsiu", "vse", "cesanny", "vsitu", "u", "viel", "viu", "uku", "vianny", "visek", "ku", "vpiu", "kamz", "vieranny", "k", "eseviel", "am", "ziekanny", "viem", "kay", "usvianny", "kay", "zanny", "kany", "k", "krem", "zel", "usemku", "kviem", "kviu", "vsiu", "ziel", "vriu", "kannyu", "viem", "kay", "rukany", "zianny", "ceu", "z", "ziem", "jekay", "urzi", "emzittu", "kannmku", "kmz", "zie", "rem", "zittu", "certu" ], "input": [ "kydainy", "ypchol", "daiin", "otchal", "ypchaiin", "ckholsy", "dorchory", "chkar", "s", "shor", "cthy", "cto", "qotaiin", "cthey", "y", "chor", "chy", "ydy", "chaiin", "chtod", "dy", "cphy", "dals", "chokaiin", "d", "otochor", "al", "shodaiin", "chol", "dan", "ytchaiin", "dan", "saiin", "dain", "d", "dkol", "sor", "ytoldy", "dchol", "dchy", "cthy", "shor", "ckhy", "daiiny", "chol", "dan", "kydain", "shaiin", "qoy", "s", "shol", "fodan", "yksh", "olsheey", "daiildy", "dls", "sho", "kol", "sheey", "qokey" ], "input_note": "Source units reconstructed by reversing the stored bijection on the first 60 held-out output tokens.", "score": -3.2594286138624455, "test_tokens": 7794, "test_characters": 39463, "source": "analysis/article-track/CR02/GATE11-PRIMARY-REAL/GATE11-PRIMARY-REAL-CZECH-S1203-L701-O2832.json", "pointer": "/connected_heldout_plaintext/0:60" }, { "language": "Czech-Annals-1408-1438", "split": 1204, "seed": 832, "key": { "a": "g", "b": "s", "c": "f", "d": "e", "e": "r", "f": "d", "g": "k", "h": "j", "i": "i", "j": "z", "k": "n", "l": "w", "m": "p", "n": "t", "o": "q", "p": "m", "q": "c", "r": "b", "s": "h", "t": "y", "u": "o", "v": "a", "x": "v", "y": "x", "z": "l" }, "output": [ "dfjqegiit", "hjqmfjrx", "cnq", "hjrx", "cqqh", "hjrrx", "fjgbqfjx", "efjrrx", "nrq", "b", "hjqb", "eqwe", "efjrx", "nfjrx", "qyfjx", "fjrqex", "qrrrrh", "fjrqegiit", "hjrrx", "xyfjrrx", "cqyfjx", "fjgwe", "cqnfjq", "fjq", "wqfjrx", "egiit", "xfjrx", "nfjqh", "qegiit", "qgiib", "qygiit", "nhjqwq", "fjrx", "cqyqrrh", "fjnqwex", "qyfjqb", "fjqgiit", "ehjqx", "fyjqw", "fjqw", "qyfjqw", "egit", "hjqex", "hjqw", "fjqyfjx", "qnfjrx", "errrrhr", "fjqyx", "cqnfjx", "hjqw", "nrrx", "fjqyx", "egit", "cqnrfjx", "qw", "fjqiit", "fjqw", "fmjrx", "hjfnjx", "fjqfjx" ], "input": [ "fchodaiin", "shopchey", "qko", "shey", "qoos", "sheey", "charochy", "dcheey", "keo", "r", "shor", "dold", "dchey", "kchey", "otchy", "cheody", "oeeees", "cheodaiin", "sheey", "ytcheey", "qotchy", "chald", "qokcho", "cho", "lochey", "daiin", "ychey", "kchos", "odaiin", "oaiir", "otaiin", "ksholo", "chey", "qotoees", "chkoldy", "otchor", "choaiin", "dshoy", "cthol", "chol", "otchol", "dain", "shody", "shol", "chotchy", "okchey", "deeeese", "choty", "qokchy", "shol", "keey", "choty", "dain", "qokechy", "ol", "choiin", "chol", "cphey", "shckhy", "chochy" ], "input_note": "Source units reconstructed by reversing the stored bijection on the first 60 held-out output tokens.", "score": -3.284563637627257, "test_tokens": 5390, "test_characters": 26382, "source": "analysis/article-track/CR02/GATE11-PRIMARY-REAL/GATE11-PRIMARY-REAL-CZECH-S1204-L701-O832.json", "pointer": "/connected_heldout_plaintext/0:60" }, { "language": "Czech-Annals-1408-1438", "split": 1204, "seed": 1832, "key": { "a": "u", "b": "f", "c": "d", "d": "t", "e": "s", "f": "l", "g": "a", "h": "o", "i": "n", "j": "q", "k": "r", "l": "m", "m": "k", "n": "y", "o": "e", "p": "j", "q": "v", "r": "z", "s": "p", "t": "c", "u": "h", "v": "w", "x": "b", "y": "i", "z": "x" }, "output": [ "ldoetunny", "poejdosi", "vre", "posi", "veep", "possi", "douzedoi", "tdossi", "rse", "z", "poez", "temt", "tdosi", "rdosi", "ecdoi", "doseti", "essssp", "dosetunny", "possi", "icdossi", "vecdoi", "doumt", "verdoe", "doe", "medosi", "tunny", "idosi", "rdoep", "etunny", "eunnz", "ecunny", "rpoeme", "dosi", "vecessp", "doremti", "ecdoez", "doeunny", "tpoei", "dcoem", "doem", "ecdoem", "tuny", "poeti", "poem", "doecdoi", "erdosi", "tssssps", "doeci", "verdoi", "poem", "rssi", "doeci", "tuny", "versdoi", "em", "doenny", "doem", "djosi", "podroi", "doedoi" ], "input": [ "fchodaiin", "shopchey", "qko", "shey", "qoos", "sheey", "charochy", "dcheey", "keo", "r", "shor", "dold", "dchey", "kchey", "otchy", "cheody", "oeeees", "cheodaiin", "sheey", "ytcheey", "qotchy", "chald", "qokcho", "cho", "lochey", "daiin", "ychey", "kchos", "odaiin", "oaiir", "otaiin", "ksholo", "chey", "qotoees", "chkoldy", "otchor", "choaiin", "dshoy", "cthol", "chol", "otchol", "dain", "shody", "shol", "chotchy", "okchey", "deeeese", "choty", "qokchy", "shol", "keey", "choty", "dain", "qokechy", "ol", "choiin", "chol", "cphey", "shckhy", "chochy" ], "input_note": "Source units reconstructed by reversing the stored bijection on the first 60 held-out output tokens.", "score": -3.336224995957191, "test_tokens": 5390, "test_characters": 26382, "source": "analysis/article-track/CR02/GATE11-PRIMARY-REAL/GATE11-PRIMARY-REAL-CZECH-S1204-L701-O1832.json", "pointer": "/connected_heldout_plaintext/0:60" }, { "language": "Czech-Annals-1408-1438", "split": 1204, "seed": 2832, "key": { "a": "a", "b": "h", "c": "d", "d": "t", "e": "s", "f": "f", "g": "g", "h": "o", "i": "n", "j": "j", "k": "c", "l": "r", "m": "k", "n": "e", "o": "u", "p": "z", "q": "m", "r": "l", "s": "p", "t": "v", "u": "y", "v": "w", "x": "b", "y": "i", "z": "x" }, "output": [ "fdoutanne", "pouzdosi", "mcu", "posi", "muup", "possi", "doaludoi", "tdossi", "csu", "l", "poul", "turt", "tdosi", "cdosi", "uvdoi", "dosuti", "ussssp", "dosutanne", "possi", "ivdossi", "muvdoi", "doart", "mucdou", "dou", "rudosi", "tanne", "idosi", "cdoup", "utanne", "uannl", "uvanne", "cpouru", "dosi", "muvussp", "docurti", "uvdoul", "douanne", "tpoui", "dvour", "dour", "uvdour", "tane", "pouti", "pour", "douvdoi", "ucdosi", "tssssps", "douvi", "mucdoi", "pour", "cssi", "douvi", "tane", "mucsdoi", "ur", "dounne", "dour", "dzosi", "podcoi", "doudoi" ], "input": [ "fchodaiin", "shopchey", "qko", "shey", "qoos", "sheey", "charochy", "dcheey", "keo", "r", "shor", "dold", "dchey", "kchey", "otchy", "cheody", "oeeees", "cheodaiin", "sheey", "ytcheey", "qotchy", "chald", "qokcho", "cho", "lochey", "daiin", "ychey", "kchos", "odaiin", "oaiir", "otaiin", "ksholo", "chey", "qotoees", "chkoldy", "otchor", "choaiin", "dshoy", "cthol", "chol", "otchol", "dain", "shody", "shol", "chotchy", "okchey", "deeeese", "choty", "qokchy", "shol", "keey", "choty", "dain", "qokechy", "ol", "choiin", "chol", "cphey", "shckhy", "chochy" ], "input_note": "Source units reconstructed by reversing the stored bijection on the first 60 held-out output tokens.", "score": -3.3868275014685802, "test_tokens": 5390, "test_characters": 26382, "source": "analysis/article-track/CR02/GATE11-PRIMARY-REAL/GATE11-PRIMARY-REAL-CZECH-S1204-L701-O2832.json", "pointer": "/connected_heldout_plaintext/0:60" }, { "language": "Czech-Annals-1408-1438", "split": 1205, "seed": 832, "key": { "a": "a", "b": "x", "c": "z", "d": "s", "e": "v", "f": "k", "g": "y", "h": "i", "i": "c", "j": "h", "k": "d", "l": "m", "m": "n", "n": "u", "o": "o", "p": "t", "q": "p", "r": "r", "s": "l", "t": "b", "u": "j", "v": "q", "x": "f", "y": "e", "z": "g" }, "output": [ "kaziel", "edam", "ar", "abaccu", "liom", "liore", "zbirvl", "e", "dor", "liomse", "lore", "zdiar", "or", "e", "dacr", "zibaccu", "liar", "alv", "zbiar", "zbiar", "sau", "leaccr", "livde", "or", "edaccu", "lios", "zbioare", "zbivl", "saraccu", "le", "loccu", "obvve", "obvol", "romobe", "zbicar", "saccu", "odaccu", "or", "odau", "lacr", "e", "zivar", "zbiaccu", "ztiar", "zkiaccu", "esaraclie", "osar", "liom", "ztioe", "oesar", "li", "l", "zkioaccu", "liosare", "elive", "liose", "odzioe", "obziom", "ziozbie", "ol" ], "input": [ "fachys", "ykal", "ar", "ataiin", "shol", "shory", "cthres", "y", "kor", "sholdy", "sory", "ckhar", "or", "y", "kair", "chtaiin", "shar", "ase", "cthar", "cthar", "dan", "syaiir", "sheky", "or", "ykaiin", "shod", "cthoary", "cthes", "daraiin", "sy", "soiin", "oteey", "oteos", "roloty", "cthiar", "daiin", "okaiin", "or", "okan", "sair", "y", "chear", "cthaiin", "cphar", "cfhaiin", "ydaraishy", "odar", "shol", "cphoy", "oydar", "sh", "s", "cfhoaiin", "shodary", "yshey", "shody", "okchoy", "otchol", "chocthy", "os" ], "input_note": "Source units reconstructed by reversing the stored bijection on the first 60 held-out output tokens.", "score": -3.2110697742579988, "test_tokens": 8324, "test_characters": 42369, "source": "analysis/article-track/CR02/GATE11-PRIMARY-REAL/GATE11-PRIMARY-REAL-CZECH-S1205-L701-O832.json", "pointer": "/connected_heldout_plaintext/0:60" }, { "language": "Czech-Annals-1408-1438", "split": 1205, "seed": 1832, "key": { "a": "a", "b": "f", "c": "s", "d": "n", "e": "r", "f": "j", "g": "y", "h": "t", "i": "c", "j": "w", "k": "l", "l": "v", "m": "m", "n": "u", "o": "o", "p": "i", "q": "p", "r": "d", "s": "z", "t": "b", "u": "x", "v": "q", "x": "h", "y": "e", "z": "k" }, "output": [ "jastez", "elav", "ad", "abaccu", "ztov", "ztode", "sbtdrz", "e", "lod", "ztovne", "zode", "sltad", "od", "e", "lacd", "stbaccu", "ztad", "azr", "sbtad", "sbtad", "nau", "zeaccd", "ztrle", "od", "elaccu", "zton", "sbtoade", "sbtrz", "nadaccu", "ze", "zoccu", "obrre", "obroz", "dovobe", "sbtcad", "naccu", "olaccu", "od", "olau", "zacd", "e", "strad", "sbtaccu", "sitad", "sjtaccu", "enadaczte", "onad", "ztov", "sitoe", "oenad", "zt", "z", "sjtoaccu", "ztonade", "eztre", "ztone", "olstoe", "obstov", "stosbte", "oz" ], "input": [ "fachys", "ykal", "ar", "ataiin", "shol", "shory", "cthres", "y", "kor", "sholdy", "sory", "ckhar", "or", "y", "kair", "chtaiin", "shar", "ase", "cthar", "cthar", "dan", "syaiir", "sheky", "or", "ykaiin", "shod", "cthoary", "cthes", "daraiin", "sy", "soiin", "oteey", "oteos", "roloty", "cthiar", "daiin", "okaiin", "or", "okan", "sair", "y", "chear", "cthaiin", "cphar", "cfhaiin", "ydaraishy", "odar", "shol", "cphoy", "oydar", "sh", "s", "cfhoaiin", "shodary", "yshey", "shody", "okchoy", "otchol", "chocthy", "os" ], "input_note": "Source units reconstructed by reversing the stored bijection on the first 60 held-out output tokens.", "score": -3.2040349325613473, "test_tokens": 8324, "test_characters": 42369, "source": "analysis/article-track/CR02/GATE11-PRIMARY-REAL/GATE11-PRIMARY-REAL-CZECH-S1205-L701-O1832.json", "pointer": "/connected_heldout_plaintext/0:60" }, { "language": "Czech-Annals-1408-1438", "split": 1205, "seed": 2832, "key": { "a": "a", "b": "q", "c": "z", "d": "t", "e": "s", "f": "k", "g": "y", "h": "i", "i": "c", "j": "j", "k": "l", "l": "v", "m": "m", "n": "u", "o": "o", "p": "b", "q": "p", "r": "n", "s": "r", "t": "d", "u": "h", "v": "x", "x": "f", "y": "e", "z": "g" }, "output": [ "kazier", "elav", "an", "adaccu", "riov", "rione", "zdinsr", "e", "lon", "riovte", "rone", "zlian", "on", "e", "lacn", "zidaccu", "rian", "ars", "zdian", "zdian", "tau", "reaccn", "risle", "on", "elaccu", "riot", "zdioane", "zdisr", "tanaccu", "re", "roccu", "odsse", "odsor", "novode", "zdican", "taccu", "olaccu", "on", "olau", "racn", "e", "zisan", "zdiaccu", "zbian", "zkiaccu", "etanacrie", "otan", "riov", "zbioe", "oetan", "ri", "r", "zkioaccu", "riotane", "erise", "riote", "olzioe", "odziov", "ziozdie", "or" ], "input": [ "fachys", "ykal", "ar", "ataiin", "shol", "shory", "cthres", "y", "kor", "sholdy", "sory", "ckhar", "or", "y", "kair", "chtaiin", "shar", "ase", "cthar", "cthar", "dan", "syaiir", "sheky", "or", "ykaiin", "shod", "cthoary", "cthes", "daraiin", "sy", "soiin", "oteey", "oteos", "roloty", "cthiar", "daiin", "okaiin", "or", "okan", "sair", "y", "chear", "cthaiin", "cphar", "cfhaiin", "ydaraishy", "odar", "shol", "cphoy", "oydar", "sh", "s", "cfhoaiin", "shodary", "yshey", "shody", "okchoy", "otchol", "chocthy", "os" ], "input_note": "Source units reconstructed by reversing the stored bijection on the first 60 held-out output tokens.", "score": -3.2384715838243743, "test_tokens": 8324, "test_characters": 42369, "source": "analysis/article-track/CR02/GATE11-PRIMARY-REAL/GATE11-PRIMARY-REAL-CZECH-S1205-L701-O2832.json", "pointer": "/connected_heldout_plaintext/0:60" } ] }, "detector": { "source": "analysis/article-track/CR01/GATE11-MATRIX/rate-summary.json", "counts": { "construction_failures": 0, "negative": 900, "positive": 2700, "total": 3600 }, "interval": { "boundary_fixture_100_of_100_lower": 0.9260948358947738, "boundary_fixture_zero_of_100_upper": 0.07390516410522613, "cells": 54, "family_alpha": 0.05, "method": "two-sided Clopper-Pearson", "per_interval_alpha": 0.000925925925925926, "status": "PASS" }, "gates": { "construction": true, "easy_positive": true, "manuscript_permission": false, "negative_base_and_transform": true, "negative_false_positive": false, "positive_exact_recovery": true }, "rates": [ { "class": "negative", "gate_pass": false, "interval_alpha": 0.000925925925925926, "language": "Czech-Annals-1408-1438", "negative_class": "frequency-matched", "rate": 0.03, "rate_cell_id": "negative:czech:frequency-matched", "rejections": 3, "simultaneous_lower": 0.0014713913408011502, "simultaneous_upper": 0.1327879602656989, "trials": 100, "unique_window_starts": 93 }, { "class": "negative", "gate_pass": false, "interval_alpha": 0.000925925925925926, "language": "Czech-Annals-1408-1438", "negative_class": "within-folio", "rate": 0.02, "rate_cell_id": "negative:czech:within-folio", "rejections": 2, "simultaneous_lower": 0.0003089215106038824, "simultaneous_upper": 0.11543977697318861, "trials": 100, "unique_window_starts": 90 }, { "class": "negative", "gate_pass": false, "interval_alpha": 0.000925925925925926, "language": "Czech-Annals-1408-1438", "negative_class": "within-line", "rate": 0.04, "rate_cell_id": "negative:czech:within-line", "rejections": 4, "simultaneous_lower": 0.0035262046857927175, "simultaneous_upper": 0.14904323122755214, "trials": 100, "unique_window_starts": 94 }, { "class": "negative", "gate_pass": false, "interval_alpha": 0.000925925925925926, "language": "German-ReF-15_1", "negative_class": "frequency-matched", "rate": 0.05, "rate_cell_id": "negative:german:frequency-matched", "rejections": 5, "simultaneous_lower": 0.006324844992567325, "simultaneous_upper": 0.16451619237013376, "trials": 100, "unique_window_starts": 100 }, { "class": "negative", "gate_pass": false, "interval_alpha": 0.000925925925925926, "language": "German-ReF-15_1", "negative_class": "within-folio", "rate": 0.02, "rate_cell_id": "negative:german:within-folio", "rejections": 2, "simultaneous_lower": 0.0003089215106038824, "simultaneous_upper": 0.11543977697318861, "trials": 100, "unique_window_starts": 100 }, { "class": "negative", "gate_pass": false, "interval_alpha": 0.000925925925925926, "language": "German-ReF-15_1", "negative_class": "within-line", "rate": 0.07, "rate_cell_id": "negative:german:within-line", "rejections": 7, "simultaneous_lower": 0.013628726992559174, "simultaneous_upper": 0.19378161558582585, "trials": 100, "unique_window_starts": 100 }, { "class": "negative", "gate_pass": false, "interval_alpha": 0.000925925925925926, "language": "Latin-Hus-1410-1411", "negative_class": "frequency-matched", "rate": 0.06, "rate_cell_id": "negative:latin:frequency-matched", "rejections": 6, "simultaneous_lower": 0.009728009909973623, "simultaneous_upper": 0.17938949636186918, "trials": 100, "unique_window_starts": 99 }, { "class": "negative", "gate_pass": false, "interval_alpha": 0.000925925925925926, "language": "Latin-Hus-1410-1411", "negative_class": "within-folio", "rate": 0.02, "rate_cell_id": "negative:latin:within-folio", "rejections": 2, "simultaneous_lower": 0.0003089215106038824, "simultaneous_upper": 0.11543977697318861, "trials": 100, "unique_window_starts": 100 }, { "class": "negative", "gate_pass": false, "interval_alpha": 0.000925925925925926, "language": "Latin-Hus-1410-1411", "negative_class": "within-line", "rate": 0.09, "rate_cell_id": "negative:latin:within-line", "rejections": 9, "simultaneous_lower": 0.022621417696867388, "simultaneous_upper": 0.2214285627313624, "trials": 100, "unique_window_starts": 97 }, { "achieved_ordered_pair_density_max": 0.22588906538723377, "achieved_ordered_pair_density_mean": 0.2242762667358252, "achieved_ordered_pair_density_min": 0.22186922553246669, "class": "positive", "depth": 1, "easy_positive": false, "gate_pass": true, "interval_alpha": 0.000925925925925926, "language": "Czech-Annals-1408-1438", "placement_mode": "block", "rate": 0.36666666666666664, "rate_cell_id": "positive:czech:d1:q025:block", "rejections": 22, "requested_density": 0.25, "simultaneous_lower": 0.1796015755618075, "simultaneous_upper": 0.587403512427136, "trials": 60, "unique_window_starts": 56 }, { "achieved_ordered_pair_density_max": 0.06532239763996499, "achieved_ordered_pair_density_mean": 0.06260738483482996, "achieved_ordered_pair_density_min": 0.06029759782150614, "class": "positive", "depth": 1, "easy_positive": false, "gate_pass": true, "interval_alpha": 0.000925925925925926, "language": "Czech-Annals-1408-1438", "placement_mode": "scattered", "rate": 0.0, "rate_cell_id": "positive:czech:d1:q025:scattered", "rejections": 0, "requested_density": 0.25, "simultaneous_lower": 0.0, "simultaneous_upper": 0.12011529019507974, "trials": 60, "unique_window_starts": 56 }, { "achieved_ordered_pair_density_max": 0.46837617920705416, "achieved_ordered_pair_density_mean": 0.4657314055391664, "achieved_ordered_pair_density_min": 0.46344863357863003, "class": "positive", "depth": 1, "easy_positive": false, "gate_pass": true, "interval_alpha": 0.000925925925925926, "language": "Czech-Annals-1408-1438", "placement_mode": "block", "rate": 1.0, "rate_cell_id": "positive:czech:d1:q050:block", "rejections": 60, "requested_density": 0.5, "simultaneous_lower": 0.8798847098049203, "simultaneous_upper": 1.0, "trials": 60, "unique_window_starts": 56 }, { "achieved_ordered_pair_density_max": 0.254125198560638, "achieved_ordered_pair_density_mean": 0.25048897245545215, "achieved_ordered_pair_density_min": 0.24618277304113853, "class": "positive", "depth": 1, "easy_positive": false, "gate_pass": true, "interval_alpha": 0.000925925925925926, "language": "Czech-Annals-1408-1438", "placement_mode": "scattered", "rate": 0.5333333333333333, "rate_cell_id": "positive:czech:d1:q050:scattered", "rejections": 32, "requested_density": 0.5, "simultaneous_lower": 0.3186510735647661, "simultaneous_upper": 0.7396068697575413, "trials": 60, "unique_window_starts": 56 }, { "achieved_ordered_pair_density_max": 1.0, "achieved_ordered_pair_density_mean": 1.0, "achieved_ordered_pair_density_min": 1.0, "class": "positive", "depth": 1, "easy_positive": true, "gate_pass": true, "interval_alpha": 0.000925925925925926, "language": "Czech-Annals-1408-1438", "placement_mode": "full", "rate": 1.0, "rate_cell_id": "positive:czech:d1:q100:full", "rejections": 60, "requested_density": 1.0, "simultaneous_lower": 0.8798847098049203, "simultaneous_upper": 1.0, "trials": 60, "unique_window_starts": 56 }, { "achieved_ordered_pair_density_max": 0.2256621389438195, "achieved_ordered_pair_density_mean": 0.224263839811543, "achieved_ordered_pair_density_min": 0.22277693130612378, "class": "positive", "depth": 10, "easy_positive": false, "gate_pass": true, "interval_alpha": 0.000925925925925926, "language": "Czech-Annals-1408-1438", "placement_mode": "block", "rate": 0.0, "rate_cell_id": "positive:czech:d10:q025:block", "rejections": 0, "requested_density": 0.25, "simultaneous_lower": 0.0, "simultaneous_upper": 0.12011529019507974, "trials": 60, "unique_window_starts": 56 }, { "achieved_ordered_pair_density_max": 0.06613284922358738, "achieved_ordered_pair_density_mean": 0.0625506532239764, "achieved_ordered_pair_density_min": 0.059778908807987814, "class": "positive", "depth": 10, "easy_positive": false, "gate_pass": true, "interval_alpha": 0.000925925925925926, "language": "Czech-Annals-1408-1438", "placement_mode": "scattered", "rate": 0.0, "rate_cell_id": "positive:czech:d10:q025:scattered", "rejections": 0, "requested_density": 0.25, "simultaneous_lower": 0.0, "simultaneous_upper": 0.12011529019507974, "trials": 60, "unique_window_starts": 56 }, { "achieved_ordered_pair_density_max": 0.4674036373067073, "achieved_ordered_pair_density_mean": 0.4657384294528911, "achieved_ordered_pair_density_min": 0.4641618309722177, "class": "positive", "depth": 10, "easy_positive": false, "gate_pass": true, "interval_alpha": 0.000925925925925926, "language": "Czech-Annals-1408-1438", "placement_mode": "block", "rate": 0.016666666666666666, "rate_cell_id": "positive:czech:d10:q050:block", "rejections": 1, "requested_density": 0.5, "simultaneous_lower": 7.717806274301776e-06, "simultaneous_upper": 0.15590765469280027, "trials": 60, "unique_window_starts": 56 }, { "achieved_ordered_pair_density_max": 0.25273122183680746, "achieved_ordered_pair_density_mean": 0.24987356955295492, "achieved_ordered_pair_density_min": 0.24618277304113853, "class": "positive", "depth": 10, "easy_positive": false, "gate_pass": true, "interval_alpha": 0.000925925925925926, "language": "Czech-Annals-1408-1438", "placement_mode": "scattered", "rate": 0.06666666666666667, "rate_cell_id": "positive:czech:d10:q050:scattered", "rejections": 4, "requested_density": 0.5, "simultaneous_lower": 0.005930872424521965, "simultaneous_upper": 0.2388249016842396, "trials": 60, "unique_window_starts": 56 }, { "achieved_ordered_pair_density_max": 1.0, "achieved_ordered_pair_density_mean": 1.0, "achieved_ordered_pair_density_min": 1.0, "class": "positive", "depth": 10, "easy_positive": false, "gate_pass": true, "interval_alpha": 0.000925925925925926, "language": "Czech-Annals-1408-1438", "placement_mode": "full", "rate": 0.35, "rate_cell_id": "positive:czech:d10:q100:full", "rejections": 21, "requested_density": 1.0, "simultaneous_lower": 0.16694925257852844, "simultaneous_upper": 0.5709438201293817, "trials": 60, "unique_window_starts": 56 }, { "achieved_ordered_pair_density_max": 0.22611599183064804, "achieved_ordered_pair_density_mean": 0.22441728531137548, "achieved_ordered_pair_density_min": 0.2224851687360197, "class": "positive", "depth": 5, "easy_positive": false, "gate_pass": true, "interval_alpha": 0.000925925925925926, "language": "Czech-Annals-1408-1438", "placement_mode": "block", "rate": 0.016666666666666666, "rate_cell_id": "positive:czech:d5:q025:block", "rejections": 1, "requested_density": 0.25, "simultaneous_lower": 7.717806274301776e-06, "simultaneous_upper": 0.15590765469280027, "trials": 60, "unique_window_starts": 56 }, { "achieved_ordered_pair_density_max": 0.06486854475313644, "achieved_ordered_pair_density_mean": 0.06254470991236318, "achieved_ordered_pair_density_min": 0.05864427659091646, "class": "positive", "depth": 5, "easy_positive": false, "gate_pass": true, "interval_alpha": 0.000925925925925926, "language": "Czech-Annals-1408-1438", "placement_mode": "scattered", "rate": 0.0, "rate_cell_id": "positive:czech:d5:q025:scattered", "rejections": 0, "requested_density": 0.25, "simultaneous_lower": 0.0, "simultaneous_upper": 0.12011529019507974, "trials": 60, "unique_window_starts": 56 }, { "achieved_ordered_pair_density_max": 0.4671442927999481, "achieved_ordered_pair_density_mean": 0.46577300872045907, "achieved_ordered_pair_density_min": 0.4642590851622524, "class": "positive", "depth": 5, "easy_positive": false, "gate_pass": true, "interval_alpha": 0.000925925925925926, "language": "Czech-Annals-1408-1438", "placement_mode": "block", "rate": 0.11666666666666667, "rate_cell_id": "positive:czech:d5:q050:block", "rejections": 7, "requested_density": 0.5, "simultaneous_lower": 0.02309242933357008, "simultaneous_upper": 0.3082682478960831, "trials": 60, "unique_window_starts": 56 }, { "achieved_ordered_pair_density_max": 0.25438454306739716, "achieved_ordered_pair_density_mean": 0.2498800531656239, "achieved_ordered_pair_density_min": 0.24611793691444872, "class": "positive", "depth": 5, "easy_positive": false, "gate_pass": true, "interval_alpha": 0.000925925925925926, "language": "Czech-Annals-1408-1438", "placement_mode": "scattered", "rate": 0.03333333333333333, "rate_cell_id": "positive:czech:d5:q050:scattered", "rejections": 2, "requested_density": 0.5, "simultaneous_lower": 0.0005165580261198377, "simultaneous_upper": 0.1860680200280479, "trials": 60, "unique_window_starts": 56 }, { "achieved_ordered_pair_density_max": 1.0, "achieved_ordered_pair_density_mean": 1.0, "achieved_ordered_pair_density_min": 1.0, "class": "positive", "depth": 5, "easy_positive": false, "gate_pass": true, "interval_alpha": 0.000925925925925926, "language": "Czech-Annals-1408-1438", "placement_mode": "full", "rate": 1.0, "rate_cell_id": "positive:czech:d5:q100:full", "rejections": 60, "requested_density": 1.0, "simultaneous_lower": 0.8798847098049203, "simultaneous_upper": 1.0, "trials": 60, "unique_window_starts": 56 }, { "achieved_ordered_pair_density_max": 0.2256297208804746, "achieved_ordered_pair_density_mean": 0.22421845452286016, "achieved_ordered_pair_density_min": 0.22242033260932992, "class": "positive", "depth": 1, "easy_positive": false, "gate_pass": true, "interval_alpha": 0.000925925925925926, "language": "German-ReF-15_1", "placement_mode": "block", "rate": 0.6666666666666666, "rate_cell_id": "positive:german:d1:q025:block", "rejections": 40, "requested_density": 0.25, "simultaneous_lower": 0.4457596427145324, "simultaneous_upper": 0.8454545698947793, "trials": 60, "unique_window_starts": 60 }, { "achieved_ordered_pair_density_max": 0.06567899633675885, "achieved_ordered_pair_density_mean": 0.062456100539220454, "achieved_ordered_pair_density_min": 0.05958440042791844, "class": "positive", "depth": 1, "easy_positive": false, "gate_pass": true, "interval_alpha": 0.000925925925925926, "language": "German-ReF-15_1", "placement_mode": "scattered", "rate": 0.06666666666666667, "rate_cell_id": "positive:german:d1:q025:scattered", "rejections": 4, "requested_density": 0.25, "simultaneous_lower": 0.005930872424521965, "simultaneous_upper": 0.2388249016842396, "trials": 60, "unique_window_starts": 60 }, { "achieved_ordered_pair_density_max": 0.4674036373067073, "achieved_ordered_pair_density_mean": 0.4656898023578738, "achieved_ordered_pair_density_min": 0.4642590851622524, "class": "positive", "depth": 1, "easy_positive": false, "gate_pass": true, "interval_alpha": 0.000925925925925926, "language": "German-ReF-15_1", "placement_mode": "block", "rate": 1.0, "rate_cell_id": "positive:german:d1:q050:block", "rejections": 60, "requested_density": 0.5, "simultaneous_lower": 0.8798847098049203, "simultaneous_upper": 1.0, "trials": 60, "unique_window_starts": 60 }, { "achieved_ordered_pair_density_max": 0.2533147469770156, "achieved_ordered_pair_density_mean": 0.249927059357474, "achieved_ordered_pair_density_min": 0.2464096994845528, "class": "positive", "depth": 1, "easy_positive": false, "gate_pass": true, "interval_alpha": 0.000925925925925926, "language": "German-ReF-15_1", "placement_mode": "scattered", "rate": 0.75, "rate_cell_id": "positive:german:d1:q050:scattered", "rejections": 45, "requested_density": 0.5, "simultaneous_lower": 0.533264492285477, "simultaneous_upper": 0.9033853510988945, "trials": 60, "unique_window_starts": 60 }, { "achieved_ordered_pair_density_max": 1.0, "achieved_ordered_pair_density_mean": 1.0, "achieved_ordered_pair_density_min": 1.0, "class": "positive", "depth": 1, "easy_positive": true, "gate_pass": true, "interval_alpha": 0.000925925925925926, "language": "German-ReF-15_1", "placement_mode": "full", "rate": 1.0, "rate_cell_id": "positive:german:d1:q100:full", "rejections": 60, "requested_density": 1.0, "simultaneous_lower": 0.8798847098049203, "simultaneous_upper": 1.0, "trials": 60, "unique_window_starts": 60 }, { "achieved_ordered_pair_density_max": 0.22611599183064804, "achieved_ordered_pair_density_mean": 0.22415577960039332, "achieved_ordered_pair_density_min": 0.22199889778584628, "class": "positive", "depth": 10, "easy_positive": false, "gate_pass": true, "interval_alpha": 0.000925925925925926, "language": "German-ReF-15_1", "placement_mode": "block", "rate": 0.03333333333333333, "rate_cell_id": "positive:german:d10:q025:block", "rejections": 2, "requested_density": 0.25, "simultaneous_lower": 0.0005165580261198377, "simultaneous_upper": 0.1860680200280479, "trials": 60, "unique_window_starts": 60 }, { "achieved_ordered_pair_density_max": 0.0645119460563426, "achieved_ordered_pair_density_mean": 0.06242314217481981, "achieved_ordered_pair_density_min": 0.060556942328265306, "class": "positive", "depth": 10, "easy_positive": false, "gate_pass": true, "interval_alpha": 0.000925925925925926, "language": "German-ReF-15_1", "placement_mode": "scattered", "rate": 0.06666666666666667, "rate_cell_id": "positive:german:d10:q025:scattered", "rejections": 4, "requested_density": 0.25, "simultaneous_lower": 0.005930872424521965, "simultaneous_upper": 0.2388249016842396, "trials": 60, "unique_window_starts": 60 }, { "achieved_ordered_pair_density_max": 0.4672739650533277, "achieved_ordered_pair_density_mean": 0.4656498200797484, "achieved_ordered_pair_density_min": 0.4633837974519402, "class": "positive", "depth": 10, "easy_positive": false, "gate_pass": true, "interval_alpha": 0.000925925925925926, "language": "German-ReF-15_1", "placement_mode": "block", "rate": 0.1, "rate_cell_id": "positive:german:d10:q050:block", "rejections": 6, "requested_density": 0.5, "simultaneous_lower": 0.016444786653437633, "simultaneous_upper": 0.28602697893601536, "trials": 60, "unique_window_starts": 60 }, { "achieved_ordered_pair_density_max": 0.2542548708140176, "achieved_ordered_pair_density_mean": 0.24991679363741476, "achieved_ordered_pair_density_min": 0.24657178980127728, "class": "positive", "depth": 10, "easy_positive": false, "gate_pass": true, "interval_alpha": 0.000925925925925926, "language": "German-ReF-15_1", "placement_mode": "scattered", "rate": 0.0, "rate_cell_id": "positive:german:d10:q050:scattered", "rejections": 0, "requested_density": 0.5, "simultaneous_lower": 0.0, "simultaneous_upper": 0.12011529019507974, "trials": 60, "unique_window_starts": 60 }, { "achieved_ordered_pair_density_max": 1.0, "achieved_ordered_pair_density_mean": 1.0, "achieved_ordered_pair_density_min": 1.0, "class": "positive", "depth": 10, "easy_positive": false, "gate_pass": true, "interval_alpha": 0.000925925925925926, "language": "German-ReF-15_1", "placement_mode": "full", "rate": 0.7833333333333333, "rate_cell_id": "positive:german:d10:q100:full", "rejections": 47, "requested_density": 1.0, "simultaneous_lower": 0.5703830278804667, "simultaneous_upper": 0.924372708093498, "trials": 60, "unique_window_starts": 60 }, { "achieved_ordered_pair_density_max": 0.2256297208804746, "achieved_ordered_pair_density_mean": 0.2242503322851493, "achieved_ordered_pair_density_min": 0.2224527506726748, "class": "positive", "depth": 5, "easy_positive": false, "gate_pass": true, "interval_alpha": 0.000925925925925926, "language": "German-ReF-15_1", "placement_mode": "block", "rate": 0.016666666666666666, "rate_cell_id": "positive:german:d5:q025:block", "rejections": 1, "requested_density": 0.25, "simultaneous_lower": 7.717806274301776e-06, "simultaneous_upper": 0.15590765469280027, "trials": 60, "unique_window_starts": 60 }, { "achieved_ordered_pair_density_max": 0.06490096281648135, "achieved_ordered_pair_density_mean": 0.06247393047406014, "achieved_ordered_pair_density_min": 0.059454728174538854, "class": "positive", "depth": 5, "easy_positive": false, "gate_pass": true, "interval_alpha": 0.000925925925925926, "language": "German-ReF-15_1", "placement_mode": "scattered", "rate": 0.0, "rate_cell_id": "positive:german:d5:q025:scattered", "rejections": 0, "requested_density": 0.25, "simultaneous_lower": 0.0, "simultaneous_upper": 0.12011529019507974, "trials": 60, "unique_window_starts": 60 }, { "achieved_ordered_pair_density_max": 0.4673712192433624, "achieved_ordered_pair_density_mean": 0.46574653396872734, "achieved_ordered_pair_density_min": 0.4642590851622524, "class": "positive", "depth": 5, "easy_positive": false, "gate_pass": true, "interval_alpha": 0.000925925925925926, "language": "German-ReF-15_1", "placement_mode": "block", "rate": 0.45, "rate_cell_id": "positive:german:d5:q050:block", "rejections": 27, "requested_density": 0.5, "simultaneous_lower": 0.24636915526508701, "simultaneous_upper": 0.6662450417286059, "trials": 60, "unique_window_starts": 60 }, { "achieved_ordered_pair_density_max": 0.25305540247025643, "achieved_ordered_pair_density_mean": 0.24987897256351238, "achieved_ordered_pair_density_min": 0.24647453561124258, "class": "positive", "depth": 5, "easy_positive": false, "gate_pass": true, "interval_alpha": 0.000925925925925926, "language": "German-ReF-15_1", "placement_mode": "scattered", "rate": 0.016666666666666666, "rate_cell_id": "positive:german:d5:q050:scattered", "rejections": 1, "requested_density": 0.5, "simultaneous_lower": 7.717806274301776e-06, "simultaneous_upper": 0.15590765469280027, "trials": 60, "unique_window_starts": 60 }, { "achieved_ordered_pair_density_max": 1.0, "achieved_ordered_pair_density_mean": 1.0, "achieved_ordered_pair_density_min": 1.0, "class": "positive", "depth": 5, "easy_positive": false, "gate_pass": true, "interval_alpha": 0.000925925925925926, "language": "German-ReF-15_1", "placement_mode": "full", "rate": 1.0, "rate_cell_id": "positive:german:d5:q100:full", "rejections": 60, "requested_density": 1.0, "simultaneous_lower": 0.8798847098049203, "simultaneous_upper": 1.0, "trials": 60, "unique_window_starts": 60 }, { "achieved_ordered_pair_density_max": 0.2255648847537848, "achieved_ordered_pair_density_mean": 0.2242000842869647, "achieved_ordered_pair_density_min": 0.22293902162284826, "class": "positive", "depth": 1, "easy_positive": false, "gate_pass": true, "interval_alpha": 0.000925925925925926, "language": "Latin-Hus-1410-1411", "placement_mode": "block", "rate": 0.15, "rate_cell_id": "positive:latin:d1:q025:block", "rejections": 9, "requested_density": 0.25, "simultaneous_lower": 0.03849794606857647, "simultaneous_upper": 0.35072981395217406, "trials": 60, "unique_window_starts": 60 }, { "achieved_ordered_pair_density_max": 0.06590592278017311, "achieved_ordered_pair_density_mean": 0.06250905004268378, "achieved_ordered_pair_density_min": 0.05935747398450417, "class": "positive", "depth": 1, "easy_positive": false, "gate_pass": true, "interval_alpha": 0.000925925925925926, "language": "Latin-Hus-1410-1411", "placement_mode": "scattered", "rate": 0.016666666666666666, "rate_cell_id": "positive:latin:d1:q025:scattered", "rejections": 1, "requested_density": 0.25, "simultaneous_lower": 7.717806274301776e-06, "simultaneous_upper": 0.15590765469280027, "trials": 60, "unique_window_starts": 60 }, { "achieved_ordered_pair_density_max": 0.4672415469899828, "achieved_ordered_pair_density_mean": 0.46580974919224993, "achieved_ordered_pair_density_min": 0.46406457678218305, "class": "positive", "depth": 1, "easy_positive": false, "gate_pass": true, "interval_alpha": 0.000925925925925926, "language": "Latin-Hus-1410-1411", "placement_mode": "block", "rate": 1.0, "rate_cell_id": "positive:latin:d1:q050:block", "rejections": 60, "requested_density": 0.5, "simultaneous_lower": 0.8798847098049203, "simultaneous_upper": 1.0, "trials": 60, "unique_window_starts": 60 }, { "achieved_ordered_pair_density_max": 0.252569131520083, "achieved_ordered_pair_density_mean": 0.24992327725008373, "achieved_ordered_pair_density_min": 0.24666904399131195, "class": "positive", "depth": 1, "easy_positive": false, "gate_pass": true, "interval_alpha": 0.000925925925925926, "language": "Latin-Hus-1410-1411", "placement_mode": "scattered", "rate": 0.23333333333333334, "rate_cell_id": "positive:latin:d1:q050:scattered", "rejections": 14, "requested_density": 0.5, "simultaneous_lower": 0.08594541306074083, "simultaneous_upper": 0.44834546948505494, "trials": 60, "unique_window_starts": 60 }, { "achieved_ordered_pair_density_max": 1.0, "achieved_ordered_pair_density_mean": 1.0, "achieved_ordered_pair_density_min": 1.0, "class": "positive", "depth": 1, "easy_positive": true, "gate_pass": true, "interval_alpha": 0.000925925925925926, "language": "Latin-Hus-1410-1411", "placement_mode": "full", "rate": 1.0, "rate_cell_id": "positive:latin:d1:q100:full", "rejections": 60, "requested_density": 1.0, "simultaneous_lower": 0.8798847098049203, "simultaneous_upper": 1.0, "trials": 60, "unique_window_starts": 60 }, { "achieved_ordered_pair_density_max": 0.2257269750705093, "achieved_ordered_pair_density_mean": 0.22428112944532694, "achieved_ordered_pair_density_min": 0.22242033260932992, "class": "positive", "depth": 10, "easy_positive": false, "gate_pass": true, "interval_alpha": 0.000925925925925926, "language": "Latin-Hus-1410-1411", "placement_mode": "block", "rate": 0.016666666666666666, "rate_cell_id": "positive:latin:d10:q025:block", "rejections": 1, "requested_density": 0.25, "simultaneous_lower": 7.717806274301776e-06, "simultaneous_upper": 0.15590765469280027, "trials": 60, "unique_window_starts": 60 }, { "achieved_ordered_pair_density_max": 0.06548448795668947, "achieved_ordered_pair_density_mean": 0.0626927524016382, "achieved_ordered_pair_density_min": 0.060265179758161244, "class": "positive", "depth": 10, "easy_positive": false, "gate_pass": true, "interval_alpha": 0.000925925925925926, "language": "Latin-Hus-1410-1411", "placement_mode": "scattered", "rate": 0.05, "rate_cell_id": "positive:latin:d10:q025:scattered", "rejections": 3, "requested_density": 0.25, "simultaneous_lower": 0.002467870915284608, "simultaneous_upper": 0.21336928159249485, "trials": 60, "unique_window_starts": 60 }, { "achieved_ordered_pair_density_max": 0.46776023600350114, "achieved_ordered_pair_density_mean": 0.4657746296236263, "achieved_ordered_pair_density_min": 0.46403215871883813, "class": "positive", "depth": 10, "easy_positive": false, "gate_pass": true, "interval_alpha": 0.000925925925925926, "language": "Latin-Hus-1410-1411", "placement_mode": "block", "rate": 0.03333333333333333, "rate_cell_id": "positive:latin:d10:q050:block", "rejections": 2, "requested_density": 0.5, "simultaneous_lower": 0.0005165580261198377, "simultaneous_upper": 0.1860680200280479, "trials": 60, "unique_window_starts": 60 }, { "achieved_ordered_pair_density_max": 0.25305540247025643, "achieved_ordered_pair_density_mean": 0.2499529938081499, "achieved_ordered_pair_density_min": 0.24569650209096508, "class": "positive", "depth": 10, "easy_positive": false, "gate_pass": true, "interval_alpha": 0.000925925925925926, "language": "Latin-Hus-1410-1411", "placement_mode": "scattered", "rate": 0.05, "rate_cell_id": "positive:latin:d10:q050:scattered", "rejections": 3, "requested_density": 0.5, "simultaneous_lower": 0.002467870915284608, "simultaneous_upper": 0.21336928159249485, "trials": 60, "unique_window_starts": 60 }, { "achieved_ordered_pair_density_max": 1.0, "achieved_ordered_pair_density_mean": 1.0, "achieved_ordered_pair_density_min": 1.0, "class": "positive", "depth": 10, "easy_positive": false, "gate_pass": true, "interval_alpha": 0.000925925925925926, "language": "Latin-Hus-1410-1411", "placement_mode": "full", "rate": 0.11666666666666667, "rate_cell_id": "positive:latin:d10:q100:full", "rejections": 7, "requested_density": 1.0, "simultaneous_lower": 0.02309242933357008, "simultaneous_upper": 0.3082682478960831, "trials": 60, "unique_window_starts": 60 }, { "achieved_ordered_pair_density_max": 0.22618082795733782, "achieved_ordered_pair_density_mean": 0.22432921623928853, "achieved_ordered_pair_density_min": 0.22313353000291763, "class": "positive", "depth": 5, "easy_positive": false, "gate_pass": true, "interval_alpha": 0.000925925925925926, "language": "Latin-Hus-1410-1411", "placement_mode": "block", "rate": 0.06666666666666667, "rate_cell_id": "positive:latin:d5:q025:block", "rejections": 4, "requested_density": 0.25, "simultaneous_lower": 0.005930872424521965, "simultaneous_upper": 0.2388249016842396, "trials": 60, "unique_window_starts": 60 }, { "achieved_ordered_pair_density_max": 0.06493338087982624, "achieved_ordered_pair_density_mean": 0.062272398180266045, "achieved_ordered_pair_density_min": 0.05994099912471229, "class": "positive", "depth": 5, "easy_positive": false, "gate_pass": true, "interval_alpha": 0.000925925925925926, "language": "Latin-Hus-1410-1411", "placement_mode": "scattered", "rate": 0.016666666666666666, "rate_cell_id": "positive:latin:d5:q025:scattered", "rejections": 1, "requested_density": 0.25, "simultaneous_lower": 7.717806274301776e-06, "simultaneous_upper": 0.15590765469280027, "trials": 60, "unique_window_starts": 60 }, { "achieved_ordered_pair_density_max": 0.4679223263202256, "achieved_ordered_pair_density_mean": 0.46568061723992604, "achieved_ordered_pair_density_min": 0.46380523227542386, "class": "positive", "depth": 5, "easy_positive": false, "gate_pass": true, "interval_alpha": 0.000925925925925926, "language": "Latin-Hus-1410-1411", "placement_mode": "block", "rate": 0.08333333333333333, "rate_cell_id": "positive:latin:d5:q050:block", "rejections": 5, "requested_density": 0.5, "simultaneous_lower": 0.010665746705226645, "simultaneous_upper": 0.2629441326395977, "trials": 60, "unique_window_starts": 60 }, { "achieved_ordered_pair_density_max": 0.25341200116705026, "achieved_ordered_pair_density_mean": 0.24994813109864816, "achieved_ordered_pair_density_min": 0.2471553149414854, "class": "positive", "depth": 5, "easy_positive": false, "gate_pass": true, "interval_alpha": 0.000925925925925926, "language": "Latin-Hus-1410-1411", "placement_mode": "scattered", "rate": 0.03333333333333333, "rate_cell_id": "positive:latin:d5:q050:scattered", "rejections": 2, "requested_density": 0.5, "simultaneous_lower": 0.0005165580261198377, "simultaneous_upper": 0.1860680200280479, "trials": 60, "unique_window_starts": 60 }, { "achieved_ordered_pair_density_max": 1.0, "achieved_ordered_pair_density_mean": 1.0, "achieved_ordered_pair_density_min": 1.0, "class": "positive", "depth": 5, "easy_positive": false, "gate_pass": true, "interval_alpha": 0.000925925925925926, "language": "Latin-Hus-1410-1411", "placement_mode": "full", "rate": 0.9166666666666666, "rate_cell_id": "positive:latin:d5:q100:full", "rejections": 55, "requested_density": 1.0, "simultaneous_lower": 0.7370558673604024, "simultaneous_upper": 0.9893342532947733, "trials": 60, "unique_window_starts": 60 } ] } }