{ "generatedAt": "2026-09-14T10:42:02.223Z", "runtimeSeconds": 37, "node": "v24.15.0", "config": { "seeds": [ 1, 2, 3, 4, 5 ], "sizes": [ 50, 100, 250, 500, 1000 ], "cellsPerLemma": 10, "universeTarget": 3000, "testMax": 500, "testFraction": 0.25, "bootstrap": 2000 }, "datasets": [ { "id": "tur", "source": "tur", "note": null }, { "id": "urd", "source": "urd", "note": null }, { "id": "evn", "source": "evn", "note": null }, { "id": "ckt", "source": "ckt", "note": null }, { "id": "ron", "source": "ron", "note": "verbs only (V, V.PTCP, V.CVB); noun and adjective tags are unreliable" }, { "id": "ron-all", "source": "ron", "note": "all records, unfiltered (raw)" } ], "sources": { "tur": { "repo": "https://github.com/unimorph/tur", "branch": "master", "sha": "6c179ace7d2f3d7f3484020e5304c1544d07bb6b" }, "urd": { "repo": "https://github.com/unimorph/urd", "branch": "master", "sha": "17b2fb34fac79ba7bc4b90f8e10e6a25bac3d396" }, "evn": { "repo": "https://github.com/unimorph/evn", "branch": "main", "sha": "cdbe7b44ba754403d60fd38818ac173bec13ba34" }, "ckt": { "repo": "https://github.com/unimorph/ckt", "branch": "main", "sha": "facbd482ef2558916b7283b398c9810a8649e7f2" }, "ron": { "repo": "https://github.com/unimorph/ron", "branch": "master", "sha": "0910e7850baef37f67817060fa8aae7c42cbe269" } }, "stats": { "tur": { "source": "tur", "triples": 570420, "rawTriples": 570420, "excludedAnomalies": 0, "lemmas": 3579, "bundles": 883, "testSize": 500 }, "urd": { "source": "urd", "triples": 12572, "rawTriples": 12572, "excludedAnomalies": 0, "lemmas": 182, "bundles": 217, "testSize": 329 }, "evn": { "source": "evn", "triples": 11371, "rawTriples": 11371, "excludedAnomalies": 0, "lemmas": 4495, "bundles": 1021, "testSize": 500 }, "ckt": { "source": "ckt", "triples": 234, "rawTriples": 241, "excludedAnomalies": 7, "lemmas": 192, "bundles": 93, "testSize": 58 }, "ron": { "source": "ron", "note": "verbs only (V, V.PTCP, V.CVB); noun and adjective tags are unreliable", "triples": 44992, "rawTriples": 80262, "excludedAnomalies": 0, "lemmas": 1216, "bundles": 37, "testSize": 500 }, "ron-all": { "source": "ron", "note": "all records, unfiltered (raw)", "triples": 80262, "rawTriples": 80262, "excludedAnomalies": 0, "lemmas": 4405, "bundles": 59, "testSize": 500 } }, "results": { "tur": { "random": { "50": { "overlap": 14.4, "unseenBundle": 55.1, "multiRef": 0, "items": 2500, "posCounts": { "N": 2064, "V": 401 }, "systems": { "baseline": { "mean": 15.7, "std": 2.5, "runs": [ 16.8, 19, 14.4, 15.8, 12.4 ], "variant": { "mean": 15.7, "std": 2.5, "runs": [ 16.8, 19, 14.4, 15.8, 12.4 ] }, "lev": 4.57, "seenBundle": 33.5, "unseenBundle": 1.2, "seenLemma": 13, "unseenLemma": 16.1, "copyShare": 67.7, "pos": { "N": 18.9, "V": 0.2 } }, "memory": { "mean": 15.7, "std": 2.5, "runs": [ 16.8, 19, 14.4, 15.8, 12.4 ], "variant": { "mean": 15.7, "std": 2.5, "runs": [ 16.8, 19, 14.4, 15.8, 12.4 ] }, "lev": 4.57, "seenBundle": 33.5, "unseenBundle": 1.2, "seenLemma": 13, "unseenLemma": 16.1, "copyShare": 67.7, "pos": { "N": 18.9, "V": 0.2 } }, "morph": { "mean": 15.4, "std": 1.3, "runs": [ 17, 16, 14.6, 15.8, 13.6 ], "variant": { "mean": 15.4, "std": 1.3, "runs": [ 17, 16, 14.6, 15.8, 13.6 ] }, "lev": 3.66, "seenBundle": 33.5, "unseenBundle": 0.7, "seenLemma": 12.5, "unseenLemma": 15.9, "copyShare": 3.8, "pos": { "N": 18.6, "V": 0.2 } }, "natom": { "mean": 0.2, "std": 0.3, "runs": [ 0.4, 0.6, 0, 0.2, 0 ], "variant": { "mean": 0.2, "std": 0.3, "runs": [ 0.4, 0.6, 0, 0.2, 0 ] }, "lev": 7.39, "seenBundle": 0.4, "unseenBundle": 0.1, "seenLemma": 0.3, "unseenLemma": 0.2, "copyShare": 0.6, "pos": { "N": 0.3, "V": 0 } }, "nfeat": { "mean": 0.5, "std": 0.4, "runs": [ 1.2, 0.4, 0.2, 0.2, 0.4 ], "variant": { "mean": 0.5, "std": 0.4, "runs": [ 1.2, 0.4, 0.2, 0.2, 0.4 ] }, "lev": 6.75, "seenBundle": 0.6, "unseenBundle": 0.4, "seenLemma": 0.6, "unseenLemma": 0.5, "copyShare": 0.9, "pos": { "N": 0.5, "V": 0 } } }, "tests": { "morph-baseline": { "diff": -0.3, "lo": -0.7, "hi": 0.1, "p": 0.177 }, "memory-baseline": { "diff": 0, "lo": 0, "hi": 0, "p": 1 }, "morph-memory": { "diff": -0.3, "lo": -0.7, "hi": 0.1, "p": 0.167 }, "nfeat-baseline": { "diff": -15.2, "lo": -16.6, "hi": -13.8, "p": 0 }, "natom-baseline": { "diff": -15.4, "lo": -16.8, "hi": -14, "p": 0 }, "nfeat-natom": { "diff": 0.2, "lo": 0, "hi": 0.5, "p": 0.127 }, "nfeat-morph": { "diff": -14.9, "lo": -16.4, "hi": -13.5, "p": 0 } }, "testsVariant": { "morph-baseline": { "diff": -0.3, "lo": -0.7, "hi": 0.1, "p": 0.18 }, "memory-baseline": { "diff": 0, "lo": 0, "hi": 0, "p": 1 }, "morph-memory": { "diff": -0.3, "lo": -0.7, "hi": 0.1, "p": 0.19 }, "nfeat-baseline": { "diff": -15.2, "lo": -16.6, "hi": -13.8, "p": 0 }, "natom-baseline": { "diff": -15.4, "lo": -16.8, "hi": -14.1, "p": 0 }, "nfeat-natom": { "diff": 0.2, "lo": 0, "hi": 0.6, "p": 0.142 }, "nfeat-morph": { "diff": -14.9, "lo": -16.3, "hi": -13.6, "p": 0 } } }, "100": { "overlap": 27.1, "unseenBundle": 39.5, "multiRef": 0, "items": 2500, "posCounts": { "N": 2064, "V": 401 }, "systems": { "baseline": { "mean": 21, "std": 2.4, "runs": [ 19.4, 24.6, 22.4, 19.2, 19.2 ], "variant": { "mean": 21, "std": 2.4, "runs": [ 19.4, 24.6, 22.4, 19.2, 19.2 ] }, "lev": 4.01, "seenBundle": 33.6, "unseenBundle": 1.6, "seenLemma": 19.8, "unseenLemma": 21.4, "copyShare": 52.3, "pos": { "N": 25.2, "V": 1 } }, "memory": { "mean": 21, "std": 2.4, "runs": [ 19.4, 24.6, 22.4, 19.2, 19.2 ], "variant": { "mean": 21, "std": 2.4, "runs": [ 19.4, 24.6, 22.4, 19.2, 19.2 ] }, "lev": 4.01, "seenBundle": 33.6, "unseenBundle": 1.6, "seenLemma": 19.8, "unseenLemma": 21.4, "copyShare": 52.3, "pos": { "N": 25.2, "V": 1 } }, "morph": { "mean": 22.2, "std": 1.9, "runs": [ 20.6, 24.2, 24, 22, 20.2 ], "variant": { "mean": 22.2, "std": 1.9, "runs": [ 20.6, 24.2, 24, 22, 20.2 ] }, "lev": 3.14, "seenBundle": 34.1, "unseenBundle": 4, "seenLemma": 21.1, "unseenLemma": 22.6, "copyShare": 3, "pos": { "N": 26.7, "V": 1 } }, "natom": { "mean": 0.4, "std": 0.2, "runs": [ 0.6, 0.2, 0.6, 0.6, 0.2 ], "variant": { "mean": 0.4, "std": 0.2, "runs": [ 0.6, 0.2, 0.6, 0.6, 0.2 ] }, "lev": 6.16, "seenBundle": 0.7, "unseenBundle": 0.1, "seenLemma": 0.3, "unseenLemma": 0.5, "copyShare": 0.8, "pos": { "N": 0.5, "V": 0 } }, "nfeat": { "mean": 1.3, "std": 0.7, "runs": [ 1.6, 1, 2.4, 0.6, 0.8 ], "variant": { "mean": 1.3, "std": 0.7, "runs": [ 1.6, 1, 2.4, 0.6, 0.8 ] }, "lev": 5.58, "seenBundle": 1.9, "unseenBundle": 0.3, "seenLemma": 1, "unseenLemma": 1.4, "copyShare": 1.1, "pos": { "N": 1.5, "V": 0.2 } } }, "tests": { "morph-baseline": { "diff": 1.2, "lo": 0.6, "hi": 1.8, "p": 0 }, "memory-baseline": { "diff": 0, "lo": 0, "hi": 0, "p": 1 }, "morph-memory": { "diff": 1.2, "lo": 0.6, "hi": 1.9, "p": 0 }, "nfeat-baseline": { "diff": -19.7, "lo": -21.4, "hi": -18.1, "p": 0 }, "natom-baseline": { "diff": -20.5, "lo": -22.2, "hi": -18.9, "p": 0 }, "nfeat-natom": { "diff": 0.8, "lo": 0.4, "hi": 1.3, "p": 0.001 }, "nfeat-morph": { "diff": -20.9, "lo": -22.5, "hi": -19.4, "p": 0 } }, "testsVariant": { "morph-baseline": { "diff": 1.2, "lo": 0.6, "hi": 1.8, "p": 0.001 }, "memory-baseline": { "diff": 0, "lo": 0, "hi": 0, "p": 1 }, "morph-memory": { "diff": 1.2, "lo": 0.6, "hi": 1.8, "p": 0 }, "nfeat-baseline": { "diff": -19.7, "lo": -21.4, "hi": -18.1, "p": 0 }, "natom-baseline": { "diff": -20.5, "lo": -22.2, "hi": -18.9, "p": 0 }, "nfeat-natom": { "diff": 0.8, "lo": 0.4, "hi": 1.3, "p": 0 }, "nfeat-morph": { "diff": -20.9, "lo": -22.5, "hi": -19.2, "p": 0 } } }, "250": { "overlap": 55, "unseenBundle": 25, "multiRef": 0, "items": 2500, "posCounts": { "N": 2064, "V": 401 }, "systems": { "baseline": { "mean": 28.5, "std": 1.4, "runs": [ 27.6, 28.8, 30.2, 26.6, 29.2 ], "variant": { "mean": 28.5, "std": 1.4, "runs": [ 27.6, 28.8, 30.2, 26.6, 29.2 ] }, "lev": 3.35, "seenBundle": 37.1, "unseenBundle": 2.6, "seenLemma": 29, "unseenLemma": 27.8, "copyShare": 37, "pos": { "N": 34.2, "V": 1.5 } }, "memory": { "mean": 29.4, "std": 1.3, "runs": [ 28, 30.2, 30.6, 27.8, 30.2 ], "variant": { "mean": 29.4, "std": 1.3, "runs": [ 28, 30.2, 30.6, 27.8, 30.2 ] }, "lev": 3.33, "seenBundle": 38.3, "unseenBundle": 2.6, "seenLemma": 30.6, "unseenLemma": 27.8, "copyShare": 37.5, "pos": { "N": 35.3, "V": 1.5 } }, "morph": { "mean": 29.7, "std": 1.6, "runs": [ 28.2, 29.6, 31.4, 28, 31.2 ], "variant": { "mean": 29.7, "std": 1.6, "runs": [ 28.2, 29.6, 31.4, 28, 31.2 ] }, "lev": 2.63, "seenBundle": 37.4, "unseenBundle": 6.4, "seenLemma": 30.3, "unseenLemma": 29, "copyShare": 1.3, "pos": { "N": 35.7, "V": 1.5 } }, "natom": { "mean": 1.2, "std": 0.5, "runs": [ 1.2, 1.4, 1.2, 1.6, 0.4 ], "variant": { "mean": 1.2, "std": 0.5, "runs": [ 1.2, 1.4, 1.2, 1.6, 0.4 ] }, "lev": 5.49, "seenBundle": 1.5, "unseenBundle": 0, "seenLemma": 1, "unseenLemma": 1.3, "copyShare": 1.2, "pos": { "N": 1.4, "V": 0 } }, "nfeat": { "mean": 8.2, "std": 6.8, "runs": [ 6.8, 1.8, 3.2, 18.8, 10.4 ], "variant": { "mean": 8.2, "std": 6.8, "runs": [ 6.8, 1.8, 3.2, 18.8, 10.4 ] }, "lev": 4.33, "seenBundle": 10.2, "unseenBundle": 2.1, "seenLemma": 9, "unseenLemma": 7.2, "copyShare": 1.4, "pos": { "N": 9.7, "V": 1 } } }, "tests": { "morph-baseline": { "diff": 1.2, "lo": 0.7, "hi": 1.7, "p": 0 }, "memory-baseline": { "diff": 0.9, "lo": 0.5, "hi": 1.3, "p": 0 }, "morph-memory": { "diff": 0.3, "lo": -0.4, "hi": 1, "p": 0.387 }, "nfeat-baseline": { "diff": -20.3, "lo": -22.2, "hi": -18.4, "p": 0 }, "natom-baseline": { "diff": -27.3, "lo": -29.1, "hi": -25.6, "p": 0 }, "nfeat-natom": { "diff": 7, "lo": 6, "hi": 8.1, "p": 0 }, "nfeat-morph": { "diff": -21.5, "lo": -23.5, "hi": -19.4, "p": 0 } }, "testsVariant": { "morph-baseline": { "diff": 1.2, "lo": 0.7, "hi": 1.7, "p": 0 }, "memory-baseline": { "diff": 0.9, "lo": 0.5, "hi": 1.3, "p": 0 }, "morph-memory": { "diff": 0.3, "lo": -0.3, "hi": 1, "p": 0.338 }, "nfeat-baseline": { "diff": -20.3, "lo": -22.3, "hi": -18.4, "p": 0 }, "natom-baseline": { "diff": -27.3, "lo": -29.2, "hi": -25.5, "p": 0 }, "nfeat-natom": { "diff": 7, "lo": 6, "hi": 8.2, "p": 0 }, "nfeat-morph": { "diff": -21.5, "lo": -23.5, "hi": -19.5, "p": 0 } } }, "500": { "overlap": 79.6, "unseenBundle": 19.2, "multiRef": 0, "items": 2500, "posCounts": { "N": 2064, "V": 401 }, "systems": { "baseline": { "mean": 34.2, "std": 2.5, "runs": [ 31.4, 38.2, 34, 33.2, 34 ], "variant": { "mean": 34.2, "std": 2.5, "runs": [ 31.4, 38.2, 34, 33.2, 34 ] }, "lev": 2.98, "seenBundle": 42.3, "unseenBundle": 0, "seenLemma": 34.5, "unseenLemma": 32.7, "copyShare": 31.2, "pos": { "N": 40.8, "V": 3 } }, "memory": { "mean": 36.6, "std": 3.2, "runs": [ 32.4, 40, 37.2, 34.4, 39 ], "variant": { "mean": 36.6, "std": 3.2, "runs": [ 32.4, 40, 37.2, 34.4, 39 ] }, "lev": 2.91, "seenBundle": 45.3, "unseenBundle": 0, "seenLemma": 37.6, "unseenLemma": 32.7, "copyShare": 32.1, "pos": { "N": 43.8, "V": 3 } }, "morph": { "mean": 34.6, "std": 2.3, "runs": [ 32, 38.2, 35, 33.6, 34.2 ], "variant": { "mean": 34.6, "std": 2.3, "runs": [ 32, 38.2, 35, 33.6, 34.2 ] }, "lev": 2.32, "seenBundle": 42.4, "unseenBundle": 1.9, "seenLemma": 35.1, "unseenLemma": 32.7, "copyShare": 0.8, "pos": { "N": 41.1, "V": 4 } }, "natom": { "mean": 1.2, "std": 0.2, "runs": [ 1, 1.4, 1.4, 1.2, 1.2 ], "variant": { "mean": 1.2, "std": 0.2, "runs": [ 1, 1.4, 1.4, 1.2, 1.2 ] }, "lev": 5.4, "seenBundle": 1.5, "unseenBundle": 0.2, "seenLemma": 1.5, "unseenLemma": 0.2, "copyShare": 1.1, "pos": { "N": 1.5, "V": 0.2 } }, "nfeat": { "mean": 43.6, "std": 6, "runs": [ 49.4, 43, 40.8, 49.4, 35.2 ], "variant": { "mean": 43.6, "std": 6, "runs": [ 49.4, 43, 40.8, 49.4, 35.2 ] }, "lev": 2.66, "seenBundle": 53.2, "unseenBundle": 3.1, "seenLemma": 46, "unseenLemma": 34.2, "copyShare": 2.1, "pos": { "N": 52.3, "V": 2.2 } } }, "tests": { "morph-baseline": { "diff": 0.4, "lo": 0.2, "hi": 0.8, "p": 0 }, "memory-baseline": { "diff": 2.4, "lo": 1.4, "hi": 3.5, "p": 0 }, "morph-memory": { "diff": -2, "lo": -3, "hi": -1, "p": 0 }, "nfeat-baseline": { "diff": 9.4, "lo": 7.1, "hi": 11.6, "p": 0 }, "natom-baseline": { "diff": -32.9, "lo": -34.7, "hi": -31, "p": 0 }, "nfeat-natom": { "diff": 42.3, "lo": 40.4, "hi": 44.2, "p": 0 }, "nfeat-morph": { "diff": 9, "lo": 6.7, "hi": 11.3, "p": 0 } }, "testsVariant": { "morph-baseline": { "diff": 0.4, "lo": 0.2, "hi": 0.7, "p": 0 }, "memory-baseline": { "diff": 2.4, "lo": 1.4, "hi": 3.5, "p": 0 }, "morph-memory": { "diff": -2, "lo": -3.1, "hi": -0.9, "p": 0.001 }, "nfeat-baseline": { "diff": 9.4, "lo": 7.2, "hi": 11.7, "p": 0 }, "natom-baseline": { "diff": -32.9, "lo": -34.8, "hi": -31, "p": 0 }, "nfeat-natom": { "diff": 42.3, "lo": 40.4, "hi": 44.3, "p": 0 }, "nfeat-morph": { "diff": 9, "lo": 6.6, "hi": 11.2, "p": 0 } } }, "1000": { "overlap": 96.9, "unseenBundle": 15.6, "multiRef": 0, "items": 2500, "posCounts": { "N": 2064, "V": 401 }, "systems": { "baseline": { "mean": 42, "std": 2.7, "runs": [ 40.4, 45.2, 44.4, 41, 38.8 ], "variant": { "mean": 42, "std": 2.7, "runs": [ 40.4, 45.2, 44.4, 41, 38.8 ] }, "lev": 2.63, "seenBundle": 49.7, "unseenBundle": 0, "seenLemma": 41.9, "unseenLemma": 42.3, "copyShare": 28.5, "pos": { "N": 49.5, "V": 6.5 } }, "memory": { "mean": 48.1, "std": 2.6, "runs": [ 45.8, 50.6, 51.2, 47.4, 45.6 ], "variant": { "mean": 48.1, "std": 2.6, "runs": [ 45.8, 50.6, 51.2, 47.4, 45.6 ] }, "lev": 2.44, "seenBundle": 57, "unseenBundle": 0, "seenLemma": 48.3, "unseenLemma": 42.3, "copyShare": 31.9, "pos": { "N": 56.9, "V": 6.5 } }, "morph": { "mean": 42.3, "std": 2.6, "runs": [ 41, 45.4, 44.6, 41.4, 39.2 ], "variant": { "mean": 42.3, "std": 2.6, "runs": [ 41, 45.4, 44.6, 41.4, 39.2 ] }, "lev": 1.91, "seenBundle": 49.8, "unseenBundle": 1.8, "seenLemma": 42.3, "unseenLemma": 43.6, "copyShare": 0.1, "pos": { "N": 49.5, "V": 8.2 } }, "natom": { "mean": 3.8, "std": 2.2, "runs": [ 2.4, 3, 5.6, 6.6, 1.6 ], "variant": { "mean": 3.8, "std": 2.2, "runs": [ 2.4, 3, 5.6, 6.6, 1.6 ] }, "lev": 5.1, "seenBundle": 4.5, "unseenBundle": 0.3, "seenLemma": 3.8, "unseenLemma": 3.8, "copyShare": 0.7, "pos": { "N": 4.6, "V": 0.2 } }, "nfeat": { "mean": 65.2, "std": 3.9, "runs": [ 64.8, 70.6, 67.4, 61.6, 61.6 ], "variant": { "mean": 65.2, "std": 3.9, "runs": [ 64.8, 70.6, 67.4, 61.6, 61.6 ] }, "lev": 1.82, "seenBundle": 76.7, "unseenBundle": 3.3, "seenLemma": 65.5, "unseenLemma": 55.1, "copyShare": 2.1, "pos": { "N": 78.2, "V": 3.2 } } }, "tests": { "morph-baseline": { "diff": 0.4, "lo": 0.1, "hi": 0.6, "p": 0.001 }, "memory-baseline": { "diff": 6.2, "lo": 4.6, "hi": 7.8, "p": 0 }, "morph-memory": { "diff": -5.8, "lo": -7.3, "hi": -4.2, "p": 0 }, "nfeat-baseline": { "diff": 23.2, "lo": 21.1, "hi": 25.4, "p": 0 }, "natom-baseline": { "diff": -38.1, "lo": -40, "hi": -36.1, "p": 0 }, "nfeat-natom": { "diff": 61.4, "lo": 59.5, "hi": 63.4, "p": 0 }, "nfeat-morph": { "diff": 22.9, "lo": 20.6, "hi": 25.2, "p": 0 } }, "testsVariant": { "morph-baseline": { "diff": 0.4, "lo": 0.2, "hi": 0.6, "p": 0.001 }, "memory-baseline": { "diff": 6.2, "lo": 4.6, "hi": 7.8, "p": 0 }, "morph-memory": { "diff": -5.8, "lo": -7.4, "hi": -4.2, "p": 0 }, "nfeat-baseline": { "diff": 23.2, "lo": 21, "hi": 25.5, "p": 0 }, "natom-baseline": { "diff": -38.1, "lo": -40.1, "hi": -35.9, "p": 0 }, "nfeat-natom": { "diff": 61.4, "lo": 59.5, "hi": 63.2, "p": 0 }, "nfeat-morph": { "diff": 22.9, "lo": 20.6, "hi": 25.1, "p": 0 } } } }, "lemma-disjoint": { "50": { "overlap": 0, "unseenBundle": 52.8, "multiRef": 0, "items": 2500, "posCounts": { "N": 2080, "V": 380 }, "systems": { "baseline": { "mean": 16, "std": 2.6, "runs": [ 15.6, 20.2, 13, 15.6, 15.8 ], "variant": { "mean": 16, "std": 2.6, "runs": [ 15.6, 20.2, 13, 15.6, 15.8 ] }, "lev": 4.55, "seenBundle": 32.2, "unseenBundle": 1.6, "seenLemma": null, "unseenLemma": 16, "copyShare": 65.4, "pos": { "N": 19.1, "V": 0.5 } }, "memory": { "mean": 16, "std": 2.6, "runs": [ 15.6, 20.2, 13, 15.6, 15.8 ], "variant": { "mean": 16, "std": 2.6, "runs": [ 15.6, 20.2, 13, 15.6, 15.8 ] }, "lev": 4.55, "seenBundle": 32.2, "unseenBundle": 1.6, "seenLemma": null, "unseenLemma": 16, "copyShare": 65.4, "pos": { "N": 19.1, "V": 0.5 } }, "morph": { "mean": 15.9, "std": 3.8, "runs": [ 16.4, 20.6, 10, 16.6, 16 ], "variant": { "mean": 15.9, "std": 3.8, "runs": [ 16.4, 20.6, 10, 16.6, 16 ] }, "lev": 3.65, "seenBundle": 32.3, "unseenBundle": 1.3, "seenLemma": null, "unseenLemma": 15.9, "copyShare": 8.3, "pos": { "N": 18.9, "V": 0.5 } }, "natom": { "mean": 0.2, "std": 0.2, "runs": [ 0.2, 0.4, 0.4, 0.2, 0 ], "variant": { "mean": 0.2, "std": 0.2, "runs": [ 0.2, 0.4, 0.4, 0.2, 0 ] }, "lev": 7.39, "seenBundle": 0.5, "unseenBundle": 0, "seenLemma": null, "unseenLemma": 0.2, "copyShare": 0, "pos": { "N": 0.3, "V": 0 } }, "nfeat": { "mean": 0.4, "std": 0.2, "runs": [ 0.6, 0.2, 0.6, 0.2, 0.6 ], "variant": { "mean": 0.4, "std": 0.2, "runs": [ 0.6, 0.2, 0.6, 0.2, 0.6 ] }, "lev": 6.61, "seenBundle": 0.8, "unseenBundle": 0.2, "seenLemma": null, "unseenLemma": 0.4, "copyShare": 0.1, "pos": { "N": 0.5, "V": 0 } } }, "tests": { "morph-baseline": { "diff": -0.1, "lo": -0.6, "hi": 0.4, "p": 0.673 }, "memory-baseline": { "diff": 0, "lo": 0, "hi": 0, "p": 1 }, "morph-memory": { "diff": -0.1, "lo": -0.6, "hi": 0.4, "p": 0.715 }, "nfeat-baseline": { "diff": -15.6, "lo": -17.1, "hi": -14.2, "p": 0 }, "natom-baseline": { "diff": -15.8, "lo": -17.2, "hi": -14.4, "p": 0 }, "nfeat-natom": { "diff": 0.2, "lo": -0.1, "hi": 0.5, "p": 0.273 }, "nfeat-morph": { "diff": -15.5, "lo": -16.9, "hi": -14, "p": 0 } }, "testsVariant": { "morph-baseline": { "diff": -0.1, "lo": -0.6, "hi": 0.4, "p": 0.691 }, "memory-baseline": { "diff": 0, "lo": 0, "hi": 0, "p": 1 }, "morph-memory": { "diff": -0.1, "lo": -0.6, "hi": 0.4, "p": 0.696 }, "nfeat-baseline": { "diff": -15.6, "lo": -17.1, "hi": -14.2, "p": 0 }, "natom-baseline": { "diff": -15.8, "lo": -17.2, "hi": -14.4, "p": 0 }, "nfeat-natom": { "diff": 0.2, "lo": -0.1, "hi": 0.5, "p": 0.264 }, "nfeat-morph": { "diff": -15.5, "lo": -16.9, "hi": -14, "p": 0 } } }, "100": { "overlap": 0, "unseenBundle": 35.8, "multiRef": 0, "items": 2500, "posCounts": { "N": 2080, "V": 380 }, "systems": { "baseline": { "mean": 22.4, "std": 3.1, "runs": [ 21, 27.8, 20.8, 21.8, 20.6 ], "variant": { "mean": 22.4, "std": 3.1, "runs": [ 21, 27.8, 20.8, 21.8, 20.6 ] }, "lev": 3.9, "seenBundle": 34.7, "unseenBundle": 0.4, "seenLemma": null, "unseenLemma": 22.4, "copyShare": 48.7, "pos": { "N": 26.6, "V": 1.1 } }, "memory": { "mean": 22.4, "std": 3.1, "runs": [ 21, 27.8, 20.8, 21.8, 20.6 ], "variant": { "mean": 22.4, "std": 3.1, "runs": [ 21, 27.8, 20.8, 21.8, 20.6 ] }, "lev": 3.9, "seenBundle": 34.7, "unseenBundle": 0.4, "seenLemma": null, "unseenLemma": 22.4, "copyShare": 48.7, "pos": { "N": 26.6, "V": 1.1 } }, "morph": { "mean": 22.9, "std": 2.9, "runs": [ 21.4, 28, 21.6, 22.4, 21.2 ], "variant": { "mean": 22.9, "std": 2.9, "runs": [ 21.4, 28, 21.6, 22.4, 21.2 ] }, "lev": 3.14, "seenBundle": 34.8, "unseenBundle": 1.7, "seenLemma": null, "unseenLemma": 22.9, "copyShare": 2.8, "pos": { "N": 27.3, "V": 1.3 } }, "natom": { "mean": 0.5, "std": 0.2, "runs": [ 0.4, 0.6, 0.2, 0.6, 0.6 ], "variant": { "mean": 0.5, "std": 0.2, "runs": [ 0.4, 0.6, 0.2, 0.6, 0.6 ] }, "lev": 6.49, "seenBundle": 0.7, "unseenBundle": 0, "seenLemma": null, "unseenLemma": 0.5, "copyShare": 0, "pos": { "N": 0.6, "V": 0 } }, "nfeat": { "mean": 1.2, "std": 0.4, "runs": [ 1.6, 1, 1, 0.8, 1.8 ], "variant": { "mean": 1.2, "std": 0.4, "runs": [ 1.6, 1, 1, 0.8, 1.8 ] }, "lev": 5.82, "seenBundle": 1.6, "unseenBundle": 0.7, "seenLemma": null, "unseenLemma": 1.2, "copyShare": 0.2, "pos": { "N": 1.4, "V": 0.3 } } }, "tests": { "morph-baseline": { "diff": 0.5, "lo": 0.2, "hi": 0.9, "p": 0.001 }, "memory-baseline": { "diff": 0, "lo": 0, "hi": 0, "p": 1 }, "morph-memory": { "diff": 0.5, "lo": 0.2, "hi": 0.9, "p": 0.007 }, "nfeat-baseline": { "diff": -21.2, "lo": -22.8, "hi": -19.6, "p": 0 }, "natom-baseline": { "diff": -21.9, "lo": -23.6, "hi": -20.4, "p": 0 }, "nfeat-natom": { "diff": 0.8, "lo": 0.3, "hi": 1.2, "p": 0 }, "nfeat-morph": { "diff": -21.7, "lo": -23.3, "hi": -20.1, "p": 0 } }, "testsVariant": { "morph-baseline": { "diff": 0.5, "lo": 0.2, "hi": 0.9, "p": 0.006 }, "memory-baseline": { "diff": 0, "lo": 0, "hi": 0, "p": 1 }, "morph-memory": { "diff": 0.5, "lo": 0.2, "hi": 0.9, "p": 0.002 }, "nfeat-baseline": { "diff": -21.2, "lo": -22.8, "hi": -19.5, "p": 0 }, "natom-baseline": { "diff": -21.9, "lo": -23.6, "hi": -20.3, "p": 0 }, "nfeat-natom": { "diff": 0.8, "lo": 0.3, "hi": 1.2, "p": 0 }, "nfeat-morph": { "diff": -21.7, "lo": -23.3, "hi": -20, "p": 0 } } }, "250": { "overlap": 0, "unseenBundle": 21.5, "multiRef": 0, "items": 2500, "posCounts": { "N": 2080, "V": 380 }, "systems": { "baseline": { "mean": 30.9, "std": 5.7, "runs": [ 30.4, 40.8, 27.6, 28.6, 27.2 ], "variant": { "mean": 30.9, "std": 5.7, "runs": [ 30.4, 40.8, 27.6, 28.6, 27.2 ] }, "lev": 3.21, "seenBundle": 39.3, "unseenBundle": 0.4, "seenLemma": null, "unseenLemma": 30.9, "copyShare": 34, "pos": { "N": 36.5, "V": 2.9 } }, "memory": { "mean": 30.9, "std": 5.7, "runs": [ 30.4, 40.8, 27.6, 28.6, 27.2 ], "variant": { "mean": 30.9, "std": 5.7, "runs": [ 30.4, 40.8, 27.6, 28.6, 27.2 ] }, "lev": 3.21, "seenBundle": 39.3, "unseenBundle": 0.4, "seenLemma": null, "unseenLemma": 30.9, "copyShare": 34, "pos": { "N": 36.5, "V": 2.9 } }, "morph": { "mean": 31.5, "std": 5.7, "runs": [ 30.6, 41.4, 27.6, 30.2, 27.6 ], "variant": { "mean": 31.5, "std": 5.7, "runs": [ 30.6, 41.4, 27.6, 30.2, 27.6 ] }, "lev": 2.55, "seenBundle": 39.4, "unseenBundle": 2.6, "seenLemma": null, "unseenLemma": 31.5, "copyShare": 1.3, "pos": { "N": 37.2, "V": 3.2 } }, "natom": { "mean": 1.1, "std": 0.4, "runs": [ 1.4, 1.4, 0.4, 1.4, 1 ], "variant": { "mean": 1.1, "std": 0.4, "runs": [ 1.4, 1.4, 0.4, 1.4, 1 ] }, "lev": 5.93, "seenBundle": 1.4, "unseenBundle": 0.2, "seenLemma": null, "unseenLemma": 1.1, "copyShare": 0.9, "pos": { "N": 1.3, "V": 0 } }, "nfeat": { "mean": 9.6, "std": 6.7, "runs": [ 2.4, 4.8, 19.2, 12.8, 8.8 ], "variant": { "mean": 9.6, "std": 6.7, "runs": [ 2.4, 4.8, 19.2, 12.8, 8.8 ] }, "lev": 4.43, "seenBundle": 12, "unseenBundle": 0.7, "seenLemma": null, "unseenLemma": 9.6, "copyShare": 1, "pos": { "N": 11.5, "V": 0.3 } } }, "tests": { "morph-baseline": { "diff": 0.6, "lo": 0.2, "hi": 0.9, "p": 0 }, "memory-baseline": { "diff": 0, "lo": 0, "hi": 0, "p": 1 }, "morph-memory": { "diff": 0.6, "lo": 0.2, "hi": 0.9, "p": 0 }, "nfeat-baseline": { "diff": -21.3, "lo": -23.2, "hi": -19.5, "p": 0 }, "natom-baseline": { "diff": -29.8, "lo": -31.6, "hi": -28, "p": 0 }, "nfeat-natom": { "diff": 8.5, "lo": 7.4, "hi": 9.6, "p": 0 }, "nfeat-morph": { "diff": -21.9, "lo": -23.8, "hi": -19.9, "p": 0 } }, "testsVariant": { "morph-baseline": { "diff": 0.6, "lo": 0.2, "hi": 0.9, "p": 0.001 }, "memory-baseline": { "diff": 0, "lo": 0, "hi": 0, "p": 1 }, "morph-memory": { "diff": 0.6, "lo": 0.2, "hi": 0.9, "p": 0 }, "nfeat-baseline": { "diff": -21.3, "lo": -23.2, "hi": -19.4, "p": 0 }, "natom-baseline": { "diff": -29.8, "lo": -31.6, "hi": -28, "p": 0 }, "nfeat-natom": { "diff": 8.5, "lo": 7.4, "hi": 9.6, "p": 0 }, "nfeat-morph": { "diff": -21.9, "lo": -23.9, "hi": -20, "p": 0 } } }, "500": { "overlap": 0, "unseenBundle": 17.3, "multiRef": 0, "items": 2500, "posCounts": { "N": 2080, "V": 380 }, "systems": { "baseline": { "mean": 37.3, "std": 6.5, "runs": [ 37.8, 48.2, 31.4, 33.8, 35.2 ], "variant": { "mean": 37.3, "std": 6.5, "runs": [ 37.8, 48.2, 31.4, 33.8, 35.2 ] }, "lev": 2.85, "seenBundle": 45, "unseenBundle": 0.5, "seenLemma": null, "unseenLemma": 37.3, "copyShare": 29.1, "pos": { "N": 43.8, "V": 4.2 } }, "memory": { "mean": 37.3, "std": 6.5, "runs": [ 37.8, 48.2, 31.4, 33.8, 35.2 ], "variant": { "mean": 37.3, "std": 6.5, "runs": [ 37.8, 48.2, 31.4, 33.8, 35.2 ] }, "lev": 2.85, "seenBundle": 45, "unseenBundle": 0.5, "seenLemma": null, "unseenLemma": 37.3, "copyShare": 29.1, "pos": { "N": 43.8, "V": 4.2 } }, "morph": { "mean": 37.4, "std": 6.5, "runs": [ 37.8, 48.4, 31.4, 34.2, 35.4 ], "variant": { "mean": 37.4, "std": 6.5, "runs": [ 37.8, 48.4, 31.4, 34.2, 35.4 ] }, "lev": 2.23, "seenBundle": 45, "unseenBundle": 1.4, "seenLemma": null, "unseenLemma": 37.4, "copyShare": 0.4, "pos": { "N": 43.8, "V": 4.7 } }, "natom": { "mean": 1.7, "std": 0.6, "runs": [ 2.4, 1, 1.4, 2.4, 1.4 ], "variant": { "mean": 1.7, "std": 0.6, "runs": [ 2.4, 1, 1.4, 2.4, 1.4 ] }, "lev": 5.65, "seenBundle": 2.1, "unseenBundle": 0, "seenLemma": null, "unseenLemma": 1.7, "copyShare": 0, "pos": { "N": 2.1, "V": 0 } }, "nfeat": { "mean": 27.4, "std": 2.8, "runs": [ 29.6, 29.6, 23.4, 25.6, 28.6 ], "variant": { "mean": 27.4, "std": 2.8, "runs": [ 29.6, 29.6, 23.4, 25.6, 28.6 ] }, "lev": 3.21, "seenBundle": 32.8, "unseenBundle": 1.2, "seenLemma": null, "unseenLemma": 27.4, "copyShare": 2.4, "pos": { "N": 32.6, "V": 1.3 } } }, "tests": { "morph-baseline": { "diff": 0.2, "lo": 0, "hi": 0.4, "p": 0.2 }, "memory-baseline": { "diff": 0, "lo": 0, "hi": 0, "p": 1 }, "morph-memory": { "diff": 0.2, "lo": 0, "hi": 0.4, "p": 0.208 }, "nfeat-baseline": { "diff": -9.9, "lo": -12.3, "hi": -7.7, "p": 0 }, "natom-baseline": { "diff": -35.6, "lo": -37.4, "hi": -33.6, "p": 0 }, "nfeat-natom": { "diff": 25.6, "lo": 24, "hi": 27.4, "p": 0 }, "nfeat-morph": { "diff": -10.1, "lo": -12.3, "hi": -7.8, "p": 0 } }, "testsVariant": { "morph-baseline": { "diff": 0.2, "lo": 0, "hi": 0.4, "p": 0.216 }, "memory-baseline": { "diff": 0, "lo": 0, "hi": 0, "p": 1 }, "morph-memory": { "diff": 0.2, "lo": 0, "hi": 0.4, "p": 0.226 }, "nfeat-baseline": { "diff": -9.9, "lo": -12.2, "hi": -7.7, "p": 0 }, "natom-baseline": { "diff": -35.6, "lo": -37.4, "hi": -33.7, "p": 0 }, "nfeat-natom": { "diff": 25.6, "lo": 24, "hi": 27.4, "p": 0 }, "nfeat-morph": { "diff": -10.1, "lo": -12.4, "hi": -7.7, "p": 0 } } }, "1000": { "overlap": 0, "unseenBundle": 14.7, "multiRef": 0, "items": 2500, "posCounts": { "N": 2080, "V": 380 }, "systems": { "baseline": { "mean": 45.8, "std": 8.2, "runs": [ 42.8, 59.4, 38.2, 46.4, 42 ], "variant": { "mean": 45.8, "std": 8.2, "runs": [ 42.8, 59.4, 38.2, 46.4, 42 ] }, "lev": 2.57, "seenBundle": 53.7, "unseenBundle": 0, "seenLemma": null, "unseenLemma": 45.8, "copyShare": 29, "pos": { "N": 53.6, "V": 6.1 } }, "memory": { "mean": 45.8, "std": 8.2, "runs": [ 42.8, 59.4, 38.2, 46.4, 42 ], "variant": { "mean": 45.8, "std": 8.2, "runs": [ 42.8, 59.4, 38.2, 46.4, 42 ] }, "lev": 2.57, "seenBundle": 53.7, "unseenBundle": 0, "seenLemma": null, "unseenLemma": 45.8, "copyShare": 29, "pos": { "N": 53.6, "V": 6.1 } }, "morph": { "mean": 46.2, "std": 8.1, "runs": [ 43, 59.8, 38.8, 46.8, 42.4 ], "variant": { "mean": 46.2, "std": 8.1, "runs": [ 43, 59.8, 38.8, 46.8, 42.4 ] }, "lev": 1.85, "seenBundle": 53.7, "unseenBundle": 2.7, "seenLemma": null, "unseenLemma": 46.2, "copyShare": 0, "pos": { "N": 53.6, "V": 7.9 } }, "natom": { "mean": 5.9, "std": 4.7, "runs": [ 1.8, 8.6, 1.4, 5.2, 12.4 ], "variant": { "mean": 5.9, "std": 4.7, "runs": [ 1.8, 8.6, 1.4, 5.2, 12.4 ] }, "lev": 5.4, "seenBundle": 6.9, "unseenBundle": 0, "seenLemma": null, "unseenLemma": 5.9, "copyShare": 0.3, "pos": { "N": 7.1, "V": 0 } }, "nfeat": { "mean": 53.6, "std": 7.7, "runs": [ 52.2, 64.4, 55.6, 42.8, 52.8 ], "variant": { "mean": 53.6, "std": 7.7, "runs": [ 52.2, 64.4, 55.6, 42.8, 52.8 ] }, "lev": 2.18, "seenBundle": 62.2, "unseenBundle": 3.5, "seenLemma": null, "unseenLemma": 53.6, "copyShare": 2.9, "pos": { "N": 63.5, "V": 4.2 } } }, "tests": { "morph-baseline": { "diff": 0.4, "lo": 0.2, "hi": 0.7, "p": 0 }, "memory-baseline": { "diff": 0, "lo": 0, "hi": 0, "p": 1 }, "morph-memory": { "diff": 0.4, "lo": 0.2, "hi": 0.7, "p": 0 }, "nfeat-baseline": { "diff": 7.8, "lo": 5.4, "hi": 10.1, "p": 0 }, "natom-baseline": { "diff": -39.9, "lo": -42, "hi": -37.8, "p": 0 }, "nfeat-natom": { "diff": 47.7, "lo": 45.6, "hi": 49.6, "p": 0 }, "nfeat-morph": { "diff": 7.4, "lo": 5.1, "hi": 9.7, "p": 0 } }, "testsVariant": { "morph-baseline": { "diff": 0.4, "lo": 0.2, "hi": 0.6, "p": 0 }, "memory-baseline": { "diff": 0, "lo": 0, "hi": 0, "p": 1 }, "morph-memory": { "diff": 0.4, "lo": 0.2, "hi": 0.7, "p": 0 }, "nfeat-baseline": { "diff": 7.8, "lo": 5.5, "hi": 10.2, "p": 0 }, "natom-baseline": { "diff": -39.9, "lo": -42, "hi": -37.9, "p": 0 }, "nfeat-natom": { "diff": 47.7, "lo": 45.7, "hi": 49.6, "p": 0 }, "nfeat-morph": { "diff": 7.4, "lo": 4.9, "hi": 9.6, "p": 0 } } } } }, "urd": { "random": { "50": { "overlap": 23, "unseenBundle": 39.4, "multiRef": 0, "items": 1645, "posCounts": { "N": 933, "V": 712 }, "systems": { "baseline": { "mean": 43.9, "std": 3.4, "runs": [ 46.8, 46.2, 43.8, 44.4, 38.3 ], "variant": { "mean": 43.9, "std": 3.4, "runs": [ 46.8, 46.2, 43.8, 44.4, 38.3 ] }, "lev": 2.82, "seenBundle": 71.9, "unseenBundle": 0.8, "seenLemma": 36.4, "unseenLemma": 46.1, "copyShare": 78.7, "pos": { "N": 71.5, "V": 7.7 } }, "memory": { "mean": 43.7, "std": 3.3, "runs": [ 46.8, 45.9, 43.2, 44.4, 38.3 ], "variant": { "mean": 43.7, "std": 3.3, "runs": [ 46.8, 45.9, 43.2, 44.4, 38.3 ] }, "lev": 2.82, "seenBundle": 71.6, "unseenBundle": 0.8, "seenLemma": 35.6, "unseenLemma": 46.1, "copyShare": 78.1, "pos": { "N": 71.2, "V": 7.7 } }, "morph": { "mean": 46, "std": 3.7, "runs": [ 48.9, 49.2, 45.3, 46.2, 40.1 ], "variant": { "mean": 46, "std": 3.7, "runs": [ 48.9, 49.2, 45.3, 46.2, 40.1 ] }, "lev": 1.72, "seenBundle": 71.9, "unseenBundle": 6, "seenLemma": 39.1, "unseenLemma": 48, "copyShare": 8.8, "pos": { "N": 71.5, "V": 12.5 } }, "natom": { "mean": 5.7, "std": 1.3, "runs": [ 4.6, 7.9, 5.2, 5.8, 4.9 ], "variant": { "mean": 5.7, "std": 1.3, "runs": [ 4.6, 7.9, 5.2, 5.8, 4.9 ] }, "lev": 4.14, "seenBundle": 9.3, "unseenBundle": 0, "seenLemma": 11.6, "unseenLemma": 3.9, "copyShare": 4, "pos": { "N": 10, "V": 0 } }, "nfeat": { "mean": 8.5, "std": 2.5, "runs": [ 6.1, 12.8, 7.9, 8.5, 7.3 ], "variant": { "mean": 8.5, "std": 2.5, "runs": [ 6.1, 12.8, 7.9, 8.5, 7.3 ] }, "lev": 3.46, "seenBundle": 13.7, "unseenBundle": 0.5, "seenLemma": 11.6, "unseenLemma": 7.6, "copyShare": 3.9, "pos": { "N": 14.4, "V": 0.8 } } }, "tests": { "morph-baseline": { "diff": 2.1, "lo": 1.3, "hi": 2.9, "p": 0 }, "memory-baseline": { "diff": -0.2, "lo": -0.5, "hi": 0.1, "p": 0.376 }, "morph-memory": { "diff": 2.2, "lo": 1.5, "hi": 3.1, "p": 0 }, "nfeat-baseline": { "diff": -35.4, "lo": -37.8, "hi": -33, "p": 0 }, "natom-baseline": { "diff": -38.2, "lo": -40.7, "hi": -35.7, "p": 0 }, "nfeat-natom": { "diff": 2.9, "lo": 1.6, "hi": 4.1, "p": 0 }, "nfeat-morph": { "diff": -37.4, "lo": -39.9, "hi": -34.9, "p": 0 } }, "testsVariant": { "morph-baseline": { "diff": 2.1, "lo": 1.3, "hi": 2.9, "p": 0 }, "memory-baseline": { "diff": -0.2, "lo": -0.5, "hi": 0.1, "p": 0.341 }, "morph-memory": { "diff": 2.2, "lo": 1.4, "hi": 3.1, "p": 0 }, "nfeat-baseline": { "diff": -35.4, "lo": -37.8, "hi": -32.9, "p": 0 }, "natom-baseline": { "diff": -38.2, "lo": -40.7, "hi": -35.8, "p": 0 }, "nfeat-natom": { "diff": 2.9, "lo": 1.7, "hi": 4.1, "p": 0 }, "nfeat-morph": { "diff": -37.4, "lo": -40, "hi": -35, "p": 0 } } }, "100": { "overlap": 42.7, "unseenBundle": 34.3, "multiRef": 0, "items": 1645, "posCounts": { "N": 933, "V": 712 }, "systems": { "baseline": { "mean": 51.1, "std": 1.8, "runs": [ 51.4, 53.8, 48.9, 50.2, 51.4 ], "variant": { "mean": 51.1, "std": 1.8, "runs": [ 51.4, 53.8, 48.9, 50.2, 51.4 ] }, "lev": 2.46, "seenBundle": 77.4, "unseenBundle": 0.9, "seenLemma": 42.7, "unseenLemma": 57.4, "copyShare": 80, "pos": { "N": 77.2, "V": 17 } }, "memory": { "mean": 50.2, "std": 2.2, "runs": [ 51.1, 51.7, 46.5, 49.8, 51.7 ], "variant": { "mean": 50.2, "std": 2.2, "runs": [ 51.1, 51.7, 46.5, 49.8, 51.7 ] }, "lev": 2.46, "seenBundle": 75.9, "unseenBundle": 0.9, "seenLemma": 40.5, "unseenLemma": 57.4, "copyShare": 77.6, "pos": { "N": 75.5, "V": 17 } }, "morph": { "mean": 53.4, "std": 2.5, "runs": [ 52.6, 56.2, 50.2, 52.6, 55.6 ], "variant": { "mean": 53.4, "std": 2.5, "runs": [ 52.6, 56.2, 50.2, 52.6, 55.6 ] }, "lev": 1.4, "seenBundle": 77.5, "unseenBundle": 7.4, "seenLemma": 46.3, "unseenLemma": 58.7, "copyShare": 9.9, "pos": { "N": 77.2, "V": 22.3 } }, "natom": { "mean": 13.6, "std": 4.3, "runs": [ 10.6, 20.1, 12.8, 15.2, 9.1 ], "variant": { "mean": 13.6, "std": 4.3, "runs": [ 10.6, 20.1, 12.8, 15.2, 9.1 ] }, "lev": 3.4, "seenBundle": 20.3, "unseenBundle": 0.7, "seenLemma": 17.5, "unseenLemma": 10.6, "copyShare": 5.2, "pos": { "N": 23.2, "V": 1 } }, "nfeat": { "mean": 21.1, "std": 6.3, "runs": [ 19.8, 25.8, 14.6, 29.2, 16.1 ], "variant": { "mean": 21.1, "std": 6.3, "runs": [ 19.8, 25.8, 14.6, 29.2, 16.1 ] }, "lev": 2.53, "seenBundle": 29.5, "unseenBundle": 5, "seenLemma": 24.5, "unseenLemma": 18.6, "copyShare": 6.5, "pos": { "N": 32.3, "V": 6.5 } } }, "tests": { "morph-baseline": { "diff": 2.3, "lo": 1.5, "hi": 3.2, "p": 0 }, "memory-baseline": { "diff": -1, "lo": -1.8, "hi": -0.1, "p": 0.019 }, "morph-memory": { "diff": 3.3, "lo": 2.1, "hi": 4.4, "p": 0 }, "nfeat-baseline": { "diff": -30, "lo": -32.6, "hi": -27.5, "p": 0 }, "natom-baseline": { "diff": -37.6, "lo": -40.1, "hi": -35.2, "p": 0 }, "nfeat-natom": { "diff": 7.5, "lo": 5.8, "hi": 9.4, "p": 0 }, "nfeat-morph": { "diff": -32.3, "lo": -34.8, "hi": -29.8, "p": 0 } }, "testsVariant": { "morph-baseline": { "diff": 2.3, "lo": 1.6, "hi": 3.1, "p": 0 }, "memory-baseline": { "diff": -1, "lo": -1.8, "hi": -0.2, "p": 0.009 }, "morph-memory": { "diff": 3.3, "lo": 2.2, "hi": 4.4, "p": 0 }, "nfeat-baseline": { "diff": -30, "lo": -32.5, "hi": -27.6, "p": 0 }, "natom-baseline": { "diff": -37.6, "lo": -40.1, "hi": -35, "p": 0 }, "nfeat-natom": { "diff": 7.5, "lo": 5.9, "hi": 9.2, "p": 0 }, "nfeat-morph": { "diff": -32.3, "lo": -34.7, "hi": -29.8, "p": 0 } } }, "250": { "overlap": 73.9, "unseenBundle": 26.6, "multiRef": 0, "items": 1645, "posCounts": { "N": 933, "V": 712 }, "systems": { "baseline": { "mean": 58, "std": 2.9, "runs": [ 58.1, 62, 53.8, 57.4, 58.7 ], "variant": { "mean": 58, "std": 2.9, "runs": [ 58.1, 62, 53.8, 57.4, 58.7 ] }, "lev": 1.99, "seenBundle": 78.8, "unseenBundle": 0.7, "seenLemma": 53.7, "unseenLemma": 70.2, "copyShare": 76, "pos": { "N": 79.1, "V": 30.3 } }, "memory": { "mean": 54.8, "std": 4, "runs": [ 55.9, 57.4, 47.7, 56.2, 56.8 ], "variant": { "mean": 54.8, "std": 4, "runs": [ 55.9, 57.4, 47.7, 56.2, 56.8 ] }, "lev": 2.01, "seenBundle": 74.5, "unseenBundle": 0.7, "seenLemma": 49.4, "unseenLemma": 70.2, "copyShare": 68.1, "pos": { "N": 73.5, "V": 30.3 } }, "morph": { "mean": 62.4, "std": 3.3, "runs": [ 61.7, 66.6, 57.4, 62.6, 63.5 ], "variant": { "mean": 62.4, "std": 3.3, "runs": [ 61.7, 66.6, 57.4, 62.6, 63.5 ] }, "lev": 0.93, "seenBundle": 79, "unseenBundle": 16.4, "seenLemma": 59.2, "unseenLemma": 71.4, "copyShare": 12.4, "pos": { "N": 79.1, "V": 40.4 } }, "natom": { "mean": 33.8, "std": 1.4, "runs": [ 34.7, 33.1, 34.7, 31.6, 35 ], "variant": { "mean": 33.8, "std": 1.4, "runs": [ 34.7, 33.1, 34.7, 31.6, 35 ] }, "lev": 2.71, "seenBundle": 45.7, "unseenBundle": 0.9, "seenLemma": 34.4, "unseenLemma": 32.1, "copyShare": 7, "pos": { "N": 57.7, "V": 2.5 } }, "nfeat": { "mean": 50.6, "std": 9.3, "runs": [ 61.1, 37.7, 51.1, 45.6, 57.4 ], "variant": { "mean": 50.6, "std": 9.3, "runs": [ 61.1, 37.7, 51.1, 45.6, 57.4 ] }, "lev": 1.29, "seenBundle": 58.1, "unseenBundle": 29.9, "seenLemma": 53.6, "unseenLemma": 42.1, "copyShare": 7.9, "pos": { "N": 62.8, "V": 34.6 } } }, "tests": { "morph-baseline": { "diff": 4.4, "lo": 3.4, "hi": 5.3, "p": 0 }, "memory-baseline": { "diff": -3.2, "lo": -4.6, "hi": -1.7, "p": 0 }, "morph-memory": { "diff": 7.5, "lo": 5.8, "hi": 9.2, "p": 0 }, "nfeat-baseline": { "diff": -7.4, "lo": -10.3, "hi": -4.7, "p": 0 }, "natom-baseline": { "diff": -24.2, "lo": -26.7, "hi": -21.8, "p": 0 }, "nfeat-natom": { "diff": 16.8, "lo": 14.4, "hi": 19.1, "p": 0 }, "nfeat-morph": { "diff": -11.8, "lo": -14.5, "hi": -9, "p": 0 } }, "testsVariant": { "morph-baseline": { "diff": 4.4, "lo": 3.3, "hi": 5.3, "p": 0 }, "memory-baseline": { "diff": -3.2, "lo": -4.7, "hi": -1.7, "p": 0 }, "morph-memory": { "diff": 7.5, "lo": 5.7, "hi": 9.3, "p": 0 }, "nfeat-baseline": { "diff": -7.4, "lo": -10.1, "hi": -4.8, "p": 0 }, "natom-baseline": { "diff": -24.2, "lo": -26.7, "hi": -21.6, "p": 0 }, "nfeat-natom": { "diff": 16.8, "lo": 14.5, "hi": 19.1, "p": 0 }, "nfeat-morph": { "diff": -11.8, "lo": -14.4, "hi": -9.2, "p": 0 } } }, "500": { "overlap": 93.5, "unseenBundle": 16.7, "multiRef": 0, "items": 1645, "posCounts": { "N": 933, "V": 712 }, "systems": { "baseline": { "mean": 65.7, "std": 2.8, "runs": [ 65, 70.2, 62.6, 66, 64.4 ], "variant": { "mean": 65.7, "std": 2.8, "runs": [ 65, 70.2, 62.6, 66, 64.4 ] }, "lev": 1.38, "seenBundle": 78.6, "unseenBundle": 1.1, "seenLemma": 65.1, "unseenLemma": 72.9, "copyShare": 69, "pos": { "N": 77.2, "V": 50.6 } }, "memory": { "mean": 69.4, "std": 4.2, "runs": [ 66.6, 75.7, 65.3, 71.4, 67.8 ], "variant": { "mean": 69.4, "std": 4.2, "runs": [ 66.6, 75.7, 65.3, 71.4, 67.8 ] }, "lev": 1.3, "seenBundle": 83, "unseenBundle": 1.1, "seenLemma": 69.1, "unseenLemma": 72.9, "copyShare": 65.9, "pos": { "N": 83.7, "V": 50.6 } }, "morph": { "mean": 69.5, "std": 2.2, "runs": [ 69, 72.6, 66.9, 70.5, 68.4 ], "variant": { "mean": 69.5, "std": 2.2, "runs": [ 69, 72.6, 66.9, 70.5, 68.4 ] }, "lev": 0.54, "seenBundle": 78.9, "unseenBundle": 22.3, "seenLemma": 69.1, "unseenLemma": 75.7, "copyShare": 20.7, "pos": { "N": 77.2, "V": 59.4 } }, "natom": { "mean": 48, "std": 1.2, "runs": [ 47.4, 49.5, 48.9, 47.4, 46.5 ], "variant": { "mean": 48, "std": 1.2, "runs": [ 47.4, 49.5, 48.9, 47.4, 46.5 ] }, "lev": 2.27, "seenBundle": 57.3, "unseenBundle": 1.5, "seenLemma": 47.8, "unseenLemma": 50.5, "copyShare": 6.3, "pos": { "N": 80.7, "V": 5.1 } }, "nfeat": { "mean": 73.9, "std": 4, "runs": [ 72.6, 72.3, 68.7, 78.7, 76.9 ], "variant": { "mean": 73.9, "std": 4, "runs": [ 72.6, 72.3, 68.7, 78.7, 76.9 ] }, "lev": 0.61, "seenBundle": 76.9, "unseenBundle": 58.8, "seenLemma": 74.8, "unseenLemma": 59.8, "copyShare": 12.1, "pos": { "N": 81.6, "V": 63.8 } } }, "tests": { "morph-baseline": { "diff": 3.8, "lo": 2.9, "hi": 4.8, "p": 0 }, "memory-baseline": { "diff": 3.7, "lo": 2.2, "hi": 5.3, "p": 0 }, "morph-memory": { "diff": 0.1, "lo": -1.6, "hi": 1.9, "p": 0.927 }, "nfeat-baseline": { "diff": 8.2, "lo": 5.7, "hi": 10.8, "p": 0 }, "natom-baseline": { "diff": -17.7, "lo": -20.3, "hi": -14.9, "p": 0 }, "nfeat-natom": { "diff": 25.9, "lo": 23.5, "hi": 28.4, "p": 0 }, "nfeat-morph": { "diff": 4.4, "lo": 1.9, "hi": 6.9, "p": 0 } }, "testsVariant": { "morph-baseline": { "diff": 3.8, "lo": 2.9, "hi": 4.8, "p": 0 }, "memory-baseline": { "diff": 3.7, "lo": 2.1, "hi": 5.2, "p": 0 }, "morph-memory": { "diff": 0.1, "lo": -1.7, "hi": 1.9, "p": 0.931 }, "nfeat-baseline": { "diff": 8.2, "lo": 5.7, "hi": 10.8, "p": 0 }, "natom-baseline": { "diff": -17.7, "lo": -20.3, "hi": -14.9, "p": 0 }, "nfeat-natom": { "diff": 25.9, "lo": 23.3, "hi": 28.4, "p": 0 }, "nfeat-morph": { "diff": 4.4, "lo": 1.8, "hi": 6.9, "p": 0.001 } } } }, "lemma-disjoint": { "50": { "overlap": 0, "unseenBundle": 37.2, "multiRef": 0, "items": 1645, "posCounts": { "N": 993, "V": 652 }, "systems": { "baseline": { "mean": 44.4, "std": 2.6, "runs": [ 41.6, 47.7, 42.2, 46.5, 43.8 ], "variant": { "mean": 44.4, "std": 2.6, "runs": [ 41.6, 47.7, 42.2, 46.5, 43.8 ] }, "lev": 2.61, "seenBundle": 70.7, "unseenBundle": 0, "seenLemma": null, "unseenLemma": 44.4, "copyShare": 83.3, "pos": { "N": 67.6, "V": 9 } }, "memory": { "mean": 44.4, "std": 2.6, "runs": [ 41.6, 47.7, 42.2, 46.5, 43.8 ], "variant": { "mean": 44.4, "std": 2.6, "runs": [ 41.6, 47.7, 42.2, 46.5, 43.8 ] }, "lev": 2.61, "seenBundle": 70.7, "unseenBundle": 0, "seenLemma": null, "unseenLemma": 44.4, "copyShare": 83.3, "pos": { "N": 67.6, "V": 9 } }, "morph": { "mean": 47.9, "std": 3.2, "runs": [ 44.7, 51.1, 45, 51.4, 47.4 ], "variant": { "mean": 47.9, "std": 3.2, "runs": [ 44.7, 51.1, 45, 51.4, 47.4 ] }, "lev": 1.58, "seenBundle": 70.7, "unseenBundle": 9.5, "seenLemma": null, "unseenLemma": 47.9, "copyShare": 17, "pos": { "N": 67.6, "V": 17.9 } }, "natom": { "mean": 5.1, "std": 2.1, "runs": [ 3.3, 5.8, 2.7, 7.9, 5.8 ], "variant": { "mean": 5.1, "std": 2.1, "runs": [ 3.3, 5.8, 2.7, 7.9, 5.8 ] }, "lev": 4.14, "seenBundle": 7.9, "unseenBundle": 0.3, "seenLemma": null, "unseenLemma": 5.1, "copyShare": 4.3, "pos": { "N": 8.3, "V": 0.3 } }, "nfeat": { "mean": 5.8, "std": 1, "runs": [ 6.4, 5.5, 4.3, 6.7, 6.1 ], "variant": { "mean": 5.8, "std": 1, "runs": [ 6.4, 5.5, 4.3, 6.7, 6.1 ] }, "lev": 3.55, "seenBundle": 8.6, "unseenBundle": 1, "seenLemma": null, "unseenLemma": 5.8, "copyShare": 3.1, "pos": { "N": 8.4, "V": 1.8 } } }, "tests": { "morph-baseline": { "diff": 3.5, "lo": 2.7, "hi": 4.4, "p": 0 }, "memory-baseline": { "diff": 0, "lo": 0, "hi": 0, "p": 1 }, "morph-memory": { "diff": 3.5, "lo": 2.7, "hi": 4.4, "p": 0 }, "nfeat-baseline": { "diff": -38.6, "lo": -41, "hi": -36.2, "p": 0 }, "natom-baseline": { "diff": -39.3, "lo": -41.5, "hi": -37, "p": 0 }, "nfeat-natom": { "diff": 0.7, "lo": -0.6, "hi": 1.9, "p": 0.326 }, "nfeat-morph": { "diff": -42.1, "lo": -44.4, "hi": -39.6, "p": 0 } }, "testsVariant": { "morph-baseline": { "diff": 3.5, "lo": 2.7, "hi": 4.4, "p": 0 }, "memory-baseline": { "diff": 0, "lo": 0, "hi": 0, "p": 1 }, "morph-memory": { "diff": 3.5, "lo": 2.7, "hi": 4.4, "p": 0 }, "nfeat-baseline": { "diff": -38.6, "lo": -41, "hi": -36.3, "p": 0 }, "natom-baseline": { "diff": -39.3, "lo": -41.7, "hi": -37, "p": 0 }, "nfeat-natom": { "diff": 0.7, "lo": -0.5, "hi": 1.9, "p": 0.324 }, "nfeat-morph": { "diff": -42.1, "lo": -44.6, "hi": -39.7, "p": 0 } } }, "100": { "overlap": 0, "unseenBundle": 31.6, "multiRef": 0, "items": 1645, "posCounts": { "N": 993, "V": 652 }, "systems": { "baseline": { "mean": 50.6, "std": 4.8, "runs": [ 48.6, 58.7, 46.5, 51.4, 48 ], "variant": { "mean": 50.6, "std": 4.8, "runs": [ 48.6, 58.7, 46.5, 51.4, 48 ] }, "lev": 2.36, "seenBundle": 74, "unseenBundle": 0, "seenLemma": null, "unseenLemma": 50.6, "copyShare": 80.5, "pos": { "N": 73.5, "V": 15.8 } }, "memory": { "mean": 50.6, "std": 4.8, "runs": [ 48.6, 58.7, 46.5, 51.4, 48 ], "variant": { "mean": 50.6, "std": 4.8, "runs": [ 48.6, 58.7, 46.5, 51.4, 48 ] }, "lev": 2.36, "seenBundle": 74, "unseenBundle": 0, "seenLemma": null, "unseenLemma": 50.6, "copyShare": 80.5, "pos": { "N": 73.5, "V": 15.8 } }, "morph": { "mean": 54.6, "std": 4.8, "runs": [ 53.2, 61.7, 49.5, 56.8, 51.7 ], "variant": { "mean": 54.6, "std": 4.8, "runs": [ 53.2, 61.7, 49.5, 56.8, 51.7 ] }, "lev": 1.27, "seenBundle": 74, "unseenBundle": 12.5, "seenLemma": null, "unseenLemma": 54.6, "copyShare": 17.5, "pos": { "N": 73.5, "V": 25.8 } }, "natom": { "mean": 11.5, "std": 2.1, "runs": [ 13.7, 11.9, 7.9, 11.9, 12.2 ], "variant": { "mean": 11.5, "std": 2.1, "runs": [ 13.7, 11.9, 7.9, 11.9, 12.2 ] }, "lev": 3.52, "seenBundle": 16.8, "unseenBundle": 0, "seenLemma": null, "unseenLemma": 11.5, "copyShare": 6.6, "pos": { "N": 18.7, "V": 0.5 } }, "nfeat": { "mean": 20.9, "std": 5.9, "runs": [ 23.1, 23.7, 13.7, 28, 15.8 ], "variant": { "mean": 20.9, "std": 5.9, "runs": [ 23.1, 23.7, 13.7, 28, 15.8 ] }, "lev": 2.59, "seenBundle": 27.6, "unseenBundle": 6.2, "seenLemma": null, "unseenLemma": 20.9, "copyShare": 7.4, "pos": { "N": 30, "V": 6.9 } } }, "tests": { "morph-baseline": { "diff": 4, "lo": 3, "hi": 4.9, "p": 0 }, "memory-baseline": { "diff": 0, "lo": 0, "hi": 0, "p": 1 }, "morph-memory": { "diff": 4, "lo": 3, "hi": 4.9, "p": 0 }, "nfeat-baseline": { "diff": -29.8, "lo": -32.2, "hi": -27.4, "p": 0 }, "natom-baseline": { "diff": -39.1, "lo": -41.7, "hi": -36.9, "p": 0 }, "nfeat-natom": { "diff": 9.4, "lo": 7.5, "hi": 11.1, "p": 0 }, "nfeat-morph": { "diff": -33.7, "lo": -36.2, "hi": -31.3, "p": 0 } }, "testsVariant": { "morph-baseline": { "diff": 4, "lo": 3, "hi": 4.9, "p": 0 }, "memory-baseline": { "diff": 0, "lo": 0, "hi": 0, "p": 1 }, "morph-memory": { "diff": 4, "lo": 3, "hi": 4.9, "p": 0 }, "nfeat-baseline": { "diff": -29.8, "lo": -32.2, "hi": -27.4, "p": 0 }, "natom-baseline": { "diff": -39.1, "lo": -41.6, "hi": -36.8, "p": 0 }, "nfeat-natom": { "diff": 9.4, "lo": 7.5, "hi": 11.2, "p": 0 }, "nfeat-morph": { "diff": -33.7, "lo": -36.2, "hi": -31.2, "p": 0 } } }, "250": { "overlap": 0, "unseenBundle": 22.8, "multiRef": 0, "items": 1645, "posCounts": { "N": 993, "V": 652 }, "systems": { "baseline": { "mean": 57.6, "std": 4.5, "runs": [ 60.2, 63.8, 53.2, 57.1, 53.5 ], "variant": { "mean": 57.6, "std": 4.5, "runs": [ 60.2, 63.8, 53.2, 57.1, 53.5 ] }, "lev": 1.82, "seenBundle": 74.6, "unseenBundle": 0, "seenLemma": null, "unseenLemma": 57.6, "copyShare": 72.8, "pos": { "N": 74.6, "V": 31.6 } }, "memory": { "mean": 57.6, "std": 4.5, "runs": [ 60.2, 63.8, 53.2, 57.1, 53.5 ], "variant": { "mean": 57.6, "std": 4.5, "runs": [ 60.2, 63.8, 53.2, 57.1, 53.5 ] }, "lev": 1.82, "seenBundle": 74.6, "unseenBundle": 0, "seenLemma": null, "unseenLemma": 57.6, "copyShare": 72.8, "pos": { "N": 74.6, "V": 31.6 } }, "morph": { "mean": 62.1, "std": 4, "runs": [ 63.2, 68.1, 58.1, 62.3, 59 ], "variant": { "mean": 62.1, "std": 4, "runs": [ 63.2, 68.1, 58.1, 62.3, 59 ] }, "lev": 0.78, "seenBundle": 74.9, "unseenBundle": 18.9, "seenLemma": null, "unseenLemma": 62.1, "copyShare": 19.9, "pos": { "N": 74.6, "V": 43.1 } }, "natom": { "mean": 30.6, "std": 7.2, "runs": [ 31.3, 41, 21.9, 32.8, 26.1 ], "variant": { "mean": 30.6, "std": 7.2, "runs": [ 31.3, 41, 21.9, 32.8, 26.1 ] }, "lev": 2.87, "seenBundle": 39.6, "unseenBundle": 0.3, "seenLemma": null, "unseenLemma": 30.6, "copyShare": 7.4, "pos": { "N": 49.5, "V": 1.8 } }, "nfeat": { "mean": 41.2, "std": 4.3, "runs": [ 41.3, 47.1, 36.8, 37.4, 43.5 ], "variant": { "mean": 41.2, "std": 4.3, "runs": [ 41.3, 47.1, 36.8, 37.4, 43.5 ] }, "lev": 1.63, "seenBundle": 48.7, "unseenBundle": 16, "seenLemma": null, "unseenLemma": 41.2, "copyShare": 8.9, "pos": { "N": 54.1, "V": 21.6 } } }, "tests": { "morph-baseline": { "diff": 4.6, "lo": 3.6, "hi": 5.6, "p": 0 }, "memory-baseline": { "diff": 0, "lo": 0, "hi": 0, "p": 1 }, "morph-memory": { "diff": 4.6, "lo": 3.6, "hi": 5.6, "p": 0 }, "nfeat-baseline": { "diff": -16.4, "lo": -19, "hi": -14, "p": 0 }, "natom-baseline": { "diff": -26.9, "lo": -29.3, "hi": -24.5, "p": 0 }, "nfeat-natom": { "diff": 10.6, "lo": 8.3, "hi": 12.8, "p": 0 }, "nfeat-morph": { "diff": -20.9, "lo": -23.5, "hi": -18.5, "p": 0 } }, "testsVariant": { "morph-baseline": { "diff": 4.6, "lo": 3.6, "hi": 5.5, "p": 0 }, "memory-baseline": { "diff": 0, "lo": 0, "hi": 0, "p": 1 }, "morph-memory": { "diff": 4.6, "lo": 3.6, "hi": 5.6, "p": 0 }, "nfeat-baseline": { "diff": -16.4, "lo": -18.8, "hi": -13.8, "p": 0 }, "natom-baseline": { "diff": -26.9, "lo": -29.2, "hi": -24.5, "p": 0 }, "nfeat-natom": { "diff": 10.6, "lo": 8.3, "hi": 12.8, "p": 0 }, "nfeat-morph": { "diff": -20.9, "lo": -23.5, "hi": -18.4, "p": 0 } } }, "500": { "overlap": 0, "unseenBundle": 14.6, "multiRef": 0, "items": 1645, "posCounts": { "N": 993, "V": 652 }, "systems": { "baseline": { "mean": 65.2, "std": 5.3, "runs": [ 66.9, 73.6, 61.7, 63.8, 60.2 ], "variant": { "mean": 65.2, "std": 5.3, "runs": [ 66.9, 73.6, 61.7, 63.8, 60.2 ] }, "lev": 1.3, "seenBundle": 76.4, "unseenBundle": 0, "seenLemma": null, "unseenLemma": 65.2, "copyShare": 65.7, "pos": { "N": 74.7, "V": 50.8 } }, "memory": { "mean": 65.2, "std": 5.3, "runs": [ 66.9, 73.6, 61.7, 63.8, 60.2 ], "variant": { "mean": 65.2, "std": 5.3, "runs": [ 66.9, 73.6, 61.7, 63.8, 60.2 ] }, "lev": 1.3, "seenBundle": 76.4, "unseenBundle": 0, "seenLemma": null, "unseenLemma": 65.2, "copyShare": 65.7, "pos": { "N": 74.7, "V": 50.8 } }, "morph": { "mean": 70, "std": 4.4, "runs": [ 70.5, 77.5, 68.1, 67.8, 66.3 ], "variant": { "mean": 70, "std": 4.4, "runs": [ 70.5, 77.5, 68.1, 67.8, 66.3 ] }, "lev": 0.47, "seenBundle": 76.6, "unseenBundle": 31.7, "seenLemma": null, "unseenLemma": 70, "copyShare": 25.8, "pos": { "N": 74.7, "V": 62.9 } }, "natom": { "mean": 36.3, "std": 5.7, "runs": [ 37.4, 42.9, 34.7, 38.9, 27.7 ], "variant": { "mean": 36.3, "std": 5.7, "runs": [ 37.4, 42.9, 34.7, 38.9, 27.7 ] }, "lev": 2.69, "seenBundle": 42.3, "unseenBundle": 1.3, "seenLemma": null, "unseenLemma": 36.3, "copyShare": 6.1, "pos": { "N": 58.1, "V": 3.1 } }, "nfeat": { "mean": 59.1, "std": 9.7, "runs": [ 45.9, 69.3, 68.1, 55.3, 56.8 ], "variant": { "mean": 59.1, "std": 9.7, "runs": [ 45.9, 69.3, 68.1, 55.3, 56.8 ] }, "lev": 1.07, "seenBundle": 62.7, "unseenBundle": 37.9, "seenLemma": null, "unseenLemma": 59.1, "copyShare": 12.3, "pos": { "N": 68, "V": 45.6 } } }, "tests": { "morph-baseline": { "diff": 4.8, "lo": 3.8, "hi": 5.9, "p": 0 }, "memory-baseline": { "diff": 0, "lo": 0, "hi": 0, "p": 1 }, "morph-memory": { "diff": 4.8, "lo": 3.8, "hi": 5.9, "p": 0 }, "nfeat-baseline": { "diff": -6.1, "lo": -8.9, "hi": -3.5, "p": 0 }, "natom-baseline": { "diff": -28.9, "lo": -31.5, "hi": -26.3, "p": 0 }, "nfeat-natom": { "diff": 22.8, "lo": 20.5, "hi": 25, "p": 0 }, "nfeat-morph": { "diff": -10.9, "lo": -13.6, "hi": -8.3, "p": 0 } }, "testsVariant": { "morph-baseline": { "diff": 4.8, "lo": 3.8, "hi": 5.8, "p": 0 }, "memory-baseline": { "diff": 0, "lo": 0, "hi": 0, "p": 1 }, "morph-memory": { "diff": 4.8, "lo": 3.8, "hi": 5.8, "p": 0 }, "nfeat-baseline": { "diff": -6.1, "lo": -8.7, "hi": -3.6, "p": 0 }, "natom-baseline": { "diff": -28.9, "lo": -31.4, "hi": -26.3, "p": 0 }, "nfeat-natom": { "diff": 22.8, "lo": 20.4, "hi": 25.2, "p": 0 }, "nfeat-morph": { "diff": -10.9, "lo": -13.5, "hi": -8.4, "p": 0 } } } } }, "evn": { "random": { "50": { "overlap": 5.5, "unseenBundle": 55.6, "multiRef": 16.2, "items": 2500, "posCounts": { "N": 1076, "V": 526, "V.PTCP": 240 }, "systems": { "baseline": { "mean": 27.9, "std": 3, "runs": [ 27.4, 31.6, 24.2, 30.2, 26 ], "variant": { "mean": 30.7, "std": 3.5, "runs": [ 29.4, 34.6, 26, 33.6, 30 ] }, "lev": 2.84, "seenBundle": 55.2, "unseenBundle": 6, "seenLemma": 17.4, "unseenLemma": 28.5, "copyShare": 75, "pos": { "N": 34.1, "V": 6.8, "V.PTCP": 4.6 } }, "memory": { "mean": 27.9, "std": 3, "runs": [ 27.4, 31.6, 24.2, 30.2, 26 ], "variant": { "mean": 30.7, "std": 3.5, "runs": [ 29.4, 34.6, 26, 33.6, 30 ] }, "lev": 2.84, "seenBundle": 55.2, "unseenBundle": 6, "seenLemma": 17.4, "unseenLemma": 28.5, "copyShare": 75, "pos": { "N": 34.1, "V": 6.8, "V.PTCP": 4.6 } }, "morph": { "mean": 26.8, "std": 3.5, "runs": [ 25, 31.2, 23.2, 29.8, 25 ], "variant": { "mean": 29.7, "std": 3.9, "runs": [ 27, 34.2, 25, 33.2, 29 ] }, "lev": 2.66, "seenBundle": 55.2, "unseenBundle": 4.2, "seenLemma": 16.7, "unseenLemma": 27.4, "copyShare": 22.1, "pos": { "N": 34.2, "V": 6.1, "V.PTCP": 4.2 } }, "natom": { "mean": 2.6, "std": 1, "runs": [ 4.2, 2.8, 2.2, 1.8, 2 ], "variant": { "mean": 3.1, "std": 1, "runs": [ 4.8, 3, 2.8, 2.4, 2.4 ] }, "lev": 4.67, "seenBundle": 5.3, "unseenBundle": 0.4, "seenLemma": 1.4, "unseenLemma": 2.7, "copyShare": 3.8, "pos": { "N": 3.4, "V": 0.2, "V.PTCP": 0 } }, "nfeat": { "mean": 2, "std": 1, "runs": [ 3.4, 2.4, 1.4, 1.6, 1 ], "variant": { "mean": 2.6, "std": 0.9, "runs": [ 4, 2.8, 2, 2.4, 1.8 ] }, "lev": 4.43, "seenBundle": 4, "unseenBundle": 0.4, "seenLemma": 2.2, "unseenLemma": 1.9, "copyShare": 3.8, "pos": { "N": 2.9, "V": 0, "V.PTCP": 0.4 } } }, "tests": { "morph-baseline": { "diff": -1, "lo": -1.5, "hi": -0.6, "p": 0 }, "memory-baseline": { "diff": 0, "lo": 0, "hi": 0, "p": 1 }, "morph-memory": { "diff": -1, "lo": -1.5, "hi": -0.6, "p": 0 }, "nfeat-baseline": { "diff": -25.9, "lo": -27.6, "hi": -24.2, "p": 0 }, "natom-baseline": { "diff": -25.3, "lo": -27, "hi": -23.7, "p": 0 }, "nfeat-natom": { "diff": -0.6, "lo": -1.3, "hi": 0, "p": 0.051 }, "nfeat-morph": { "diff": -24.9, "lo": -26.5, "hi": -23.2, "p": 0 } }, "testsVariant": { "morph-baseline": { "diff": -1, "lo": -1.5, "hi": -0.6, "p": 0 }, "memory-baseline": { "diff": 0, "lo": 0, "hi": 0, "p": 1 }, "morph-memory": { "diff": -1, "lo": -1.5, "hi": -0.6, "p": 0 }, "nfeat-baseline": { "diff": -28.1, "lo": -29.8, "hi": -26.4, "p": 0 }, "natom-baseline": { "diff": -27.6, "lo": -29.4, "hi": -25.9, "p": 0 }, "nfeat-natom": { "diff": -0.5, "lo": -1.2, "hi": 0.2, "p": 0.167 }, "nfeat-morph": { "diff": -27.1, "lo": -28.8, "hi": -25.4, "p": 0 } } }, "100": { "overlap": 10.2, "unseenBundle": 43.9, "multiRef": 16.2, "items": 2500, "posCounts": { "N": 1076, "V": 526, "V.PTCP": 240 }, "systems": { "baseline": { "mean": 31.4, "std": 1.8, "runs": [ 30, 32.2, 29, 33, 33 ], "variant": { "mean": 34.7, "std": 2.6, "runs": [ 33.2, 35.8, 31, 36.6, 37 ] }, "lev": 2.68, "seenBundle": 51.7, "unseenBundle": 5.5, "seenLemma": 15.6, "unseenLemma": 33.2, "copyShare": 63.4, "pos": { "N": 41.8, "V": 8.7, "V.PTCP": 2.5 } }, "memory": { "mean": 31.4, "std": 1.8, "runs": [ 30, 32.2, 29, 33, 33 ], "variant": { "mean": 34.7, "std": 2.6, "runs": [ 33.2, 35.8, 31, 36.6, 37 ] }, "lev": 2.68, "seenBundle": 51.7, "unseenBundle": 5.5, "seenLemma": 15.6, "unseenLemma": 33.2, "copyShare": 63.4, "pos": { "N": 41.8, "V": 8.7, "V.PTCP": 2.5 } }, "morph": { "mean": 30.6, "std": 2, "runs": [ 29.2, 31.8, 27.8, 32.6, 31.8 ], "variant": { "mean": 33.9, "std": 2.7, "runs": [ 32.4, 35.4, 29.8, 36.2, 35.8 ] }, "lev": 2.45, "seenBundle": 51.7, "unseenBundle": 3.6, "seenLemma": 14.8, "unseenLemma": 32.4, "copyShare": 14.6, "pos": { "N": 41.9, "V": 7.8, "V.PTCP": 2.5 } }, "natom": { "mean": 6.3, "std": 1.4, "runs": [ 8, 7.6, 6, 5, 5 ], "variant": { "mean": 7.2, "std": 1.4, "runs": [ 9, 8.2, 6.8, 6.4, 5.4 ] }, "lev": 3.94, "seenBundle": 10.7, "unseenBundle": 0.7, "seenLemma": 2, "unseenLemma": 6.8, "copyShare": 9.6, "pos": { "N": 8.5, "V": 0.6, "V.PTCP": 0.4 } }, "nfeat": { "mean": 7.1, "std": 2.8, "runs": [ 11.4, 7.6, 5.4, 4, 7 ], "variant": { "mean": 8, "std": 2.8, "runs": [ 12.6, 8, 6.2, 5.4, 7.6 ] }, "lev": 3.71, "seenBundle": 11.8, "unseenBundle": 1, "seenLemma": 2.7, "unseenLemma": 7.6, "copyShare": 7.2, "pos": { "N": 9.9, "V": 2.1, "V.PTCP": 0 } } }, "tests": { "morph-baseline": { "diff": -0.8, "lo": -1.2, "hi": -0.4, "p": 0 }, "memory-baseline": { "diff": 0, "lo": 0, "hi": 0, "p": 1 }, "morph-memory": { "diff": -0.8, "lo": -1.2, "hi": -0.4, "p": 0 }, "nfeat-baseline": { "diff": -24.4, "lo": -26.1, "hi": -22.6, "p": 0 }, "natom-baseline": { "diff": -25.1, "lo": -26.8, "hi": -23.4, "p": 0 }, "nfeat-natom": { "diff": 0.8, "lo": -0.2, "hi": 1.7, "p": 0.127 }, "nfeat-morph": { "diff": -23.6, "lo": -25.3, "hi": -21.8, "p": 0 } }, "testsVariant": { "morph-baseline": { "diff": -0.8, "lo": -1.2, "hi": -0.4, "p": 0 }, "memory-baseline": { "diff": 0, "lo": 0, "hi": 0, "p": 1 }, "morph-memory": { "diff": -0.8, "lo": -1.2, "hi": -0.4, "p": 0 }, "nfeat-baseline": { "diff": -26.8, "lo": -28.5, "hi": -25, "p": 0 }, "natom-baseline": { "diff": -27.6, "lo": -29.4, "hi": -25.8, "p": 0 }, "nfeat-natom": { "diff": 0.8, "lo": -0.2, "hi": 1.8, "p": 0.129 }, "nfeat-morph": { "diff": -26, "lo": -27.8, "hi": -24.2, "p": 0 } } }, "250": { "overlap": 22.3, "unseenBundle": 30.4, "multiRef": 16.2, "items": 2500, "posCounts": { "N": 1076, "V": 526, "V.PTCP": 240 }, "systems": { "baseline": { "mean": 36.7, "std": 3.2, "runs": [ 34, 38.4, 32.6, 39, 39.6 ], "variant": { "mean": 41.4, "std": 3.6, "runs": [ 39.2, 42.8, 36.2, 44, 44.6 ] }, "lev": 2.39, "seenBundle": 50.5, "unseenBundle": 5.3, "seenLemma": 24.4, "unseenLemma": 40.3, "copyShare": 48.5, "pos": { "N": 50.3, "V": 13.3, "V.PTCP": 5.4 } }, "memory": { "mean": 36.8, "std": 3.2, "runs": [ 34, 38.4, 32.6, 39, 39.8 ], "variant": { "mean": 41.4, "std": 3.6, "runs": [ 39.2, 42.8, 36.2, 44, 44.8 ] }, "lev": 2.39, "seenBundle": 50.5, "unseenBundle": 5.3, "seenLemma": 24.6, "unseenLemma": 40.3, "copyShare": 48.5, "pos": { "N": 50.3, "V": 13.5, "V.PTCP": 5.4 } }, "morph": { "mean": 37.1, "std": 3.2, "runs": [ 35, 38.8, 32.6, 40.4, 38.6 ], "variant": { "mean": 41.8, "std": 3.7, "runs": [ 40.2, 43.2, 36.2, 45.6, 43.6 ] }, "lev": 2.1, "seenBundle": 50.5, "unseenBundle": 6.4, "seenLemma": 25.1, "unseenLemma": 40.5, "copyShare": 9.6, "pos": { "N": 51.2, "V": 13.5, "V.PTCP": 5.4 } }, "natom": { "mean": 11.2, "std": 2.2, "runs": [ 12.8, 14.2, 8.8, 10.4, 10 ], "variant": { "mean": 12.7, "std": 2.3, "runs": [ 14, 15.8, 9.8, 12, 12 ] }, "lev": 3.49, "seenBundle": 15.5, "unseenBundle": 1.6, "seenLemma": 3.9, "unseenLemma": 13.3, "copyShare": 8.7, "pos": { "N": 14.8, "V": 1.1, "V.PTCP": 0.8 } }, "nfeat": { "mean": 15.5, "std": 5.4, "runs": [ 22, 14.6, 8.2, 13.4, 19.4 ], "variant": { "mean": 17.9, "std": 5.9, "runs": [ 25, 17.4, 9.4, 16.2, 21.6 ] }, "lev": 3.11, "seenBundle": 21.3, "unseenBundle": 2.4, "seenLemma": 9.1, "unseenLemma": 17.4, "copyShare": 6.2, "pos": { "N": 20.7, "V": 3.2, "V.PTCP": 1.7 } } }, "tests": { "morph-baseline": { "diff": 0.4, "lo": -0.1, "hi": 0.8, "p": 0.124 }, "memory-baseline": { "diff": 0, "lo": 0, "hi": 0.1, "p": 0.726 }, "morph-memory": { "diff": 0.3, "lo": -0.1, "hi": 0.8, "p": 0.18 }, "nfeat-baseline": { "diff": -21.2, "lo": -23, "hi": -19.5, "p": 0 }, "natom-baseline": { "diff": -25.5, "lo": -27.3, "hi": -23.7, "p": 0 }, "nfeat-natom": { "diff": 4.3, "lo": 3, "hi": 5.6, "p": 0 }, "nfeat-morph": { "diff": -21.6, "lo": -23.3, "hi": -19.9, "p": 0 } }, "testsVariant": { "morph-baseline": { "diff": 0.4, "lo": 0, "hi": 0.8, "p": 0.087 }, "memory-baseline": { "diff": 0, "lo": 0, "hi": 0.1, "p": 0.791 }, "morph-memory": { "diff": 0.4, "lo": -0.1, "hi": 0.8, "p": 0.119 }, "nfeat-baseline": { "diff": -23.4, "lo": -25.1, "hi": -21.7, "p": 0 }, "natom-baseline": { "diff": -28.6, "lo": -30.5, "hi": -26.8, "p": 0 }, "nfeat-natom": { "diff": 5.2, "lo": 3.9, "hi": 6.6, "p": 0 }, "nfeat-morph": { "diff": -23.8, "lo": -25.7, "hi": -22, "p": 0 } } }, "500": { "overlap": 34.1, "unseenBundle": 22.4, "multiRef": 16.2, "items": 2500, "posCounts": { "N": 1076, "V": 526, "V.PTCP": 240 }, "systems": { "baseline": { "mean": 39.6, "std": 2.7, "runs": [ 36.6, 41.8, 36.8, 42, 41 ], "variant": { "mean": 45.9, "std": 2, "runs": [ 43.2, 47, 44.4, 47.8, 47.2 ] }, "lev": 2.17, "seenBundle": 50.2, "unseenBundle": 3, "seenLemma": 25.7, "unseenLemma": 46.8, "copyShare": 39.3, "pos": { "N": 53.8, "V": 14.3, "V.PTCP": 10 } }, "memory": { "mean": 39.8, "std": 2.7, "runs": [ 36.8, 41.6, 37, 42.6, 41 ], "variant": { "mean": 45.9, "std": 2.1, "runs": [ 43.2, 46.4, 44.4, 48.4, 47.2 ] }, "lev": 2.17, "seenBundle": 50.4, "unseenBundle": 3, "seenLemma": 26.2, "unseenLemma": 46.8, "copyShare": 39.4, "pos": { "N": 54.1, "V": 14.3, "V.PTCP": 10 } }, "morph": { "mean": 40.4, "std": 2.8, "runs": [ 37.4, 43, 37.4, 42.8, 41.6 ], "variant": { "mean": 46.8, "std": 2, "runs": [ 44, 48.2, 45.4, 48.8, 47.8 ] }, "lev": 1.88, "seenBundle": 50.2, "unseenBundle": 6.6, "seenLemma": 26.6, "unseenLemma": 47.6, "copyShare": 7.8, "pos": { "N": 54.6, "V": 14.6, "V.PTCP": 10 } }, "natom": { "mean": 18.8, "std": 4, "runs": [ 15, 20.6, 14, 23, 21.4 ], "variant": { "mean": 21.4, "std": 4.5, "runs": [ 16.8, 23.4, 16.4, 25.8, 24.6 ] }, "lev": 3.09, "seenBundle": 23.9, "unseenBundle": 1.2, "seenLemma": 9.3, "unseenLemma": 23.7, "copyShare": 7.3, "pos": { "N": 26.3, "V": 2.9, "V.PTCP": 1.3 } }, "nfeat": { "mean": 27.8, "std": 5.8, "runs": [ 18.2, 31.4, 26.6, 31, 32 ], "variant": { "mean": 31.8, "std": 7.1, "runs": [ 19.6, 36.2, 31.4, 35.4, 36.4 ] }, "lev": 2.5, "seenBundle": 34.9, "unseenBundle": 3.4, "seenLemma": 17.1, "unseenLemma": 33.4, "copyShare": 6.7, "pos": { "N": 39.5, "V": 7.8, "V.PTCP": 2.9 } } }, "tests": { "morph-baseline": { "diff": 0.8, "lo": 0.4, "hi": 1.2, "p": 0 }, "memory-baseline": { "diff": 0.2, "lo": 0, "hi": 0.4, "p": 0.226 }, "morph-memory": { "diff": 0.6, "lo": 0.2, "hi": 1.1, "p": 0.009 }, "nfeat-baseline": { "diff": -11.8, "lo": -13.4, "hi": -10.2, "p": 0 }, "natom-baseline": { "diff": -20.8, "lo": -22.5, "hi": -19.2, "p": 0 }, "nfeat-natom": { "diff": 9, "lo": 7.6, "hi": 10.5, "p": 0 }, "nfeat-morph": { "diff": -12.6, "lo": -14.2, "hi": -11, "p": 0 } }, "testsVariant": { "morph-baseline": { "diff": 0.9, "lo": 0.5, "hi": 1.4, "p": 0 }, "memory-baseline": { "diff": 0, "lo": -0.2, "hi": 0.2, "p": 1 }, "morph-memory": { "diff": 0.9, "lo": 0.4, "hi": 1.4, "p": 0 }, "nfeat-baseline": { "diff": -14.1, "lo": -15.7, "hi": -12.4, "p": 0 }, "natom-baseline": { "diff": -24.5, "lo": -26.3, "hi": -22.7, "p": 0 }, "nfeat-natom": { "diff": 10.4, "lo": 8.9, "hi": 11.8, "p": 0 }, "nfeat-morph": { "diff": -15, "lo": -16.8, "hi": -13.3, "p": 0 } } }, "1000": { "overlap": 48, "unseenBundle": 15.2, "multiRef": 16.2, "items": 2500, "posCounts": { "N": 1076, "V": 526, "V.PTCP": 240 }, "systems": { "baseline": { "mean": 42.6, "std": 2.6, "runs": [ 42.2, 44.8, 38.2, 44.4, 43.2 ], "variant": { "mean": 50.5, "std": 1.7, "runs": [ 50.8, 51.4, 47.6, 51.4, 51.4 ] }, "lev": 1.93, "seenBundle": 49.7, "unseenBundle": 2.6, "seenLemma": 29.8, "unseenLemma": 54.3, "copyShare": 29, "pos": { "N": 57.3, "V": 19.6, "V.PTCP": 9.6 } }, "memory": { "mean": 41.8, "std": 2.8, "runs": [ 40.6, 43.2, 37.6, 44.4, 43.4 ], "variant": { "mean": 49.6, "std": 2.4, "runs": [ 49.2, 49.6, 45.8, 52, 51.2 ] }, "lev": 1.97, "seenBundle": 48.9, "unseenBundle": 2.6, "seenLemma": 28.3, "unseenLemma": 54.3, "copyShare": 28.2, "pos": { "N": 56.3, "V": 18.8, "V.PTCP": 7.9 } }, "morph": { "mean": 43.5, "std": 2.5, "runs": [ 42.6, 45.8, 39.6, 45.4, 44.2 ], "variant": { "mean": 51.5, "std": 1.5, "runs": [ 51.2, 52.4, 49, 52.6, 52.4 ] }, "lev": 1.7, "seenBundle": 49.7, "unseenBundle": 8.9, "seenLemma": 30.8, "unseenLemma": 55.2, "copyShare": 6.2, "pos": { "N": 58.2, "V": 19.8, "V.PTCP": 9.6 } }, "natom": { "mean": 23.9, "std": 1.7, "runs": [ 24.6, 25.2, 21.2, 25.2, 23.2 ], "variant": { "mean": 26.8, "std": 1.6, "runs": [ 26.8, 28, 25.4, 28.8, 25.2 ] }, "lev": 2.89, "seenBundle": 27.9, "unseenBundle": 1.6, "seenLemma": 11.9, "unseenLemma": 34.9, "copyShare": 5, "pos": { "N": 30.7, "V": 2.9, "V.PTCP": 2.1 } }, "nfeat": { "mean": 41.2, "std": 2.9, "runs": [ 43, 41.6, 36.4, 40.8, 44 ], "variant": { "mean": 47.2, "std": 3, "runs": [ 48.6, 46.6, 42.8, 47, 51 ] }, "lev": 1.91, "seenBundle": 47.1, "unseenBundle": 8.4, "seenLemma": 30.4, "unseenLemma": 51.1, "copyShare": 6.1, "pos": { "N": 56.9, "V": 14.4, "V.PTCP": 7.1 } } }, "tests": { "morph-baseline": { "diff": 1, "lo": 0.5, "hi": 1.4, "p": 0 }, "memory-baseline": { "diff": -0.7, "lo": -1.3, "hi": -0.2, "p": 0.008 }, "morph-memory": { "diff": 1.7, "lo": 1, "hi": 2.4, "p": 0 }, "nfeat-baseline": { "diff": -1.4, "lo": -3, "hi": 0.2, "p": 0.095 }, "natom-baseline": { "diff": -18.7, "lo": -20.4, "hi": -17, "p": 0 }, "nfeat-natom": { "diff": 17.3, "lo": 15.6, "hi": 19.1, "p": 0 }, "nfeat-morph": { "diff": -2.4, "lo": -4, "hi": -0.7, "p": 0.008 } }, "testsVariant": { "morph-baseline": { "diff": 1, "lo": 0.6, "hi": 1.4, "p": 0 }, "memory-baseline": { "diff": -1, "lo": -1.6, "hi": -0.4, "p": 0.001 }, "morph-memory": { "diff": 2, "lo": 1.2, "hi": 2.7, "p": 0 }, "nfeat-baseline": { "diff": -3.3, "lo": -5, "hi": -1.7, "p": 0 }, "natom-baseline": { "diff": -23.7, "lo": -25.5, "hi": -21.8, "p": 0 }, "nfeat-natom": { "diff": 20.4, "lo": 18.5, "hi": 22.2, "p": 0 }, "nfeat-morph": { "diff": -4.3, "lo": -6, "hi": -2.7, "p": 0 } } } }, "lemma-disjoint": { "50": { "overlap": 0, "unseenBundle": 50.2, "multiRef": 16.3, "items": 2500, "posCounts": { "N": 1175, "V": 488, "V.PTCP": 227 }, "systems": { "baseline": { "mean": 29.3, "std": 4.2, "runs": [ 34, 23.4, 28.2, 28, 32.8 ], "variant": { "mean": 31.3, "std": 4.6, "runs": [ 35.4, 24, 31, 31, 35 ] }, "lev": 2.89, "seenBundle": 49.9, "unseenBundle": 8.8, "seenLemma": null, "unseenLemma": 29.3, "copyShare": 66.8, "pos": { "N": 36, "V": 7.6, "V.PTCP": 2.6 } }, "memory": { "mean": 29.3, "std": 4.2, "runs": [ 34, 23.4, 28.2, 28, 32.8 ], "variant": { "mean": 31.3, "std": 4.6, "runs": [ 35.4, 24, 31, 31, 35 ] }, "lev": 2.89, "seenBundle": 49.9, "unseenBundle": 8.8, "seenLemma": null, "unseenLemma": 29.3, "copyShare": 66.8, "pos": { "N": 36, "V": 7.6, "V.PTCP": 2.6 } }, "morph": { "mean": 27.8, "std": 4.7, "runs": [ 33, 20.8, 26.4, 27.8, 31 ], "variant": { "mean": 29.8, "std": 5.2, "runs": [ 34.4, 21.2, 29, 30.8, 33.4 ] }, "lev": 2.71, "seenBundle": 49.9, "unseenBundle": 5.8, "seenLemma": null, "unseenLemma": 27.8, "copyShare": 16, "pos": { "N": 36, "V": 5.5, "V.PTCP": 2.6 } }, "natom": { "mean": 1.4, "std": 0.5, "runs": [ 1.8, 0.6, 1.6, 1, 1.8 ], "variant": { "mean": 1.6, "std": 0.8, "runs": [ 1.8, 0.6, 1.8, 1, 2.6 ] }, "lev": 4.6, "seenBundle": 2.2, "unseenBundle": 0.5, "seenLemma": null, "unseenLemma": 1.4, "copyShare": 2.5, "pos": { "N": 1.6, "V": 0.6, "V.PTCP": 0.4 } }, "nfeat": { "mean": 1.5, "std": 1.1, "runs": [ 1, 1, 3.4, 1.6, 0.6 ], "variant": { "mean": 1.8, "std": 1.2, "runs": [ 1, 1.2, 3.8, 1.6, 1.2 ] }, "lev": 4.53, "seenBundle": 2.9, "unseenBundle": 0.2, "seenLemma": null, "unseenLemma": 1.5, "copyShare": 1.3, "pos": { "N": 2.2, "V": 0.4, "V.PTCP": 0 } } }, "tests": { "morph-baseline": { "diff": -1.5, "lo": -2, "hi": -1, "p": 0 }, "memory-baseline": { "diff": 0, "lo": 0, "hi": 0, "p": 1 }, "morph-memory": { "diff": -1.5, "lo": -2, "hi": -1, "p": 0 }, "nfeat-baseline": { "diff": -27.8, "lo": -29.5, "hi": -26, "p": 0 }, "natom-baseline": { "diff": -27.9, "lo": -29.7, "hi": -26.2, "p": 0 }, "nfeat-natom": { "diff": 0.2, "lo": -0.4, "hi": 0.8, "p": 0.603 }, "nfeat-morph": { "diff": -26.3, "lo": -28, "hi": -24.5, "p": 0 } }, "testsVariant": { "morph-baseline": { "diff": -1.5, "lo": -2.1, "hi": -1, "p": 0 }, "memory-baseline": { "diff": 0, "lo": 0, "hi": 0, "p": 1 }, "morph-memory": { "diff": -1.5, "lo": -2.1, "hi": -1, "p": 0 }, "nfeat-baseline": { "diff": -29.5, "lo": -31.3, "hi": -27.7, "p": 0 }, "natom-baseline": { "diff": -29.7, "lo": -31.6, "hi": -27.8, "p": 0 }, "nfeat-natom": { "diff": 0.2, "lo": -0.4, "hi": 0.8, "p": 0.584 }, "nfeat-morph": { "diff": -28, "lo": -29.8, "hi": -26.2, "p": 0 } } }, "100": { "overlap": 0, "unseenBundle": 40.8, "multiRef": 16.3, "items": 2500, "posCounts": { "N": 1175, "V": 488, "V.PTCP": 227 }, "systems": { "baseline": { "mean": 32.6, "std": 2.3, "runs": [ 35.4, 29.4, 31.8, 32.2, 34 ], "variant": { "mean": 34.6, "std": 2.5, "runs": [ 36.6, 30.4, 34.8, 34.8, 36.6 ] }, "lev": 2.66, "seenBundle": 49.9, "unseenBundle": 7.4, "seenLemma": null, "unseenLemma": 32.6, "copyShare": 58.5, "pos": { "N": 40, "V": 10, "V.PTCP": 3.5 } }, "memory": { "mean": 32.6, "std": 2.3, "runs": [ 35.4, 29.4, 31.8, 32.2, 34 ], "variant": { "mean": 34.6, "std": 2.5, "runs": [ 36.6, 30.4, 34.8, 34.8, 36.6 ] }, "lev": 2.66, "seenBundle": 49.9, "unseenBundle": 7.4, "seenLemma": null, "unseenLemma": 32.6, "copyShare": 58.5, "pos": { "N": 40, "V": 10, "V.PTCP": 3.5 } }, "morph": { "mean": 31.6, "std": 2.7, "runs": [ 34.2, 27.2, 31, 32.2, 33.2 ], "variant": { "mean": 33.7, "std": 3.3, "runs": [ 35.4, 28, 34, 35, 36.2 ] }, "lev": 2.48, "seenBundle": 49.9, "unseenBundle": 4.9, "seenLemma": null, "unseenLemma": 31.6, "copyShare": 15, "pos": { "N": 40.3, "V": 8, "V.PTCP": 3.5 } }, "natom": { "mean": 3.5, "std": 0.8, "runs": [ 3.4, 3.8, 3, 2.6, 4.8 ], "variant": { "mean": 3.6, "std": 0.8, "runs": [ 3.4, 3.8, 3, 2.8, 4.8 ] }, "lev": 4.22, "seenBundle": 4.7, "unseenBundle": 1.8, "seenLemma": null, "unseenLemma": 3.5, "copyShare": 2.8, "pos": { "N": 3.5, "V": 0.8, "V.PTCP": 1.3 } }, "nfeat": { "mean": 4.5, "std": 1.8, "runs": [ 2.8, 5.2, 3.6, 3.6, 7.2 ], "variant": { "mean": 4.5, "std": 1.8, "runs": [ 2.8, 5.2, 3.6, 3.6, 7.4 ] }, "lev": 3.87, "seenBundle": 6.8, "unseenBundle": 1.2, "seenLemma": null, "unseenLemma": 4.5, "copyShare": 4.8, "pos": { "N": 4.9, "V": 1.4, "V.PTCP": 0.4 } } }, "tests": { "morph-baseline": { "diff": -1, "lo": -1.5, "hi": -0.6, "p": 0 }, "memory-baseline": { "diff": 0, "lo": 0, "hi": 0, "p": 1 }, "morph-memory": { "diff": -1, "lo": -1.5, "hi": -0.6, "p": 0 }, "nfeat-baseline": { "diff": -28.1, "lo": -29.9, "hi": -26.2, "p": 0 }, "natom-baseline": { "diff": -29, "lo": -31, "hi": -27.2, "p": 0 }, "nfeat-natom": { "diff": 1, "lo": 0.2, "hi": 1.8, "p": 0.012 }, "nfeat-morph": { "diff": -27.1, "lo": -28.9, "hi": -25.3, "p": 0 } }, "testsVariant": { "morph-baseline": { "diff": -0.9, "lo": -1.4, "hi": -0.4, "p": 0 }, "memory-baseline": { "diff": 0, "lo": 0, "hi": 0, "p": 1 }, "morph-memory": { "diff": -0.9, "lo": -1.4, "hi": -0.5, "p": 0 }, "nfeat-baseline": { "diff": -30.1, "lo": -32, "hi": -28.2, "p": 0 }, "natom-baseline": { "diff": -31.1, "lo": -32.9, "hi": -29.2, "p": 0 }, "nfeat-natom": { "diff": 1, "lo": 0.1, "hi": 1.8, "p": 0.027 }, "nfeat-morph": { "diff": -29.2, "lo": -31, "hi": -27.3, "p": 0 } } }, "250": { "overlap": 0, "unseenBundle": 27.8, "multiRef": 16.3, "items": 2500, "posCounts": { "N": 1175, "V": 488, "V.PTCP": 227 }, "systems": { "baseline": { "mean": 37.6, "std": 3.7, "runs": [ 44, 36.4, 35.2, 34.8, 37.6 ], "variant": { "mean": 40.6, "std": 4, "runs": [ 47.2, 39.2, 37.6, 37.8, 41 ] }, "lev": 2.29, "seenBundle": 49.6, "unseenBundle": 6.5, "seenLemma": null, "unseenLemma": 37.6, "copyShare": 44.6, "pos": { "N": 47, "V": 14.8, "V.PTCP": 4.8 } }, "memory": { "mean": 37.6, "std": 3.7, "runs": [ 44, 36.4, 35.2, 34.8, 37.6 ], "variant": { "mean": 40.6, "std": 4, "runs": [ 47.2, 39.2, 37.6, 37.8, 41 ] }, "lev": 2.29, "seenBundle": 49.6, "unseenBundle": 6.5, "seenLemma": null, "unseenLemma": 37.6, "copyShare": 44.6, "pos": { "N": 47, "V": 14.8, "V.PTCP": 4.8 } }, "morph": { "mean": 36.8, "std": 3.9, "runs": [ 43.2, 34, 34.4, 34.6, 38 ], "variant": { "mean": 39.9, "std": 4.2, "runs": [ 46.4, 36.6, 36.8, 37.8, 41.8 ] }, "lev": 2.08, "seenBundle": 49.6, "unseenBundle": 3.7, "seenLemma": null, "unseenLemma": 36.8, "copyShare": 10.5, "pos": { "N": 47.2, "V": 13.7, "V.PTCP": 4.8 } }, "natom": { "mean": 9.4, "std": 2, "runs": [ 9.2, 6.8, 12, 10.4, 8.4 ], "variant": { "mean": 9.6, "std": 2.1, "runs": [ 9.4, 7, 12.2, 11.2, 8.4 ] }, "lev": 3.58, "seenBundle": 12.3, "unseenBundle": 1.7, "seenLemma": null, "unseenLemma": 9.4, "copyShare": 10.5, "pos": { "N": 11.2, "V": 1.4, "V.PTCP": 0.4 } }, "nfeat": { "mean": 15.8, "std": 1.7, "runs": [ 15.6, 13, 16.6, 17.6, 16 ], "variant": { "mean": 16.8, "std": 2.1, "runs": [ 16.4, 13.6, 17, 19.4, 17.8 ] }, "lev": 3.01, "seenBundle": 20.8, "unseenBundle": 2.6, "seenLemma": null, "unseenLemma": 15.8, "copyShare": 6.8, "pos": { "N": 19.7, "V": 2.5, "V.PTCP": 2.2 } } }, "tests": { "morph-baseline": { "diff": -0.8, "lo": -1.2, "hi": -0.3, "p": 0 }, "memory-baseline": { "diff": 0, "lo": 0, "hi": 0, "p": 1 }, "morph-memory": { "diff": -0.8, "lo": -1.2, "hi": -0.3, "p": 0 }, "nfeat-baseline": { "diff": -21.8, "lo": -23.6, "hi": -20.1, "p": 0 }, "natom-baseline": { "diff": -28.2, "lo": -30.1, "hi": -26.5, "p": 0 }, "nfeat-natom": { "diff": 6.4, "lo": 5.2, "hi": 7.7, "p": 0 }, "nfeat-morph": { "diff": -21.1, "lo": -22.8, "hi": -19.3, "p": 0 } }, "testsVariant": { "morph-baseline": { "diff": -0.7, "lo": -1.2, "hi": -0.2, "p": 0.01 }, "memory-baseline": { "diff": 0, "lo": 0, "hi": 0, "p": 1 }, "morph-memory": { "diff": -0.7, "lo": -1.1, "hi": -0.2, "p": 0.007 }, "nfeat-baseline": { "diff": -23.7, "lo": -25.6, "hi": -21.9, "p": 0 }, "natom-baseline": { "diff": -30.9, "lo": -32.8, "hi": -29.1, "p": 0 }, "nfeat-natom": { "diff": 7.2, "lo": 5.9, "hi": 8.5, "p": 0 }, "nfeat-morph": { "diff": -23, "lo": -24.9, "hi": -21.2, "p": 0 } } }, "500": { "overlap": 0, "unseenBundle": 20, "multiRef": 16.3, "items": 2500, "posCounts": { "N": 1175, "V": 488, "V.PTCP": 227 }, "systems": { "baseline": { "mean": 42.8, "std": 4.1, "runs": [ 48.4, 37.4, 43.4, 40.6, 44.2 ], "variant": { "mean": 46.2, "std": 4.6, "runs": [ 51.8, 39.4, 46.4, 45, 48.4 ] }, "lev": 2.02, "seenBundle": 52.4, "unseenBundle": 4.6, "seenLemma": null, "unseenLemma": 42.8, "copyShare": 36.8, "pos": { "N": 55.1, "V": 19.1, "V.PTCP": 5.3 } }, "memory": { "mean": 42.8, "std": 4.1, "runs": [ 48.4, 37.4, 43.4, 40.6, 44.2 ], "variant": { "mean": 46.2, "std": 4.6, "runs": [ 51.8, 39.4, 46.4, 45, 48.4 ] }, "lev": 2.02, "seenBundle": 52.4, "unseenBundle": 4.6, "seenLemma": null, "unseenLemma": 42.8, "copyShare": 36.8, "pos": { "N": 55.1, "V": 19.1, "V.PTCP": 5.3 } }, "morph": { "mean": 42.6, "std": 4.4, "runs": [ 47.8, 36.6, 43, 40.4, 45.4 ], "variant": { "mean": 46.1, "std": 5, "runs": [ 51.2, 38.4, 46, 45, 50 ] }, "lev": 1.81, "seenBundle": 52.4, "unseenBundle": 3.8, "seenLemma": null, "unseenLemma": 42.6, "copyShare": 9.1, "pos": { "N": 55.5, "V": 19.3, "V.PTCP": 5.3 } }, "natom": { "mean": 16.2, "std": 5.1, "runs": [ 22.2, 15.4, 20.8, 11.6, 11.2 ], "variant": { "mean": 17.1, "std": 5.7, "runs": [ 23.6, 16, 22.4, 12, 11.4 ] }, "lev": 3.23, "seenBundle": 20.1, "unseenBundle": 0.8, "seenLemma": null, "unseenLemma": 16.2, "copyShare": 7.7, "pos": { "N": 19.7, "V": 1.6, "V.PTCP": 0.9 } }, "nfeat": { "mean": 29, "std": 5.7, "runs": [ 34, 21.2, 31.2, 25, 33.8 ], "variant": { "mean": 31.3, "std": 5.4, "runs": [ 35.8, 23.4, 33.4, 28.2, 35.8 ] }, "lev": 2.43, "seenBundle": 35.1, "unseenBundle": 4.8, "seenLemma": null, "unseenLemma": 29, "copyShare": 6.7, "pos": { "N": 39, "V": 6.8, "V.PTCP": 2.2 } } }, "tests": { "morph-baseline": { "diff": -0.2, "lo": -0.6, "hi": 0.2, "p": 0.462 }, "memory-baseline": { "diff": 0, "lo": 0, "hi": 0, "p": 1 }, "morph-memory": { "diff": -0.2, "lo": -0.6, "hi": 0.2, "p": 0.489 }, "nfeat-baseline": { "diff": -13.8, "lo": -15.4, "hi": -12, "p": 0 }, "natom-baseline": { "diff": -26.6, "lo": -28.4, "hi": -24.8, "p": 0 }, "nfeat-natom": { "diff": 12.8, "lo": 11.2, "hi": 14.3, "p": 0 }, "nfeat-morph": { "diff": -13.6, "lo": -15.3, "hi": -11.9, "p": 0 } }, "testsVariant": { "morph-baseline": { "diff": -0.1, "lo": -0.5, "hi": 0.3, "p": 0.797 }, "memory-baseline": { "diff": 0, "lo": 0, "hi": 0, "p": 1 }, "morph-memory": { "diff": -0.1, "lo": -0.5, "hi": 0.4, "p": 0.749 }, "nfeat-baseline": { "diff": -14.9, "lo": -16.6, "hi": -13.2, "p": 0 }, "natom-baseline": { "diff": -29.1, "lo": -30.8, "hi": -27.4, "p": 0 }, "nfeat-natom": { "diff": 14.2, "lo": 12.7, "hi": 15.9, "p": 0 }, "nfeat-morph": { "diff": -14.8, "lo": -16.5, "hi": -13.2, "p": 0 } } }, "1000": { "overlap": 0, "unseenBundle": 12.5, "multiRef": 16.3, "items": 2500, "posCounts": { "N": 1175, "V": 488, "V.PTCP": 227 }, "systems": { "baseline": { "mean": 46.8, "std": 3.3, "runs": [ 51.8, 43.2, 46.2, 44.8, 48 ], "variant": { "mean": 50.9, "std": 3, "runs": [ 55.2, 47.4, 49, 50.4, 52.4 ] }, "lev": 1.72, "seenBundle": 52.9, "unseenBundle": 3.8, "seenLemma": null, "unseenLemma": 46.8, "copyShare": 26.5, "pos": { "N": 59.5, "V": 25, "V.PTCP": 7.9 } }, "memory": { "mean": 46.8, "std": 3.3, "runs": [ 51.8, 43.2, 46.2, 44.8, 48 ], "variant": { "mean": 50.9, "std": 3, "runs": [ 55.2, 47.4, 49, 50.4, 52.4 ] }, "lev": 1.72, "seenBundle": 52.9, "unseenBundle": 3.8, "seenLemma": null, "unseenLemma": 46.8, "copyShare": 26.5, "pos": { "N": 59.5, "V": 25, "V.PTCP": 7.9 } }, "morph": { "mean": 47.8, "std": 3.3, "runs": [ 52.2, 43.6, 47.8, 46, 49.4 ], "variant": { "mean": 51.9, "std": 3, "runs": [ 55.6, 47.8, 50.6, 51.8, 53.8 ] }, "lev": 1.53, "seenBundle": 52.9, "unseenBundle": 11.8, "seenLemma": null, "unseenLemma": 47.8, "copyShare": 6.8, "pos": { "N": 60.5, "V": 26.4, "V.PTCP": 7.9 } }, "natom": { "mean": 25.6, "std": 5.1, "runs": [ 30.6, 24.8, 31.2, 20.8, 20.8 ], "variant": { "mean": 27.4, "std": 5.3, "runs": [ 31.8, 26.6, 33.8, 22, 22.8 ] }, "lev": 2.86, "seenBundle": 29.2, "unseenBundle": 1, "seenLemma": null, "unseenLemma": 25.6, "copyShare": 5.5, "pos": { "N": 30.1, "V": 3.1, "V.PTCP": 4.8 } }, "nfeat": { "mean": 42.2, "std": 4.4, "runs": [ 48.8, 37.4, 41.4, 39.6, 44 ], "variant": { "mean": 46, "std": 4.5, "runs": [ 52.8, 40.8, 44.2, 44.6, 47.6 ] }, "lev": 1.81, "seenBundle": 46.8, "unseenBundle": 10.2, "seenLemma": null, "unseenLemma": 42.2, "copyShare": 7.1, "pos": { "N": 55.2, "V": 16.6, "V.PTCP": 6.6 } } }, "tests": { "morph-baseline": { "diff": 1, "lo": 0.5, "hi": 1.5, "p": 0 }, "memory-baseline": { "diff": 0, "lo": 0, "hi": 0, "p": 1 }, "morph-memory": { "diff": 1, "lo": 0.5, "hi": 1.4, "p": 0 }, "nfeat-baseline": { "diff": -4.6, "lo": -6.1, "hi": -2.9, "p": 0 }, "natom-baseline": { "diff": -21.2, "lo": -22.9, "hi": -19.4, "p": 0 }, "nfeat-natom": { "diff": 16.6, "lo": 14.9, "hi": 18.3, "p": 0 }, "nfeat-morph": { "diff": -5.6, "lo": -7.2, "hi": -4, "p": 0 } }, "testsVariant": { "morph-baseline": { "diff": 1, "lo": 0.6, "hi": 1.5, "p": 0 }, "memory-baseline": { "diff": 0, "lo": 0, "hi": 0, "p": 1 }, "morph-memory": { "diff": 1, "lo": 0.6, "hi": 1.5, "p": 0 }, "nfeat-baseline": { "diff": -4.9, "lo": -6.5, "hi": -3.2, "p": 0 }, "natom-baseline": { "diff": -23.5, "lo": -25.4, "hi": -21.6, "p": 0 }, "nfeat-natom": { "diff": 18.6, "lo": 16.8, "hi": 20.3, "p": 0 }, "nfeat-morph": { "diff": -5.9, "lo": -7.5, "hi": -4.3, "p": 0 } } } } }, "ckt": { "random": { "50": { "overlap": 10.7, "unseenBundle": 41.4, "multiRef": 2.8, "items": 290, "posCounts": { "N": 137, "V": 74 }, "systems": { "baseline": { "mean": 59, "std": 8, "runs": [ 48.3, 60.3, 53.4, 65.5, 67.2 ], "variant": { "mean": 60.3, "std": 8.8, "runs": [ 50, 60.3, 53.4, 67.2, 70.7 ] }, "lev": 1.72, "seenBundle": 84.7, "unseenBundle": 22.5, "seenLemma": 19.4, "unseenLemma": 63.7, "copyShare": 84, "pos": { "N": 76.6, "V": 17.6 } }, "memory": { "mean": 59, "std": 8, "runs": [ 48.3, 60.3, 53.4, 65.5, 67.2 ], "variant": { "mean": 60.3, "std": 8.8, "runs": [ 50, 60.3, 53.4, 67.2, 70.7 ] }, "lev": 1.72, "seenBundle": 84.7, "unseenBundle": 22.5, "seenLemma": 19.4, "unseenLemma": 63.7, "copyShare": 84, "pos": { "N": 76.6, "V": 17.6 } }, "morph": { "mean": 59.3, "std": 5.5, "runs": [ 53.4, 62.1, 53.4, 62.1, 65.5 ], "variant": { "mean": 60.3, "std": 6.8, "runs": [ 53.4, 62.1, 53.4, 63.8, 69 ] }, "lev": 1.54, "seenBundle": 84.7, "unseenBundle": 23.3, "seenLemma": 32.3, "unseenLemma": 62.5, "copyShare": 38.1, "pos": { "N": 77.4, "V": 21.6 } }, "natom": { "mean": 9, "std": 5.1, "runs": [ 6.9, 17.2, 8.6, 8.6, 3.4 ], "variant": { "mean": 10, "std": 4.3, "runs": [ 6.9, 17.2, 8.6, 10.3, 6.9 ] }, "lev": 3.75, "seenBundle": 14.1, "unseenBundle": 1.7, "seenLemma": 0, "unseenLemma": 10, "copyShare": 8, "pos": { "N": 10.2, "V": 1.4 } }, "nfeat": { "mean": 13.1, "std": 6.3, "runs": [ 13.8, 20.7, 15.5, 12.1, 3.4 ], "variant": { "mean": 14.1, "std": 4.9, "runs": [ 13.8, 20.7, 15.5, 13.8, 6.9 ] }, "lev": 3.92, "seenBundle": 21.2, "unseenBundle": 1.7, "seenLemma": 3.2, "unseenLemma": 14.3, "copyShare": 5.2, "pos": { "N": 16.1, "V": 1.4 } } }, "tests": { "morph-baseline": { "diff": 0.3, "lo": -2.4, "hi": 3.1, "p": 0.909 }, "memory-baseline": { "diff": 0, "lo": 0, "hi": 0, "p": 1 }, "morph-memory": { "diff": 0.3, "lo": -2.4, "hi": 3.1, "p": 0.878 }, "nfeat-baseline": { "diff": -45.9, "lo": -51.4, "hi": -40, "p": 0 }, "natom-baseline": { "diff": -50, "lo": -55.5, "hi": -44.1, "p": 0 }, "nfeat-natom": { "diff": 4.1, "lo": 0.7, "hi": 7.9, "p": 0.016 }, "nfeat-morph": { "diff": -46.2, "lo": -52.1, "hi": -40.7, "p": 0 } }, "testsVariant": { "morph-baseline": { "diff": 0, "lo": -2.8, "hi": 2.8, "p": 1 }, "memory-baseline": { "diff": 0, "lo": 0, "hi": 0, "p": 1 }, "morph-memory": { "diff": 0, "lo": -2.8, "hi": 2.8, "p": 1 }, "nfeat-baseline": { "diff": -46.2, "lo": -51.7, "hi": -40.7, "p": 0 }, "natom-baseline": { "diff": -50.3, "lo": -56.2, "hi": -44.5, "p": 0 }, "nfeat-natom": { "diff": 4.1, "lo": 0.7, "hi": 7.6, "p": 0.015 }, "nfeat-morph": { "diff": -46.2, "lo": -51.7, "hi": -40.7, "p": 0 } } }, "100": { "overlap": 16.9, "unseenBundle": 36.6, "multiRef": 2.8, "items": 290, "posCounts": { "N": 137, "V": 74 }, "systems": { "baseline": { "mean": 59.3, "std": 8.4, "runs": [ 48.3, 60.3, 53.4, 67.2, 67.2 ], "variant": { "mean": 60.7, "std": 9.2, "runs": [ 50, 60.3, 53.4, 69, 70.7 ] }, "lev": 1.72, "seenBundle": 81.5, "unseenBundle": 20.8, "seenLemma": 26.5, "unseenLemma": 66, "copyShare": 83.1, "pos": { "N": 78.1, "V": 17.6 } }, "memory": { "mean": 59.3, "std": 8.4, "runs": [ 48.3, 60.3, 53.4, 67.2, 67.2 ], "variant": { "mean": 60.7, "std": 9.2, "runs": [ 50, 60.3, 53.4, 69, 70.7 ] }, "lev": 1.72, "seenBundle": 81.5, "unseenBundle": 20.8, "seenLemma": 26.5, "unseenLemma": 66, "copyShare": 83.1, "pos": { "N": 78.1, "V": 17.6 } }, "morph": { "mean": 59.3, "std": 5.8, "runs": [ 51.7, 60.3, 55.2, 63.8, 65.5 ], "variant": { "mean": 60.7, "std": 6.6, "runs": [ 53.4, 60.3, 55.2, 65.5, 69 ] }, "lev": 1.53, "seenBundle": 82.1, "unseenBundle": 19.8, "seenLemma": 28.6, "unseenLemma": 65.6, "copyShare": 35.6, "pos": { "N": 78.1, "V": 23 } }, "natom": { "mean": 18.6, "std": 11.1, "runs": [ 8.6, 34.5, 12.1, 12.1, 25.9 ], "variant": { "mean": 19.7, "std": 10.7, "runs": [ 10.3, 34.5, 12.1, 13.8, 27.6 ] }, "lev": 2.96, "seenBundle": 26.1, "unseenBundle": 5.7, "seenLemma": 2, "unseenLemma": 22, "copyShare": 11.9, "pos": { "N": 24.1, "V": 4.1 } }, "nfeat": { "mean": 23.8, "std": 11, "runs": [ 17.2, 43.1, 17.2, 19, 22.4 ], "variant": { "mean": 24.8, "std": 10.5, "runs": [ 19, 43.1, 17.2, 20.7, 24.1 ] }, "lev": 2.94, "seenBundle": 36.4, "unseenBundle": 1.9, "seenLemma": 2, "unseenLemma": 28.2, "copyShare": 10.4, "pos": { "N": 35, "V": 5.4 } } }, "tests": { "morph-baseline": { "diff": 0, "lo": -2.4, "hi": 2.4, "p": 1 }, "memory-baseline": { "diff": 0, "lo": 0, "hi": 0, "p": 1 }, "morph-memory": { "diff": 0, "lo": -2.4, "hi": 2.4, "p": 1 }, "nfeat-baseline": { "diff": -35.5, "lo": -41, "hi": -30, "p": 0 }, "natom-baseline": { "diff": -40.7, "lo": -46.2, "hi": -35.2, "p": 0 }, "nfeat-natom": { "diff": 5.2, "lo": 0.7, "hi": 9.7, "p": 0.024 }, "nfeat-morph": { "diff": -35.5, "lo": -41, "hi": -30, "p": 0 } }, "testsVariant": { "morph-baseline": { "diff": 0, "lo": -2.4, "hi": 2.4, "p": 1 }, "memory-baseline": { "diff": 0, "lo": 0, "hi": 0, "p": 1 }, "morph-memory": { "diff": 0, "lo": -2.4, "hi": 2.4, "p": 1 }, "nfeat-baseline": { "diff": -35.9, "lo": -41, "hi": -30.3, "p": 0 }, "natom-baseline": { "diff": -41, "lo": -46.6, "hi": -35.5, "p": 0 }, "nfeat-natom": { "diff": 5.2, "lo": 1, "hi": 9.3, "p": 0.012 }, "nfeat-morph": { "diff": -35.9, "lo": -41.4, "hi": -30.3, "p": 0 } } } }, "lemma-disjoint": { "50": { "overlap": 0, "unseenBundle": 41.7, "multiRef": 3.8, "items": 290, "posCounts": { "N": 118, "V": 75 }, "systems": { "baseline": { "mean": 55.5, "std": 3.7, "runs": [ 51.7, 56.9, 56.9, 60.3, 51.7 ], "variant": { "mean": 55.9, "std": 3.4, "runs": [ 51.7, 56.9, 56.9, 60.3, 53.4 ] }, "lev": 1.8, "seenBundle": 84, "unseenBundle": 15.7, "seenLemma": null, "unseenLemma": 55.5, "copyShare": 81.4, "pos": { "N": 72.9, "V": 14.7 } }, "memory": { "mean": 55.5, "std": 3.7, "runs": [ 51.7, 56.9, 56.9, 60.3, 51.7 ], "variant": { "mean": 55.9, "std": 3.4, "runs": [ 51.7, 56.9, 56.9, 60.3, 53.4 ] }, "lev": 1.8, "seenBundle": 84, "unseenBundle": 15.7, "seenLemma": null, "unseenLemma": 55.5, "copyShare": 81.4, "pos": { "N": 72.9, "V": 14.7 } }, "morph": { "mean": 56.9, "std": 4.9, "runs": [ 53.4, 62.1, 55.2, 62.1, 51.7 ], "variant": { "mean": 57.2, "std": 4.5, "runs": [ 53.4, 62.1, 55.2, 62.1, 53.4 ] }, "lev": 1.78, "seenBundle": 85.2, "unseenBundle": 17.4, "seenLemma": null, "unseenLemma": 56.9, "copyShare": 38.4, "pos": { "N": 73.7, "V": 20 } }, "natom": { "mean": 7.9, "std": 4, "runs": [ 8.6, 13.8, 3.4, 8.6, 5.2 ], "variant": { "mean": 8.6, "std": 4.7, "runs": [ 10.3, 15.5, 3.4, 8.6, 5.2 ] }, "lev": 4.21, "seenBundle": 13.6, "unseenBundle": 0, "seenLemma": null, "unseenLemma": 7.9, "copyShare": 6.7, "pos": { "N": 11.9, "V": 0 } }, "nfeat": { "mean": 10.7, "std": 4.5, "runs": [ 12.1, 13.8, 15.5, 5.2, 6.9 ], "variant": { "mean": 11.4, "std": 5, "runs": [ 13.8, 15.5, 15.5, 5.2, 6.9 ] }, "lev": 4.07, "seenBundle": 18.3, "unseenBundle": 0, "seenLemma": null, "unseenLemma": 10.7, "copyShare": 3.5, "pos": { "N": 16.1, "V": 1.3 } } }, "tests": { "morph-baseline": { "diff": 1.4, "lo": -0.3, "hi": 3.4, "p": 0.183 }, "memory-baseline": { "diff": 0, "lo": 0, "hi": 0, "p": 1 }, "morph-memory": { "diff": 1.4, "lo": -0.7, "hi": 3.4, "p": 0.209 }, "nfeat-baseline": { "diff": -44.8, "lo": -50.7, "hi": -39, "p": 0 }, "natom-baseline": { "diff": -47.6, "lo": -53.8, "hi": -42.1, "p": 0 }, "nfeat-natom": { "diff": 2.8, "lo": -0.3, "hi": 5.9, "p": 0.104 }, "nfeat-morph": { "diff": -46.2, "lo": -52.1, "hi": -40.7, "p": 0 } }, "testsVariant": { "morph-baseline": { "diff": 1.4, "lo": -0.3, "hi": 3.4, "p": 0.192 }, "memory-baseline": { "diff": 0, "lo": 0, "hi": 0, "p": 1 }, "morph-memory": { "diff": 1.4, "lo": -0.3, "hi": 3.4, "p": 0.201 }, "nfeat-baseline": { "diff": -44.5, "lo": -50.3, "hi": -38.3, "p": 0 }, "natom-baseline": { "diff": -47.2, "lo": -53.4, "hi": -41, "p": 0 }, "nfeat-natom": { "diff": 2.8, "lo": -0.3, "hi": 5.9, "p": 0.113 }, "nfeat-morph": { "diff": -45.9, "lo": -51.7, "hi": -40, "p": 0 } } }, "100": { "overlap": 0, "unseenBundle": 36.2, "multiRef": 3.8, "items": 290, "posCounts": { "N": 118, "V": 75 }, "systems": { "baseline": { "mean": 56.6, "std": 3.3, "runs": [ 55.2, 56.9, 58.6, 60.3, 51.7 ], "variant": { "mean": 56.9, "std": 2.7, "runs": [ 55.2, 56.9, 58.6, 60.3, 53.4 ] }, "lev": 1.74, "seenBundle": 80, "unseenBundle": 15.2, "seenLemma": null, "unseenLemma": 56.6, "copyShare": 79.4, "pos": { "N": 74.6, "V": 16 } }, "memory": { "mean": 56.6, "std": 3.3, "runs": [ 55.2, 56.9, 58.6, 60.3, 51.7 ], "variant": { "mean": 56.9, "std": 2.7, "runs": [ 55.2, 56.9, 58.6, 60.3, 53.4 ] }, "lev": 1.74, "seenBundle": 80, "unseenBundle": 15.2, "seenLemma": null, "unseenLemma": 56.6, "copyShare": 79.4, "pos": { "N": 74.6, "V": 16 } }, "morph": { "mean": 58.3, "std": 5.4, "runs": [ 53.4, 63.8, 62.1, 60.3, 51.7 ], "variant": { "mean": 58.6, "std": 4.9, "runs": [ 53.4, 63.8, 62.1, 60.3, 53.4 ] }, "lev": 1.56, "seenBundle": 81.1, "unseenBundle": 18.1, "seenLemma": null, "unseenLemma": 58.3, "copyShare": 33.9, "pos": { "N": 74.6, "V": 25.3 } }, "natom": { "mean": 22.8, "std": 8.2, "runs": [ 31, 25.9, 10.3, 19, 27.6 ], "variant": { "mean": 23.1, "std": 8.7, "runs": [ 32.8, 25.9, 10.3, 19, 27.6 ] }, "lev": 3.05, "seenBundle": 35.1, "unseenBundle": 1, "seenLemma": null, "unseenLemma": 22.8, "copyShare": 11.6, "pos": { "N": 34.7, "V": 4 } }, "nfeat": { "mean": 25.2, "std": 5.3, "runs": [ 31, 29.3, 25.9, 20.7, 19 ], "variant": { "mean": 25.5, "std": 5.8, "runs": [ 32.8, 29.3, 25.9, 20.7, 19 ] }, "lev": 2.98, "seenBundle": 38.4, "unseenBundle": 1.9, "seenLemma": null, "unseenLemma": 25.2, "copyShare": 10.1, "pos": { "N": 33.9, "V": 2.7 } } }, "tests": { "morph-baseline": { "diff": 1.7, "lo": -0.3, "hi": 3.8, "p": 0.172 }, "memory-baseline": { "diff": 0, "lo": 0, "hi": 0, "p": 1 }, "morph-memory": { "diff": 1.7, "lo": -0.3, "hi": 4.1, "p": 0.163 }, "nfeat-baseline": { "diff": -31.4, "lo": -36.9, "hi": -25.9, "p": 0 }, "natom-baseline": { "diff": -33.8, "lo": -39.3, "hi": -28.3, "p": 0 }, "nfeat-natom": { "diff": 2.4, "lo": -1.7, "hi": 6.2, "p": 0.25 }, "nfeat-morph": { "diff": -33.1, "lo": -38.6, "hi": -27.6, "p": 0 } }, "testsVariant": { "morph-baseline": { "diff": 1.7, "lo": -0.3, "hi": 4.1, "p": 0.155 }, "memory-baseline": { "diff": 0, "lo": 0, "hi": 0, "p": 1 }, "morph-memory": { "diff": 1.7, "lo": -0.3, "hi": 3.8, "p": 0.145 }, "nfeat-baseline": { "diff": -31.4, "lo": -37.2, "hi": -25.9, "p": 0 }, "natom-baseline": { "diff": -33.8, "lo": -39.3, "hi": -27.9, "p": 0 }, "nfeat-natom": { "diff": 2.4, "lo": -1.7, "hi": 6.6, "p": 0.266 }, "nfeat-morph": { "diff": -33.1, "lo": -39, "hi": -27.6, "p": 0 } } } } }, "ron": { "random": { "50": { "overlap": 14.4, "unseenBundle": 27.9, "multiRef": 0, "items": 2500, "posCounts": { "V": 2366, "V.PTCP": 69, "V.CVB": 65 }, "systems": { "baseline": { "mean": 43.5, "std": 3.5, "runs": [ 41.4, 45.2, 38.6, 44.6, 47.6 ], "variant": { "mean": 43.5, "std": 3.5, "runs": [ 41.4, 45.2, 38.6, 44.6, 47.6 ] }, "lev": 1.48, "seenBundle": 59.8, "unseenBundle": 1.1, "seenLemma": 44, "unseenLemma": 43.4, "copyShare": 74.2, "pos": { "V": 43, "V.PTCP": 58, "V.CVB": 46.2 } }, "memory": { "mean": 43.4, "std": 3.5, "runs": [ 41.4, 45, 38.4, 44.4, 47.6 ], "variant": { "mean": 43.4, "std": 3.5, "runs": [ 41.4, 45, 38.4, 44.4, 47.6 ] }, "lev": 1.48, "seenBundle": 59.7, "unseenBundle": 1.1, "seenLemma": 43.2, "unseenLemma": 43.4, "copyShare": 74.1, "pos": { "V": 42.9, "V.PTCP": 58, "V.CVB": 46.2 } }, "morph": { "mean": 42.7, "std": 3.7, "runs": [ 39.4, 45.2, 38.2, 44, 46.8 ], "variant": { "mean": 42.7, "std": 3.7, "runs": [ 39.4, 45.2, 38.2, 44, 46.8 ] }, "lev": 1.38, "seenBundle": 58.8, "unseenBundle": 1.1, "seenLemma": 44.6, "unseenLemma": 42.4, "copyShare": 11, "pos": { "V": 42.2, "V.PTCP": 58, "V.CVB": 46.2 } }, "natom": { "mean": 1.1, "std": 0.4, "runs": [ 0.8, 1, 1.6, 1.4, 0.6 ], "variant": { "mean": 1.1, "std": 0.4, "runs": [ 0.8, 1, 1.6, 1.4, 0.6 ] }, "lev": 4.47, "seenBundle": 1.4, "unseenBundle": 0.1, "seenLemma": 0.6, "unseenLemma": 1.2, "copyShare": 5.3, "pos": { "V": 1.1, "V.PTCP": 2.9, "V.CVB": 0 } }, "nfeat": { "mean": 3.2, "std": 1.8, "runs": [ 2.2, 1.6, 3.4, 2.4, 6.2 ], "variant": { "mean": 3.2, "std": 1.8, "runs": [ 2.2, 1.6, 3.4, 2.4, 6.2 ] }, "lev": 3.76, "seenBundle": 4.2, "unseenBundle": 0.4, "seenLemma": 3.6, "unseenLemma": 3.1, "copyShare": 3.7, "pos": { "V": 3.2, "V.PTCP": 4.3, "V.CVB": 0 } } }, "tests": { "morph-baseline": { "diff": -0.8, "lo": -1.3, "hi": -0.3, "p": 0.002 }, "memory-baseline": { "diff": -0.1, "lo": -0.3, "hi": 0, "p": 0.112 }, "morph-memory": { "diff": -0.6, "lo": -1.2, "hi": -0.1, "p": 0.03 }, "nfeat-baseline": { "diff": -40.3, "lo": -42.3, "hi": -38.2, "p": 0 }, "natom-baseline": { "diff": -42.4, "lo": -44.3, "hi": -40.5, "p": 0 }, "nfeat-natom": { "diff": 2.1, "lo": 1.4, "hi": 2.8, "p": 0 }, "nfeat-morph": { "diff": -39.6, "lo": -41.6, "hi": -37.5, "p": 0 } }, "testsVariant": { "morph-baseline": { "diff": -0.8, "lo": -1.3, "hi": -0.3, "p": 0.003 }, "memory-baseline": { "diff": -0.1, "lo": -0.3, "hi": 0, "p": 0.106 }, "morph-memory": { "diff": -0.6, "lo": -1.2, "hi": -0.1, "p": 0.035 }, "nfeat-baseline": { "diff": -40.3, "lo": -42.4, "hi": -38.4, "p": 0 }, "natom-baseline": { "diff": -42.4, "lo": -44.5, "hi": -40.4, "p": 0 }, "nfeat-natom": { "diff": 2.1, "lo": 1.4, "hi": 2.8, "p": 0 }, "nfeat-morph": { "diff": -39.6, "lo": -41.5, "hi": -37.6, "p": 0 } } }, "100": { "overlap": 27.1, "unseenBundle": 7.5, "multiRef": 0, "items": 2500, "posCounts": { "V": 2366, "V.PTCP": 69, "V.CVB": 65 }, "systems": { "baseline": { "mean": 59.1, "std": 0.7, "runs": [ 58.4, 59.4, 58.4, 59.8, 59.6 ], "variant": { "mean": 59.1, "std": 0.7, "runs": [ 58.4, 59.4, 58.4, 59.8, 59.6 ] }, "lev": 0.94, "seenBundle": 63.8, "unseenBundle": 1.1, "seenLemma": 59.1, "unseenLemma": 59.1, "copyShare": 48.8, "pos": { "V": 58.5, "V.PTCP": 75.4, "V.CVB": 63.1 } }, "memory": { "mean": 59, "std": 0.6, "runs": [ 58.6, 59.2, 58.2, 59.4, 59.6 ], "variant": { "mean": 59, "std": 0.6, "runs": [ 58.6, 59.2, 58.2, 59.4, 59.6 ] }, "lev": 0.94, "seenBundle": 63.7, "unseenBundle": 1.1, "seenLemma": 58.7, "unseenLemma": 59.1, "copyShare": 48.6, "pos": { "V": 58.4, "V.PTCP": 75.4, "V.CVB": 63.1 } }, "morph": { "mean": 59.3, "std": 1.4, "runs": [ 61.4, 59.8, 57.6, 59.2, 58.4 ], "variant": { "mean": 59.3, "std": 1.4, "runs": [ 61.4, 59.8, 57.6, 59.2, 58.4 ] }, "lev": 0.84, "seenBundle": 63.4, "unseenBundle": 9, "seenLemma": 60, "unseenLemma": 59, "copyShare": 9.8, "pos": { "V": 58.7, "V.PTCP": 75.4, "V.CVB": 63.1 } }, "natom": { "mean": 3.2, "std": 0.4, "runs": [ 2.6, 3, 3.8, 3.4, 3.2 ], "variant": { "mean": 3.2, "std": 0.4, "runs": [ 2.6, 3, 3.8, 3.4, 3.2 ] }, "lev": 3.55, "seenBundle": 3.3, "unseenBundle": 1.6, "seenLemma": 2.2, "unseenLemma": 3.6, "copyShare": 5.4, "pos": { "V": 3.2, "V.PTCP": 1.4, "V.CVB": 4.6 } }, "nfeat": { "mean": 8.3, "std": 0.7, "runs": [ 8.6, 8.8, 9, 7.6, 7.6 ], "variant": { "mean": 8.3, "std": 0.7, "runs": [ 8.6, 8.8, 9, 7.6, 7.6 ] }, "lev": 2.74, "seenBundle": 8.8, "unseenBundle": 2.7, "seenLemma": 8.4, "unseenLemma": 8.3, "copyShare": 5.2, "pos": { "V": 8.4, "V.PTCP": 11.6, "V.CVB": 3.1 } } }, "tests": { "morph-baseline": { "diff": 0.2, "lo": -0.4, "hi": 0.8, "p": 0.622 }, "memory-baseline": { "diff": -0.1, "lo": -0.3, "hi": 0, "p": 0.238 }, "morph-memory": { "diff": 0.3, "lo": -0.3, "hi": 0.9, "p": 0.409 }, "nfeat-baseline": { "diff": -50.8, "lo": -52.9, "hi": -48.8, "p": 0 }, "natom-baseline": { "diff": -55.9, "lo": -57.8, "hi": -53.9, "p": 0 }, "nfeat-natom": { "diff": 5.1, "lo": 4.1, "hi": 6.2, "p": 0 }, "nfeat-morph": { "diff": -51, "lo": -53, "hi": -48.8, "p": 0 } }, "testsVariant": { "morph-baseline": { "diff": 0.2, "lo": -0.4, "hi": 0.8, "p": 0.627 }, "memory-baseline": { "diff": -0.1, "lo": -0.3, "hi": 0, "p": 0.255 }, "morph-memory": { "diff": 0.3, "lo": -0.3, "hi": 0.9, "p": 0.392 }, "nfeat-baseline": { "diff": -50.8, "lo": -52.8, "hi": -48.7, "p": 0 }, "natom-baseline": { "diff": -55.9, "lo": -57.8, "hi": -54, "p": 0 }, "nfeat-natom": { "diff": 5.1, "lo": 4, "hi": 6.2, "p": 0 }, "nfeat-morph": { "diff": -51, "lo": -53.1, "hi": -49, "p": 0 } } }, "250": { "overlap": 55, "unseenBundle": 0, "multiRef": 0, "items": 2500, "posCounts": { "V": 2366, "V.PTCP": 69, "V.CVB": 65 }, "systems": { "baseline": { "mean": 74.1, "std": 2.9, "runs": [ 72.6, 78.2, 71, 76, 72.6 ], "variant": { "mean": 74.1, "std": 2.9, "runs": [ 72.6, 78.2, 71, 76, 72.6 ] }, "lev": 0.58, "seenBundle": 74.1, "unseenBundle": null, "seenLemma": 74.6, "unseenLemma": 73.4, "copyShare": 17.3, "pos": { "V": 73.7, "V.PTCP": 84.1, "V.CVB": 78.5 } }, "memory": { "mean": 73.4, "std": 2.9, "runs": [ 72.4, 77.8, 70.2, 74.6, 72.2 ], "variant": { "mean": 73.4, "std": 2.9, "runs": [ 72.4, 77.8, 70.2, 74.6, 72.2 ] }, "lev": 0.59, "seenBundle": 73.4, "unseenBundle": null, "seenLemma": 73.5, "unseenLemma": 73.4, "copyShare": 17, "pos": { "V": 73, "V.PTCP": 84.1, "V.CVB": 78.5 } }, "morph": { "mean": 74.2, "std": 2.8, "runs": [ 73.4, 78.2, 71.2, 75.8, 72.6 ], "variant": { "mean": 74.2, "std": 2.8, "runs": [ 73.4, 78.2, 71.2, 75.8, 72.6 ] }, "lev": 0.52, "seenBundle": 74.2, "unseenBundle": null, "seenLemma": 74.8, "unseenLemma": 73.6, "copyShare": 5.3, "pos": { "V": 73.8, "V.PTCP": 84.1, "V.CVB": 78.5 } }, "natom": { "mean": 9.2, "std": 1.4, "runs": [ 11.2, 8, 8.6, 10, 8 ], "variant": { "mean": 9.2, "std": 1.4, "runs": [ 11.2, 8, 8.6, 10, 8 ] }, "lev": 2.76, "seenBundle": 9.2, "unseenBundle": null, "seenLemma": 9, "unseenLemma": 9.3, "copyShare": 4.7, "pos": { "V": 9.6, "V.PTCP": 1.4, "V.CVB": 0 } }, "nfeat": { "mean": 31.6, "std": 13.2, "runs": [ 44.2, 44.2, 17.6, 34, 18.2 ], "variant": { "mean": 31.6, "std": 13.2, "runs": [ 44.2, 44.2, 17.6, 34, 18.2 ] }, "lev": 1.69, "seenBundle": 31.6, "unseenBundle": null, "seenLemma": 32.9, "unseenLemma": 30.1, "copyShare": 8.4, "pos": { "V": 32.2, "V.PTCP": 29, "V.CVB": 13.8 } } }, "tests": { "morph-baseline": { "diff": 0.2, "lo": 0, "hi": 0.4, "p": 0.13 }, "memory-baseline": { "diff": -0.6, "lo": -1.2, "hi": -0.1, "p": 0.014 }, "morph-memory": { "diff": 0.8, "lo": 0.2, "hi": 1.4, "p": 0.005 }, "nfeat-baseline": { "diff": -42.4, "lo": -44.7, "hi": -40.3, "p": 0 }, "natom-baseline": { "diff": -64.9, "lo": -66.8, "hi": -63, "p": 0 }, "nfeat-natom": { "diff": 22.5, "lo": 20.6, "hi": 24.3, "p": 0 }, "nfeat-morph": { "diff": -42.6, "lo": -44.6, "hi": -40.5, "p": 0 } }, "testsVariant": { "morph-baseline": { "diff": 0.2, "lo": 0, "hi": 0.4, "p": 0.13 }, "memory-baseline": { "diff": -0.6, "lo": -1.1, "hi": -0.1, "p": 0.02 }, "morph-memory": { "diff": 0.8, "lo": 0.3, "hi": 1.3, "p": 0.001 }, "nfeat-baseline": { "diff": -42.4, "lo": -44.5, "hi": -40.3, "p": 0 }, "natom-baseline": { "diff": -64.9, "lo": -66.8, "hi": -63, "p": 0 }, "nfeat-natom": { "diff": 22.5, "lo": 20.6, "hi": 24.3, "p": 0 }, "nfeat-morph": { "diff": -42.6, "lo": -44.7, "hi": -40.5, "p": 0 } } }, "500": { "overlap": 79.6, "unseenBundle": 0, "multiRef": 0, "items": 2500, "posCounts": { "V": 2366, "V.PTCP": 69, "V.CVB": 65 }, "systems": { "baseline": { "mean": 79.1, "std": 1.9, "runs": [ 78.2, 80.2, 81.6, 79, 76.6 ], "variant": { "mean": 79.1, "std": 1.9, "runs": [ 78.2, 80.2, 81.6, 79, 76.6 ] }, "lev": 0.44, "seenBundle": 79.1, "unseenBundle": null, "seenLemma": 79.2, "unseenLemma": 78.9, "copyShare": 6.1, "pos": { "V": 78.9, "V.PTCP": 85.5, "V.CVB": 80 } }, "memory": { "mean": 72.7, "std": 2.1, "runs": [ 73.6, 71.2, 75.8, 72.6, 70.4 ], "variant": { "mean": 72.7, "std": 2.1, "runs": [ 73.6, 71.2, 75.8, 72.6, 70.4 ] }, "lev": 0.55, "seenBundle": 72.7, "unseenBundle": null, "seenLemma": 71.1, "unseenLemma": 78.9, "copyShare": 5.7, "pos": { "V": 72.2, "V.PTCP": 87, "V.CVB": 75.4 } }, "morph": { "mean": 79.2, "std": 1.9, "runs": [ 78.2, 80.2, 81.6, 79.2, 76.6 ], "variant": { "mean": 79.2, "std": 1.9, "runs": [ 78.2, 80.2, 81.6, 79.2, 76.6 ] }, "lev": 0.43, "seenBundle": 79.2, "unseenBundle": null, "seenLemma": 79.2, "unseenLemma": 78.9, "copyShare": 4.2, "pos": { "V": 79, "V.PTCP": 85.5, "V.CVB": 80 } }, "natom": { "mean": 29.1, "std": 17.1, "runs": [ 38.4, 54.6, 19.8, 20.2, 12.6 ], "variant": { "mean": 29.1, "std": 17.1, "runs": [ 38.4, 54.6, 19.8, 20.2, 12.6 ] }, "lev": 1.94, "seenBundle": 29.1, "unseenBundle": null, "seenLemma": 28.6, "unseenLemma": 31.1, "copyShare": 5.8, "pos": { "V": 30, "V.PTCP": 24.6, "V.CVB": 3.1 } }, "nfeat": { "mean": 56.7, "std": 5.4, "runs": [ 59.6, 57.2, 47.4, 61, 58.4 ], "variant": { "mean": 56.7, "std": 5.4, "runs": [ 59.6, 57.2, 47.4, 61, 58.4 ] }, "lev": 0.89, "seenBundle": 56.7, "unseenBundle": null, "seenLemma": 57, "unseenLemma": 55.6, "copyShare": 8.6, "pos": { "V": 57.1, "V.PTCP": 65.2, "V.CVB": 32.3 } } }, "tests": { "morph-baseline": { "diff": 0, "lo": 0, "hi": 0.1, "p": 0.775 }, "memory-baseline": { "diff": -6.4, "lo": -7.6, "hi": -5.2, "p": 0 }, "morph-memory": { "diff": 6.4, "lo": 5.2, "hi": 7.6, "p": 0 }, "nfeat-baseline": { "diff": -22.4, "lo": -24.4, "hi": -20.5, "p": 0 }, "natom-baseline": { "diff": -50, "lo": -52, "hi": -48, "p": 0 }, "nfeat-natom": { "diff": 27.6, "lo": 25.6, "hi": 29.6, "p": 0 }, "nfeat-morph": { "diff": -22.4, "lo": -24.4, "hi": -20.5, "p": 0 } }, "testsVariant": { "morph-baseline": { "diff": 0, "lo": 0, "hi": 0.1, "p": 0.74 }, "memory-baseline": { "diff": -6.4, "lo": -7.7, "hi": -5.2, "p": 0 }, "morph-memory": { "diff": 6.4, "lo": 5.2, "hi": 7.7, "p": 0 }, "nfeat-baseline": { "diff": -22.4, "lo": -24.4, "hi": -20.6, "p": 0 }, "natom-baseline": { "diff": -50, "lo": -52, "hi": -47.8, "p": 0 }, "nfeat-natom": { "diff": 27.6, "lo": 25.4, "hi": 29.6, "p": 0 }, "nfeat-morph": { "diff": -22.4, "lo": -24.4, "hi": -20.6, "p": 0 } } }, "1000": { "overlap": 96.9, "unseenBundle": 0, "multiRef": 0, "items": 2500, "posCounts": { "V": 2366, "V.PTCP": 69, "V.CVB": 65 }, "systems": { "baseline": { "mean": 81.3, "std": 1.7, "runs": [ 80.6, 82.8, 82.8, 81.4, 78.8 ], "variant": { "mean": 81.3, "std": 1.7, "runs": [ 80.6, 82.8, 82.8, 81.4, 78.8 ] }, "lev": 0.42, "seenBundle": 81.3, "unseenBundle": null, "seenLemma": 81, "unseenLemma": 88.5, "copyShare": 3, "pos": { "V": 81.1, "V.PTCP": 85.5, "V.CVB": 84.6 } }, "memory": { "mean": 72, "std": 2.8, "runs": [ 73.2, 68.4, 75.4, 73.2, 70 ], "variant": { "mean": 72, "std": 2.8, "runs": [ 73.2, 68.4, 75.4, 73.2, 70 ] }, "lev": 0.57, "seenBundle": 72, "unseenBundle": null, "seenLemma": 71.5, "unseenLemma": 88.5, "copyShare": 2.7, "pos": { "V": 72, "V.PTCP": 81.2, "V.CVB": 63.1 } }, "morph": { "mean": 81.3, "std": 1.7, "runs": [ 80.6, 82.8, 82.8, 81.4, 78.8 ], "variant": { "mean": 81.3, "std": 1.7, "runs": [ 80.6, 82.8, 82.8, 81.4, 78.8 ] }, "lev": 0.42, "seenBundle": 81.3, "unseenBundle": null, "seenLemma": 81, "unseenLemma": 88.5, "copyShare": 2.8, "pos": { "V": 81.1, "V.PTCP": 85.5, "V.CVB": 84.6 } }, "natom": { "mean": 47.3, "std": 7.2, "runs": [ 58.8, 44.6, 44.2, 49, 40 ], "variant": { "mean": 47.3, "std": 7.2, "runs": [ 58.8, 44.6, 44.2, 49, 40 ] }, "lev": 1.3, "seenBundle": 47.3, "unseenBundle": null, "seenLemma": 47.2, "unseenLemma": 50, "copyShare": 7.4, "pos": { "V": 48.2, "V.PTCP": 42, "V.CVB": 20 } }, "nfeat": { "mean": 67, "std": 2.4, "runs": [ 68.8, 66.2, 64.6, 70.2, 65.2 ], "variant": { "mean": 67, "std": 2.4, "runs": [ 68.8, 66.2, 64.6, 70.2, 65.2 ] }, "lev": 0.67, "seenBundle": 67, "unseenBundle": null, "seenLemma": 66.9, "unseenLemma": 70.5, "copyShare": 7.9, "pos": { "V": 67.2, "V.PTCP": 79.7, "V.CVB": 46.2 } } }, "tests": { "morph-baseline": { "diff": 0, "lo": 0, "hi": 0, "p": 1 }, "memory-baseline": { "diff": -9.2, "lo": -11, "hi": -7.6, "p": 0 }, "morph-memory": { "diff": 9.2, "lo": 7.5, "hi": 11, "p": 0 }, "nfeat-baseline": { "diff": -14.3, "lo": -16.1, "hi": -12.6, "p": 0 }, "natom-baseline": { "diff": -34, "lo": -36, "hi": -31.9, "p": 0 }, "nfeat-natom": { "diff": 19.7, "lo": 17.8, "hi": 21.5, "p": 0 }, "nfeat-morph": { "diff": -14.3, "lo": -16.1, "hi": -12.5, "p": 0 } }, "testsVariant": { "morph-baseline": { "diff": 0, "lo": 0, "hi": 0, "p": 1 }, "memory-baseline": { "diff": -9.2, "lo": -11, "hi": -7.5, "p": 0 }, "morph-memory": { "diff": 9.2, "lo": 7.6, "hi": 10.9, "p": 0 }, "nfeat-baseline": { "diff": -14.3, "lo": -16, "hi": -12.4, "p": 0 }, "natom-baseline": { "diff": -34, "lo": -35.9, "hi": -32, "p": 0 }, "nfeat-natom": { "diff": 19.7, "lo": 17.8, "hi": 21.6, "p": 0 }, "nfeat-morph": { "diff": -14.3, "lo": -16.1, "hi": -12.5, "p": 0 } } } }, "lemma-disjoint": { "50": { "overlap": 0, "unseenBundle": 24.1, "multiRef": 0, "items": 2500, "posCounts": { "V": 2367, "V.PTCP": 72, "V.CVB": 61 }, "systems": { "baseline": { "mean": 47.3, "std": 6.4, "runs": [ 46.6, 41, 42.8, 57.4, 48.6 ], "variant": { "mean": 47.3, "std": 6.4, "runs": [ 46.6, 41, 42.8, 57.4, 48.6 ] }, "lev": 1.5, "seenBundle": 61.9, "unseenBundle": 1.3, "seenLemma": null, "unseenLemma": 47.3, "copyShare": 70.7, "pos": { "V": 48.2, "V.PTCP": 30.6, "V.CVB": 29.5 } }, "memory": { "mean": 47.3, "std": 6.4, "runs": [ 46.6, 41, 42.8, 57.4, 48.6 ], "variant": { "mean": 47.3, "std": 6.4, "runs": [ 46.6, 41, 42.8, 57.4, 48.6 ] }, "lev": 1.5, "seenBundle": 61.9, "unseenBundle": 1.3, "seenLemma": null, "unseenLemma": 47.3, "copyShare": 70.7, "pos": { "V": 48.2, "V.PTCP": 30.6, "V.CVB": 29.5 } }, "morph": { "mean": 45.9, "std": 6.4, "runs": [ 44.8, 39.2, 41.6, 55.6, 48.2 ], "variant": { "mean": 45.9, "std": 6.4, "runs": [ 44.8, 39.2, 41.6, 55.6, 48.2 ] }, "lev": 1.39, "seenBundle": 60.2, "unseenBundle": 0.7, "seenLemma": null, "unseenLemma": 45.9, "copyShare": 9.3, "pos": { "V": 46.8, "V.PTCP": 30.6, "V.CVB": 29.5 } }, "natom": { "mean": 1.8, "std": 0.4, "runs": [ 1.2, 1.8, 1.8, 2, 2.2 ], "variant": { "mean": 1.8, "std": 0.4, "runs": [ 1.2, 1.8, 1.8, 2, 2.2 ] }, "lev": 4.42, "seenBundle": 2.4, "unseenBundle": 0, "seenLemma": null, "unseenLemma": 1.8, "copyShare": 1.8, "pos": { "V": 1.9, "V.PTCP": 1.4, "V.CVB": 0 } }, "nfeat": { "mean": 3.5, "std": 1.1, "runs": [ 4.4, 2.8, 5, 2.6, 2.8 ], "variant": { "mean": 3.5, "std": 1.1, "runs": [ 4.4, 2.8, 5, 2.6, 2.8 ] }, "lev": 3.59, "seenBundle": 4.4, "unseenBundle": 0.7, "seenLemma": null, "unseenLemma": 3.5, "copyShare": 2.4, "pos": { "V": 3.6, "V.PTCP": 2.8, "V.CVB": 1.6 } } }, "tests": { "morph-baseline": { "diff": -1.4, "lo": -2, "hi": -0.9, "p": 0 }, "memory-baseline": { "diff": 0, "lo": 0, "hi": 0, "p": 1 }, "morph-memory": { "diff": -1.4, "lo": -2, "hi": -0.9, "p": 0 }, "nfeat-baseline": { "diff": -43.8, "lo": -45.7, "hi": -41.7, "p": 0 }, "natom-baseline": { "diff": -45.5, "lo": -47.4, "hi": -43.5, "p": 0 }, "nfeat-natom": { "diff": 1.7, "lo": 0.9, "hi": 2.5, "p": 0 }, "nfeat-morph": { "diff": -42.4, "lo": -44.4, "hi": -40.4, "p": 0 } }, "testsVariant": { "morph-baseline": { "diff": -1.4, "lo": -2, "hi": -0.9, "p": 0 }, "memory-baseline": { "diff": 0, "lo": 0, "hi": 0, "p": 1 }, "morph-memory": { "diff": -1.4, "lo": -1.9, "hi": -0.9, "p": 0 }, "nfeat-baseline": { "diff": -43.8, "lo": -45.8, "hi": -41.8, "p": 0 }, "natom-baseline": { "diff": -45.5, "lo": -47.4, "hi": -43.5, "p": 0 }, "nfeat-natom": { "diff": 1.7, "lo": 1, "hi": 2.5, "p": 0 }, "nfeat-morph": { "diff": -42.4, "lo": -44.2, "hi": -40.4, "p": 0 } } }, "100": { "overlap": 0, "unseenBundle": 6.2, "multiRef": 0, "items": 2500, "posCounts": { "V": 2367, "V.PTCP": 72, "V.CVB": 61 }, "systems": { "baseline": { "mean": 61.4, "std": 3.3, "runs": [ 60.6, 58.2, 59, 66.4, 62.8 ], "variant": { "mean": 61.4, "std": 3.3, "runs": [ 60.6, 58.2, 59, 66.4, 62.8 ] }, "lev": 0.99, "seenBundle": 65.5, "unseenBundle": 0, "seenLemma": null, "unseenLemma": 61.4, "copyShare": 50.7, "pos": { "V": 62, "V.PTCP": 45.8, "V.CVB": 55.7 } }, "memory": { "mean": 61.4, "std": 3.3, "runs": [ 60.6, 58.2, 59, 66.4, 62.8 ], "variant": { "mean": 61.4, "std": 3.3, "runs": [ 60.6, 58.2, 59, 66.4, 62.8 ] }, "lev": 0.99, "seenBundle": 65.5, "unseenBundle": 0, "seenLemma": null, "unseenLemma": 61.4, "copyShare": 50.7, "pos": { "V": 62, "V.PTCP": 45.8, "V.CVB": 55.7 } }, "morph": { "mean": 61.6, "std": 3.5, "runs": [ 60.4, 58.4, 59.6, 67.4, 62.4 ], "variant": { "mean": 61.6, "std": 3.5, "runs": [ 60.4, 58.4, 59.6, 67.4, 62.4 ] }, "lev": 0.95, "seenBundle": 65.3, "unseenBundle": 5.8, "seenLemma": null, "unseenLemma": 61.6, "copyShare": 8.7, "pos": { "V": 62.3, "V.PTCP": 45.8, "V.CVB": 55.7 } }, "natom": { "mean": 5, "std": 1.3, "runs": [ 7, 5.6, 3.6, 4.8, 4.2 ], "variant": { "mean": 5, "std": 1.3, "runs": [ 7, 5.6, 3.6, 4.8, 4.2 ] }, "lev": 3.76, "seenBundle": 5.3, "unseenBundle": 0.6, "seenLemma": null, "unseenLemma": 5, "copyShare": 4.3, "pos": { "V": 5.3, "V.PTCP": 0, "V.CVB": 1.6 } }, "nfeat": { "mean": 11.4, "std": 3.7, "runs": [ 15.6, 13.2, 6.6, 8.4, 13.2 ], "variant": { "mean": 11.4, "std": 3.7, "runs": [ 15.6, 13.2, 6.6, 8.4, 13.2 ] }, "lev": 2.7, "seenBundle": 12.1, "unseenBundle": 1.3, "seenLemma": null, "unseenLemma": 11.4, "copyShare": 4.7, "pos": { "V": 11.8, "V.PTCP": 2.8, "V.CVB": 4.9 } } }, "tests": { "morph-baseline": { "diff": 0.2, "lo": -0.2, "hi": 0.7, "p": 0.353 }, "memory-baseline": { "diff": 0, "lo": 0, "hi": 0, "p": 1 }, "morph-memory": { "diff": 0.2, "lo": -0.2, "hi": 0.7, "p": 0.36 }, "nfeat-baseline": { "diff": -50, "lo": -52, "hi": -47.9, "p": 0 }, "natom-baseline": { "diff": -56.4, "lo": -58.3, "hi": -54.4, "p": 0 }, "nfeat-natom": { "diff": 6.4, "lo": 5.2, "hi": 7.6, "p": 0 }, "nfeat-morph": { "diff": -50.2, "lo": -52.3, "hi": -48.2, "p": 0 } }, "testsVariant": { "morph-baseline": { "diff": 0.2, "lo": -0.2, "hi": 0.7, "p": 0.317 }, "memory-baseline": { "diff": 0, "lo": 0, "hi": 0, "p": 1 }, "morph-memory": { "diff": 0.2, "lo": -0.2, "hi": 0.7, "p": 0.331 }, "nfeat-baseline": { "diff": -50, "lo": -52.1, "hi": -48, "p": 0 }, "natom-baseline": { "diff": -56.4, "lo": -58.4, "hi": -54.4, "p": 0 }, "nfeat-natom": { "diff": 6.4, "lo": 5.1, "hi": 7.6, "p": 0 }, "nfeat-morph": { "diff": -50.2, "lo": -52.2, "hi": -48.3, "p": 0 } } }, "250": { "overlap": 0, "unseenBundle": 0, "multiRef": 0, "items": 2500, "posCounts": { "V": 2367, "V.PTCP": 72, "V.CVB": 61 }, "systems": { "baseline": { "mean": 75.1, "std": 7.2, "runs": [ 78.4, 71.2, 66.8, 85.6, 73.6 ], "variant": { "mean": 75.1, "std": 7.2, "runs": [ 78.4, 71.2, 66.8, 85.6, 73.6 ] }, "lev": 0.56, "seenBundle": 75.1, "unseenBundle": null, "seenLemma": null, "unseenLemma": 75.1, "copyShare": 15, "pos": { "V": 74.6, "V.PTCP": 90.3, "V.CVB": 78.7 } }, "memory": { "mean": 75.1, "std": 7.2, "runs": [ 78.4, 71.2, 66.8, 85.6, 73.6 ], "variant": { "mean": 75.1, "std": 7.2, "runs": [ 78.4, 71.2, 66.8, 85.6, 73.6 ] }, "lev": 0.56, "seenBundle": 75.1, "unseenBundle": null, "seenLemma": null, "unseenLemma": 75.1, "copyShare": 15, "pos": { "V": 74.6, "V.PTCP": 90.3, "V.CVB": 78.7 } }, "morph": { "mean": 75.1, "std": 7.1, "runs": [ 78.4, 71.8, 66.6, 85.4, 73.4 ], "variant": { "mean": 75.1, "std": 7.1, "runs": [ 78.4, 71.8, 66.6, 85.4, 73.4 ] }, "lev": 0.53, "seenBundle": 75.1, "unseenBundle": null, "seenLemma": null, "unseenLemma": 75.1, "copyShare": 3.5, "pos": { "V": 74.6, "V.PTCP": 90.3, "V.CVB": 78.7 } }, "natom": { "mean": 11.5, "std": 1.7, "runs": [ 10.8, 11.4, 14.4, 10, 11 ], "variant": { "mean": 11.5, "std": 1.7, "runs": [ 10.8, 11.4, 14.4, 10, 11 ] }, "lev": 2.75, "seenBundle": 11.5, "unseenBundle": null, "seenLemma": null, "unseenLemma": 11.5, "copyShare": 3.4, "pos": { "V": 12.1, "V.PTCP": 2.8, "V.CVB": 0 } }, "nfeat": { "mean": 31.1, "std": 5.5, "runs": [ 35.6, 35.6, 33.2, 22.8, 28.4 ], "variant": { "mean": 31.1, "std": 5.5, "runs": [ 35.6, 35.6, 33.2, 22.8, 28.4 ] }, "lev": 1.76, "seenBundle": 31.1, "unseenBundle": null, "seenLemma": null, "unseenLemma": 31.1, "copyShare": 5.4, "pos": { "V": 31.9, "V.PTCP": 26.4, "V.CVB": 4.9 } } }, "tests": { "morph-baseline": { "diff": 0, "lo": -0.2, "hi": 0.2, "p": 1 }, "memory-baseline": { "diff": 0, "lo": 0, "hi": 0, "p": 1 }, "morph-memory": { "diff": 0, "lo": -0.2, "hi": 0.2, "p": 1 }, "nfeat-baseline": { "diff": -44, "lo": -46, "hi": -42, "p": 0 }, "natom-baseline": { "diff": -63.6, "lo": -65.6, "hi": -61.6, "p": 0 }, "nfeat-natom": { "diff": 19.6, "lo": 17.8, "hi": 21.5, "p": 0 }, "nfeat-morph": { "diff": -44, "lo": -46, "hi": -42, "p": 0 } }, "testsVariant": { "morph-baseline": { "diff": 0, "lo": -0.2, "hi": 0.2, "p": 1 }, "memory-baseline": { "diff": 0, "lo": 0, "hi": 0, "p": 1 }, "morph-memory": { "diff": 0, "lo": -0.2, "hi": 0.2, "p": 1 }, "nfeat-baseline": { "diff": -44, "lo": -45.9, "hi": -41.9, "p": 0 }, "natom-baseline": { "diff": -63.6, "lo": -65.6, "hi": -61.7, "p": 0 }, "nfeat-natom": { "diff": 19.6, "lo": 17.8, "hi": 21.5, "p": 0 }, "nfeat-morph": { "diff": -44, "lo": -46, "hi": -42, "p": 0 } } }, "500": { "overlap": 0, "unseenBundle": 0, "multiRef": 0, "items": 2500, "posCounts": { "V": 2367, "V.PTCP": 72, "V.CVB": 61 }, "systems": { "baseline": { "mean": 79.6, "std": 4.9, "runs": [ 79.4, 79.6, 73, 86.8, 79 ], "variant": { "mean": 79.6, "std": 4.9, "runs": [ 79.4, 79.6, 73, 86.8, 79 ] }, "lev": 0.44, "seenBundle": 79.6, "unseenBundle": null, "seenLemma": null, "unseenLemma": 79.6, "copyShare": 4.9, "pos": { "V": 79.2, "V.PTCP": 90.3, "V.CVB": 80.3 } }, "memory": { "mean": 79.6, "std": 4.9, "runs": [ 79.4, 79.6, 73, 86.8, 79 ], "variant": { "mean": 79.6, "std": 4.9, "runs": [ 79.4, 79.6, 73, 86.8, 79 ] }, "lev": 0.44, "seenBundle": 79.6, "unseenBundle": null, "seenLemma": null, "unseenLemma": 79.6, "copyShare": 4.9, "pos": { "V": 79.2, "V.PTCP": 90.3, "V.CVB": 80.3 } }, "morph": { "mean": 79.6, "std": 4.9, "runs": [ 79.4, 79.6, 73, 86.8, 79.2 ], "variant": { "mean": 79.6, "std": 4.9, "runs": [ 79.4, 79.6, 73, 86.8, 79.2 ] }, "lev": 0.43, "seenBundle": 79.6, "unseenBundle": null, "seenLemma": null, "unseenLemma": 79.6, "copyShare": 2.4, "pos": { "V": 79.3, "V.PTCP": 90.3, "V.CVB": 80.3 } }, "natom": { "mean": 21.6, "std": 5.5, "runs": [ 19.8, 17, 31.2, 20, 20 ], "variant": { "mean": 21.6, "std": 5.5, "runs": [ 19.8, 17, 31.2, 20, 20 ] }, "lev": 2.09, "seenBundle": 21.6, "unseenBundle": null, "seenLemma": null, "unseenLemma": 21.6, "copyShare": 3.5, "pos": { "V": 22.6, "V.PTCP": 5.6, "V.CVB": 3.3 } }, "nfeat": { "mean": 54.8, "std": 2.6, "runs": [ 56.2, 54.6, 52.2, 58.4, 52.6 ], "variant": { "mean": 54.8, "std": 2.6, "runs": [ 56.2, 54.6, 52.2, 58.4, 52.6 ] }, "lev": 1.05, "seenBundle": 54.8, "unseenBundle": null, "seenLemma": null, "unseenLemma": 54.8, "copyShare": 7.8, "pos": { "V": 54.8, "V.PTCP": 77.8, "V.CVB": 26.2 } } }, "tests": { "morph-baseline": { "diff": 0, "lo": 0, "hi": 0.1, "p": 0.778 }, "memory-baseline": { "diff": 0, "lo": 0, "hi": 0, "p": 1 }, "morph-memory": { "diff": 0, "lo": 0, "hi": 0.1, "p": 0.76 }, "nfeat-baseline": { "diff": -24.8, "lo": -26.8, "hi": -22.9, "p": 0 }, "natom-baseline": { "diff": -58, "lo": -60, "hi": -56, "p": 0 }, "nfeat-natom": { "diff": 33.2, "lo": 31.2, "hi": 35.2, "p": 0 }, "nfeat-morph": { "diff": -24.8, "lo": -26.6, "hi": -23, "p": 0 } }, "testsVariant": { "morph-baseline": { "diff": 0, "lo": 0, "hi": 0.1, "p": 0.716 }, "memory-baseline": { "diff": 0, "lo": 0, "hi": 0, "p": 1 }, "morph-memory": { "diff": 0, "lo": 0, "hi": 0.1, "p": 0.737 }, "nfeat-baseline": { "diff": -24.8, "lo": -26.6, "hi": -23, "p": 0 }, "natom-baseline": { "diff": -58, "lo": -59.9, "hi": -55.9, "p": 0 }, "nfeat-natom": { "diff": 33.2, "lo": 31.1, "hi": 35.4, "p": 0 }, "nfeat-morph": { "diff": -24.8, "lo": -26.7, "hi": -22.9, "p": 0 } } }, "1000": { "overlap": 0, "unseenBundle": 0, "multiRef": 0, "items": 2500, "posCounts": { "V": 2367, "V.PTCP": 72, "V.CVB": 61 }, "systems": { "baseline": { "mean": 82.1, "std": 3.1, "runs": [ 80.8, 83.2, 78.4, 86.8, 81.4 ], "variant": { "mean": 82.1, "std": 3.1, "runs": [ 80.8, 83.2, 78.4, 86.8, 81.4 ] }, "lev": 0.38, "seenBundle": 82.1, "unseenBundle": null, "seenLemma": null, "unseenLemma": 82.1, "copyShare": 1.6, "pos": { "V": 81.7, "V.PTCP": 93.1, "V.CVB": 85.2 } }, "memory": { "mean": 82.1, "std": 3.1, "runs": [ 80.8, 83.2, 78.4, 86.8, 81.4 ], "variant": { "mean": 82.1, "std": 3.1, "runs": [ 80.8, 83.2, 78.4, 86.8, 81.4 ] }, "lev": 0.38, "seenBundle": 82.1, "unseenBundle": null, "seenLemma": null, "unseenLemma": 82.1, "copyShare": 1.6, "pos": { "V": 81.7, "V.PTCP": 93.1, "V.CVB": 85.2 } }, "morph": { "mean": 82.1, "std": 3.1, "runs": [ 80.8, 83.2, 78.4, 86.8, 81.4 ], "variant": { "mean": 82.1, "std": 3.1, "runs": [ 80.8, 83.2, 78.4, 86.8, 81.4 ] }, "lev": 0.38, "seenBundle": 82.1, "unseenBundle": null, "seenLemma": null, "unseenLemma": 82.1, "copyShare": 1.3, "pos": { "V": 81.7, "V.PTCP": 93.1, "V.CVB": 85.2 } }, "natom": { "mean": 51.1, "std": 7.9, "runs": [ 62.8, 41.8, 54.2, 48.8, 47.8 ], "variant": { "mean": 51.1, "std": 7.9, "runs": [ 62.8, 41.8, 54.2, 48.8, 47.8 ] }, "lev": 1.24, "seenBundle": 51.1, "unseenBundle": null, "seenLemma": null, "unseenLemma": 51.1, "copyShare": 5, "pos": { "V": 52, "V.PTCP": 51.4, "V.CVB": 16.4 } }, "nfeat": { "mean": 67.5, "std": 3.9, "runs": [ 67.6, 69.2, 60.8, 69.6, 70.2 ], "variant": { "mean": 67.5, "std": 3.9, "runs": [ 67.6, 69.2, 60.8, 69.6, 70.2 ] }, "lev": 0.69, "seenBundle": 67.5, "unseenBundle": null, "seenLemma": null, "unseenLemma": 67.5, "copyShare": 9, "pos": { "V": 67.7, "V.PTCP": 87.5, "V.CVB": 36.1 } } }, "tests": { "morph-baseline": { "diff": 0, "lo": 0, "hi": 0, "p": 1 }, "memory-baseline": { "diff": 0, "lo": 0, "hi": 0, "p": 1 }, "morph-memory": { "diff": 0, "lo": 0, "hi": 0, "p": 1 }, "nfeat-baseline": { "diff": -14.6, "lo": -16.3, "hi": -13, "p": 0 }, "natom-baseline": { "diff": -31, "lo": -33, "hi": -29.1, "p": 0 }, "nfeat-natom": { "diff": 16.4, "lo": 14.5, "hi": 18.3, "p": 0 }, "nfeat-morph": { "diff": -14.6, "lo": -16.3, "hi": -13, "p": 0 } }, "testsVariant": { "morph-baseline": { "diff": 0, "lo": 0, "hi": 0, "p": 1 }, "memory-baseline": { "diff": 0, "lo": 0, "hi": 0, "p": 1 }, "morph-memory": { "diff": 0, "lo": 0, "hi": 0, "p": 1 }, "nfeat-baseline": { "diff": -14.6, "lo": -16.3, "hi": -13, "p": 0 }, "natom-baseline": { "diff": -31, "lo": -33, "hi": -29.1, "p": 0 }, "nfeat-natom": { "diff": 16.4, "lo": 14.5, "hi": 18.3, "p": 0 }, "nfeat-morph": { "diff": -14.6, "lo": -16.4, "hi": -12.9, "p": 0 } } } } }, "ron-all": { "random": { "50": { "overlap": 13.4, "unseenBundle": 37.2, "multiRef": 39.9, "items": 2500, "posCounts": { "N": 1293, "V": 655, "ADJ": 506 }, "systems": { "baseline": { "mean": 25.4, "std": 2.3, "runs": [ 21.6, 27.4, 26.8, 26, 25.2 ], "variant": { "mean": 36.5, "std": 1.2, "runs": [ 35.4, 38.4, 36.4, 36.8, 35.4 ] }, "lev": 2.49, "seenBundle": 34.8, "unseenBundle": 9.5, "seenLemma": 21.5, "unseenLemma": 26, "copyShare": 55.5, "pos": { "N": 29.5, "V": 22.6, "ADJ": 19.4 } }, "memory": { "mean": 25.3, "std": 2.3, "runs": [ 21.6, 27.4, 26.8, 25.4, 25.2 ], "variant": { "mean": 36.4, "std": 1.3, "runs": [ 35, 38.4, 36.4, 36.6, 35.4 ] }, "lev": 2.49, "seenBundle": 34.6, "unseenBundle": 9.5, "seenLemma": 20.6, "unseenLemma": 26, "copyShare": 55.4, "pos": { "N": 29.2, "V": 22.6, "ADJ": 19.4 } }, "morph": { "mean": 22.7, "std": 3.1, "runs": [ 18, 26, 24.6, 23.6, 21.4 ], "variant": { "mean": 33.8, "std": 2.2, "runs": [ 31.8, 37, 34.2, 34.4, 31.6 ] }, "lev": 2.52, "seenBundle": 34.8, "unseenBundle": 2.4, "seenLemma": 20.3, "unseenLemma": 23.1, "copyShare": 7.7, "pos": { "N": 27.9, "V": 21.2, "ADJ": 11.9 } } }, "tests": { "morph-baseline": { "diff": -2.7, "lo": -3.6, "hi": -1.8, "p": 0 }, "memory-baseline": { "diff": -0.1, "lo": -0.3, "hi": 0.1, "p": 0.337 }, "morph-memory": { "diff": -2.6, "lo": -3.5, "hi": -1.7, "p": 0 } }, "testsVariant": { "morph-baseline": { "diff": -2.7, "lo": -3.6, "hi": -1.8, "p": 0 }, "memory-baseline": { "diff": -0.1, "lo": -0.3, "hi": 0, "p": 0.243 }, "morph-memory": { "diff": -2.6, "lo": -3.4, "hi": -1.7, "p": 0 } } }, "100": { "overlap": 26.4, "unseenBundle": 18.2, "multiRef": 39.9, "items": 2500, "posCounts": { "N": 1293, "V": 655, "ADJ": 506 }, "systems": { "baseline": { "mean": 34.7, "std": 2.4, "runs": [ 34.4, 36.4, 32.8, 37.8, 32.2 ], "variant": { "mean": 48.2, "std": 4.1, "runs": [ 52, 50.2, 44.6, 51.4, 43 ] }, "lev": 2.12, "seenBundle": 40.8, "unseenBundle": 7.3, "seenLemma": 32.6, "unseenLemma": 35.5, "copyShare": 38.4, "pos": { "N": 33.3, "V": 38, "ADJ": 32.4 } }, "memory": { "mean": 34.6, "std": 2.2, "runs": [ 35, 36.2, 32.6, 37.2, 32.2 ], "variant": { "mean": 47.8, "std": 4, "runs": [ 51.6, 49.6, 44.2, 50.6, 42.8 ] }, "lev": 2.13, "seenBundle": 40.7, "unseenBundle": 7.3, "seenLemma": 32.3, "unseenLemma": 35.5, "copyShare": 38.2, "pos": { "N": 33.1, "V": 38, "ADJ": 32.4 } }, "morph": { "mean": 34, "std": 1.9, "runs": [ 32.8, 34.8, 33, 37, 32.4 ], "variant": { "mean": 47.5, "std": 3.4, "runs": [ 50.4, 48.6, 44.8, 50.6, 43.2 ] }, "lev": 2.07, "seenBundle": 40.5, "unseenBundle": 4.8, "seenLemma": 32.6, "unseenLemma": 34.5, "copyShare": 4.7, "pos": { "N": 33.3, "V": 36.2, "ADJ": 31 } } }, "tests": { "morph-baseline": { "diff": -0.7, "lo": -1.4, "hi": -0.1, "p": 0.033 }, "memory-baseline": { "diff": -0.1, "lo": -0.5, "hi": 0.3, "p": 0.764 }, "morph-memory": { "diff": -0.6, "lo": -1.4, "hi": 0.1, "p": 0.109 } }, "testsVariant": { "morph-baseline": { "diff": -0.7, "lo": -1.4, "hi": -0.1, "p": 0.033 }, "memory-baseline": { "diff": -0.5, "lo": -0.9, "hi": -0.1, "p": 0.024 }, "morph-memory": { "diff": -0.2, "lo": -1, "hi": 0.5, "p": 0.572 } } }, "250": { "overlap": 53.1, "unseenBundle": 5.4, "multiRef": 39.9, "items": 2500, "posCounts": { "N": 1293, "V": 655, "ADJ": 506 }, "systems": { "baseline": { "mean": 46.9, "std": 0.9, "runs": [ 47.6, 47.2, 45.6, 46.2, 47.8 ], "variant": { "mean": 63.8, "std": 3, "runs": [ 68.6, 64.2, 62, 63.4, 60.8 ] }, "lev": 1.8, "seenBundle": 49, "unseenBundle": 9, "seenLemma": 46.9, "unseenLemma": 46.8, "copyShare": 21.2, "pos": { "N": 38.1, "V": 58.3, "ADJ": 52.4 } }, "memory": { "mean": 46.5, "std": 1.4, "runs": [ 48.6, 46.8, 44.8, 45.6, 46.6 ], "variant": { "mean": 62.4, "std": 3.5, "runs": [ 68.2, 62.8, 60.6, 61.6, 59 ] }, "lev": 1.83, "seenBundle": 48.6, "unseenBundle": 9, "seenLemma": 46.2, "unseenLemma": 46.8, "copyShare": 20.5, "pos": { "N": 37.7, "V": 58, "ADJ": 51.8 } }, "morph": { "mean": 47.7, "std": 0.6, "runs": [ 46.8, 47.6, 48.2, 48.2, 47.6 ], "variant": { "mean": 64.6, "std": 2.6, "runs": [ 67.8, 64.6, 64.6, 65.4, 60.6 ] }, "lev": 1.75, "seenBundle": 50, "unseenBundle": 6.7, "seenLemma": 47.9, "unseenLemma": 47.5, "copyShare": 5.7, "pos": { "N": 38.1, "V": 60, "ADJ": 54.2 } } }, "tests": { "morph-baseline": { "diff": 0.8, "lo": 0.3, "hi": 1.4, "p": 0.003 }, "memory-baseline": { "diff": -0.4, "lo": -1.6, "hi": 0.7, "p": 0.499 }, "morph-memory": { "diff": 1.2, "lo": 0, "hi": 2.4, "p": 0.054 } }, "testsVariant": { "morph-baseline": { "diff": 0.8, "lo": 0.2, "hi": 1.4, "p": 0.004 }, "memory-baseline": { "diff": -1.4, "lo": -2.4, "hi": -0.3, "p": 0.012 }, "morph-memory": { "diff": 2.2, "lo": 1, "hi": 3.4, "p": 0 } } }, "500": { "overlap": 79, "unseenBundle": 0.7, "multiRef": 39.9, "items": 2500, "posCounts": { "N": 1293, "V": 655, "ADJ": 506 }, "systems": { "baseline": { "mean": 54.1, "std": 3.7, "runs": [ 49.6, 53.2, 55.4, 52.8, 59.6 ], "variant": { "mean": 74, "std": 1.9, "runs": [ 74.4, 72, 74, 72.8, 77 ] }, "lev": 1.63, "seenBundle": 54.4, "unseenBundle": 11.8, "seenLemma": 53.1, "unseenLemma": 57.8, "copyShare": 10.5, "pos": { "N": 39.6, "V": 72.1, "ADJ": 65.6 } }, "memory": { "mean": 54.3, "std": 1.4, "runs": [ 53.6, 52.8, 56.6, 54.4, 54 ], "variant": { "mean": 72.8, "std": 2.1, "runs": [ 74.6, 72.2, 74.6, 73, 69.4 ] }, "lev": 1.62, "seenBundle": 54.6, "unseenBundle": 11.8, "seenLemma": 53.3, "unseenLemma": 57.8, "copyShare": 8.5, "pos": { "N": 41.1, "V": 70.4, "ADJ": 65.2 } }, "morph": { "mean": 54.2, "std": 3.7, "runs": [ 49.4, 53.8, 55.2, 53.2, 59.6 ], "variant": { "mean": 74.2, "std": 1.7, "runs": [ 74.2, 72.6, 73.8, 73.2, 77 ] }, "lev": 1.6, "seenBundle": 54.6, "unseenBundle": 5.9, "seenLemma": 53.2, "unseenLemma": 58.2, "copyShare": 5, "pos": { "N": 39.6, "V": 72.5, "ADJ": 65.6 } } }, "tests": { "morph-baseline": { "diff": 0.1, "lo": -0.2, "hi": 0.4, "p": 0.531 }, "memory-baseline": { "diff": 0.2, "lo": -1.5, "hi": 1.8, "p": 0.847 }, "morph-memory": { "diff": 0, "lo": -1.8, "hi": 1.6, "p": 0.94 } }, "testsVariant": { "morph-baseline": { "diff": 0.1, "lo": -0.2, "hi": 0.4, "p": 0.515 }, "memory-baseline": { "diff": -1.3, "lo": -2.8, "hi": 0.1, "p": 0.083 }, "morph-memory": { "diff": 1.4, "lo": -0.1, "hi": 2.8, "p": 0.072 } } }, "1000": { "overlap": 96.1, "unseenBundle": 0, "multiRef": 39.9, "items": 2500, "posCounts": { "N": 1293, "V": 655, "ADJ": 506 }, "systems": { "baseline": { "mean": 54.9, "std": 4.4, "runs": [ 49.8, 53, 56.8, 53.4, 61.4 ], "variant": { "mean": 79.6, "std": 2.9, "runs": [ 77.8, 77.2, 77.8, 81.2, 84 ] }, "lev": 1.64, "seenBundle": 54.9, "unseenBundle": null, "seenLemma": 54.6, "unseenLemma": 61.2, "copyShare": 4.9, "pos": { "N": 35.8, "V": 78.8, "ADJ": 70.2 } }, "memory": { "mean": 55.4, "std": 1.6, "runs": [ 54.4, 55.6, 53.8, 55.2, 58 ], "variant": { "mean": 79.9, "std": 1.8, "runs": [ 81.8, 79.2, 78.2, 81.8, 78.4 ] }, "lev": 1.58, "seenBundle": 55.4, "unseenBundle": null, "seenLemma": 55.2, "unseenLemma": 61.2, "copyShare": 2.2, "pos": { "N": 40.2, "V": 70.2, "ADJ": 73.3 } }, "morph": { "mean": 55.2, "std": 4.6, "runs": [ 49.8, 53.4, 57.4, 53.4, 61.8 ], "variant": { "mean": 79.9, "std": 2.9, "runs": [ 77.8, 77.6, 78.4, 81.2, 84.4 ] }, "lev": 1.63, "seenBundle": 55.2, "unseenBundle": null, "seenLemma": 54.9, "unseenLemma": 61.2, "copyShare": 3.6, "pos": { "N": 35.8, "V": 79.8, "ADJ": 70.2 } } }, "tests": { "morph-baseline": { "diff": 0.3, "lo": 0.1, "hi": 0.5, "p": 0.015 }, "memory-baseline": { "diff": 0.5, "lo": -1.6, "hi": 2.6, "p": 0.592 }, "morph-memory": { "diff": -0.2, "lo": -2.4, "hi": 1.8, "p": 0.858 } }, "testsVariant": { "morph-baseline": { "diff": 0.3, "lo": 0, "hi": 0.5, "p": 0.02 }, "memory-baseline": { "diff": 0.3, "lo": -1.4, "hi": 1.9, "p": 0.781 }, "morph-memory": { "diff": 0, "lo": -1.7, "hi": 1.6, "p": 1 } } } }, "lemma-disjoint": { "50": { "overlap": 0, "unseenBundle": 31.5, "multiRef": 39.7, "items": 2500, "posCounts": { "N": 1320, "V": 658, "ADJ": 487 }, "systems": { "baseline": { "mean": 24.9, "std": 2.9, "runs": [ 26.4, 25.4, 26.4, 26.4, 19.8 ], "variant": { "mean": 34.1, "std": 6.3, "runs": [ 36.4, 34.2, 37.4, 39.2, 23.4 ] }, "lev": 2.47, "seenBundle": 31.4, "unseenBundle": 10.7, "seenLemma": null, "unseenLemma": 24.9, "copyShare": 52.3, "pos": { "N": 26.7, "V": 16.9, "ADJ": 30.6 } }, "memory": { "mean": 24.9, "std": 2.9, "runs": [ 26.4, 25.4, 26.4, 26.4, 19.8 ], "variant": { "mean": 34.1, "std": 6.3, "runs": [ 36.4, 34.2, 37.4, 39.2, 23.4 ] }, "lev": 2.47, "seenBundle": 31.4, "unseenBundle": 10.7, "seenLemma": null, "unseenLemma": 24.9, "copyShare": 52.3, "pos": { "N": 26.7, "V": 16.9, "ADJ": 30.6 } }, "morph": { "mean": 22.8, "std": 2.3, "runs": [ 22.8, 21.4, 25.8, 24.2, 19.8 ], "variant": { "mean": 32, "std": 5.6, "runs": [ 32.8, 30.2, 36.8, 37, 23.4 ] }, "lev": 2.55, "seenBundle": 32.1, "unseenBundle": 2.7, "seenLemma": null, "unseenLemma": 22.8, "copyShare": 10.1, "pos": { "N": 24.8, "V": 16, "ADJ": 26.1 } } }, "tests": { "morph-baseline": { "diff": -2.1, "lo": -3, "hi": -1.2, "p": 0 }, "memory-baseline": { "diff": 0, "lo": 0, "hi": 0, "p": 1 }, "morph-memory": { "diff": -2.1, "lo": -2.9, "hi": -1.2, "p": 0 } }, "testsVariant": { "morph-baseline": { "diff": -2.1, "lo": -2.9, "hi": -1.2, "p": 0 }, "memory-baseline": { "diff": 0, "lo": 0, "hi": 0, "p": 1 }, "morph-memory": { "diff": -2.1, "lo": -3, "hi": -1.2, "p": 0 } } }, "100": { "overlap": 0, "unseenBundle": 18.7, "multiRef": 39.7, "items": 2500, "posCounts": { "N": 1320, "V": 658, "ADJ": 487 }, "systems": { "baseline": { "mean": 31.6, "std": 2.5, "runs": [ 33, 28.4, 35, 31.6, 30.2 ], "variant": { "mean": 41.9, "std": 5.9, "runs": [ 45, 35.4, 48, 45.4, 35.6 ] }, "lev": 2.22, "seenBundle": 37.7, "unseenBundle": 5.4, "seenLemma": null, "unseenLemma": 31.6, "copyShare": 41.3, "pos": { "N": 29.7, "V": 27.4, "ADJ": 42.5 } }, "memory": { "mean": 31.6, "std": 2.5, "runs": [ 33, 28.4, 35, 31.6, 30.2 ], "variant": { "mean": 41.9, "std": 5.9, "runs": [ 45, 35.4, 48, 45.4, 35.6 ] }, "lev": 2.22, "seenBundle": 37.7, "unseenBundle": 5.4, "seenLemma": null, "unseenLemma": 31.6, "copyShare": 41.3, "pos": { "N": 29.7, "V": 27.4, "ADJ": 42.5 } }, "morph": { "mean": 31.8, "std": 3.4, "runs": [ 32, 28, 37.2, 31.6, 30.2 ], "variant": { "mean": 42, "std": 6.6, "runs": [ 44, 35, 50.2, 45.4, 35.6 ] }, "lev": 2.18, "seenBundle": 38, "unseenBundle": 4.9, "seenLemma": null, "unseenLemma": 31.8, "copyShare": 10.1, "pos": { "N": 29.7, "V": 26.3, "ADJ": 44.8 } } }, "tests": { "morph-baseline": { "diff": 0.2, "lo": -0.4, "hi": 0.7, "p": 0.636 }, "memory-baseline": { "diff": 0, "lo": 0, "hi": 0, "p": 1 }, "morph-memory": { "diff": 0.2, "lo": -0.4, "hi": 0.7, "p": 0.609 } }, "testsVariant": { "morph-baseline": { "diff": 0.2, "lo": -0.4, "hi": 0.7, "p": 0.648 }, "memory-baseline": { "diff": 0, "lo": 0, "hi": 0, "p": 1 }, "morph-memory": { "diff": 0.2, "lo": -0.4, "hi": 0.8, "p": 0.618 } } }, "250": { "overlap": 0, "unseenBundle": 5.4, "multiRef": 39.7, "items": 2500, "posCounts": { "N": 1320, "V": 658, "ADJ": 487 }, "systems": { "baseline": { "mean": 45.5, "std": 3.6, "runs": [ 39.4, 47.2, 46, 46.2, 48.8 ], "variant": { "mean": 59, "std": 3.8, "runs": [ 53.2, 59.2, 58.6, 63.8, 60.4 ] }, "lev": 1.79, "seenBundle": 48.1, "unseenBundle": 0.7, "seenLemma": null, "unseenLemma": 45.5, "copyShare": 24.8, "pos": { "N": 37, "V": 54.4, "ADJ": 54.2 } }, "memory": { "mean": 45.5, "std": 3.6, "runs": [ 39.4, 47.2, 46, 46.2, 48.8 ], "variant": { "mean": 59, "std": 3.8, "runs": [ 53.2, 59.2, 58.6, 63.8, 60.4 ] }, "lev": 1.79, "seenBundle": 48.1, "unseenBundle": 0.7, "seenLemma": null, "unseenLemma": 45.5, "copyShare": 24.8, "pos": { "N": 37, "V": 54.4, "ADJ": 54.2 } }, "morph": { "mean": 46, "std": 3.3, "runs": [ 40.6, 46.6, 48.6, 45.8, 48.6 ], "variant": { "mean": 59.6, "std": 3.4, "runs": [ 54.4, 58.6, 61.2, 63.4, 60.2 ] }, "lev": 1.72, "seenBundle": 48.6, "unseenBundle": 1.5, "seenLemma": null, "unseenLemma": 46, "copyShare": 7, "pos": { "N": 37, "V": 54.7, "ADJ": 56.5 } } }, "tests": { "morph-baseline": { "diff": 0.5, "lo": 0.1, "hi": 0.9, "p": 0.014 }, "memory-baseline": { "diff": 0, "lo": 0, "hi": 0, "p": 1 }, "morph-memory": { "diff": 0.5, "lo": 0.1, "hi": 1, "p": 0.014 } }, "testsVariant": { "morph-baseline": { "diff": 0.5, "lo": 0.1, "hi": 0.9, "p": 0.013 }, "memory-baseline": { "diff": 0, "lo": 0, "hi": 0, "p": 1 }, "morph-memory": { "diff": 0.5, "lo": 0.1, "hi": 0.9, "p": 0.014 } } }, "500": { "overlap": 0, "unseenBundle": 0.6, "multiRef": 39.7, "items": 2500, "posCounts": { "N": 1320, "V": 658, "ADJ": 487 }, "systems": { "baseline": { "mean": 55.1, "std": 3.9, "runs": [ 51.6, 52.8, 60.8, 52.8, 57.6 ], "variant": { "mean": 70.9, "std": 4.8, "runs": [ 67.2, 65.2, 77.2, 72.2, 72.6 ] }, "lev": 1.51, "seenBundle": 55.4, "unseenBundle": 0, "seenLemma": null, "unseenLemma": 55.1, "copyShare": 13.1, "pos": { "N": 44.8, "V": 67.9, "ADJ": 63.7 } }, "memory": { "mean": 55.1, "std": 3.9, "runs": [ 51.6, 52.8, 60.8, 52.8, 57.6 ], "variant": { "mean": 70.9, "std": 4.8, "runs": [ 67.2, 65.2, 77.2, 72.2, 72.6 ] }, "lev": 1.51, "seenBundle": 55.4, "unseenBundle": 0, "seenLemma": null, "unseenLemma": 55.1, "copyShare": 13.1, "pos": { "N": 44.8, "V": 67.9, "ADJ": 63.7 } }, "morph": { "mean": 55.5, "std": 4, "runs": [ 52.6, 52.6, 60.8, 52.8, 58.8 ], "variant": { "mean": 71.3, "std": 4.8, "runs": [ 68.2, 65, 77.2, 72.2, 73.8 ] }, "lev": 1.47, "seenBundle": 55.6, "unseenBundle": 42.9, "seenLemma": null, "unseenLemma": 55.5, "copyShare": 6.2, "pos": { "N": 44.8, "V": 69, "ADJ": 64.3 } } }, "tests": { "morph-baseline": { "diff": 0.4, "lo": 0.2, "hi": 0.7, "p": 0.001 }, "memory-baseline": { "diff": 0, "lo": 0, "hi": 0, "p": 1 }, "morph-memory": { "diff": 0.4, "lo": 0.2, "hi": 0.7, "p": 0.002 } }, "testsVariant": { "morph-baseline": { "diff": 0.4, "lo": 0.2, "hi": 0.7, "p": 0.002 }, "memory-baseline": { "diff": 0, "lo": 0, "hi": 0, "p": 1 }, "morph-memory": { "diff": 0.4, "lo": 0.2, "hi": 0.7, "p": 0.002 } } }, "1000": { "overlap": 0, "unseenBundle": 0, "multiRef": 39.7, "items": 2500, "posCounts": { "N": 1320, "V": 658, "ADJ": 487 }, "systems": { "baseline": { "mean": 60.6, "std": 2.9, "runs": [ 57.2, 59.8, 65, 59.2, 61.6 ], "variant": { "mean": 76.9, "std": 3.5, "runs": [ 73.2, 74, 81.6, 78.8, 76.8 ] }, "lev": 1.39, "seenBundle": 60.6, "unseenBundle": null, "seenLemma": null, "unseenLemma": 60.6, "copyShare": 6.6, "pos": { "N": 47.5, "V": 77.5, "ADJ": 70.8 } }, "memory": { "mean": 60.6, "std": 2.9, "runs": [ 57.2, 59.8, 65, 59.2, 61.6 ], "variant": { "mean": 76.9, "std": 3.5, "runs": [ 73.2, 74, 81.6, 78.8, 76.8 ] }, "lev": 1.39, "seenBundle": 60.6, "unseenBundle": null, "seenLemma": null, "unseenLemma": 60.6, "copyShare": 6.6, "pos": { "N": 47.5, "V": 77.5, "ADJ": 70.8 } }, "morph": { "mean": 60.8, "std": 3.1, "runs": [ 57.6, 59.8, 65.8, 59.2, 61.6 ], "variant": { "mean": 77.1, "std": 3.6, "runs": [ 73.6, 74, 82.4, 78.8, 76.8 ] }, "lev": 1.38, "seenBundle": 60.8, "unseenBundle": null, "seenLemma": null, "unseenLemma": 60.8, "copyShare": 5.1, "pos": { "N": 47.5, "V": 77.8, "ADJ": 71.7 } } }, "tests": { "morph-baseline": { "diff": 0.2, "lo": 0.1, "hi": 0.4, "p": 0.003 }, "memory-baseline": { "diff": 0, "lo": 0, "hi": 0, "p": 1 }, "morph-memory": { "diff": 0.2, "lo": 0.1, "hi": 0.4, "p": 0.004 } }, "testsVariant": { "morph-baseline": { "diff": 0.2, "lo": 0.1, "hi": 0.4, "p": 0.006 }, "memory-baseline": { "diff": 0, "lo": 0, "hi": 0, "p": 1 }, "morph-memory": { "diff": 0.2, "lo": 0.1, "hi": 0.4, "p": 0.001 } } } } } }, "examples": { "tur": { "random": { "n": 500, "items": [ { "lemma": "veteriner", "tag": "N;GEN;SG;PSS2S", "gold": "veterinerinin", "alt": [], "baseline": "veteriner", "memory": "veteriner", "morph": "veterinerinin", "natom": "veterinerlerinizde", "nfeat": "veterinerinin", "kind": "morph-only", "lemmaSeen": true, "bundleSeen": true }, { "lemma": "komikleşmek", "tag": "V;IND;PRS;HAB;3;PL;NEG;DECL", "gold": "komikleşmezler", "alt": [], "baseline": "komikleşmek", "memory": "komikleşmek", "morph": "komikleşmezler", "natom": "komikleşecek miydin", "nfeat": "komikleşecektim", "kind": "morph-only", "lemmaSeen": true, "bundleSeen": false }, { "lemma": "el sıkışmak", "tag": "V;IND;PRS;PROG;3;PL;INTR;POS", "gold": "el sıkışıyorlar mı", "alt": [], "baseline": "el sıkışmak", "memory": "el sıkışmak", "morph": "el sıkışıyorlar mı", "natom": "el sıkışıyor olmayacak mıymış", "nfeat": "el sıkışır olmayacaklar mıymız", "kind": "morph-only", "lemmaSeen": true, "bundleSeen": false }, { "lemma": "idadi", "tag": "N;ABL;SG", "gold": "idadiden", "alt": [], "baseline": "idadi", "memory": "idadiden", "morph": "idadi", "natom": "idadide", "nfeat": "idadinden", "kind": "memory-only", "lemmaSeen": true, "bundleSeen": true }, { "lemma": "kek", "tag": "N;ACC;SG", "gold": "keki", "alt": [], "baseline": "keğı", "memory": "keki", "morph": "keğı", "natom": "kekleriniz", "nfeat": "kekini", "kind": "memory-only", "lemmaSeen": true, "bundleSeen": true }, { "lemma": "konveks dörtgen", "tag": "N;NOM;PL", "gold": "konveks dörtgenler", "alt": [], "baseline": "konveks dörtgenlar", "memory": "konveks dörtgenler", "morph": "konveks dörtgenlar", "natom": "konveks dörtgenlerin", "nfeat": "konveks dörtgenler", "kind": "memory-only", "lemmaSeen": true, "bundleSeen": true }, { "lemma": "port", "tag": "N;NOM;PL;PSS3S", "gold": "portları", "alt": [], "baseline": "portleri", "memory": "portleri", "morph": "portleri", "natom": "portları", "nfeat": "portları", "kind": "all-wrong", "lemmaSeen": true, "bundleSeen": true }, { "lemma": "kızan", "tag": "N;ABL;SG;PSS2P", "gold": "kızanınızdan", "alt": [], "baseline": "kızannizden", "memory": "kızannizden", "morph": "kızannizden", "natom": "kızanımızda", "nfeat": "kızanınızdan", "kind": "all-wrong", "lemmaSeen": true, "bundleSeen": true } ] }, "lemma-disjoint": { "n": 500, "items": [ { "lemma": "kahraman", "tag": "N;DAT;SG;PSS2S", "gold": "kahramanına", "alt": [], "baseline": "kahramanne", "memory": "kahramanne", "morph": "kahramanne", "natom": "kahramanlarından", "nfeat": "kahramanda", "kind": "all-wrong", "lemmaSeen": false, "bundleSeen": true }, { "lemma": "kavun", "tag": "N;ARGNO3P;SG;LGSPEC2", "gold": "kavunmuşlar", "alt": [], "baseline": "kavun", "memory": "kavun", "morph": "kavunmışsılar", "natom": "kavunlarınızdan", "nfeat": "kavununuzda", "kind": "all-wrong", "lemmaSeen": false, "bundleSeen": false } ] } }, "urd": { "random": { "n": 500, "items": [ { "lemma": "آرام کرنا", "tag": "V;3;PL;HAB;SBJV;FEM", "gold": "آرام کرتی ہوں", "alt": [], "baseline": "آرام کرنا", "memory": "آرام کرنا", "morph": "آرام کرتی ہوں", "natom": "آرام کر رہی ہوں گی", "nfeat": "آرام کرتی ہوں", "kind": "morph-only", "lemmaSeen": true, "bundleSeen": false }, { "lemma": "لوٹنا", "tag": "V;2;PL;PRF;LGSPEC3;FEM", "gold": "لوٹی ہو گی", "alt": [], "baseline": "لوٹنا", "memory": "لوٹنا", "morph": "لوٹی ہو گی", "natom": "لوٹ رہی ہوتی", "nfeat": "لوٹی ہو گی", "kind": "morph-only", "lemmaSeen": true, "bundleSeen": false }, { "lemma": "بہنا", "tag": "V;1;PL;PROG;LGSPEC4;MASC", "gold": "بہ رہے ہوتے", "alt": [], "baseline": "بہنا", "memory": "بہنا", "morph": "بہ رہے ہوتے", "natom": "بہ رہی ہوں گی", "nfeat": "بہ رہے ہوتے", "kind": "morph-only", "lemmaSeen": true, "bundleSeen": false }, { "lemma": "قیدخانہ", "tag": "N;VOC;SG", "gold": "قید خاہے", "alt": [], "baseline": "قیدخانہ", "memory": "قید خاہے", "morph": "قیدخانہ", "natom": "قید خاہہ", "nfeat": "قیدخاہے", "kind": "memory-only", "lemmaSeen": true, "bundleSeen": true }, { "lemma": "پْرشنسا", "tag": "N;NOM;SG", "gold": "پررشنسا", "alt": [], "baseline": "پْرشنسا", "memory": "پررشنسا", "morph": "پْرشنسا", "natom": "پررشنسا", "nfeat": "پررشنسا", "kind": "memory-only", "lemmaSeen": true, "bundleSeen": true }, { "lemma": "سالگرہ", "tag": "N;ACC;PL", "gold": "سالگرہوں", "alt": [], "baseline": "سالگروں", "memory": "سالگرہوں", "morph": "سالگروں", "natom": "سالگرہوں", "nfeat": "سالگرہوں", "kind": "memory-only", "lemmaSeen": true, "bundleSeen": true }, { "lemma": "جلنا", "tag": "V;NFIN;LGSPEC1", "gold": "جلنا", "alt": [], "baseline": "جلنا", "memory": "جلنا", "morph": "جلنے", "natom": "جلتا ہو گا", "nfeat": "جلتی", "kind": "baseline-only", "lemmaSeen": true, "bundleSeen": false }, { "lemma": "لکھنا", "tag": "V;NFIN;LGSPEC1", "gold": "لکھنا", "alt": [], "baseline": "لکھنا", "memory": "لکھنا", "morph": "لکھنے", "natom": "لکھ رہی ہوتی", "nfeat": "لکھئی", "kind": "baseline-only", "lemmaSeen": true, "bundleSeen": false }, { "lemma": "جھکنا", "tag": "V;1;SG;SBJV;MASC", "gold": "میں جھکوں گا", "alt": [], "baseline": "جھکنا", "memory": "جھکنا", "morph": "تو جھکے گا", "natom": "جھکی ہوں گی", "nfeat": "یہ وہ جھکا ہوں", "kind": "all-wrong", "lemmaSeen": true, "bundleSeen": false }, { "lemma": "ہنسنا", "tag": "V;2;SG;PROG;PST;FEM", "gold": "ہنس رہی تھی", "alt": [], "baseline": "ہنسنا", "memory": "ہنسنا", "morph": "ہنس رہی تھا", "natom": "ہم ہنسیں گی", "nfeat": "ہنس رہی تھی", "kind": "all-wrong", "lemmaSeen": true, "bundleSeen": false } ] }, "lemma-disjoint": { "n": 500, "items": [ { "lemma": "سوپن دیکھنا", "tag": "V;3;PL;PRF;SBJV;FEM", "gold": "سوپن دیکھی ہوں", "alt": [], "baseline": "سوپن دیکھنا", "memory": "سوپن دیکھنا", "morph": "سوپن دیکھی ہوں", "natom": "سونپی کھی ہوں گی", "nfeat": "سوپ کھی ہوں", "kind": "morph-only", "lemmaSeen": false, "bundleSeen": false }, { "lemma": "کھیلنا", "tag": "V;3;PL;PROG;SBJV;FEM", "gold": "کھیل رہی ہوں", "alt": [], "baseline": "کھیلنا", "memory": "کھیلنا", "morph": "کھیل رہی ہوں", "natom": "کھیل رہی ہوں گی", "nfeat": "کھی رہی ہوں", "kind": "morph-only", "lemmaSeen": false, "bundleSeen": false }, { "lemma": "چومنا", "tag": "V;1;SG;PROG;PST;FEM", "gold": "چوم رہی تھی", "alt": [], "baseline": "چومنا", "memory": "چومنا", "morph": "چوم رہی تھی", "natom": "چومتی ہوتی", "nfeat": "چوم رہی تھی", "kind": "morph-only", "lemmaSeen": false, "bundleSeen": false }, { "lemma": "جھگڑا", "tag": "N;NOM;PL", "gold": "جھگڑے", "alt": [], "baseline": "جھگڑاے", "memory": "جھگڑاے", "morph": "جھگڑاے", "natom": "جھڑائیں", "nfeat": "جھگاا", "kind": "all-wrong", "lemmaSeen": false, "bundleSeen": true }, { "lemma": "سالگرہ", "tag": "N;NOM;PL", "gold": "سالگرہیں", "alt": [], "baseline": "سالگرے", "memory": "سالگرے", "morph": "سالگرے", "natom": "سالگر", "nfeat": "سالگرے", "kind": "all-wrong", "lemmaSeen": false, "bundleSeen": true } ] } }, "evn": { "random": { "n": 500, "items": [ { "lemma": "eːkun", "tag": "PRO;TERM;SG", "gold": "eːkundulaː", "alt": [], "baseline": "eːkun", "memory": "eːkun", "morph": "eːkundulaː", "natom": "eːkunduː", "nfeat": "eːkunə", "kind": "morph-only", "lemmaSeen": true, "bundleSeen": false }, { "lemma": "aki", "tag": "V;FIN;IND;SG;1;ACT", "gold": "akim", "alt": [], "baseline": "aki", "memory": "aki", "morph": "akim", "natom": "akilduː", "nfeat": "akiwun", "kind": "morph-only", "lemmaSeen": false, "bundleSeen": false }, { "lemma": "baji", "tag": "N;COM;PL", "gold": "bajilnun", "alt": [], "baseline": "baji", "memory": "baji", "morph": "bajilnun", "natom": "bajilwa", "nfeat": "bajilwər", "kind": "morph-only", "lemmaSeen": false, "bundleSeen": false }, { "lemma": "ŋinakin", "tag": "N;ACC;DEF;SG", "gold": "ŋinakinma", "alt": [ "ŋinakinmə" ], "baseline": "ŋinakinmə", "memory": "ŋinakinma", "morph": "ŋinakinmə", "natom": "ŋinakinduː", "nfeat": "ŋinakindulaː", "kind": "memory-only", "lemmaSeen": true, "bundleSeen": true }, { "lemma": "amar", "tag": "N;DAT;SG;PSS3P", "gold": "amarduːn", "alt": [ "amardutin" ], "baseline": "amarduːtin", "memory": "amarduːtin", "morph": "amarduːtin", "natom": "amarduː", "nfeat": "amardukiː", "kind": "all-wrong", "lemmaSeen": true, "bundleSeen": true }, { "lemma": "omŋo", "tag": "V;FIN;IND;SG;1;PST;ACT", "gold": "omŋokoːkuːśim", "alt": [ "omŋolim", "omŋom", "omŋot͡ʃoːw" ], "baseline": "omŋom", "memory": "omŋom", "morph": "omŋom", "natom": "omŋotin", "nfeat": "omŋoďonďon", "kind": "all-wrong", "lemmaSeen": true, "bundleSeen": true } ] }, "lemma-disjoint": { "n": 500, "items": [ { "lemma": "munŋədi", "tag": "PRO;NOM;PL;1+EXCL", "gold": "munŋədi", "alt": [], "baseline": "munŋədi", "memory": "munŋədi", "morph": "munŋədiŋkiːwun", "natom": "munŋədiduk", "nfeat": "munŋədiwun", "kind": "baseline-only", "lemmaSeen": false, "bundleSeen": false }, { "lemma": "ədin", "tag": "DET;EQTV;PROX", "gold": "ədin", "alt": [], "baseline": "ədin", "memory": "ədin", "morph": "ədinduː", "natom": "ədinduː", "nfeat": "ədinduː", "kind": "baseline-only", "lemmaSeen": false, "bundleSeen": false }, { "lemma": "ərə", "tag": "DET;PROX", "gold": "ərə", "alt": [], "baseline": "ərə", "memory": "ərə", "morph": "ərəduː", "natom": "ərəldə", "nfeat": "ərə", "kind": "baseline-only", "lemmaSeen": false, "bundleSeen": false }, { "lemma": "amaski", "tag": "ADV;PSS3P", "gold": "amaskitin", "alt": [], "baseline": "amaski", "memory": "amaski", "morph": "amaski", "natom": "amaskil", "nfeat": "amaski", "kind": "all-wrong", "lemmaSeen": false, "bundleSeen": false }, { "lemma": "γoːta", "tag": "V;IPFV;FIN;IND;SG;1;PST;ACT", "gold": "γoːtaďasaːw", "alt": [], "baseline": "γoːtaďət͡ʃaːw", "memory": "γoːtaďət͡ʃaːw", "morph": "γoːtaďət͡ʃaːw", "natom": "γoːtaďən", "nfeat": "γoːtaďəm", "kind": "all-wrong", "lemmaSeen": false, "bundleSeen": true } ] } }, "ckt": { "random": { "n": 100, "items": [ { "lemma": "тумгытум", "tag": "N;ABS;PL", "gold": "тумгыт", "alt": [], "baseline": "тумгытум", "memory": "тумгытум", "morph": "тумгыт", "natom": "тумгэ", "nfeat": "тумгытум", "kind": "morph-only", "lemmaSeen": true, "bundleSeen": false }, { "lemma": "тэнӈыткук", "tag": "V;IND;PFV;ITER;SG;3", "gold": "гэтэнӈыткуԓин", "alt": [], "baseline": "тэнӈыткук", "memory": "тэнӈыткук", "morph": "гэтэнӈыткуԓин", "natom": "тэнӈыткук", "nfeat": "тэнӈыткук", "kind": "morph-only", "lemmaSeen": false, "bundleSeen": false }, { "lemma": "ԓьук", "tag": "V;IND;PFV;SG;3", "gold": "гэԓьуԓин", "alt": [], "baseline": "ԓьук", "memory": "ԓьук", "morph": "гэԓьуԓин", "natom": "ԓьунин", "nfeat": "гэнуԓин", "kind": "morph-only", "lemmaSeen": true, "bundleSeen": true }, { "lemma": "тури", "tag": "PRO;2;PL", "gold": "тури", "alt": [], "baseline": "тури", "memory": "тури", "morph": "торыкагты", "natom": "торыкагты", "nfeat": "торыкагты", "kind": "baseline-only", "lemmaSeen": true, "bundleSeen": false }, { "lemma": "ӈирэӄычьын", "tag": "DAT;ADJ", "gold": "ӈэраӄычьэты", "alt": [], "baseline": "ӈирэӄычьын", "memory": "ӈирэӄычьын", "morph": "ӈирэӄычьын", "natom": "ӈирэӄычьын", "nfeat": "ӈирэӄычьыт", "kind": "all-wrong", "lemmaSeen": false, "bundleSeen": false }, { "lemma": "гым", "tag": "PRO;SG;DAT;1", "gold": "гымыкагты", "alt": [], "baseline": "гым", "memory": "гым", "morph": "гым", "natom": "гымнин", "nfeat": "гымнан", "kind": "all-wrong", "lemmaSeen": true, "bundleSeen": false } ] }, "lemma-disjoint": { "n": 100, "items": [ { "lemma": "итык", "tag": "V;NFIN", "gold": "итык", "alt": [], "baseline": "итык", "memory": "итык", "morph": "мыитнэт", "natom": "мытытыгъэн", "nfeat": "мытыԓитъан", "kind": "baseline-only", "lemmaSeen": false, "bundleSeen": false }, { "lemma": "итык", "tag": "V;IND;PST;PFV;1;SG", "gold": "титгъэк", "alt": [], "baseline": "итык", "memory": "итык", "morph": "тыитгъэк", "natom": "мытытыгъэн", "nfeat": "гынэк", "kind": "all-wrong", "lemmaSeen": false, "bundleSeen": false }, { "lemma": "гым", "tag": "PRO;SG;1", "gold": "гым", "alt": [ "гымо" ], "baseline": "гг", "memory": "гг", "morph": "гг", "natom": "гым", "nfeat": "гым", "kind": "all-wrong", "lemmaSeen": false, "bundleSeen": true } ] } }, "ron": { "random": { "n": 500, "items": [ { "lemma": "ara", "tag": "V;IND;PRS;2;SG", "gold": "ari", "alt": [], "baseline": "arezi", "memory": "ari", "morph": "arezi", "natom": "arăm", "nfeat": "arai", "kind": "memory-only", "lemmaSeen": true, "bundleSeen": true }, { "lemma": "cere", "tag": "V;IND;PST;3;SG;PRF", "gold": "ceruse", "alt": [], "baseline": "cerese", "memory": "ceruse", "morph": "cerese", "natom": "cereau", "nfeat": "ceruse", "kind": "memory-only", "lemmaSeen": true, "bundleSeen": true }, { "lemma": "reduce", "tag": "V;IND;PST;2;SG;PRF", "gold": "reduseseși", "alt": [], "baseline": "reduceseși", "memory": "reduseseși", "morph": "reduceseși", "natom": "reducseși", "nfeat": "reduseseși", "kind": "memory-only", "lemmaSeen": true, "bundleSeen": true }, { "lemma": "augura", "tag": "V;IND;PRS;3;SG", "gold": "augurează", "alt": [], "baseline": "augură", "memory": "augură", "morph": "augură", "natom": "augura", "nfeat": "augură", "kind": "all-wrong", "lemmaSeen": true, "bundleSeen": true }, { "lemma": "presupune", "tag": "V;IND;PST;1;SG;PFV", "gold": "presupusei", "alt": [], "baseline": "presupunei", "memory": "presupunei", "morph": "presupunei", "natom": "presupun", "nfeat": "presupusem", "kind": "all-wrong", "lemmaSeen": true, "bundleSeen": true } ] }, "lemma-disjoint": { "n": 500, "items": [ { "lemma": "răscula", "tag": "V;SBJV;PRS;2;SG", "gold": "să răscoli", "alt": [], "baseline": "să răsculi", "memory": "să răsculi", "morph": "să răsculi", "natom": "să răsculezi", "nfeat": "să răsculez", "kind": "all-wrong", "lemmaSeen": false, "bundleSeen": true }, { "lemma": "presupune", "tag": "V;IND;PST;3;SG;PRF", "gold": "presupusese", "alt": [], "baseline": "presupunese", "memory": "presupunese", "morph": "presupunese", "natom": "presupuneam", "nfeat": "presupunese", "kind": "all-wrong", "lemmaSeen": false, "bundleSeen": true } ] } }, "ron-all": { "random": { "n": 500, "items": [ { "lemma": "sticlă", "tag": "N;NOM/ACC;SG;INDF", "gold": "niște sticle", "alt": [ "o sticlă" ], "baseline": "sticlă", "memory": "niște sticle", "morph": "sticlă", "kind": "memory-only", "lemmaSeen": true, "bundleSeen": true }, { "lemma": "foaie", "tag": "N;GEN/DAT;SG;INDF", "gold": "unor foi", "alt": [ "unei foi" ], "baseline": "unei foaii", "memory": "unor foi", "morph": "unei foaii", "kind": "memory-only", "lemmaSeen": true, "bundleSeen": true }, { "lemma": "sfârtica", "tag": "V;SBJV;PRS;2;SG", "gold": "să sfârtici", "alt": [], "baseline": "să sfârticezi", "memory": "să sfârtici", "morph": "să sfârticezi", "kind": "memory-only", "lemmaSeen": true, "bundleSeen": true }, { "lemma": "descoperi", "tag": "V;IND;PRS;2;SG", "gold": "descoperi", "alt": [], "baseline": "descoperi", "memory": "descoperi", "morph": "descoperiești", "kind": "baseline-only", "lemmaSeen": true, "bundleSeen": true }, { "lemma": "trezire", "tag": "N;GEN/DAT;PL;DEF", "gold": "trezirii", "alt": [ "trezirilor" ], "baseline": "trezirei", "memory": "trezireei", "morph": "trezirei", "kind": "all-wrong", "lemmaSeen": true, "bundleSeen": true }, { "lemma": "depăra", "tag": "V;SBJV;PRS;3;PL", "gold": "să depere", "alt": [], "baseline": "să depăre", "memory": "să depărască", "morph": "să depăre", "kind": "all-wrong", "lemmaSeen": true, "bundleSeen": true } ] }, "lemma-disjoint": { "n": 500, "items": [ { "lemma": "cumplit", "tag": "ADJ;NOM/ACC;FEM;SG;INDF", "gold": "cumpliți", "alt": [], "baseline": "cumplit", "memory": "cumplit", "morph": "cumpliți", "kind": "morph-only", "lemmaSeen": false, "bundleSeen": true }, { "lemma": "convențional", "tag": "ADJ;NOM/ACC;FEM;SG;INDF", "gold": "convenționali", "alt": [], "baseline": "convențional", "memory": "convențional", "morph": "convenționali", "kind": "morph-only", "lemmaSeen": false, "bundleSeen": true }, { "lemma": "irațional", "tag": "ADJ;NOM/ACC;FEM;SG;INDF", "gold": "iraționali", "alt": [], "baseline": "irațional", "memory": "irațional", "morph": "iraționali", "kind": "morph-only", "lemmaSeen": false, "bundleSeen": true }, { "lemma": "molid", "tag": "N;NOM/ACC;SG;INDF", "gold": "niște molizi", "alt": [ "un molid" ], "baseline": "un molid", "memory": "un molid", "morph": "un molid", "kind": "all-wrong", "lemmaSeen": false, "bundleSeen": true }, { "lemma": "famen", "tag": "N;VOC;SG", "gold": "famenule", "alt": [], "baseline": "famen", "memory": "famen", "morph": "famen", "kind": "all-wrong", "lemmaSeen": false, "bundleSeen": true } ] } } }, "neural": { "torch": "2.14.0+cpu", "python": "3.14.4", "config": { "emb": 48, "enc": 64, "dec": 128, "dropout": 0.3, "lr": 0.003, "lr_final": 0.0003, "batch": 32, "clip": 5, "steps_base": 200, "steps_per_item": 0.6, "steps_max": 800, "decode_extra": 20 }, "kinds": [ "natom", "nfeat" ], "trainSeconds": 28676 } }