experiments: jcn on SE2013 = 57.19% (tracks first_sense); include results_ls.jsonl

Author: alvations

experiments/README.md

@@ -72,7 +72,7 @@ accuracy % over OEWN-resolvable instances.
 | `max_similarity_wup`   | 30.56 |  –    |  –    |  –    |  –    |  –    |  –    |  – |
 | `max_similarity_lch`   | 33.56 |  –    |  –    |  –    |  –    |  –    |  –    |  – |
 | `max_similarity_res`   | 26.62 |  –    |  –    |  –    |  –    |  –    |  –    |  – |
-| `max_similarity_jcn`   | **52.55** |  – |  – |  – |  – |  – |  – |  – |
+| `max_similarity_jcn`   | **52.55** | **57.19** | – |  – |  – |  – |  – |  – |
 | `max_similarity_lin`   | 30.56 |  –    |  –    |  –    |  –    |  –    |  –    |  – |
 
 Column headers: `SE07 (AW)`=SemEval-2007 fine-grained all-words

experiments/results_ls.jsonl

@@ -0,0 +1,21 @@
+{"method": "first_sense", "total": 3425, "correct": 1350, "accuracy": 0.39416058394160586, "skipped_nogold": 483, "errors": 331, "elapsed_sec": 1.6231169700622559, "config": "en-senseval2_ls", "split": "test"}
+{"method": "random_sense", "total": 3425, "correct": 629, "accuracy": 0.18364963503649634, "skipped_nogold": 483, "errors": 331, "elapsed_sec": 1.5860159397125244, "config": "en-senseval2_ls", "split": "test"}
+{"method": "max_lemma_count", "total": 3425, "correct": 796, "accuracy": 0.2324087591240876, "skipped_nogold": 483, "errors": 331, "elapsed_sec": 14.96763300895691, "config": "en-senseval2_ls", "split": "test"}
+{"method": "original_lesk", "total": 3319, "correct": 554, "accuracy": 0.16691774630912926, "skipped_nogold": 483, "errors": 437, "elapsed_sec": 13.226696968078613, "config": "en-senseval2_ls", "split": "test"}
+{"method": "simple_lesk", "total": 3425, "correct": 1358, "accuracy": 0.3964963503649635, "skipped_nogold": 483, "errors": 331, "elapsed_sec": 108.37102794647217, "config": "en-senseval2_ls", "split": "test"}
+{"method": "adapted_lesk", "total": 3425, "correct": 1341, "accuracy": 0.39153284671532845, "skipped_nogold": 483, "errors": 331, "elapsed_sec": 229.35177278518677, "config": "en-senseval2_ls", "split": "test"}
+{"method": "cosine_lesk", "total": 3425, "correct": 945, "accuracy": 0.2759124087591241, "skipped_nogold": 483, "errors": 331, "elapsed_sec": 174.33811593055725, "config": "en-senseval2_ls", "split": "test"}
+{"method": "first_sense", "total": 3156, "correct": 1645, "accuracy": 0.5212294043092522, "skipped_nogold": 693, "errors": 0, "elapsed_sec": 1.3735520839691162, "config": "en-senseval3_ls", "split": "test"}
+{"method": "random_sense", "total": 3156, "correct": 604, "accuracy": 0.19138149556400508, "skipped_nogold": 693, "errors": 0, "elapsed_sec": 1.276261806488037, "config": "en-senseval3_ls", "split": "test"}
+{"method": "max_lemma_count", "total": 3156, "correct": 1200, "accuracy": 0.38022813688212925, "skipped_nogold": 693, "errors": 0, "elapsed_sec": 14.49598217010498, "config": "en-senseval3_ls", "split": "test"}
+{"method": "original_lesk", "total": 3100, "correct": 610, "accuracy": 0.1967741935483871, "skipped_nogold": 693, "errors": 56, "elapsed_sec": 9.501013994216919, "config": "en-senseval3_ls", "split": "test"}
+{"method": "simple_lesk", "total": 3156, "correct": 1488, "accuracy": 0.4714828897338403, "skipped_nogold": 693, "errors": 0, "elapsed_sec": 150.49404191970825, "config": "en-senseval3_ls", "split": "test"}
+{"method": "adapted_lesk", "total": 3156, "correct": 1491, "accuracy": 0.47243346007604564, "skipped_nogold": 693, "errors": 0, "elapsed_sec": 186.66445302963257, "config": "en-senseval3_ls", "split": "test"}
+{"method": "cosine_lesk", "total": 3156, "correct": 832, "accuracy": 0.26362484157160965, "skipped_nogold": 693, "errors": 0, "elapsed_sec": 130.32108855247498, "config": "en-senseval3_ls", "split": "test"}
+{"method": "first_sense", "total": 434, "correct": 229, "accuracy": 0.5276497695852534, "skipped_nogold": 1, "errors": 20, "elapsed_sec": 0.3324108123779297, "config": "en-semeval2007_t17_ls", "split": "test"}
+{"method": "random_sense", "total": 434, "correct": 125, "accuracy": 0.2880184331797235, "skipped_nogold": 1, "errors": 20, "elapsed_sec": 0.324084997177124, "config": "en-semeval2007_t17_ls", "split": "test"}
+{"method": "max_lemma_count", "total": 434, "correct": 144, "accuracy": 0.3317972350230415, "skipped_nogold": 1, "errors": 20, "elapsed_sec": 3.7025742530822754, "config": "en-semeval2007_t17_ls", "split": "test"}
+{"method": "original_lesk", "total": 414, "correct": 65, "accuracy": 0.1570048309178744, "skipped_nogold": 1, "errors": 40, "elapsed_sec": 3.2046680450439453, "config": "en-semeval2007_t17_ls", "split": "test"}
+{"method": "simple_lesk", "total": 434, "correct": 205, "accuracy": 0.47235023041474655, "skipped_nogold": 1, "errors": 20, "elapsed_sec": 168.6688311100006, "config": "en-semeval2007_t17_ls", "split": "test"}
+{"method": "adapted_lesk", "total": 434, "correct": 202, "accuracy": 0.46543778801843316, "skipped_nogold": 1, "errors": 20, "elapsed_sec": 199.71927499771118, "config": "en-semeval2007_t17_ls", "split": "test"}
+{"method": "cosine_lesk", "total": 434, "correct": 138, "accuracy": 0.31797235023041476, "skipped_nogold": 1, "errors": 20, "elapsed_sec": 32.74876093864441, "config": "en-semeval2007_t17_ls", "split": "test"}