360_em_dataset/output_I-S5T_combined/test/eval_secondary.json

{
    "OKN": {
        "F1": 0.20480225988700565,
        "FPR": 0.013803080588886052,
        "accuracy": 0.9809845478341637,
        "basic_statistics": {
            "detected": {
                "amplitude_px": 195.68290990823223,
                "count": 104.0,
                "duration_ms": 154.80769230769232
            },
            "true": {
                "amplitude_px": 141.1015442639991,
                "count": 14.0,
                "duration_ms": 555.7142857142857
            }
        },
        "episode_as_Hooge_et_al": {
            "F1": 0.0847457627118644,
            "IoU": 0.16581988035515308,
            "IoU>=0.5": {
                "F1": 0.03389830508474576,
                "IoU": 0.12282003710575139
            }
        },
        "episode_as_Hoppe_et_al": {
            "F1": 0.06666666666666667,
            "FPR": 0.016454749439042633,
            "accuracy": 0.9791666666666666,
            "confusion": {
                "OKN": 0.14285714285714285,
                "OKN+VOR": 0.21428571428571427,
                "VOR": 0.35714285714285715,
                "head_pursuit": 0.0,
                "noise": 0.0,
                "unassigned": 0.21428571428571427
            },
            "confusion-accuracy": 0.14285714285714285,
            "kappa": 0.059152957647879076,
            "precision": 0.043478260869565216,
            "recall": 0.14285714285714285,
            "sensitivity": 0.14285714285714285,
            "specificity": 0.9835452505609573
        },
        "episode_as_Zemblys_et_al": {
            "IoU>=0.5": {
                "kappa": 0.028354202877986956
            },
            "kappa": 0.044595150950310636
        },
        "episode_as_Zemblys_et_al_corrected": {
            "IoU>=0.8": {
                "kappa": 0.03333333333333333
            },
            "kappa": 0.03787878787878787
        },
        "kappa": 0.196372689918105,
        "normalised_Levenshtein": {
            "episode": 0.1849678601578761,
            "error_rate": 0.01901545216583636,
            "sample": 0.019292453168811462
        },
        "precision": 0.151673640167364,
        "recall": 0.31521739130434784,
        "sensitivity": 0.31521739130434784,
        "specificity": 0.986196919411114
    },
    "OKN+VOR": {
        "F1": 0.6642912385371782,
        "FPR": 0.054416854778028594,
        "accuracy": 0.8973739761884657,
        "basic_statistics": {
            "detected": {
                "amplitude_px": 464.1770376109851,
                "count": 247.0,
                "duration_ms": 593.8380566801619
            },
            "true": {
                "amplitude_px": 628.590681721392,
                "count": 141.0,
                "duration_ms": 1117.7021276595744
            }
        },
        "episode_as_Hooge_et_al": {
            "F1": 0.5773195876288659,
            "IoU": 0.4697439399133884,
            "IoU>=0.5": {
                "F1": 0.37628865979381443,
                "IoU": 0.4019459393664477
            }
        },
        "episode_as_Hoppe_et_al": {
            "F1": 0.39759036144578314,
            "FPR": 0.10129564193168433,
            "accuracy": 0.8883928571428571,
            "confusion": {
                "OKN": 0.0,
                "OKN+VOR": 0.7021276595744681,
                "VOR": 0.19858156028368795,
                "head_pursuit": 0.0,
                "noise": 0.0,
                "unassigned": 0.0070921985815602835
            },
            "confusion-accuracy": 0.7021276595744681,
            "kappa": 0.3486005089058521,
            "precision": 0.2773109243697479,
            "recall": 0.7021276595744681,
            "sensitivity": 0.7021276595744681,
            "specificity": 0.8987043580683156
        },
        "episode_as_Zemblys_et_al": {
            "IoU>=0.5": {
                "kappa": 0.3546566064387614
            },
            "kappa": 0.46418283824688156
        },
        "episode_as_Zemblys_et_al_corrected": {
            "IoU>=0.8": {
                "kappa": 0.12797960111300188
            },
            "kappa": 0.42625632088110993
        },
        "kappa": 0.6038129328307429,
        "normalised_Levenshtein": {
            "episode": 0.20823131718350532,
            "error_rate": 0.10262602381153424,
            "sample": 0.1004607812695803
        },
        "precision": 0.6891512407587828,
        "recall": 0.6411623567048786,
        "sensitivity": 0.6411623567048786,
        "specificity": 0.9455831452219714
    },
    "VOR": {
        "F1": 0.6003116619554976,
        "FPR": 0.07560173280515209,
        "accuracy": 0.813746516929832,
        "basic_statistics": {
            "detected": {
                "amplitude_px": 55.856530477147686,
                "count": 998.0,
                "duration_ms": 194.42785571142284
            },
            "true": {
                "amplitude_px": 22.18461134494214,
                "count": 928.0,
                "duration_ms": 290.98599137931035
            }
        },
        "episode_as_Hooge_et_al": {
            "F1": 0.6358921161825726,
            "IoU": 0.4363447873590228,
            "IoU>=0.5": {
                "F1": 0.45228215767634855,
                "IoU": 0.3819097356628808
            }
        },
        "episode_as_Hoppe_et_al": {
            "F1": 0.6507936507936508,
            "FPR": 0.05227272727272727,
            "accuracy": 0.8035714285714286,
            "confusion": {
                "OKN": 0.008620689655172414,
                "OKN+VOR": 0.16379310344827586,
                "VOR": 0.5301724137931034,
                "head_pursuit": 0.01293103448275862,
                "noise": 0.009698275862068966,
                "unassigned": 0.2543103448275862
            },
            "confusion-accuracy": 0.5301724137931034,
            "kappa": 0.5237931626868236,
            "precision": 0.8424657534246576,
            "recall": 0.5301724137931034,
            "sensitivity": 0.5301724137931034,
            "specificity": 0.9477272727272728
        },
        "episode_as_Zemblys_et_al": {
            "IoU>=0.5": {
                "kappa": 0.30480825594668814
            },
            "kappa": 0.36203829429486223
        },
        "episode_as_Zemblys_et_al_corrected": {
            "IoU>=0.8": {
                "kappa": 0.25761751149438344
            },
            "kappa": 0.42372452256061893
        },
        "kappa": 0.48307494311053745,
        "normalised_Levenshtein": {
            "episode": 0.25206305316969335,
            "error_rate": 0.18625348307016804,
            "sample": 0.1839447994474695
        },
        "precision": 0.7173479993071193,
        "recall": 0.5161079262213359,
        "sensitivity": 0.5161079262213359,
        "specificity": 0.924398267194848
    },
    "all": {
        "basic_statistics": {
            "detected": {
                "samples_amount": {
                    "OKN": 0.016144557966731404,
                    "OKN+VOR": 0.14733597905935997,
                    "VOR": 0.19498437895803428,
                    "head_pursuit": 0.028565397281094317,
                    "noise": 0.028810267668665034,
                    "unassigned": 0.584159419066115
                }
            },
            "true": {
                "samples_amount": {
                    "OKN": 0.007768301950519294,
                    "OKN+VOR": 0.15836359030651018,
                    "VOR": 0.2710124123955079,
                    "head_pursuit": 0.014844211770666216,
                    "noise": 0.015646373385122012,
                    "unassigned": 0.5323651101916744
                }
            }
        },
        "episode_as_Zemblys_et_al": {
            "IoU>=0.5": {
                "kappa": 0.11170677884903935
            },
            "kappa": 0.2730938468801526
        },
        "episode_as_Zemblys_et_al_corrected": {
            "IoU>=0.8": {
                "kappa": 0.2904392131462002
            },
            "kappa": 0.4876694388414415
        },
        "normalised_Levenshtein": {
            "episode": 0.31265852110135356,
            "error_rate": 0.24628894705733345,
            "sample": 0.24579076502553562
        }
    },
    "head_pursuit": {
        "F1": 0.5458082085197432,
        "FPR": 0.016970652770159078,
        "accuracy": 0.9802837118973233,
        "basic_statistics": {
            "detected": {
                "amplitude_px": 93.46105236418087,
                "count": 145.0,
                "duration_ms": 198.29655172413794
            },
            "true": {
                "amplitude_px": 131.95992808827992,
                "count": 22.0,
                "duration_ms": 683.5909090909091
            }
        },
        "episode_as_Hooge_et_al": {
            "F1": 0.20359281437125748,
            "IoU": 0.40462538965140565,
            "IoU>=0.5": {
                "F1": 0.09580838323353294,
                "IoU": 0.2894941039381425
            }
        },
        "episode_as_Hoppe_et_al": {
            "F1": 0.5538461538461539,
            "FPR": 0.009377344336084021,
            "accuracy": 0.9892113095238095,
            "confusion": {
                "OKN": 0.0,
                "OKN+VOR": 0.0,
                "VOR": 0.0,
                "head_pursuit": 0.8181818181818182,
                "noise": 0.0,
                "unassigned": 0.18181818181818182
            },
            "confusion-accuracy": 0.8181818181818182,
            "kappa": 0.5489619737542522,
            "precision": 0.4186046511627907,
            "recall": 0.8181818181818182,
            "sensitivity": 0.8181818181818182,
            "specificity": 0.9906226556639159
        },
        "episode_as_Zemblys_et_al": {
            "IoU>=0.5": {
                "kappa": 0.0998330760795928
            },
            "kappa": 0.15914607051591556
        },
        "episode_as_Zemblys_et_al_corrected": {
            "IoU>=0.8": {
                "kappa": 0.039886039886039885
            },
            "kappa": 0.07697697697697699
        },
        "kappa": 0.536758193975555,
        "normalised_Levenshtein": {
            "episode": 0.18566553587307333,
            "error_rate": 0.019716288102676685,
            "sample": 0.01875869312130136
        },
        "precision": 0.4147206621342004,
        "recall": 0.79806598407281,
        "sensitivity": 0.79806598407281,
        "specificity": 0.9830293472298409
    },
    "noise": {
        "F1": 0.7038936372269705,
        "FPR": 0.013373135352599569,
        "accuracy": 0.986836105716457,
        "basic_statistics": {
            "detected": {
                "amplitude_px": 1346.809504169806,
                "count": 348.0,
                "duration_ms": 82.9396551724138
            },
            "true": {
                "amplitude_px": 2273.1160266325533,
                "count": 238.0,
                "duration_ms": 65.84033613445378
            }
        },
        "episode_as_Hooge_et_al": {
            "F1": 0.757679180887372,
            "IoU": 0.708537666899468,
            "IoU>=0.5": {
                "F1": 0.5802047781569966,
                "IoU": 0.6458713147601527
            }
        },
        "episode_as_Hoppe_et_al": {
            "F1": 0.8424778761061947,
            "FPR": 0.036326530612244896,
            "accuracy": 0.9668898809523809,
            "confusion": {
                "OKN": 0.0,
                "OKN+VOR": 0.0,
                "VOR": 0.0,
                "head_pursuit": 0.0,
                "noise": 1.0,
                "unassigned": 0.0
            },
            "confusion-accuracy": 1.0,
            "kappa": 0.8244900474517778,
            "precision": 0.72782874617737,
            "recall": 1.0,
            "sensitivity": 1.0,
            "specificity": 0.9636734693877551
        },
        "episode_as_Zemblys_et_al": {
            "IoU>=0.5": {
                "kappa": 0.5727587193864241
            },
            "kappa": 0.7085264446290356
        },
        "episode_as_Zemblys_et_al_corrected": {
            "IoU>=0.8": {
                "kappa": 0.4571573433116992
            },
            "kappa": 0.7215500821457302
        },
        "kappa": 0.6977644933439123,
        "normalised_Levenshtein": {
            "episode": 0.20706932741564224,
            "error_rate": 0.013163894283543021,
            "sample": 0.013620704600349828
        },
        "precision": 0.5430832356389215,
        "recall": 1.0,
        "sensitivity": 1.0,
        "specificity": 0.9866268646474005
    },
    "unassigned": {
        "F1": 0.8640399304242607,
        "FPR": 0.21768805749160378,
        "accuracy": 0.8481972473190914,
        "basic_statistics": {
            "detected": {
                "amplitude_px": 443.0099642367328,
                "count": 1421.0,
                "duration_ms": 393.0295566502463
            },
            "true": {
                "amplitude_px": 580.7177440564975,
                "count": 1330.0,
                "duration_ms": 377.5684210526316
            }
        },
        "episode_as_Hooge_et_al": {
            "F1": 0.7283195394026628,
            "IoU": 0.47733005420227775,
            "IoU>=0.5": {
                "F1": 0.5174523209787694,
                "IoU": 0.4380559576530895
            }
        },
        "episode_as_Hoppe_et_al": {
            "F1": 0.7884102173084254,
            "FPR": 0.18168279970215934,
            "accuracy": 0.7935267857142857,
            "confusion": {
                "OKN": 0.026765799256505577,
                "OKN+VOR": 0.07657992565055761,
                "VOR": 0.04386617100371747,
                "head_pursuit": 0.009665427509293681,
                "noise": 0.05947955390334572,
                "unassigned": 0.7687732342007435
            },
            "confusion-accuracy": 0.7687732342007435,
            "kappa": 0.587068659135674,
            "precision": 0.809076682316119,
            "recall": 0.7687732342007435,
            "sensitivity": 0.7687732342007435,
            "specificity": 0.8183172002978406
        },
        "episode_as_Zemblys_et_al": {
            "IoU>=0.5": {
                "kappa": 0.3148223136926491
            },
            "kappa": 0.41403326926047723
        },
        "episode_as_Zemblys_et_al_corrected": {
            "IoU>=0.8": {
                "kappa": 0.32333279955249067
            },
            "kappa": 0.5343947716006935
        },
        "kappa": 0.6930501795052239,
        "normalised_Levenshtein": {
            "episode": 0.20383034932910532,
            "error_rate": 0.15180275268090856,
            "sample": 0.1464637880792651
        },
        "precision": 0.8257350177791911,
        "recall": 0.9060715645222688,
        "sensitivity": 0.9060715645222688,
        "specificity": 0.7823119425083962
    }
}