360_em_dataset/output_I-S5T_FOV/train/eval_secondary.json

{
    "OKN": {
        "F1": 0.0,
        "FPR": 0.0,
        "accuracy": 0.9916118602033129,
        "basic_statistics": {
            "detected": {
                "amplitude_px": NaN,
                "count": 0.0,
                "duration_ms": NaN
            },
            "true": {
                "amplitude_px": 107.197236476633,
                "count": 5.0,
                "duration_ms": 1743.4
            }
        },
        "episode_as_Hooge_et_al": {
            "F1": 0.0,
            "IoU": 0.0,
            "IoU>=0.5": {
                "F1": 0.0,
                "IoU": 0.0
            }
        },
        "episode_as_Hoppe_et_al": {
            "F1": 0.0,
            "FPR": 0.0,
            "accuracy": 0.9978696207925011,
            "confusion": {
                "OKN+VOR": 0.2,
                "noise": 0.0,
                "unassigned": 0.8
            },
            "confusion-accuracy": 0.0,
            "kappa": 0.0,
            "precision": 0.0,
            "recall": 0.0,
            "sensitivity": 0.0,
            "specificity": 1.0
        },
        "episode_as_Zemblys_et_al": {
            "IoU>=0.5": {
                "kappa": 0.0
            },
            "kappa": 0.0
        },
        "episode_as_Zemblys_et_al_corrected": {
            "IoU>=0.8": {
                "kappa": 0.0
            },
            "kappa": 0.0
        },
        "kappa": 0.0,
        "normalised_Levenshtein": {
            "episode": 0.6461373872690829,
            "error_rate": 0.008388139796687066,
            "sample": 0.007325374189584754
        },
        "precision": 0.0,
        "recall": 0.0,
        "sensitivity": 0.0,
        "specificity": 1.0
    },
    "OKN+VOR": {
        "F1": 0.5452161113341363,
        "FPR": 0.08516372998632231,
        "accuracy": 0.8561658329312782,
        "basic_statistics": {
            "detected": {
                "amplitude_px": 578.0690740975924,
                "count": 161.0,
                "duration_ms": 975.0496894409938
            },
            "true": {
                "amplitude_px": 604.4247429683048,
                "count": 145.0,
                "duration_ms": 1086.2551724137932
            }
        },
        "episode_as_Hooge_et_al": {
            "F1": 0.6601307189542484,
            "IoU": 0.41789041100050517,
            "IoU>=0.5": {
                "F1": 0.40522875816993464,
                "IoU": 0.32819567459951426
            }
        },
        "episode_as_Hoppe_et_al": {
            "F1": 0.3203125,
            "FPR": 0.12942779291553133,
            "accuracy": 0.8517256071580741,
            "confusion": {
                "OKN+VOR": 0.5655172413793104,
                "noise": 0.006896551724137931,
                "unassigned": 0.4068965517241379
            },
            "confusion-accuracy": 0.5655172413793104,
            "kappa": 0.2542634724634188,
            "precision": 0.22343324250681199,
            "recall": 0.5655172413793104,
            "sensitivity": 0.5655172413793104,
            "specificity": 0.8705722070844687
        },
        "episode_as_Zemblys_et_al": {
            "IoU>=0.5": {
                "kappa": 0.3769279944798474
            },
            "kappa": 0.232877498600927
        },
        "episode_as_Zemblys_et_al_corrected": {
            "IoU>=0.8": {
                "kappa": 0.15171188959552365
            },
            "kappa": 0.20484952482560956
        },
        "kappa": 0.4597904748897969,
        "normalised_Levenshtein": {
            "episode": 0.6626002319110071,
            "error_rate": 0.1438341670687218,
            "sample": 0.13644348858336253
        },
        "precision": 0.5460491047496515,
        "recall": 0.5443856554967667,
        "sensitivity": 0.5443856554967667,
        "specificity": 0.9148362700136777
    },
    "VOR": {
        "F1": 0.0,
        "FPR": 0.0,
        "accuracy": 0.7182990105211481,
        "basic_statistics": {
            "detected": {
                "amplitude_px": NaN,
                "count": 0.0,
                "duration_ms": NaN
            },
            "true": {
                "amplitude_px": 37.67873273686645,
                "count": 800.0,
                "duration_ms": 350.7125
            }
        },
        "episode_as_Hooge_et_al": {
            "F1": 0.0,
            "IoU": 0.0,
            "IoU>=0.5": {
                "F1": 0.0,
                "IoU": 0.0
            }
        },
        "episode_as_Hoppe_et_al": {
            "F1": 0.0,
            "FPR": 0.0,
            "accuracy": 0.6591393268001704,
            "confusion": {
                "OKN+VOR": 0.18,
                "noise": 0.005,
                "unassigned": 0.815
            },
            "confusion-accuracy": 0.0,
            "kappa": 0.0,
            "precision": 0.0,
            "recall": 0.0,
            "sensitivity": 0.0,
            "specificity": 1.0
        },
        "episode_as_Zemblys_et_al": {
            "IoU>=0.5": {
                "kappa": 0.0
            },
            "kappa": 0.0
        },
        "episode_as_Zemblys_et_al_corrected": {
            "IoU>=0.8": {
                "kappa": 0.0
            },
            "kappa": 0.0
        },
        "kappa": 0.0,
        "normalised_Levenshtein": {
            "episode": 0.6461373872690829,
            "error_rate": 0.2817009894788519,
            "sample": 0.28514802120604227
        },
        "precision": 0.0,
        "recall": 0.0,
        "sensitivity": 0.0,
        "specificity": 1.0
    },
    "all": {
        "basic_statistics": {
            "detected": {
                "samples_amount": {
                    "OKN+VOR": 0.15789340037073715,
                    "noise": 0.022320408318732384,
                    "unassigned": 0.8197861913105304
                }
            },
            "true": {
                "samples_amount": {
                    "OKN": 0.008388139796687066,
                    "OKN+VOR": 0.1583758665346233,
                    "VOR": 0.2817009894788519,
                    "head_pursuit": 0.014609414015218845,
                    "noise": 0.011257543824009886,
                    "unassigned": 0.525668046350609
                }
            }
        },
        "episode_as_Zemblys_et_al": {
            "IoU>=0.5": {
                "kappa": -0.0594245946947034
            },
            "kappa": 0.097872319286046
        },
        "episode_as_Zemblys_et_al_corrected": {
            "IoU>=0.8": {
                "kappa": 0.12217078536056142
            },
            "kappa": 0.23869726513635825
        },
        "normalised_Levenshtein": {
            "episode": 0.691565767668714,
            "error_rate": 0.40433203829257763,
            "sample": 0.39964498287299005
        }
    },
    "head_pursuit": {
        "F1": 0.0,
        "FPR": 0.0,
        "accuracy": 0.9853905859847811,
        "basic_statistics": {
            "detected": {
                "amplitude_px": NaN,
                "count": 0.0,
                "duration_ms": NaN
            },
            "true": {
                "amplitude_px": 226.10015886166858,
                "count": 30.0,
                "duration_ms": 500.8666666666667
            }
        },
        "episode_as_Hooge_et_al": {
            "F1": 0.0,
            "IoU": 0.0,
            "IoU>=0.5": {
                "F1": 0.0,
                "IoU": 0.0
            }
        },
        "episode_as_Hoppe_et_al": {
            "F1": 0.0,
            "FPR": 0.0,
            "accuracy": 0.9872177247550064,
            "confusion": {
                "OKN+VOR": 0.03333333333333333,
                "noise": 0.0,
                "unassigned": 0.9666666666666667
            },
            "confusion-accuracy": 0.0,
            "kappa": 0.0,
            "precision": 0.0,
            "recall": 0.0,
            "sensitivity": 0.0,
            "specificity": 1.0
        },
        "episode_as_Zemblys_et_al": {
            "IoU>=0.5": {
                "kappa": 0.0
            },
            "kappa": 0.0
        },
        "episode_as_Zemblys_et_al_corrected": {
            "IoU>=0.8": {
                "kappa": 0.0
            },
            "kappa": 0.0
        },
        "kappa": 0.0,
        "normalised_Levenshtein": {
            "episode": 0.6461373872690829,
            "error_rate": 0.014609414015218845,
            "sample": 0.013659502920181584
        },
        "precision": 0.0,
        "recall": 0.0,
        "sensitivity": 0.0,
        "specificity": 1.0
    },
    "noise": {
        "F1": 0.6705318880766322,
        "FPR": 0.011188823161805622,
        "accuracy": 0.9889371355052775,
        "basic_statistics": {
            "detected": {
                "amplitude_px": 1434.459851819239,
                "count": 251.0,
                "duration_ms": 88.8207171314741
            },
            "true": {
                "amplitude_px": 2250.753920096423,
                "count": 194.0,
                "duration_ms": 58.05670103092783
            }
        },
        "episode_as_Hooge_et_al": {
            "F1": 0.8134831460674158,
            "IoU": 0.6664143458024759,
            "IoU>=0.5": {
                "F1": 0.5932584269662922,
                "IoU": 0.5992618879671637
            }
        },
        "episode_as_Hoppe_et_al": {
            "F1": 0.8603104212860311,
            "FPR": 0.029261495587552252,
            "accuracy": 0.9731572219855135,
            "confusion": {
                "OKN+VOR": 0.0,
                "noise": 1.0,
                "unassigned": 0.0
            },
            "confusion-accuracy": 1.0,
            "kappa": 0.8457823006505139,
            "precision": 0.754863813229572,
            "recall": 1.0,
            "sensitivity": 1.0,
            "specificity": 0.9707385044124478
        },
        "episode_as_Zemblys_et_al": {
            "IoU>=0.5": {
                "kappa": 0.5724550297802093
            },
            "kappa": 0.6814206239671857
        },
        "episode_as_Zemblys_et_al_corrected": {
            "IoU>=0.8": {
                "kappa": 0.40628861212601514
            },
            "kappa": 0.7416012736868433
        },
        "kappa": 0.6655259672357945,
        "normalised_Levenshtein": {
            "episode": 0.6703344999010459,
            "error_rate": 0.011062864494722498,
            "sample": 0.011157335968175936
        },
        "precision": 0.5043610163064088,
        "recall": 1.0,
        "sensitivity": 1.0,
        "specificity": 0.9888111768381944
    },
    "unassigned": {
        "F1": 0.7405571353078839,
        "FPR": 0.6779921126358429,
        "accuracy": 0.6509314982690468,
        "basic_statistics": {
            "detected": {
                "amplitude_px": 1088.258696544088,
                "count": 381.0,
                "duration_ms": 1992.2178477690288
            },
            "true": {
                "amplitude_px": 539.6365479797664,
                "count": 1158.0,
                "duration_ms": 425.3540587219344
            }
        },
        "episode_as_Hooge_et_al": {
            "F1": 0.4588910133843212,
            "IoU": 0.09362647916870481,
            "IoU>=0.5": {
                "F1": 0.12109623964308477,
                "IoU": 0.07046327900396944
            }
        },
        "episode_as_Hoppe_et_al": {
            "F1": 0.6738152888273954,
            "FPR": 0.6337308347529813,
            "accuracy": 0.5982104814657009,
            "confusion": {
                "OKN+VOR": 0.1184995737425405,
                "noise": 0.0494458653026428,
                "unassigned": 0.8303495311167945
            },
            "confusion-accuracy": 0.8303495311167945,
            "kappa": 0.1965797972882466,
            "precision": 0.5669383003492433,
            "recall": 0.8303495311167945,
            "sensitivity": 0.8303495311167945,
            "specificity": 0.36626916524701875
        },
        "episode_as_Zemblys_et_al": {
            "IoU>=0.5": {
                "kappa": -0.060577102319415044
            },
            "kappa": 0.1598471938727739
        },
        "episode_as_Zemblys_et_al_corrected": {
            "IoU>=0.8": {
                "kappa": 0.08524617147808573
            },
            "kappa": 0.22826934541322766
        },
        "kappa": 0.2781628098756172,
        "normalised_Levenshtein": {
            "episode": 0.6461373872690829,
            "error_rate": 0.34906850173095316,
            "sample": 0.3372940029725865
        },
        "precision": 0.6077107339032751,
        "recall": 0.9477328352441067,
        "sensitivity": 0.9477328352441067,
        "specificity": 0.3220078873641571
    }
}