360_em_dataset/output_I-S5T_FOV/test/eval_secondary.json

{
    "OKN": {
        "F1": 0.0,
        "FPR": 0.0,
        "accuracy": 0.9922316980494807,
        "basic_statistics": {
            "detected": {
                "amplitude_px": NaN,
                "count": 0.0,
                "duration_ms": NaN
            },
            "true": {
                "amplitude_px": 141.1015442639991,
                "count": 14.0,
                "duration_ms": 555.7142857142857
            }
        },
        "episode_as_Hooge_et_al": {
            "F1": 0.0,
            "IoU": 0.0,
            "IoU>=0.5": {
                "F1": 0.0,
                "IoU": 0.0
            }
        },
        "episode_as_Hoppe_et_al": {
            "F1": 0.0,
            "FPR": 0.0,
            "accuracy": 0.9947916666666666,
            "confusion": {
                "OKN+VOR": 0.2857142857142857,
                "noise": 0.0,
                "unassigned": 0.7142857142857143
            },
            "confusion-accuracy": 0.0,
            "kappa": 0.0,
            "precision": 0.0,
            "recall": 0.0,
            "sensitivity": 0.0,
            "specificity": 1.0
        },
        "episode_as_Zemblys_et_al": {
            "IoU>=0.5": {
                "kappa": 0.0
            },
            "kappa": 0.0
        },
        "episode_as_Zemblys_et_al_corrected": {
            "IoU>=0.8": {
                "kappa": 0.0
            },
            "kappa": 0.0
        },
        "kappa": 0.0,
        "normalised_Levenshtein": {
            "episode": 0.6408114709100718,
            "error_rate": 0.007768301950519294,
            "sample": 0.0073642886430814545
        },
        "precision": 0.0,
        "recall": 0.0,
        "sensitivity": 0.0,
        "specificity": 1.0
    },
    "OKN+VOR": {
        "F1": 0.6144384574152961,
        "FPR": 0.058209179834462,
        "accuracy": 0.8845984970024487,
        "basic_statistics": {
            "detected": {
                "amplitude_px": 629.7254164953733,
                "count": 172.0,
                "duration_ms": 815.8546511627907
            },
            "true": {
                "amplitude_px": 628.590681721392,
                "count": 141.0,
                "duration_ms": 1117.7021276595744
            }
        },
        "episode_as_Hooge_et_al": {
            "F1": 0.6261980830670927,
            "IoU": 0.4340071023815504,
            "IoU>=0.5": {
                "F1": 0.44089456869009586,
                "IoU": 0.3720249722528035
            }
        },
        "episode_as_Hoppe_et_al": {
            "F1": 0.354978354978355,
            "FPR": 0.09383588535531999,
            "accuracy": 0.8891369047619048,
            "confusion": {
                "OKN+VOR": 0.5815602836879432,
                "noise": 0.0,
                "unassigned": 0.41843971631205673
            },
            "confusion-accuracy": 0.5815602836879432,
            "kappa": 0.3042644445486716,
            "precision": 0.2554517133956386,
            "recall": 0.5815602836879432,
            "sensitivity": 0.5815602836879432,
            "specificity": 0.90616411464468
        },
        "episode_as_Zemblys_et_al": {
            "IoU>=0.5": {
                "kappa": 0.41888563683569924
            },
            "kappa": 0.20557702489991403
        },
        "episode_as_Zemblys_et_al_corrected": {
            "IoU>=0.8": {
                "kappa": 0.1684703149552504
            },
            "kappa": 0.14856200481961132
        },
        "kappa": 0.546852985847651,
        "normalised_Levenshtein": {
            "episode": 0.6576137523033339,
            "error_rate": 0.1154015029975513,
            "sample": 0.11043089806834852
        },
        "precision": 0.6524083393242271,
        "recall": 0.5806451612903226,
        "sensitivity": 0.5806451612903226,
        "specificity": 0.941790820165538
    },
    "VOR": {
        "F1": 0.0,
        "FPR": 0.0,
        "accuracy": 0.7289875876044921,
        "basic_statistics": {
            "detected": {
                "amplitude_px": NaN,
                "count": 0.0,
                "duration_ms": NaN
            },
            "true": {
                "amplitude_px": 22.18461134494214,
                "count": 928.0,
                "duration_ms": 290.98599137931035
            }
        },
        "episode_as_Hooge_et_al": {
            "F1": 0.0,
            "IoU": 0.0,
            "IoU>=0.5": {
                "F1": 0.0,
                "IoU": 0.0
            }
        },
        "episode_as_Hoppe_et_al": {
            "F1": 0.0,
            "FPR": 0.0,
            "accuracy": 0.6547619047619048,
            "confusion": {
                "OKN+VOR": 0.12931034482758622,
                "noise": 0.009698275862068966,
                "unassigned": 0.8609913793103449
            },
            "confusion-accuracy": 0.0,
            "kappa": 0.0,
            "precision": 0.0,
            "recall": 0.0,
            "sensitivity": 0.0,
            "specificity": 1.0
        },
        "episode_as_Zemblys_et_al": {
            "IoU>=0.5": {
                "kappa": 0.0
            },
            "kappa": 0.0
        },
        "episode_as_Zemblys_et_al_corrected": {
            "IoU>=0.8": {
                "kappa": 0.0
            },
            "kappa": 0.0
        },
        "kappa": 0.0,
        "normalised_Levenshtein": {
            "episode": 0.6408114709100718,
            "error_rate": 0.2710124123955079,
            "sample": 0.27655513229427836
        },
        "precision": 0.0,
        "recall": 0.0,
        "sensitivity": 0.0,
        "specificity": 1.0
    },
    "all": {
        "basic_statistics": {
            "detected": {
                "samples_amount": {
                    "OKN+VOR": 0.14094401756311745,
                    "noise": 0.028810267668665034,
                    "unassigned": 0.8302457147682175
                }
            },
            "true": {
                "samples_amount": {
                    "OKN": 0.007768301950519294,
                    "OKN+VOR": 0.15836359030651018,
                    "VOR": 0.2710124123955079,
                    "head_pursuit": 0.014844211770666216,
                    "noise": 0.015646373385122012,
                    "unassigned": 0.5323651101916744
                }
            }
        },
        "episode_as_Zemblys_et_al": {
            "IoU>=0.5": {
                "kappa": -0.07080334233184438
            },
            "kappa": 0.09360972256595301
        },
        "episode_as_Zemblys_et_al_corrected": {
            "IoU>=0.8": {
                "kappa": 0.11387654474818522
            },
            "kappa": 0.2286816175637338
        },
        "normalised_Levenshtein": {
            "episode": 0.7015959418942795,
            "error_rate": 0.3867769990711813,
            "sample": 0.3856325625471265
        }
    },
    "head_pursuit": {
        "F1": 0.0,
        "FPR": 0.0,
        "accuracy": 0.9851557882293338,
        "basic_statistics": {
            "detected": {
                "amplitude_px": NaN,
                "count": 0.0,
                "duration_ms": NaN
            },
            "true": {
                "amplitude_px": 131.95992808827992,
                "count": 22.0,
                "duration_ms": 683.5909090909091
            }
        },
        "episode_as_Hooge_et_al": {
            "F1": 0.0,
            "IoU": 0.0,
            "IoU>=0.5": {
                "F1": 0.0,
                "IoU": 0.0
            }
        },
        "episode_as_Hoppe_et_al": {
            "F1": 0.0,
            "FPR": 0.0,
            "accuracy": 0.9918154761904762,
            "confusion": {
                "OKN+VOR": 0.0,
                "noise": 0.0,
                "unassigned": 1.0
            },
            "confusion-accuracy": 0.0,
            "kappa": 0.0,
            "precision": 0.0,
            "recall": 0.0,
            "sensitivity": 0.0,
            "specificity": 1.0
        },
        "episode_as_Zemblys_et_al": {
            "IoU>=0.5": {
                "kappa": 0.0
            },
            "kappa": 0.0
        },
        "episode_as_Zemblys_et_al_corrected": {
            "IoU>=0.8": {
                "kappa": 0.0
            },
            "kappa": 0.0
        },
        "kappa": 0.0,
        "normalised_Levenshtein": {
            "episode": 0.6408114709100718,
            "error_rate": 0.014844211770666216,
            "sample": 0.011508162704591296
        },
        "precision": 0.0,
        "recall": 0.0,
        "sensitivity": 0.0,
        "specificity": 1.0
    },
    "noise": {
        "F1": 0.7038936372269705,
        "FPR": 0.013373135352599569,
        "accuracy": 0.986836105716457,
        "basic_statistics": {
            "detected": {
                "amplitude_px": 1346.809504169806,
                "count": 348.0,
                "duration_ms": 82.9396551724138
            },
            "true": {
                "amplitude_px": 2273.1160266325533,
                "count": 238.0,
                "duration_ms": 65.84033613445378
            }
        },
        "episode_as_Hooge_et_al": {
            "F1": 0.757679180887372,
            "IoU": 0.708537666899468,
            "IoU>=0.5": {
                "F1": 0.5802047781569966,
                "IoU": 0.6458713147601527
            }
        },
        "episode_as_Hoppe_et_al": {
            "F1": 0.8484848484848485,
            "FPR": 0.03469387755102041,
            "accuracy": 0.9683779761904762,
            "confusion": {
                "OKN+VOR": 0.0,
                "noise": 1.0,
                "unassigned": 0.0
            },
            "confusion-accuracy": 1.0,
            "kappa": 0.8312829525483302,
            "precision": 0.7368421052631579,
            "recall": 1.0,
            "sensitivity": 1.0,
            "specificity": 0.9653061224489796
        },
        "episode_as_Zemblys_et_al": {
            "IoU>=0.5": {
                "kappa": 0.5616020248641406
            },
            "kappa": 0.670017822053649
        },
        "episode_as_Zemblys_et_al_corrected": {
            "IoU>=0.8": {
                "kappa": 0.4571573433116992
            },
            "kappa": 0.6987745164328544
        },
        "kappa": 0.6977644933439123,
        "normalised_Levenshtein": {
            "episode": 0.6813243543563482,
            "error_rate": 0.013163894283543021,
            "sample": 0.013620704600349828
        },
        "precision": 0.5430832356389215,
        "recall": 1.0,
        "sensitivity": 1.0,
        "specificity": 0.9866268646474005
    },
    "unassigned": {
        "F1": 0.7421393780906466,
        "FPR": 0.694178613990105,
        "accuracy": 0.6486363252554251,
        "basic_statistics": {
            "detected": {
                "amplitude_px": 1112.2735133720143,
                "count": 459.0,
                "duration_ms": 1735.1982570806101
            },
            "true": {
                "amplitude_px": 580.7177440564975,
                "count": 1330.0,
                "duration_ms": 377.5684210526316
            }
        },
        "episode_as_Hooge_et_al": {
            "F1": 0.47058823529411764,
            "IoU": 0.08891979156562291,
            "IoU>=0.5": {
                "F1": 0.10445299615173172,
                "IoU": 0.05949474426671444
            }
        },
        "episode_as_Hoppe_et_al": {
            "F1": 0.6798582398109864,
            "FPR": 0.6626954579300074,
            "accuracy": 0.5967261904761905,
            "confusion": {
                "OKN+VOR": 0.08550185873605948,
                "noise": 0.05650557620817844,
                "unassigned": 0.8557620817843866
            },
            "confusion-accuracy": 0.8557620817843866,
            "kappa": 0.19314104314317534,
            "precision": 0.5639392454679079,
            "recall": 0.8557620817843866,
            "sensitivity": 0.8557620817843866,
            "specificity": 0.33730454206999255
        },
        "episode_as_Zemblys_et_al": {
            "IoU>=0.5": {
                "kappa": -0.09182038950017457
            },
            "kappa": 0.1625044904848375
        },
        "episode_as_Zemblys_et_al_corrected": {
            "IoU>=0.8": {
                "kappa": 0.06413048499029853
            },
            "kappa": 0.22218515304573225
        },
        "kappa": 0.26588654304627596,
        "normalised_Levenshtein": {
            "episode": 0.6408114709100718,
            "error_rate": 0.35136367474457486,
            "sample": 0.34089474818465676
        },
        "precision": 0.6090047393364929,
        "recall": 0.9497684304022332,
        "sensitivity": 0.9497684304022332,
        "specificity": 0.3058213860098949
    }
}