From 46f44a83624b54409be0dbd0ecb1e205f1fe54c6 Mon Sep 17 00:00:00 2001 From: Robert Bossy Date: Wed, 3 Nov 2021 14:59:35 +0100 Subject: [PATCH 01/10] renamed BioNLP-OST-2019 batches to include dataset --- .../batches/BB19-kb+ner/eval.json | 185 - .../batch.xml | 0 .../bionlp-st/BB-kb+ner-10618167.a1 | 0 .../bionlp-st/BB-kb+ner-10618167.txt | 0 .../bionlp-st/BB-kb+ner-10645449.a1 | 0 .../bionlp-st/BB-kb+ner-10645449.txt | 0 .../bionlp-st/BB-kb+ner-10656819.a1 | 0 .../bionlp-st/BB-kb+ner-10656819.txt | 0 .../bionlp-st/BB-kb+ner-10665543.a1 | 0 .../bionlp-st/BB-kb+ner-10665543.txt | 0 .../bionlp-st/BB-kb+ner-10770276.a1 | 0 .../bionlp-st/BB-kb+ner-10770276.txt | 0 .../bionlp-st/BB-kb+ner-10792385.a1 | 0 .../bionlp-st/BB-kb+ner-10792385.txt | 0 .../bionlp-st/BB-kb+ner-10796014.a1 | 0 .../bionlp-st/BB-kb+ner-10796014.txt | 0 .../bionlp-st/BB-kb+ner-11551069.a1 | 0 .../bionlp-st/BB-kb+ner-11551069.txt | 0 .../bionlp-st/BB-kb+ner-12417169.a1 | 0 .../bionlp-st/BB-kb+ner-12417169.txt | 0 .../bionlp-st/BB-kb+ner-12438382.a1 | 0 .../bionlp-st/BB-kb+ner-12438382.txt | 0 .../bionlp-st/BB-kb+ner-12934822.a1 | 0 .../bionlp-st/BB-kb+ner-12934822.txt | 0 .../bionlp-st/BB-kb+ner-14638480.a1 | 0 .../bionlp-st/BB-kb+ner-14638480.txt | 0 .../bionlp-st/BB-kb+ner-14657131.a1 | 0 .../bionlp-st/BB-kb+ner-14657131.txt | 0 .../bionlp-st/BB-kb+ner-15273106.a1 | 0 .../bionlp-st/BB-kb+ner-15273106.txt | 0 .../bionlp-st/BB-kb+ner-15460321.a1 | 0 .../bionlp-st/BB-kb+ner-15460321.txt | 0 .../bionlp-st/BB-kb+ner-15612668.a1 | 0 .../bionlp-st/BB-kb+ner-15612668.txt | 0 .../bionlp-st/BB-kb+ner-15626953.a1 | 0 .../bionlp-st/BB-kb+ner-15626953.txt | 0 .../bionlp-st/BB-kb+ner-1649682.a1 | 0 .../bionlp-st/BB-kb+ner-1649682.txt | 0 .../bionlp-st/BB-kb+ner-16510930.a1 | 0 .../bionlp-st/BB-kb+ner-16510930.txt | 0 .../bionlp-st/BB-kb+ner-16728960.a1 | 0 .../bionlp-st/BB-kb+ner-16728960.txt | 0 .../bionlp-st/BB-kb+ner-17261513.a1 | 0 .../bionlp-st/BB-kb+ner-17261513.txt | 0 .../bionlp-st/BB-kb+ner-19494280.a1 | 0 .../bionlp-st/BB-kb+ner-19494280.txt | 0 .../bionlp-st/BB-kb+ner-19656787.a1 | 0 .../bionlp-st/BB-kb+ner-19656787.txt | 0 .../bionlp-st/BB-kb+ner-20400104.a1 | 0 .../bionlp-st/BB-kb+ner-20400104.txt | 0 .../bionlp-st/BB-kb+ner-20672296.a1 | 0 .../bionlp-st/BB-kb+ner-20672296.txt | 0 .../bionlp-st/BB-kb+ner-21148810.a1 | 0 .../bionlp-st/BB-kb+ner-21148810.txt | 0 .../bionlp-st/BB-kb+ner-21476570.a1 | 0 .../bionlp-st/BB-kb+ner-21476570.txt | 0 .../bionlp-st/BB-kb+ner-21511409.a1 | 0 .../bionlp-st/BB-kb+ner-21511409.txt | 0 .../bionlp-st/BB-kb+ner-21989983.a1 | 0 .../bionlp-st/BB-kb+ner-21989983.txt | 0 .../bionlp-st/BB-kb+ner-22203552.a1 | 0 .../bionlp-st/BB-kb+ner-22203552.txt | 0 .../bionlp-st/BB-kb+ner-22537874.a1 | 0 .../bionlp-st/BB-kb+ner-22537874.txt | 0 .../bionlp-st/BB-kb+ner-23645023.a1 | 0 .../bionlp-st/BB-kb+ner-23645023.txt | 0 .../bionlp-st/BB-kb+ner-24389148.a1 | 0 .../bionlp-st/BB-kb+ner-24389148.txt | 0 .../bionlp-st/BB-kb+ner-24584903.a1 | 0 .../bionlp-st/BB-kb+ner-24584903.txt | 0 .../bionlp-st/BB-kb+ner-24739626.a1 | 0 .../bionlp-st/BB-kb+ner-24739626.txt | 0 .../bionlp-st/BB-kb+ner-24794581.a1 | 0 .../bionlp-st/BB-kb+ner-24794581.txt | 0 .../bionlp-st/BB-kb+ner-24865686.a1 | 0 .../bionlp-st/BB-kb+ner-24865686.txt | 0 .../bionlp-st/BB-kb+ner-25046729.a1 | 0 .../bionlp-st/BB-kb+ner-25046729.txt | 0 .../bionlp-st/BB-kb+ner-25179651.a1 | 0 .../bionlp-st/BB-kb+ner-25179651.txt | 0 .../bionlp-st/BB-kb+ner-25607366.a1 | 0 .../bionlp-st/BB-kb+ner-25607366.txt | 0 .../bionlp-st/BB-kb+ner-25644009.a1 | 0 .../bionlp-st/BB-kb+ner-25644009.txt | 0 .../bionlp-st/BB-kb+ner-26155675.a1 | 0 .../bionlp-st/BB-kb+ner-26155675.txt | 0 .../bionlp-st/BB-kb+ner-2617654.a1 | 0 .../bionlp-st/BB-kb+ner-2617654.txt | 0 .../bionlp-st/BB-kb+ner-3015879.a1 | 0 .../bionlp-st/BB-kb+ner-3015879.txt | 0 .../bionlp-st/BB-kb+ner-3516874.a1 | 0 .../bionlp-st/BB-kb+ner-3516874.txt | 0 .../bionlp-st/BB-kb+ner-7867953.a1 | 0 .../bionlp-st/BB-kb+ner-7867953.txt | 0 .../bionlp-st/BB-kb+ner-7876637.a1 | 0 .../bionlp-st/BB-kb+ner-7876637.txt | 0 .../bionlp-st/BB-kb+ner-817056.a1 | 0 .../bionlp-st/BB-kb+ner-817056.txt | 0 .../bionlp-st/BB-kb+ner-8406892.a1 | 0 .../bionlp-st/BB-kb+ner-8406892.txt | 0 .../bionlp-st/BB-kb+ner-8698477.a1 | 0 .../bionlp-st/BB-kb+ner-8698477.txt | 0 .../bionlp-st/BB-kb+ner-9231420.a1 | 0 .../bionlp-st/BB-kb+ner-9231420.txt | 0 .../bionlp-st/BB-kb+ner-9562874.a1 | 0 .../bionlp-st/BB-kb+ner-9562874.txt | 0 .../bionlp-st/BB-kb+ner-9575437.a1 | 0 .../bionlp-st/BB-kb+ner-9575437.txt | 0 .../bionlp-st/BB-kb+ner-9666962.a1 | 0 .../bionlp-st/BB-kb+ner-9666962.txt | 0 .../bionlp-st/BB-kb+ner-F-17953562-000.a1 | 0 .../bionlp-st/BB-kb+ner-F-17953562-000.txt | 0 .../bionlp-st/BB-kb+ner-F-17953562-001.a1 | 0 .../bionlp-st/BB-kb+ner-F-17953562-001.txt | 0 .../bionlp-st/BB-kb+ner-F-17953562-002.a1 | 0 .../bionlp-st/BB-kb+ner-F-17953562-002.txt | 0 .../bionlp-st/BB-kb+ner-F-17953562-003.a1 | 0 .../bionlp-st/BB-kb+ner-F-17953562-003.txt | 0 .../bionlp-st/BB-kb+ner-F-17953562-004.a1 | 0 .../bionlp-st/BB-kb+ner-F-17953562-004.txt | 0 .../bionlp-st/BB-kb+ner-F-24010601-000.a1 | 0 .../bionlp-st/BB-kb+ner-F-24010601-000.txt | 0 .../bionlp-st/BB-kb+ner-F-24010601-001.a1 | 0 .../bionlp-st/BB-kb+ner-F-24010601-001.txt | 0 .../bionlp-st/BB-kb+ner-F-24010601-002.a1 | 0 .../bionlp-st/BB-kb+ner-F-24010601-002.txt | 0 .../bionlp-st/BB-kb+ner-F-24010601-003.a1 | 0 .../bionlp-st/BB-kb+ner-F-24010601-003.txt | 0 .../bionlp-st/BB-kb+ner-F-24010601-004.a1 | 0 .../bionlp-st/BB-kb+ner-F-24010601-004.txt | 0 .../bionlp-st/BB-kb+ner-F-24010601-005.a1 | 0 .../bionlp-st/BB-kb+ner-F-24010601-005.txt | 0 .../bionlp-st/BB-kb+ner-F-24010601-006.a1 | 0 .../bionlp-st/BB-kb+ner-F-24010601-006.txt | 0 .../bionlp-st/BB-kb+ner-F-24010601-007.a1 | 0 .../bionlp-st/BB-kb+ner-F-24010601-007.txt | 0 .../bionlp-st/BB-kb+ner-F-24010601-008.a1 | 0 .../bionlp-st/BB-kb+ner-F-24010601-008.txt | 0 .../bionlp-st/BB-kb+ner-F-24010601-009.a1 | 0 .../bionlp-st/BB-kb+ner-F-24010601-009.txt | 0 .../bionlp-st/BB-kb+ner-F-24010601-010.a1 | 0 .../bionlp-st/BB-kb+ner-F-24010601-010.txt | 0 .../bionlp-st/BB-kb+ner-F-24010601-011.a1 | 0 .../bionlp-st/BB-kb+ner-F-24010601-011.txt | 0 .../bionlp-st/BB-kb+ner-F-25064656-000.a1 | 0 .../bionlp-st/BB-kb+ner-F-25064656-000.txt | 0 .../bionlp-st/BB-kb+ner-F-25064656-001.a1 | 0 .../bionlp-st/BB-kb+ner-F-25064656-001.txt | 0 .../bionlp-st/BB-kb+ner-F-25064656-002.a1 | 0 .../bionlp-st/BB-kb+ner-F-25064656-002.txt | 0 .../bionlp-st/BB-kb+ner-F-25064656-003.a1 | 0 .../bionlp-st/BB-kb+ner-F-25064656-003.txt | 0 .../bionlp-st/BB-kb+ner-F-25064656-004.a1 | 0 .../bionlp-st/BB-kb+ner-F-25064656-004.txt | 0 .../bionlp-st/BB-kb+ner-F-25064656-005.a1 | 0 .../bionlp-st/BB-kb+ner-F-25064656-005.txt | 0 .../bionlp-st/BB-kb+ner-F-25064656-006.a1 | 0 .../bionlp-st/BB-kb+ner-F-25064656-006.txt | 0 .../bionlp-st/BB-kb+ner-F-25064656-007.a1 | 0 .../bionlp-st/BB-kb+ner-F-25064656-007.txt | 0 .../bionlp-st/BB-kb+ner-F-25064656-008.a1 | 0 .../bionlp-st/BB-kb+ner-F-25064656-008.txt | 0 .../bionlp-st/BB-kb+ner-F-25064656-009.a1 | 0 .../bionlp-st/BB-kb+ner-F-25064656-009.txt | 0 .../bionlp-st/BB-kb+ner-F-25064656-010.a1 | 0 .../bionlp-st/BB-kb+ner-F-25064656-010.txt | 0 .../bionlp-st/BB-kb+ner-F-25064656-011.a1 | 0 .../bionlp-st/BB-kb+ner-F-25064656-011.txt | 0 .../bionlp-st/BB-kb+ner-F-25064656-012.a1 | 0 .../bionlp-st/BB-kb+ner-F-25064656-012.txt | 0 .../bionlp-st/BB-kb+ner-F-25064656-013.a1 | 0 .../bionlp-st/BB-kb+ner-F-25064656-013.txt | 0 .../bionlp-st/BB-kb+ner-F-25064656-014.a1 | 0 .../bionlp-st/BB-kb+ner-F-25064656-014.txt | 0 .../bionlp-st/BB-kb+ner-F-25064656-015.a1 | 0 .../bionlp-st/BB-kb+ner-F-25064656-015.txt | 0 .../bionlp-st/BB-kb+ner-F-25064656-016.a1 | 0 .../bionlp-st/BB-kb+ner-F-25064656-016.txt | 0 .../bionlp-st/BB-kb+ner-F-25064656-017.a1 | 0 .../bionlp-st/BB-kb+ner-F-25064656-017.txt | 0 .../bionlp-st/BB-kb+ner-F-25955289-000.a1 | 0 .../bionlp-st/BB-kb+ner-F-25955289-000.txt | 0 .../bionlp-st/BB-kb+ner-F-25955289-001.a1 | 0 .../bionlp-st/BB-kb+ner-F-25955289-001.txt | 0 .../bionlp-st/BB-kb+ner-F-25955289-002.a1 | 0 .../bionlp-st/BB-kb+ner-F-25955289-002.txt | 0 .../bionlp-st/BB-kb+ner-F-25955289-003.a1 | 0 .../bionlp-st/BB-kb+ner-F-25955289-003.txt | 0 .../bionlp-st/BB-kb+ner-F-26187841-000.a1 | 0 .../bionlp-st/BB-kb+ner-F-26187841-000.txt | 0 .../bionlp-st/BB-kb+ner-F-26187841-001.a1 | 0 .../bionlp-st/BB-kb+ner-F-26187841-001.txt | 0 .../bionlp-st/BB-kb+ner-F-26187841-002.a1 | 0 .../bionlp-st/BB-kb+ner-F-26187841-002.txt | 0 .../batches/BB19-kb+ner_test/eval.json | 113 + .../batches/BB19-norm+ner/eval.json | 6847 - .../batch.xml | 0 .../bionlp-st/BB-norm+ner-10618167.a1 | 0 .../bionlp-st/BB-norm+ner-10618167.txt | 0 .../bionlp-st/BB-norm+ner-10645449.a1 | 0 .../bionlp-st/BB-norm+ner-10645449.txt | 0 .../bionlp-st/BB-norm+ner-10656819.a1 | 0 .../bionlp-st/BB-norm+ner-10656819.txt | 0 .../bionlp-st/BB-norm+ner-10665543.a1 | 0 .../bionlp-st/BB-norm+ner-10665543.txt | 0 .../bionlp-st/BB-norm+ner-10770276.a1 | 0 .../bionlp-st/BB-norm+ner-10770276.txt | 0 .../bionlp-st/BB-norm+ner-10792385.a1 | 0 .../bionlp-st/BB-norm+ner-10792385.txt | 0 .../bionlp-st/BB-norm+ner-10796014.a1 | 0 .../bionlp-st/BB-norm+ner-10796014.txt | 0 .../bionlp-st/BB-norm+ner-11551069.a1 | 0 .../bionlp-st/BB-norm+ner-11551069.txt | 0 .../bionlp-st/BB-norm+ner-12417169.a1 | 0 .../bionlp-st/BB-norm+ner-12417169.txt | 0 .../bionlp-st/BB-norm+ner-12438382.a1 | 0 .../bionlp-st/BB-norm+ner-12438382.txt | 0 .../bionlp-st/BB-norm+ner-12934822.a1 | 0 .../bionlp-st/BB-norm+ner-12934822.txt | 0 .../bionlp-st/BB-norm+ner-14638480.a1 | 0 .../bionlp-st/BB-norm+ner-14638480.txt | 0 .../bionlp-st/BB-norm+ner-14657131.a1 | 0 .../bionlp-st/BB-norm+ner-14657131.txt | 0 .../bionlp-st/BB-norm+ner-15273106.a1 | 0 .../bionlp-st/BB-norm+ner-15273106.txt | 0 .../bionlp-st/BB-norm+ner-15460321.a1 | 0 .../bionlp-st/BB-norm+ner-15460321.txt | 0 .../bionlp-st/BB-norm+ner-15612668.a1 | 0 .../bionlp-st/BB-norm+ner-15612668.txt | 0 .../bionlp-st/BB-norm+ner-15626953.a1 | 0 .../bionlp-st/BB-norm+ner-15626953.txt | 0 .../bionlp-st/BB-norm+ner-1649682.a1 | 0 .../bionlp-st/BB-norm+ner-1649682.txt | 0 .../bionlp-st/BB-norm+ner-16510930.a1 | 0 .../bionlp-st/BB-norm+ner-16510930.txt | 0 .../bionlp-st/BB-norm+ner-16728960.a1 | 0 .../bionlp-st/BB-norm+ner-16728960.txt | 0 .../bionlp-st/BB-norm+ner-17261513.a1 | 0 .../bionlp-st/BB-norm+ner-17261513.txt | 0 .../bionlp-st/BB-norm+ner-19494280.a1 | 0 .../bionlp-st/BB-norm+ner-19494280.txt | 0 .../bionlp-st/BB-norm+ner-19656787.a1 | 0 .../bionlp-st/BB-norm+ner-19656787.txt | 0 .../bionlp-st/BB-norm+ner-20400104.a1 | 0 .../bionlp-st/BB-norm+ner-20400104.txt | 0 .../bionlp-st/BB-norm+ner-20672296.a1 | 0 .../bionlp-st/BB-norm+ner-20672296.txt | 0 .../bionlp-st/BB-norm+ner-21148810.a1 | 0 .../bionlp-st/BB-norm+ner-21148810.txt | 0 .../bionlp-st/BB-norm+ner-21476570.a1 | 0 .../bionlp-st/BB-norm+ner-21476570.txt | 0 .../bionlp-st/BB-norm+ner-21511409.a1 | 0 .../bionlp-st/BB-norm+ner-21511409.txt | 0 .../bionlp-st/BB-norm+ner-21989983.a1 | 0 .../bionlp-st/BB-norm+ner-21989983.txt | 0 .../bionlp-st/BB-norm+ner-22203552.a1 | 0 .../bionlp-st/BB-norm+ner-22203552.txt | 0 .../bionlp-st/BB-norm+ner-22537874.a1 | 0 .../bionlp-st/BB-norm+ner-22537874.txt | 0 .../bionlp-st/BB-norm+ner-23645023.a1 | 0 .../bionlp-st/BB-norm+ner-23645023.txt | 0 .../bionlp-st/BB-norm+ner-24389148.a1 | 0 .../bionlp-st/BB-norm+ner-24389148.txt | 0 .../bionlp-st/BB-norm+ner-24584903.a1 | 0 .../bionlp-st/BB-norm+ner-24584903.txt | 0 .../bionlp-st/BB-norm+ner-24739626.a1 | 0 .../bionlp-st/BB-norm+ner-24739626.txt | 0 .../bionlp-st/BB-norm+ner-24794581.a1 | 0 .../bionlp-st/BB-norm+ner-24794581.txt | 0 .../bionlp-st/BB-norm+ner-24865686.a1 | 0 .../bionlp-st/BB-norm+ner-24865686.txt | 0 .../bionlp-st/BB-norm+ner-25046729.a1 | 0 .../bionlp-st/BB-norm+ner-25046729.txt | 0 .../bionlp-st/BB-norm+ner-25179651.a1 | 0 .../bionlp-st/BB-norm+ner-25179651.txt | 0 .../bionlp-st/BB-norm+ner-25607366.a1 | 0 .../bionlp-st/BB-norm+ner-25607366.txt | 0 .../bionlp-st/BB-norm+ner-25644009.a1 | 0 .../bionlp-st/BB-norm+ner-25644009.txt | 0 .../bionlp-st/BB-norm+ner-26155675.a1 | 0 .../bionlp-st/BB-norm+ner-26155675.txt | 0 .../bionlp-st/BB-norm+ner-2617654.a1 | 0 .../bionlp-st/BB-norm+ner-2617654.txt | 0 .../bionlp-st/BB-norm+ner-3015879.a1 | 0 .../bionlp-st/BB-norm+ner-3015879.txt | 0 .../bionlp-st/BB-norm+ner-3516874.a1 | 0 .../bionlp-st/BB-norm+ner-3516874.txt | 0 .../bionlp-st/BB-norm+ner-7867953.a1 | 0 .../bionlp-st/BB-norm+ner-7867953.txt | 0 .../bionlp-st/BB-norm+ner-7876637.a1 | 0 .../bionlp-st/BB-norm+ner-7876637.txt | 0 .../bionlp-st/BB-norm+ner-817056.a1 | 0 .../bionlp-st/BB-norm+ner-817056.txt | 0 .../bionlp-st/BB-norm+ner-8406892.a1 | 0 .../bionlp-st/BB-norm+ner-8406892.txt | 0 .../bionlp-st/BB-norm+ner-8698477.a1 | 0 .../bionlp-st/BB-norm+ner-8698477.txt | 0 .../bionlp-st/BB-norm+ner-9231420.a1 | 0 .../bionlp-st/BB-norm+ner-9231420.txt | 0 .../bionlp-st/BB-norm+ner-9562874.a1 | 0 .../bionlp-st/BB-norm+ner-9562874.txt | 0 .../bionlp-st/BB-norm+ner-9575437.a1 | 0 .../bionlp-st/BB-norm+ner-9575437.txt | 0 .../bionlp-st/BB-norm+ner-9666962.a1 | 0 .../bionlp-st/BB-norm+ner-9666962.txt | 0 .../bionlp-st/BB-norm+ner-F-17953562-000.a1 | 0 .../bionlp-st/BB-norm+ner-F-17953562-000.txt | 0 .../bionlp-st/BB-norm+ner-F-17953562-001.a1 | 0 .../bionlp-st/BB-norm+ner-F-17953562-001.txt | 0 .../bionlp-st/BB-norm+ner-F-17953562-002.a1 | 0 .../bionlp-st/BB-norm+ner-F-17953562-002.txt | 0 .../bionlp-st/BB-norm+ner-F-17953562-003.a1 | 0 .../bionlp-st/BB-norm+ner-F-17953562-003.txt | 0 .../bionlp-st/BB-norm+ner-F-17953562-004.a1 | 0 .../bionlp-st/BB-norm+ner-F-17953562-004.txt | 0 .../bionlp-st/BB-norm+ner-F-24010601-000.a1 | 0 .../bionlp-st/BB-norm+ner-F-24010601-000.txt | 0 .../bionlp-st/BB-norm+ner-F-24010601-001.a1 | 0 .../bionlp-st/BB-norm+ner-F-24010601-001.txt | 0 .../bionlp-st/BB-norm+ner-F-24010601-002.a1 | 0 .../bionlp-st/BB-norm+ner-F-24010601-002.txt | 0 .../bionlp-st/BB-norm+ner-F-24010601-003.a1 | 0 .../bionlp-st/BB-norm+ner-F-24010601-003.txt | 0 .../bionlp-st/BB-norm+ner-F-24010601-004.a1 | 0 .../bionlp-st/BB-norm+ner-F-24010601-004.txt | 0 .../bionlp-st/BB-norm+ner-F-24010601-005.a1 | 0 .../bionlp-st/BB-norm+ner-F-24010601-005.txt | 0 .../bionlp-st/BB-norm+ner-F-24010601-006.a1 | 0 .../bionlp-st/BB-norm+ner-F-24010601-006.txt | 0 .../bionlp-st/BB-norm+ner-F-24010601-007.a1 | 0 .../bionlp-st/BB-norm+ner-F-24010601-007.txt | 0 .../bionlp-st/BB-norm+ner-F-24010601-008.a1 | 0 .../bionlp-st/BB-norm+ner-F-24010601-008.txt | 0 .../bionlp-st/BB-norm+ner-F-24010601-009.a1 | 0 .../bionlp-st/BB-norm+ner-F-24010601-009.txt | 0 .../bionlp-st/BB-norm+ner-F-24010601-010.a1 | 0 .../bionlp-st/BB-norm+ner-F-24010601-010.txt | 0 .../bionlp-st/BB-norm+ner-F-24010601-011.a1 | 0 .../bionlp-st/BB-norm+ner-F-24010601-011.txt | 0 .../bionlp-st/BB-norm+ner-F-25064656-000.a1 | 0 .../bionlp-st/BB-norm+ner-F-25064656-000.txt | 0 .../bionlp-st/BB-norm+ner-F-25064656-001.a1 | 0 .../bionlp-st/BB-norm+ner-F-25064656-001.txt | 0 .../bionlp-st/BB-norm+ner-F-25064656-002.a1 | 0 .../bionlp-st/BB-norm+ner-F-25064656-002.txt | 0 .../bionlp-st/BB-norm+ner-F-25064656-003.a1 | 0 .../bionlp-st/BB-norm+ner-F-25064656-003.txt | 0 .../bionlp-st/BB-norm+ner-F-25064656-004.a1 | 0 .../bionlp-st/BB-norm+ner-F-25064656-004.txt | 0 .../bionlp-st/BB-norm+ner-F-25064656-005.a1 | 0 .../bionlp-st/BB-norm+ner-F-25064656-005.txt | 0 .../bionlp-st/BB-norm+ner-F-25064656-006.a1 | 0 .../bionlp-st/BB-norm+ner-F-25064656-006.txt | 0 .../bionlp-st/BB-norm+ner-F-25064656-007.a1 | 0 .../bionlp-st/BB-norm+ner-F-25064656-007.txt | 0 .../bionlp-st/BB-norm+ner-F-25064656-008.a1 | 0 .../bionlp-st/BB-norm+ner-F-25064656-008.txt | 0 .../bionlp-st/BB-norm+ner-F-25064656-009.a1 | 0 .../bionlp-st/BB-norm+ner-F-25064656-009.txt | 0 .../bionlp-st/BB-norm+ner-F-25064656-010.a1 | 0 .../bionlp-st/BB-norm+ner-F-25064656-010.txt | 0 .../bionlp-st/BB-norm+ner-F-25064656-011.a1 | 0 .../bionlp-st/BB-norm+ner-F-25064656-011.txt | 0 .../bionlp-st/BB-norm+ner-F-25064656-012.a1 | 0 .../bionlp-st/BB-norm+ner-F-25064656-012.txt | 0 .../bionlp-st/BB-norm+ner-F-25064656-013.a1 | 0 .../bionlp-st/BB-norm+ner-F-25064656-013.txt | 0 .../bionlp-st/BB-norm+ner-F-25064656-014.a1 | 0 .../bionlp-st/BB-norm+ner-F-25064656-014.txt | 0 .../bionlp-st/BB-norm+ner-F-25064656-015.a1 | 0 .../bionlp-st/BB-norm+ner-F-25064656-015.txt | 0 .../bionlp-st/BB-norm+ner-F-25064656-016.a1 | 0 .../bionlp-st/BB-norm+ner-F-25064656-016.txt | 0 .../bionlp-st/BB-norm+ner-F-25064656-017.a1 | 0 .../bionlp-st/BB-norm+ner-F-25064656-017.txt | 0 .../bionlp-st/BB-norm+ner-F-25955289-000.a1 | 0 .../bionlp-st/BB-norm+ner-F-25955289-000.txt | 0 .../bionlp-st/BB-norm+ner-F-25955289-001.a1 | 0 .../bionlp-st/BB-norm+ner-F-25955289-001.txt | 0 .../bionlp-st/BB-norm+ner-F-25955289-002.a1 | 0 .../bionlp-st/BB-norm+ner-F-25955289-002.txt | 0 .../bionlp-st/BB-norm+ner-F-25955289-003.a1 | 0 .../bionlp-st/BB-norm+ner-F-25955289-003.txt | 0 .../bionlp-st/BB-norm+ner-F-26187841-000.a1 | 0 .../bionlp-st/BB-norm+ner-F-26187841-000.txt | 0 .../bionlp-st/BB-norm+ner-F-26187841-001.a1 | 0 .../bionlp-st/BB-norm+ner-F-26187841-001.txt | 0 .../bionlp-st/BB-norm+ner-F-26187841-002.a1 | 0 .../bionlp-st/BB-norm+ner-F-26187841-002.txt | 0 .../batches/BB19-norm+ner_test/eval.json | 174579 +++++++++++++++ .../batch.xml | 0 .../bionlp-st/BB-rel+ner-10618167.a1 | 0 .../bionlp-st/BB-rel+ner-10618167.txt | 0 .../bionlp-st/BB-rel+ner-10645449.a1 | 0 .../bionlp-st/BB-rel+ner-10645449.txt | 0 .../bionlp-st/BB-rel+ner-10656819.a1 | 0 .../bionlp-st/BB-rel+ner-10656819.txt | 0 .../bionlp-st/BB-rel+ner-10665543.a1 | 0 .../bionlp-st/BB-rel+ner-10665543.txt | 0 .../bionlp-st/BB-rel+ner-10770276.a1 | 0 .../bionlp-st/BB-rel+ner-10770276.txt | 0 .../bionlp-st/BB-rel+ner-10792385.a1 | 0 .../bionlp-st/BB-rel+ner-10792385.txt | 0 .../bionlp-st/BB-rel+ner-10796014.a1 | 0 .../bionlp-st/BB-rel+ner-10796014.txt | 0 .../bionlp-st/BB-rel+ner-11551069.a1 | 0 .../bionlp-st/BB-rel+ner-11551069.txt | 0 .../bionlp-st/BB-rel+ner-12417169.a1 | 0 .../bionlp-st/BB-rel+ner-12417169.txt | 0 .../bionlp-st/BB-rel+ner-12438382.a1 | 0 .../bionlp-st/BB-rel+ner-12438382.txt | 0 .../bionlp-st/BB-rel+ner-12934822.a1 | 0 .../bionlp-st/BB-rel+ner-12934822.txt | 0 .../bionlp-st/BB-rel+ner-14638480.a1 | 0 .../bionlp-st/BB-rel+ner-14638480.txt | 0 .../bionlp-st/BB-rel+ner-14657131.a1 | 0 .../bionlp-st/BB-rel+ner-14657131.txt | 0 .../bionlp-st/BB-rel+ner-15273106.a1 | 0 .../bionlp-st/BB-rel+ner-15273106.txt | 0 .../bionlp-st/BB-rel+ner-15460321.a1 | 0 .../bionlp-st/BB-rel+ner-15460321.txt | 0 .../bionlp-st/BB-rel+ner-15612668.a1 | 0 .../bionlp-st/BB-rel+ner-15612668.txt | 0 .../bionlp-st/BB-rel+ner-15626953.a1 | 0 .../bionlp-st/BB-rel+ner-15626953.txt | 0 .../bionlp-st/BB-rel+ner-1649682.a1 | 0 .../bionlp-st/BB-rel+ner-1649682.txt | 0 .../bionlp-st/BB-rel+ner-16510930.a1 | 0 .../bionlp-st/BB-rel+ner-16510930.txt | 0 .../bionlp-st/BB-rel+ner-16728960.a1 | 0 .../bionlp-st/BB-rel+ner-16728960.txt | 0 .../bionlp-st/BB-rel+ner-17261513.a1 | 0 .../bionlp-st/BB-rel+ner-17261513.txt | 0 .../bionlp-st/BB-rel+ner-19494280.a1 | 0 .../bionlp-st/BB-rel+ner-19494280.txt | 0 .../bionlp-st/BB-rel+ner-19656787.a1 | 0 .../bionlp-st/BB-rel+ner-19656787.txt | 0 .../bionlp-st/BB-rel+ner-20400104.a1 | 0 .../bionlp-st/BB-rel+ner-20400104.txt | 0 .../bionlp-st/BB-rel+ner-20672296.a1 | 0 .../bionlp-st/BB-rel+ner-20672296.txt | 0 .../bionlp-st/BB-rel+ner-21148810.a1 | 0 .../bionlp-st/BB-rel+ner-21148810.txt | 0 .../bionlp-st/BB-rel+ner-21476570.a1 | 0 .../bionlp-st/BB-rel+ner-21476570.txt | 0 .../bionlp-st/BB-rel+ner-21511409.a1 | 0 .../bionlp-st/BB-rel+ner-21511409.txt | 0 .../bionlp-st/BB-rel+ner-21989983.a1 | 0 .../bionlp-st/BB-rel+ner-21989983.txt | 0 .../bionlp-st/BB-rel+ner-22203552.a1 | 0 .../bionlp-st/BB-rel+ner-22203552.txt | 0 .../bionlp-st/BB-rel+ner-22537874.a1 | 0 .../bionlp-st/BB-rel+ner-22537874.txt | 0 .../bionlp-st/BB-rel+ner-23645023.a1 | 0 .../bionlp-st/BB-rel+ner-23645023.txt | 0 .../bionlp-st/BB-rel+ner-24389148.a1 | 0 .../bionlp-st/BB-rel+ner-24389148.txt | 0 .../bionlp-st/BB-rel+ner-24584903.a1 | 0 .../bionlp-st/BB-rel+ner-24584903.txt | 0 .../bionlp-st/BB-rel+ner-24739626.a1 | 0 .../bionlp-st/BB-rel+ner-24739626.txt | 0 .../bionlp-st/BB-rel+ner-24794581.a1 | 0 .../bionlp-st/BB-rel+ner-24794581.txt | 0 .../bionlp-st/BB-rel+ner-24865686.a1 | 0 .../bionlp-st/BB-rel+ner-24865686.txt | 0 .../bionlp-st/BB-rel+ner-25046729.a1 | 0 .../bionlp-st/BB-rel+ner-25046729.txt | 0 .../bionlp-st/BB-rel+ner-25179651.a1 | 0 .../bionlp-st/BB-rel+ner-25179651.txt | 0 .../bionlp-st/BB-rel+ner-25607366.a1 | 0 .../bionlp-st/BB-rel+ner-25607366.txt | 0 .../bionlp-st/BB-rel+ner-25644009.a1 | 0 .../bionlp-st/BB-rel+ner-25644009.txt | 0 .../bionlp-st/BB-rel+ner-26155675.a1 | 0 .../bionlp-st/BB-rel+ner-26155675.txt | 0 .../bionlp-st/BB-rel+ner-2617654.a1 | 0 .../bionlp-st/BB-rel+ner-2617654.txt | 0 .../bionlp-st/BB-rel+ner-3015879.a1 | 0 .../bionlp-st/BB-rel+ner-3015879.txt | 0 .../bionlp-st/BB-rel+ner-3516874.a1 | 0 .../bionlp-st/BB-rel+ner-3516874.txt | 0 .../bionlp-st/BB-rel+ner-7867953.a1 | 0 .../bionlp-st/BB-rel+ner-7867953.txt | 0 .../bionlp-st/BB-rel+ner-7876637.a1 | 0 .../bionlp-st/BB-rel+ner-7876637.txt | 0 .../bionlp-st/BB-rel+ner-817056.a1 | 0 .../bionlp-st/BB-rel+ner-817056.txt | 0 .../bionlp-st/BB-rel+ner-8406892.a1 | 0 .../bionlp-st/BB-rel+ner-8406892.txt | 0 .../bionlp-st/BB-rel+ner-8698477.a1 | 0 .../bionlp-st/BB-rel+ner-8698477.txt | 0 .../bionlp-st/BB-rel+ner-9231420.a1 | 0 .../bionlp-st/BB-rel+ner-9231420.txt | 0 .../bionlp-st/BB-rel+ner-9562874.a1 | 0 .../bionlp-st/BB-rel+ner-9562874.txt | 0 .../bionlp-st/BB-rel+ner-9575437.a1 | 0 .../bionlp-st/BB-rel+ner-9575437.txt | 0 .../bionlp-st/BB-rel+ner-9666962.a1 | 0 .../bionlp-st/BB-rel+ner-9666962.txt | 0 .../bionlp-st/BB-rel+ner-F-17953562-000.a1 | 0 .../bionlp-st/BB-rel+ner-F-17953562-000.txt | 0 .../bionlp-st/BB-rel+ner-F-17953562-001.a1 | 0 .../bionlp-st/BB-rel+ner-F-17953562-001.txt | 0 .../bionlp-st/BB-rel+ner-F-17953562-002.a1 | 0 .../bionlp-st/BB-rel+ner-F-17953562-002.txt | 0 .../bionlp-st/BB-rel+ner-F-17953562-003.a1 | 0 .../bionlp-st/BB-rel+ner-F-17953562-003.txt | 0 .../bionlp-st/BB-rel+ner-F-17953562-004.a1 | 0 .../bionlp-st/BB-rel+ner-F-17953562-004.txt | 0 .../bionlp-st/BB-rel+ner-F-24010601-000.a1 | 0 .../bionlp-st/BB-rel+ner-F-24010601-000.txt | 0 .../bionlp-st/BB-rel+ner-F-24010601-001.a1 | 0 .../bionlp-st/BB-rel+ner-F-24010601-001.txt | 0 .../bionlp-st/BB-rel+ner-F-24010601-002.a1 | 0 .../bionlp-st/BB-rel+ner-F-24010601-002.txt | 0 .../bionlp-st/BB-rel+ner-F-24010601-003.a1 | 0 .../bionlp-st/BB-rel+ner-F-24010601-003.txt | 0 .../bionlp-st/BB-rel+ner-F-24010601-004.a1 | 0 .../bionlp-st/BB-rel+ner-F-24010601-004.txt | 0 .../bionlp-st/BB-rel+ner-F-24010601-005.a1 | 0 .../bionlp-st/BB-rel+ner-F-24010601-005.txt | 0 .../bionlp-st/BB-rel+ner-F-24010601-006.a1 | 0 .../bionlp-st/BB-rel+ner-F-24010601-006.txt | 0 .../bionlp-st/BB-rel+ner-F-24010601-007.a1 | 0 .../bionlp-st/BB-rel+ner-F-24010601-007.txt | 0 .../bionlp-st/BB-rel+ner-F-24010601-008.a1 | 0 .../bionlp-st/BB-rel+ner-F-24010601-008.txt | 0 .../bionlp-st/BB-rel+ner-F-24010601-009.a1 | 0 .../bionlp-st/BB-rel+ner-F-24010601-009.txt | 0 .../bionlp-st/BB-rel+ner-F-24010601-010.a1 | 0 .../bionlp-st/BB-rel+ner-F-24010601-010.txt | 0 .../bionlp-st/BB-rel+ner-F-24010601-011.a1 | 0 .../bionlp-st/BB-rel+ner-F-24010601-011.txt | 0 .../bionlp-st/BB-rel+ner-F-25064656-000.a1 | 0 .../bionlp-st/BB-rel+ner-F-25064656-000.txt | 0 .../bionlp-st/BB-rel+ner-F-25064656-001.a1 | 0 .../bionlp-st/BB-rel+ner-F-25064656-001.txt | 0 .../bionlp-st/BB-rel+ner-F-25064656-002.a1 | 0 .../bionlp-st/BB-rel+ner-F-25064656-002.txt | 0 .../bionlp-st/BB-rel+ner-F-25064656-003.a1 | 0 .../bionlp-st/BB-rel+ner-F-25064656-003.txt | 0 .../bionlp-st/BB-rel+ner-F-25064656-004.a1 | 0 .../bionlp-st/BB-rel+ner-F-25064656-004.txt | 0 .../bionlp-st/BB-rel+ner-F-25064656-005.a1 | 0 .../bionlp-st/BB-rel+ner-F-25064656-005.txt | 0 .../bionlp-st/BB-rel+ner-F-25064656-006.a1 | 0 .../bionlp-st/BB-rel+ner-F-25064656-006.txt | 0 .../bionlp-st/BB-rel+ner-F-25064656-007.a1 | 0 .../bionlp-st/BB-rel+ner-F-25064656-007.txt | 0 .../bionlp-st/BB-rel+ner-F-25064656-008.a1 | 0 .../bionlp-st/BB-rel+ner-F-25064656-008.txt | 0 .../bionlp-st/BB-rel+ner-F-25064656-009.a1 | 0 .../bionlp-st/BB-rel+ner-F-25064656-009.txt | 0 .../bionlp-st/BB-rel+ner-F-25064656-010.a1 | 0 .../bionlp-st/BB-rel+ner-F-25064656-010.txt | 0 .../bionlp-st/BB-rel+ner-F-25064656-011.a1 | 0 .../bionlp-st/BB-rel+ner-F-25064656-011.txt | 0 .../bionlp-st/BB-rel+ner-F-25064656-012.a1 | 0 .../bionlp-st/BB-rel+ner-F-25064656-012.txt | 0 .../bionlp-st/BB-rel+ner-F-25064656-013.a1 | 0 .../bionlp-st/BB-rel+ner-F-25064656-013.txt | 0 .../bionlp-st/BB-rel+ner-F-25064656-014.a1 | 0 .../bionlp-st/BB-rel+ner-F-25064656-014.txt | 0 .../bionlp-st/BB-rel+ner-F-25064656-015.a1 | 0 .../bionlp-st/BB-rel+ner-F-25064656-015.txt | 0 .../bionlp-st/BB-rel+ner-F-25064656-016.a1 | 0 .../bionlp-st/BB-rel+ner-F-25064656-016.txt | 0 .../bionlp-st/BB-rel+ner-F-25064656-017.a1 | 0 .../bionlp-st/BB-rel+ner-F-25064656-017.txt | 0 .../bionlp-st/BB-rel+ner-F-25955289-000.a1 | 0 .../bionlp-st/BB-rel+ner-F-25955289-000.txt | 0 .../bionlp-st/BB-rel+ner-F-25955289-001.a1 | 0 .../bionlp-st/BB-rel+ner-F-25955289-001.txt | 0 .../bionlp-st/BB-rel+ner-F-25955289-002.a1 | 0 .../bionlp-st/BB-rel+ner-F-25955289-002.txt | 0 .../bionlp-st/BB-rel+ner-F-25955289-003.a1 | 0 .../bionlp-st/BB-rel+ner-F-25955289-003.txt | 0 .../bionlp-st/BB-rel+ner-F-26187841-000.a1 | 0 .../bionlp-st/BB-rel+ner-F-26187841-000.txt | 0 .../bionlp-st/BB-rel+ner-F-26187841-001.a1 | 0 .../bionlp-st/BB-rel+ner-F-26187841-001.txt | 0 .../bionlp-st/BB-rel+ner-F-26187841-002.a1 | 0 .../bionlp-st/BB-rel+ner-F-26187841-002.txt | 0 .../eval.json | 8636 +- process-evaluate_BioNLP-OST.snakefile | 12 +- 585 files changed, 176781 insertions(+), 13591 deletions(-) delete mode 100644 corpora/BioNLP-OST-2019/batches/BB19-kb+ner/eval.json rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/batch.xml (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-10618167.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-10618167.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-10645449.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-10645449.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-10656819.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-10656819.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-10665543.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-10665543.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-10770276.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-10770276.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-10792385.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-10792385.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-10796014.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-10796014.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-11551069.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-11551069.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-12417169.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-12417169.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-12438382.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-12438382.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-12934822.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-12934822.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-14638480.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-14638480.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-14657131.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-14657131.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-15273106.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-15273106.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-15460321.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-15460321.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-15612668.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-15612668.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-15626953.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-15626953.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-1649682.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-1649682.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-16510930.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-16510930.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-16728960.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-16728960.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-17261513.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-17261513.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-19494280.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-19494280.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-19656787.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-19656787.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-20400104.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-20400104.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-20672296.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-20672296.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-21148810.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-21148810.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-21476570.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-21476570.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-21511409.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-21511409.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-21989983.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-21989983.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-22203552.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-22203552.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-22537874.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-22537874.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-23645023.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-23645023.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-24389148.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-24389148.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-24584903.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-24584903.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-24739626.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-24739626.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-24794581.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-24794581.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-24865686.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-24865686.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-25046729.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-25046729.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-25179651.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-25179651.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-25607366.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-25607366.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-25644009.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-25644009.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-26155675.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-26155675.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-2617654.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-2617654.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-3015879.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-3015879.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-3516874.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-3516874.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-7867953.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-7867953.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-7876637.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-7876637.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-817056.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-817056.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-8406892.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-8406892.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-8698477.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-8698477.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-9231420.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-9231420.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-9562874.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-9562874.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-9575437.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-9575437.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-9666962.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-9666962.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-F-17953562-000.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-F-17953562-000.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-F-17953562-001.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-F-17953562-001.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-F-17953562-002.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-F-17953562-002.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-F-17953562-003.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-F-17953562-003.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-F-17953562-004.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-F-17953562-004.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-F-24010601-000.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-F-24010601-000.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-F-24010601-001.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-F-24010601-001.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-F-24010601-002.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-F-24010601-002.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-F-24010601-003.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-F-24010601-003.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-F-24010601-004.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-F-24010601-004.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-F-24010601-005.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-F-24010601-005.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-F-24010601-006.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-F-24010601-006.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-F-24010601-007.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-F-24010601-007.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-F-24010601-008.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-F-24010601-008.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-F-24010601-009.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-F-24010601-009.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-F-24010601-010.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-F-24010601-010.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-F-24010601-011.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-F-24010601-011.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-F-25064656-000.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-F-25064656-000.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-F-25064656-001.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-F-25064656-001.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-F-25064656-002.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-F-25064656-002.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-F-25064656-003.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-F-25064656-003.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-F-25064656-004.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-F-25064656-004.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-F-25064656-005.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-F-25064656-005.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-F-25064656-006.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-F-25064656-006.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-F-25064656-007.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-F-25064656-007.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-F-25064656-008.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-F-25064656-008.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-F-25064656-009.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-F-25064656-009.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-F-25064656-010.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-F-25064656-010.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-F-25064656-011.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-F-25064656-011.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-F-25064656-012.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-F-25064656-012.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-F-25064656-013.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-F-25064656-013.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-F-25064656-014.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-F-25064656-014.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-F-25064656-015.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-F-25064656-015.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-F-25064656-016.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-F-25064656-016.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-F-25064656-017.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-F-25064656-017.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-F-25955289-000.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-F-25955289-000.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-F-25955289-001.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-F-25955289-001.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-F-25955289-002.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-F-25955289-002.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-F-25955289-003.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-F-25955289-003.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-F-26187841-000.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-F-26187841-000.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-F-26187841-001.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-F-26187841-001.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-F-26187841-002.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-kb+ner => BB19-kb+ner_test}/bionlp-st/BB-kb+ner-F-26187841-002.txt (100%) create mode 100644 corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/eval.json delete mode 100644 corpora/BioNLP-OST-2019/batches/BB19-norm+ner/eval.json rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/batch.xml (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-10618167.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-10618167.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-10645449.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-10645449.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-10656819.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-10656819.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-10665543.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-10665543.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-10770276.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-10770276.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-10792385.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-10792385.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-10796014.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-10796014.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-11551069.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-11551069.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-12417169.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-12417169.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-12438382.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-12438382.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-12934822.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-12934822.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-14638480.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-14638480.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-14657131.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-14657131.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-15273106.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-15273106.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-15460321.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-15460321.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-15612668.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-15612668.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-15626953.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-15626953.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-1649682.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-1649682.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-16510930.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-16510930.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-16728960.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-16728960.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-17261513.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-17261513.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-19494280.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-19494280.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-19656787.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-19656787.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-20400104.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-20400104.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-20672296.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-20672296.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-21148810.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-21148810.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-21476570.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-21476570.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-21511409.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-21511409.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-21989983.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-21989983.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-22203552.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-22203552.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-22537874.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-22537874.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-23645023.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-23645023.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-24389148.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-24389148.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-24584903.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-24584903.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-24739626.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-24739626.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-24794581.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-24794581.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-24865686.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-24865686.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-25046729.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-25046729.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-25179651.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-25179651.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-25607366.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-25607366.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-25644009.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-25644009.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-26155675.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-26155675.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-2617654.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-2617654.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-3015879.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-3015879.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-3516874.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-3516874.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-7867953.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-7867953.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-7876637.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-7876637.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-817056.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-817056.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-8406892.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-8406892.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-8698477.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-8698477.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-9231420.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-9231420.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-9562874.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-9562874.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-9575437.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-9575437.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-9666962.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-9666962.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-F-17953562-000.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-F-17953562-000.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-F-17953562-001.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-F-17953562-001.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-F-17953562-002.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-F-17953562-002.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-F-17953562-003.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-F-17953562-003.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-F-17953562-004.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-F-17953562-004.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-F-24010601-000.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-F-24010601-000.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-F-24010601-001.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-F-24010601-001.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-F-24010601-002.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-F-24010601-002.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-F-24010601-003.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-F-24010601-003.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-F-24010601-004.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-F-24010601-004.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-F-24010601-005.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-F-24010601-005.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-F-24010601-006.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-F-24010601-006.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-F-24010601-007.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-F-24010601-007.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-F-24010601-008.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-F-24010601-008.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-F-24010601-009.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-F-24010601-009.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-F-24010601-010.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-F-24010601-010.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-F-24010601-011.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-F-24010601-011.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-F-25064656-000.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-F-25064656-000.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-F-25064656-001.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-F-25064656-001.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-F-25064656-002.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-F-25064656-002.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-F-25064656-003.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-F-25064656-003.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-F-25064656-004.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-F-25064656-004.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-F-25064656-005.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-F-25064656-005.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-F-25064656-006.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-F-25064656-006.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-F-25064656-007.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-F-25064656-007.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-F-25064656-008.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-F-25064656-008.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-F-25064656-009.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-F-25064656-009.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-F-25064656-010.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-F-25064656-010.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-F-25064656-011.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-F-25064656-011.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-F-25064656-012.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-F-25064656-012.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-F-25064656-013.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-F-25064656-013.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-F-25064656-014.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-F-25064656-014.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-F-25064656-015.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-F-25064656-015.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-F-25064656-016.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-F-25064656-016.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-F-25064656-017.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-F-25064656-017.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-F-25955289-000.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-F-25955289-000.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-F-25955289-001.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-F-25955289-001.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-F-25955289-002.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-F-25955289-002.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-F-25955289-003.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-F-25955289-003.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-F-26187841-000.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-F-26187841-000.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-F-26187841-001.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-F-26187841-001.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-F-26187841-002.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-norm+ner => BB19-norm+ner_test}/bionlp-st/BB-norm+ner-F-26187841-002.txt (100%) create mode 100644 corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/eval.json rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/batch.xml (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-10618167.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-10618167.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-10645449.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-10645449.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-10656819.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-10656819.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-10665543.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-10665543.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-10770276.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-10770276.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-10792385.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-10792385.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-10796014.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-10796014.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-11551069.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-11551069.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-12417169.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-12417169.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-12438382.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-12438382.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-12934822.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-12934822.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-14638480.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-14638480.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-14657131.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-14657131.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-15273106.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-15273106.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-15460321.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-15460321.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-15612668.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-15612668.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-15626953.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-15626953.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-1649682.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-1649682.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-16510930.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-16510930.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-16728960.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-16728960.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-17261513.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-17261513.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-19494280.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-19494280.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-19656787.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-19656787.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-20400104.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-20400104.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-20672296.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-20672296.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-21148810.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-21148810.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-21476570.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-21476570.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-21511409.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-21511409.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-21989983.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-21989983.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-22203552.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-22203552.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-22537874.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-22537874.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-23645023.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-23645023.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-24389148.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-24389148.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-24584903.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-24584903.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-24739626.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-24739626.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-24794581.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-24794581.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-24865686.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-24865686.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-25046729.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-25046729.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-25179651.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-25179651.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-25607366.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-25607366.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-25644009.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-25644009.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-26155675.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-26155675.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-2617654.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-2617654.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-3015879.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-3015879.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-3516874.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-3516874.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-7867953.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-7867953.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-7876637.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-7876637.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-817056.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-817056.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-8406892.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-8406892.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-8698477.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-8698477.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-9231420.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-9231420.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-9562874.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-9562874.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-9575437.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-9575437.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-9666962.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-9666962.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-F-17953562-000.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-F-17953562-000.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-F-17953562-001.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-F-17953562-001.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-F-17953562-002.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-F-17953562-002.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-F-17953562-003.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-F-17953562-003.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-F-17953562-004.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-F-17953562-004.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-F-24010601-000.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-F-24010601-000.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-F-24010601-001.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-F-24010601-001.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-F-24010601-002.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-F-24010601-002.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-F-24010601-003.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-F-24010601-003.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-F-24010601-004.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-F-24010601-004.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-F-24010601-005.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-F-24010601-005.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-F-24010601-006.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-F-24010601-006.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-F-24010601-007.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-F-24010601-007.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-F-24010601-008.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-F-24010601-008.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-F-24010601-009.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-F-24010601-009.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-F-24010601-010.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-F-24010601-010.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-F-24010601-011.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-F-24010601-011.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-F-25064656-000.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-F-25064656-000.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-F-25064656-001.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-F-25064656-001.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-F-25064656-002.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-F-25064656-002.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-F-25064656-003.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-F-25064656-003.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-F-25064656-004.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-F-25064656-004.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-F-25064656-005.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-F-25064656-005.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-F-25064656-006.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-F-25064656-006.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-F-25064656-007.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-F-25064656-007.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-F-25064656-008.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-F-25064656-008.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-F-25064656-009.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-F-25064656-009.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-F-25064656-010.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-F-25064656-010.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-F-25064656-011.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-F-25064656-011.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-F-25064656-012.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-F-25064656-012.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-F-25064656-013.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-F-25064656-013.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-F-25064656-014.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-F-25064656-014.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-F-25064656-015.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-F-25064656-015.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-F-25064656-016.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-F-25064656-016.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-F-25064656-017.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-F-25064656-017.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-F-25955289-000.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-F-25955289-000.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-F-25955289-001.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-F-25955289-001.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-F-25955289-002.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-F-25955289-002.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-F-25955289-003.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-F-25955289-003.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-F-26187841-000.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-F-26187841-000.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-F-26187841-001.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-F-26187841-001.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-F-26187841-002.a1 (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/bionlp-st/BB-rel+ner-F-26187841-002.txt (100%) rename corpora/BioNLP-OST-2019/batches/{BB19-rel+ner => BB19-rel+ner_test}/eval.json (54%) diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/eval.json b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/eval.json deleted file mode 100644 index 7f67a6c..0000000 --- a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/eval.json +++ /dev/null @@ -1,185 +0,0 @@ -{ - "evaluation": { - "submission-id": 19531, - "global-evaluations": [{ - "name": "Standard pairing", - "scorings": [{ - "name": "Standard scoring", - "measures": [ - { - "name": "mean-references", - "value": 0.32943585572615347 - }, - { - "name": "Predictions", - "value": 518 - }, - { - "name": "False Negatives", - "value": 290 - } - ] - }] - }] - }, - "messages": [ - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-kb+ner\/a2\/BB-kb+ner-10770276.a2", - "lineno": 34, - "level": "SERIOUS", - "body": "referent dsm:44495 is not in the vocabulary" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-kb+ner\/a2\/BB-kb+ner-12417169.a2", - "lineno": 53, - "level": "SERIOUS", - "body": "referent dsm:40778 is not in the vocabulary" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-kb+ner\/a2\/BB-kb+ner-15273106.a2", - "lineno": 51, - "level": "SERIOUS", - "body": "referent dsm:11729 is not in the vocabulary" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-kb+ner\/a2\/BB-kb+ner-15273106.a2", - "lineno": 53, - "level": "SERIOUS", - "body": "referent dsm:11729 is not in the vocabulary" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-kb+ner\/a2\/BB-kb+ner-15273106.a2", - "lineno": 54, - "level": "SERIOUS", - "body": "referent dsm:11729 is not in the vocabulary" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-kb+ner\/a2\/BB-kb+ner-15460321.a2", - "lineno": 31, - "level": "SERIOUS", - "body": "referent OBT:003761 is not in the vocabulary" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-kb+ner\/a2\/BB-kb+ner-15460321.a2", - "lineno": 46, - "level": "SERIOUS", - "body": "referent 2770636 is not in the vocabulary" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-kb+ner\/a2\/BB-kb+ner-21511409.a2", - "lineno": 33, - "level": "SERIOUS", - "body": "referent OBT:003761 is not in the vocabulary" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-kb+ner\/a2\/BB-kb+ner-21511409.a2", - "lineno": 39, - "level": "SERIOUS", - "body": "referent OBT:003719 is not in the vocabulary" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-kb+ner\/a2\/BB-kb+ner-21511409.a2", - "lineno": 43, - "level": "SERIOUS", - "body": "referent OBT:003761 is not in the vocabulary" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-kb+ner\/a2\/BB-kb+ner-25046729.a2", - "lineno": 50, - "level": "SERIOUS", - "body": "referent dsm:3300 is not in the vocabulary" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-kb+ner\/a2\/BB-kb+ner-2617654.a2", - "lineno": 31, - "level": "SERIOUS", - "body": "referent OBT:004147 is not in the vocabulary" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-kb+ner\/a2\/BB-kb+ner-2617654.a2", - "lineno": 32, - "level": "SERIOUS", - "body": "referent OBT:003836 is not in the vocabulary" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-kb+ner\/a2\/BB-kb+ner-3015879.a2", - "lineno": 29, - "level": "SERIOUS", - "body": "referent dsm:4887 is not in the vocabulary" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-kb+ner\/a2\/BB-kb+ner-3015879.a2", - "lineno": 32, - "level": "SERIOUS", - "body": "referent dsm:3879 is not in the vocabulary" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-kb+ner\/a2\/BB-kb+ner-9575437.a2", - "lineno": 69, - "level": "SERIOUS", - "body": "referent dsm:11729 is not in the vocabulary" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-kb+ner\/a2\/BB-kb+ner-9575437.a2", - "lineno": 71, - "level": "SERIOUS", - "body": "referent dsm:11729 is not in the vocabulary" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-kb+ner\/a2\/BB-kb+ner-9575437.a2", - "lineno": 76, - "level": "SERIOUS", - "body": "referent dsm:4475 is not in the vocabulary" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-kb+ner\/a2\/BB-kb+ner-F-24010601-001.a2", - "lineno": 24, - "level": "SERIOUS", - "body": "referent OBT:003761 is not in the vocabulary" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-kb+ner\/a2\/BB-kb+ner-F-24010601-010.a2", - "lineno": 34, - "level": "SERIOUS", - "body": "referent OBT:003761 is not in the vocabulary" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-kb+ner\/a2\/BB-kb+ner-F-25064656-012.a2", - "lineno": 60, - "level": "SERIOUS", - "body": "referent OBT:003761 is not in the vocabulary" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-kb+ner\/a2\/BB-kb+ner-F-25064656-015.a2", - "lineno": 30, - "level": "SERIOUS", - "body": "referent dsm:661 is not in the vocabulary" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-kb+ner\/a2\/BB-kb+ner-F-25955289-003.a2", - "lineno": 17, - "level": "SERIOUS", - "body": "referent OBT:004138 is not in the vocabulary" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-kb+ner\/a2\/BB-kb+ner-F-26187841-001.a2", - "lineno": 18, - "level": "SERIOUS", - "body": "referent OBT:003761 is not in the vocabulary" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-kb+ner\/a2\/BB-kb+ner-F-26187841-001.a2", - "lineno": 19, - "level": "SERIOUS", - "body": "referent OBT:003761 is not in the vocabulary" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-kb+ner\/a2\/BB-kb+ner-F-26187841-002.a2", - "lineno": 11, - "level": "SERIOUS", - "body": "referent OBT:003761 is not in the vocabulary" - } - ], - "highest-message-level": "SERIOUS", - "success": false -} \ No newline at end of file diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/batch.xml b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/batch.xml similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/batch.xml rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/batch.xml diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-10618167.a1 b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-10618167.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-10618167.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-10618167.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-10618167.txt b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-10618167.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-10618167.txt rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-10618167.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-10645449.a1 b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-10645449.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-10645449.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-10645449.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-10645449.txt b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-10645449.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-10645449.txt rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-10645449.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-10656819.a1 b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-10656819.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-10656819.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-10656819.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-10656819.txt b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-10656819.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-10656819.txt rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-10656819.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-10665543.a1 b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-10665543.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-10665543.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-10665543.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-10665543.txt b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-10665543.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-10665543.txt rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-10665543.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-10770276.a1 b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-10770276.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-10770276.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-10770276.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-10770276.txt b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-10770276.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-10770276.txt rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-10770276.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-10792385.a1 b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-10792385.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-10792385.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-10792385.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-10792385.txt b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-10792385.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-10792385.txt rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-10792385.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-10796014.a1 b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-10796014.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-10796014.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-10796014.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-10796014.txt b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-10796014.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-10796014.txt rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-10796014.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-11551069.a1 b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-11551069.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-11551069.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-11551069.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-11551069.txt b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-11551069.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-11551069.txt rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-11551069.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-12417169.a1 b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-12417169.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-12417169.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-12417169.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-12417169.txt b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-12417169.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-12417169.txt rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-12417169.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-12438382.a1 b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-12438382.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-12438382.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-12438382.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-12438382.txt b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-12438382.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-12438382.txt rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-12438382.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-12934822.a1 b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-12934822.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-12934822.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-12934822.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-12934822.txt b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-12934822.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-12934822.txt rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-12934822.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-14638480.a1 b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-14638480.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-14638480.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-14638480.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-14638480.txt b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-14638480.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-14638480.txt rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-14638480.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-14657131.a1 b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-14657131.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-14657131.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-14657131.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-14657131.txt b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-14657131.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-14657131.txt rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-14657131.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-15273106.a1 b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-15273106.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-15273106.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-15273106.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-15273106.txt b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-15273106.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-15273106.txt rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-15273106.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-15460321.a1 b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-15460321.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-15460321.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-15460321.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-15460321.txt b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-15460321.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-15460321.txt rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-15460321.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-15612668.a1 b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-15612668.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-15612668.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-15612668.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-15612668.txt b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-15612668.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-15612668.txt rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-15612668.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-15626953.a1 b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-15626953.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-15626953.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-15626953.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-15626953.txt b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-15626953.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-15626953.txt rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-15626953.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-1649682.a1 b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-1649682.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-1649682.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-1649682.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-1649682.txt b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-1649682.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-1649682.txt rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-1649682.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-16510930.a1 b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-16510930.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-16510930.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-16510930.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-16510930.txt b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-16510930.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-16510930.txt rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-16510930.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-16728960.a1 b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-16728960.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-16728960.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-16728960.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-16728960.txt b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-16728960.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-16728960.txt rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-16728960.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-17261513.a1 b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-17261513.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-17261513.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-17261513.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-17261513.txt b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-17261513.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-17261513.txt rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-17261513.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-19494280.a1 b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-19494280.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-19494280.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-19494280.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-19494280.txt b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-19494280.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-19494280.txt rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-19494280.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-19656787.a1 b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-19656787.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-19656787.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-19656787.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-19656787.txt b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-19656787.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-19656787.txt rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-19656787.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-20400104.a1 b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-20400104.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-20400104.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-20400104.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-20400104.txt b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-20400104.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-20400104.txt rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-20400104.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-20672296.a1 b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-20672296.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-20672296.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-20672296.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-20672296.txt b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-20672296.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-20672296.txt rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-20672296.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-21148810.a1 b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-21148810.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-21148810.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-21148810.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-21148810.txt b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-21148810.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-21148810.txt rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-21148810.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-21476570.a1 b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-21476570.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-21476570.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-21476570.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-21476570.txt b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-21476570.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-21476570.txt rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-21476570.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-21511409.a1 b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-21511409.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-21511409.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-21511409.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-21511409.txt b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-21511409.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-21511409.txt rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-21511409.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-21989983.a1 b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-21989983.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-21989983.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-21989983.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-21989983.txt b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-21989983.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-21989983.txt rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-21989983.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-22203552.a1 b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-22203552.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-22203552.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-22203552.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-22203552.txt b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-22203552.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-22203552.txt rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-22203552.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-22537874.a1 b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-22537874.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-22537874.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-22537874.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-22537874.txt b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-22537874.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-22537874.txt rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-22537874.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-23645023.a1 b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-23645023.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-23645023.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-23645023.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-23645023.txt b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-23645023.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-23645023.txt rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-23645023.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-24389148.a1 b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-24389148.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-24389148.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-24389148.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-24389148.txt b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-24389148.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-24389148.txt rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-24389148.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-24584903.a1 b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-24584903.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-24584903.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-24584903.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-24584903.txt b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-24584903.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-24584903.txt rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-24584903.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-24739626.a1 b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-24739626.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-24739626.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-24739626.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-24739626.txt b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-24739626.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-24739626.txt rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-24739626.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-24794581.a1 b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-24794581.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-24794581.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-24794581.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-24794581.txt b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-24794581.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-24794581.txt rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-24794581.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-24865686.a1 b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-24865686.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-24865686.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-24865686.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-24865686.txt b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-24865686.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-24865686.txt rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-24865686.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-25046729.a1 b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-25046729.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-25046729.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-25046729.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-25046729.txt b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-25046729.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-25046729.txt rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-25046729.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-25179651.a1 b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-25179651.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-25179651.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-25179651.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-25179651.txt b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-25179651.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-25179651.txt rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-25179651.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-25607366.a1 b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-25607366.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-25607366.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-25607366.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-25607366.txt b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-25607366.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-25607366.txt rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-25607366.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-25644009.a1 b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-25644009.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-25644009.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-25644009.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-25644009.txt b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-25644009.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-25644009.txt rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-25644009.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-26155675.a1 b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-26155675.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-26155675.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-26155675.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-26155675.txt b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-26155675.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-26155675.txt rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-26155675.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-2617654.a1 b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-2617654.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-2617654.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-2617654.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-2617654.txt b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-2617654.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-2617654.txt rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-2617654.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-3015879.a1 b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-3015879.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-3015879.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-3015879.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-3015879.txt b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-3015879.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-3015879.txt rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-3015879.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-3516874.a1 b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-3516874.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-3516874.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-3516874.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-3516874.txt b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-3516874.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-3516874.txt rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-3516874.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-7867953.a1 b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-7867953.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-7867953.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-7867953.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-7867953.txt b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-7867953.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-7867953.txt rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-7867953.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-7876637.a1 b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-7876637.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-7876637.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-7876637.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-7876637.txt b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-7876637.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-7876637.txt rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-7876637.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-817056.a1 b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-817056.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-817056.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-817056.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-817056.txt b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-817056.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-817056.txt rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-817056.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-8406892.a1 b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-8406892.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-8406892.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-8406892.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-8406892.txt b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-8406892.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-8406892.txt rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-8406892.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-8698477.a1 b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-8698477.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-8698477.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-8698477.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-8698477.txt b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-8698477.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-8698477.txt rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-8698477.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-9231420.a1 b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-9231420.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-9231420.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-9231420.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-9231420.txt b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-9231420.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-9231420.txt rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-9231420.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-9562874.a1 b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-9562874.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-9562874.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-9562874.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-9562874.txt b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-9562874.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-9562874.txt rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-9562874.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-9575437.a1 b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-9575437.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-9575437.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-9575437.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-9575437.txt b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-9575437.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-9575437.txt rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-9575437.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-9666962.a1 b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-9666962.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-9666962.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-9666962.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-9666962.txt b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-9666962.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-9666962.txt rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-9666962.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-17953562-000.a1 b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-17953562-000.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-17953562-000.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-17953562-000.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-17953562-000.txt b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-17953562-000.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-17953562-000.txt rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-17953562-000.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-17953562-001.a1 b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-17953562-001.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-17953562-001.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-17953562-001.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-17953562-001.txt b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-17953562-001.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-17953562-001.txt rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-17953562-001.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-17953562-002.a1 b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-17953562-002.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-17953562-002.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-17953562-002.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-17953562-002.txt b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-17953562-002.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-17953562-002.txt rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-17953562-002.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-17953562-003.a1 b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-17953562-003.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-17953562-003.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-17953562-003.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-17953562-003.txt b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-17953562-003.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-17953562-003.txt rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-17953562-003.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-17953562-004.a1 b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-17953562-004.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-17953562-004.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-17953562-004.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-17953562-004.txt b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-17953562-004.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-17953562-004.txt rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-17953562-004.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-24010601-000.a1 b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-24010601-000.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-24010601-000.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-24010601-000.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-24010601-000.txt b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-24010601-000.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-24010601-000.txt rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-24010601-000.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-24010601-001.a1 b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-24010601-001.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-24010601-001.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-24010601-001.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-24010601-001.txt b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-24010601-001.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-24010601-001.txt rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-24010601-001.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-24010601-002.a1 b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-24010601-002.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-24010601-002.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-24010601-002.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-24010601-002.txt b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-24010601-002.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-24010601-002.txt rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-24010601-002.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-24010601-003.a1 b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-24010601-003.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-24010601-003.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-24010601-003.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-24010601-003.txt b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-24010601-003.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-24010601-003.txt rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-24010601-003.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-24010601-004.a1 b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-24010601-004.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-24010601-004.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-24010601-004.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-24010601-004.txt b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-24010601-004.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-24010601-004.txt rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-24010601-004.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-24010601-005.a1 b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-24010601-005.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-24010601-005.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-24010601-005.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-24010601-005.txt b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-24010601-005.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-24010601-005.txt rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-24010601-005.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-24010601-006.a1 b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-24010601-006.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-24010601-006.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-24010601-006.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-24010601-006.txt b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-24010601-006.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-24010601-006.txt rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-24010601-006.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-24010601-007.a1 b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-24010601-007.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-24010601-007.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-24010601-007.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-24010601-007.txt b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-24010601-007.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-24010601-007.txt rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-24010601-007.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-24010601-008.a1 b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-24010601-008.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-24010601-008.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-24010601-008.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-24010601-008.txt b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-24010601-008.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-24010601-008.txt rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-24010601-008.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-24010601-009.a1 b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-24010601-009.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-24010601-009.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-24010601-009.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-24010601-009.txt b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-24010601-009.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-24010601-009.txt rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-24010601-009.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-24010601-010.a1 b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-24010601-010.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-24010601-010.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-24010601-010.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-24010601-010.txt b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-24010601-010.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-24010601-010.txt rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-24010601-010.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-24010601-011.a1 b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-24010601-011.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-24010601-011.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-24010601-011.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-24010601-011.txt b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-24010601-011.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-24010601-011.txt rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-24010601-011.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-25064656-000.a1 b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-25064656-000.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-25064656-000.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-25064656-000.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-25064656-000.txt b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-25064656-000.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-25064656-000.txt rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-25064656-000.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-25064656-001.a1 b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-25064656-001.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-25064656-001.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-25064656-001.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-25064656-001.txt b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-25064656-001.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-25064656-001.txt rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-25064656-001.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-25064656-002.a1 b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-25064656-002.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-25064656-002.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-25064656-002.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-25064656-002.txt b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-25064656-002.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-25064656-002.txt rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-25064656-002.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-25064656-003.a1 b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-25064656-003.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-25064656-003.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-25064656-003.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-25064656-003.txt b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-25064656-003.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-25064656-003.txt rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-25064656-003.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-25064656-004.a1 b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-25064656-004.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-25064656-004.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-25064656-004.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-25064656-004.txt b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-25064656-004.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-25064656-004.txt rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-25064656-004.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-25064656-005.a1 b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-25064656-005.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-25064656-005.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-25064656-005.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-25064656-005.txt b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-25064656-005.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-25064656-005.txt rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-25064656-005.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-25064656-006.a1 b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-25064656-006.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-25064656-006.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-25064656-006.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-25064656-006.txt b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-25064656-006.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-25064656-006.txt rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-25064656-006.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-25064656-007.a1 b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-25064656-007.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-25064656-007.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-25064656-007.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-25064656-007.txt b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-25064656-007.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-25064656-007.txt rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-25064656-007.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-25064656-008.a1 b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-25064656-008.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-25064656-008.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-25064656-008.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-25064656-008.txt b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-25064656-008.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-25064656-008.txt rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-25064656-008.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-25064656-009.a1 b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-25064656-009.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-25064656-009.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-25064656-009.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-25064656-009.txt b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-25064656-009.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-25064656-009.txt rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-25064656-009.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-25064656-010.a1 b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-25064656-010.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-25064656-010.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-25064656-010.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-25064656-010.txt b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-25064656-010.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-25064656-010.txt rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-25064656-010.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-25064656-011.a1 b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-25064656-011.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-25064656-011.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-25064656-011.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-25064656-011.txt b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-25064656-011.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-25064656-011.txt rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-25064656-011.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-25064656-012.a1 b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-25064656-012.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-25064656-012.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-25064656-012.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-25064656-012.txt b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-25064656-012.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-25064656-012.txt rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-25064656-012.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-25064656-013.a1 b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-25064656-013.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-25064656-013.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-25064656-013.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-25064656-013.txt b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-25064656-013.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-25064656-013.txt rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-25064656-013.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-25064656-014.a1 b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-25064656-014.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-25064656-014.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-25064656-014.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-25064656-014.txt b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-25064656-014.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-25064656-014.txt rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-25064656-014.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-25064656-015.a1 b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-25064656-015.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-25064656-015.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-25064656-015.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-25064656-015.txt b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-25064656-015.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-25064656-015.txt rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-25064656-015.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-25064656-016.a1 b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-25064656-016.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-25064656-016.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-25064656-016.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-25064656-016.txt b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-25064656-016.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-25064656-016.txt rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-25064656-016.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-25064656-017.a1 b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-25064656-017.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-25064656-017.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-25064656-017.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-25064656-017.txt b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-25064656-017.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-25064656-017.txt rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-25064656-017.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-25955289-000.a1 b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-25955289-000.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-25955289-000.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-25955289-000.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-25955289-000.txt b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-25955289-000.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-25955289-000.txt rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-25955289-000.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-25955289-001.a1 b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-25955289-001.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-25955289-001.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-25955289-001.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-25955289-001.txt b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-25955289-001.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-25955289-001.txt rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-25955289-001.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-25955289-002.a1 b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-25955289-002.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-25955289-002.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-25955289-002.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-25955289-002.txt b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-25955289-002.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-25955289-002.txt rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-25955289-002.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-25955289-003.a1 b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-25955289-003.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-25955289-003.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-25955289-003.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-25955289-003.txt b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-25955289-003.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-25955289-003.txt rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-25955289-003.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-26187841-000.a1 b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-26187841-000.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-26187841-000.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-26187841-000.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-26187841-000.txt b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-26187841-000.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-26187841-000.txt rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-26187841-000.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-26187841-001.a1 b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-26187841-001.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-26187841-001.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-26187841-001.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-26187841-001.txt b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-26187841-001.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-26187841-001.txt rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-26187841-001.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-26187841-002.a1 b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-26187841-002.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-26187841-002.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-26187841-002.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-26187841-002.txt b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-26187841-002.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-kb+ner/bionlp-st/BB-kb+ner-F-26187841-002.txt rename to corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/bionlp-st/BB-kb+ner-F-26187841-002.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/eval.json b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/eval.json new file mode 100644 index 0000000..7e4ee9a --- /dev/null +++ b/corpora/BioNLP-OST-2019/batches/BB19-kb+ner_test/eval.json @@ -0,0 +1,113 @@ +{ + "evaluation": { + "submission-id": 19569, + "global-evaluations": [{ + "name": "Standard pairing", + "scorings": [{ + "name": "Standard scoring", + "measures": [ + { + "name": "mean-references", + "value": 0.05461857028249485 + }, + { + "name": "Predictions", + "value": 80 + }, + { + "name": "False Negatives", + "value": 466 + } + ] + }] + }] + }, + "messages": [ + { + "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-kb+ner\/a2\/BB-kb+ner-12417169.a2", + "lineno": 17, + "level": "SERIOUS", + "body": "referent bd:15573 is not in the vocabulary" + }, + { + "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-kb+ner\/a2\/BB-kb+ner-15273106.a2", + "lineno": 45, + "level": "SERIOUS", + "body": "referent bd:14460 is not in the vocabulary" + }, + { + "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-kb+ner\/a2\/BB-kb+ner-15273106.a2", + "lineno": 47, + "level": "SERIOUS", + "body": "referent bd:14460 is not in the vocabulary" + }, + { + "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-kb+ner\/a2\/BB-kb+ner-15273106.a2", + "lineno": 48, + "level": "SERIOUS", + "body": "referent bd:14460 is not in the vocabulary" + }, + { + "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-kb+ner\/a2\/BB-kb+ner-15460321.a2", + "lineno": 22, + "level": "SERIOUS", + "body": "referent 2770636 is not in the vocabulary" + }, + { + "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-kb+ner\/a2\/BB-kb+ner-23645023.a2", + "lineno": 38, + "level": "SERIOUS", + "body": "referent bd:6553 is not in the vocabulary" + }, + { + "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-kb+ner\/a2\/BB-kb+ner-23645023.a2", + "lineno": 39, + "level": "SERIOUS", + "body": "referent bd:6553 is not in the vocabulary" + }, + { + "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-kb+ner\/a2\/BB-kb+ner-25046729.a2", + "lineno": 42, + "level": "SERIOUS", + "body": "referent bd:17191 is not in the vocabulary" + }, + { + "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-kb+ner\/a2\/BB-kb+ner-3015879.a2", + "lineno": 23, + "level": "SERIOUS", + "body": "referent bd:4522 is not in the vocabulary" + }, + { + "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-kb+ner\/a2\/BB-kb+ner-3015879.a2", + "lineno": 26, + "level": "SERIOUS", + "body": "referent bd:4466 is not in the vocabulary" + }, + { + "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-kb+ner\/a2\/BB-kb+ner-9575437.a2", + "lineno": 49, + "level": "SERIOUS", + "body": "referent bd:14460 is not in the vocabulary" + }, + { + "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-kb+ner\/a2\/BB-kb+ner-9575437.a2", + "lineno": 51, + "level": "SERIOUS", + "body": "referent bd:14460 is not in the vocabulary" + }, + { + "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-kb+ner\/a2\/BB-kb+ner-9575437.a2", + "lineno": 56, + "level": "SERIOUS", + "body": "referent bd:12888 is not in the vocabulary" + }, + { + "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-kb+ner\/a2\/BB-kb+ner-F-25064656-015.a2", + "lineno": 12, + "level": "SERIOUS", + "body": "referent bd:2623 is not in the vocabulary" + } + ], + "highest-message-level": "SERIOUS", + "success": false +} \ No newline at end of file diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/eval.json b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/eval.json deleted file mode 100644 index 1f20b17..0000000 --- a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/eval.json +++ /dev/null @@ -1,6847 +0,0 @@ -{ - "evaluation": { - "submission-id": 19532, - "global-evaluations": [ - { - "name": "Standard pairing", - "scorings": [ - { - "name": "Standard scoring", - "measures": [ - { - "name": "SER", - "value": 0.6627659574468086 - }, - { - "name": "ISER", - "value": 0.6014075495841331 - }, - { - "name": "Mismatches", - "value": 230.10181078209246 - }, - { - "name": "Matches", - "value": 1017.898189217908 - }, - { - "name": "Insertions", - "value": 384 - }, - { - "name": "Deletions", - "value": 632 - }, - { - "name": "Recall", - "value": 0.5414352070308022 - }, - { - "name": "Precision", - "value": 0.6237121257462671 - }, - { - "name": "Predictions", - "value": 1632 - } - ] - }, - { - "name": "Habitats", - "measures": [ - { - "name": "SER", - "value": 0.6475409836065574 - }, - { - "name": "ISER", - "value": 0.6069651741293532 - }, - { - "name": "Mismatches", - "value": 180.0417432411326 - }, - { - "name": "Matches", - "value": 473.9582567588681 - }, - { - "name": "Insertions", - "value": 173 - }, - { - "name": "Deletions", - "value": 200 - }, - { - "name": "Recall", - "value": 0.5549862491321641 - }, - { - "name": "Precision", - "value": 0.5731055099865394 - }, - { - "name": "Predictions", - "value": 827 - } - ] - }, - { - "name": "Habitats (exact)", - "measures": [ - { - "name": "SER", - "value": 0.7494145199063232 - }, - { - "name": "ISER", - "value": 0.571619812583668 - }, - { - "name": "Mismatches", - "value": 267.81960926891185 - }, - { - "name": "Matches", - "value": 386.1803907310877 - }, - { - "name": "Insertions", - "value": 173 - }, - { - "name": "Deletions", - "value": 200 - }, - { - "name": "Recall", - "value": 0.45220186268277246 - }, - { - "name": "Precision", - "value": 0.46696540596262115 - }, - { - "name": "Predictions", - "value": 827 - } - ] - }, - { - "name": "Habitats (new in dev)", - "measures": [ - { - "name": "SER", - "value": 0.8484848484848485 - }, - { - "name": "ISER", - "value": 0.540983606557377 - }, - { - "name": "Mismatches", - "value": 42.36475179550699 - }, - { - "name": "Matches", - "value": 13.635248204493008 - }, - { - "name": "Insertions", - "value": 4 - }, - { - "name": "Deletions", - "value": 10 - }, - { - "name": "Recall", - "value": 0.2065946697650456 - }, - { - "name": "Precision", - "value": 0.22725413674155012 - }, - { - "name": "Predictions", - "value": 60 - } - ] - }, - { - "name": "Habitats (new in test)", - "measures": [ - { - "name": "SER", - "value": 0.7464788732394366 - }, - { - "name": "ISER", - "value": 0.5725806451612904 - }, - { - "name": "Mismatches", - "value": 90.2604323172907 - }, - { - "name": "Matches", - "value": 65.7395676827093 - }, - { - "name": "Insertions", - "value": 12 - }, - { - "name": "Deletions", - "value": 57 - }, - { - "name": "Recall", - "value": 0.3086364679939404 - }, - { - "name": "Precision", - "value": 0.3913069504923173 - }, - { - "name": "Predictions", - "value": 168 - } - ] - }, - { - "name": "Phenotypes", - "measures": [ - { - "name": "SER", - "value": 0.775 - }, - { - "name": "ISER", - "value": 0.5633802816901409 - }, - { - "name": "Mismatches", - "value": 31.205917918923554 - }, - { - "name": "Matches", - "value": 88.79408208107643 - }, - { - "name": "Insertions", - "value": 17 - }, - { - "name": "Deletions", - "value": 200 - }, - { - "name": "Recall", - "value": 0.27748150650336384 - }, - { - "name": "Precision", - "value": 0.6481319859932586 - }, - { - "name": "Predictions", - "value": 137 - } - ] - }, - { - "name": "Phenotypes (exact)", - "measures": [ - { - "name": "SER", - "value": 0.884375 - }, - { - "name": "ISER", - "value": 0.5306799336650083 - }, - { - "name": "Mismatches", - "value": 66.026938747527 - }, - { - "name": "Matches", - "value": 53.973061252473016 - }, - { - "name": "Insertions", - "value": 17 - }, - { - "name": "Deletions", - "value": 200 - }, - { - "name": "Recall", - "value": 0.16866581641397818 - }, - { - "name": "Precision", - "value": 0.39396395074797824 - }, - { - "name": "Predictions", - "value": 137 - } - ] - }, - { - "name": "Phenotypes (new in dev)", - "measures": [ - { - "name": "SER", - "value": 0.7368421052631579 - }, - { - "name": "ISER", - "value": 0.5757575757575757 - }, - { - "name": "Mismatches", - "value": -2.220446049250313E-16 - }, - { - "name": "Matches", - "value": 7 - }, - { - "name": "Insertions", - "value": 2 - }, - { - "name": "Deletions", - "value": 12 - }, - { - "name": "Recall", - "value": 0.3684210526315789 - }, - { - "name": "Precision", - "value": 0.7777777777777778 - }, - { - "name": "Predictions", - "value": 9 - } - ] - }, - { - "name": "Phenotypes (new in test)", - "measures": [ - { - "name": "SER", - "value": 0.8247422680412371 - }, - { - "name": "ISER", - "value": 0.5480225988700566 - }, - { - "name": "Mismatches", - "value": 43 - }, - { - "name": "Matches", - "value": 21 - }, - { - "name": "Insertions", - "value": 4 - }, - { - "name": "Deletions", - "value": 33 - }, - { - "name": "Recall", - "value": 0.21649484536082475 - }, - { - "name": "Precision", - "value": 0.3088235294117647 - }, - { - "name": "Predictions", - "value": 68 - } - ] - }, - { - "name": "Habitats and Phenotypes", - "measures": [ - { - "name": "SER", - "value": 0.682282793867121 - }, - { - "name": "ISER", - "value": 0.5944303797468354 - }, - { - "name": "Mismatches", - "value": 211.2476611600559 - }, - { - "name": "Matches", - "value": 562.7523388399443 - }, - { - "name": "Insertions", - "value": 190 - }, - { - "name": "Deletions", - "value": 400 - }, - { - "name": "Recall", - "value": 0.47934611485514844 - }, - { - "name": "Precision", - "value": 0.5837679863484899 - }, - { - "name": "Predictions", - "value": 964 - } - ] - }, - { - "name": "Habitats and Phenotypes (exact)", - "measures": [ - { - "name": "SER", - "value": 0.7862010221465077 - }, - { - "name": "ISER", - "value": 0.5598474010491178 - }, - { - "name": "Mismatches", - "value": 333.84654801643927 - }, - { - "name": "Matches", - "value": 440.15345198356073 - }, - { - "name": "Insertions", - "value": 190 - }, - { - "name": "Deletions", - "value": 400 - }, - { - "name": "Recall", - "value": 0.37491776148514544 - }, - { - "name": "Precision", - "value": 0.45659071782527044 - }, - { - "name": "Predictions", - "value": 964 - } - ] - }, - { - "name": "Habitat and Phenotypes (new in dev)", - "measures": [ - { - "name": "SER", - "value": 0.8235294117647058 - }, - { - "name": "ISER", - "value": 0.5483870967741935 - }, - { - "name": "Mismatches", - "value": 42.36475179550699 - }, - { - "name": "Matches", - "value": 20.63524820449301 - }, - { - "name": "Insertions", - "value": 6 - }, - { - "name": "Deletions", - "value": 22 - }, - { - "name": "Recall", - "value": 0.2427676259352119 - }, - { - "name": "Precision", - "value": 0.2990615681810581 - }, - { - "name": "Predictions", - "value": 69 - } - ] - }, - { - "name": "Habitat and Phenotypes (new in test)", - "measures": [ - { - "name": "SER", - "value": 0.7709677419354839 - }, - { - "name": "ISER", - "value": 0.5646630236794171 - }, - { - "name": "Mismatches", - "value": 133.2604323172907 - }, - { - "name": "Matches", - "value": 86.7395676827093 - }, - { - "name": "Insertions", - "value": 16 - }, - { - "name": "Deletions", - "value": 90 - }, - { - "name": "Recall", - "value": 0.2798050570409978 - }, - { - "name": "Precision", - "value": 0.36754054102842926 - }, - { - "name": "Predictions", - "value": 236 - } - ] - }, - { - "name": "Microorganisms", - "measures": [ - { - "name": "SER", - "value": 0.6288951841359773 - }, - { - "name": "ISER", - "value": 0.6139130434782609 - }, - { - "name": "Mismatches", - "value": 18.85414962203659 - }, - { - "name": "Matches", - "value": 455.14585037796365 - }, - { - "name": "Insertions", - "value": 194 - }, - { - "name": "Deletions", - "value": 232 - }, - { - "name": "Recall", - "value": 0.6446825076175122 - }, - { - "name": "Precision", - "value": 0.6813560634400654 - }, - { - "name": "Predictions", - "value": 668 - } - ] - }, - { - "name": "Ignore boundaries", - "measures": [ - { - "name": "SER", - "value": 0.6058510638297873 - }, - { - "name": "ISER", - "value": 0.6227227558794303 - }, - { - "name": "Mismatches", - "value": 123.90360853673921 - }, - { - "name": "Matches", - "value": 1124.0963914632614 - }, - { - "name": "Insertions", - "value": 384 - }, - { - "name": "Deletions", - "value": 632 - }, - { - "name": "Recall", - "value": 0.5979236124804582 - }, - { - "name": "Precision", - "value": 0.6887845535926846 - }, - { - "name": "Predictions", - "value": 1632 - } - ] - }, - { - "name": "Ignore boundaries (Habitats)", - "measures": [ - { - "name": "SER", - "value": 0.5538641686182669 - }, - { - "name": "ISER", - "value": 0.6435568952524492 - }, - { - "name": "Mismatches", - "value": 100.82569170899767 - }, - { - "name": "Matches", - "value": 553.1743082910024 - }, - { - "name": "Insertions", - "value": 173 - }, - { - "name": "Deletions", - "value": 200 - }, - { - "name": "Recall", - "value": 0.6477450916756468 - }, - { - "name": "Precision", - "value": 0.668892754886339 - }, - { - "name": "Predictions", - "value": 827 - } - ] - }, - { - "name": "Ignore boundaries (Habitats exact)", - "measures": [ - { - "name": "SER", - "value": 0.6955503512880562 - }, - { - "name": "ISER", - "value": 0.5897790055248618 - }, - { - "name": "Mismatches", - "value": 221.86666666666642 - }, - { - "name": "Matches", - "value": 432.1333333333328 - }, - { - "name": "Insertions", - "value": 173 - }, - { - "name": "Deletions", - "value": 200 - }, - { - "name": "Recall", - "value": 0.506010928961748 - }, - { - "name": "Precision", - "value": 0.5225312374042719 - }, - { - "name": "Predictions", - "value": 827 - } - ] - }, - { - "name": "Ignore boundaries (Phenotypes)", - "measures": [ - { - "name": "SER", - "value": 0.75 - }, - { - "name": "ISER", - "value": 0.5714285714285714 - }, - { - "name": "Mismatches", - "value": 23.077916827741518 - }, - { - "name": "Matches", - "value": 96.92208317225848 - }, - { - "name": "Insertions", - "value": 17 - }, - { - "name": "Deletions", - "value": 200 - }, - { - "name": "Recall", - "value": 0.30288150991330776 - }, - { - "name": "Precision", - "value": 0.7074604611113757 - }, - { - "name": "Predictions", - "value": 137 - } - ] - }, - { - "name": "Ignore boundaries (Phenotypes exact)", - "measures": [ - { - "name": "SER", - "value": 0.871875 - }, - { - "name": "ISER", - "value": 0.5342237061769616 - }, - { - "name": "Mismatches", - "value": 62 - }, - { - "name": "Matches", - "value": 58 - }, - { - "name": "Insertions", - "value": 17 - }, - { - "name": "Deletions", - "value": 200 - }, - { - "name": "Recall", - "value": 0.18125 - }, - { - "name": "Precision", - "value": 0.4233576642335766 - }, - { - "name": "Predictions", - "value": 137 - } - ] - }, - { - "name": "Ignore boundaries (Habitats and Phenotypes)", - "measures": [ - { - "name": "SER", - "value": 0.6073253833049403 - }, - { - "name": "ISER", - "value": 0.6221515633280339 - }, - { - "name": "Mismatches", - "value": 123.90360853673921 - }, - { - "name": "Matches", - "value": 650.0963914632601 - }, - { - "name": "Insertions", - "value": 190 - }, - { - "name": "Deletions", - "value": 400 - }, - { - "name": "Recall", - "value": 0.553744796817087 - }, - { - "name": "Precision", - "value": 0.6743738500656226 - }, - { - "name": "Predictions", - "value": 964 - } - ] - }, - { - "name": "Ignore boundaries (Habitats and Phenotypes exact)", - "measures": [ - { - "name": "SER", - "value": 0.7436115843270868 - }, - { - "name": "ISER", - "value": 0.5735222276502199 - }, - { - "name": "Mismatches", - "value": 283.8666666666666 - }, - { - "name": "Matches", - "value": 490.1333333333327 - }, - { - "name": "Insertions", - "value": 190 - }, - { - "name": "Deletions", - "value": 400 - }, - { - "name": "Recall", - "value": 0.41749006246450826 - }, - { - "name": "Precision", - "value": 0.5084370677731667 - }, - { - "name": "Predictions", - "value": 964 - } - ] - }, - { - "name": "Ignore boundaries (Microorganisms)", - "measures": [ - { - "name": "SER", - "value": 0.603399433427762 - }, - { - "name": "ISER", - "value": 0.6236749116607774 - }, - { - "name": "Mismatches", - "value": 0 - }, - { - "name": "Matches", - "value": 474 - }, - { - "name": "Insertions", - "value": 194 - }, - { - "name": "Deletions", - "value": 232 - }, - { - "name": "Recall", - "value": 0.6713881019830028 - }, - { - "name": "Precision", - "value": 0.7095808383233533 - }, - { - "name": "Predictions", - "value": 668 - } - ] - }, - { - "name": "Multiple normalizations", - "measures": [ - { - "name": "SER", - "value": 0.4166666666666667 - }, - { - "name": "ISER", - "value": 0.7058823529411764 - }, - { - "name": "Mismatches", - "value": 23.406882986116724 - }, - { - "name": "Matches", - "value": 48.59311701388327 - }, - { - "name": "Insertions", - "value": 0 - }, - { - "name": "Deletions", - "value": 12 - }, - { - "name": "Recall", - "value": 0.5784894882605152 - }, - { - "name": "Precision", - "value": 0.6749044029706011 - }, - { - "name": "Predictions", - "value": 72 - } - ] - }, - { - "name": "Multiple normalizations (Habitats)", - "measures": [ - { - "name": "SER", - "value": 0.3875 - }, - { - "name": "ISER", - "value": 0.7207207207207208 - }, - { - "name": "Mismatches", - "value": 23.406882986116724 - }, - { - "name": "Matches", - "value": 48.59311701388327 - }, - { - "name": "Insertions", - "value": 0 - }, - { - "name": "Deletions", - "value": 8 - }, - { - "name": "Recall", - "value": 0.6074139626735409 - }, - { - "name": "Precision", - "value": 0.6749044029706011 - }, - { - "name": "Predictions", - "value": 72 - } - ] - }, - { - "name": "Multiple normalizations (Phenotypes)", - "measures": [ - { - "name": "SER", - "value": 1 - }, - { - "name": "ISER", - "value": 0.5 - }, - { - "name": "Mismatches", - "value": 0 - }, - { - "name": "Matches", - "value": 0 - }, - { - "name": "Insertions", - "value": 0 - }, - { - "name": "Deletions", - "value": 4 - }, - { - "name": "Recall", - "value": 0 - }, - { - "name": "Precision", - "value": null - }, - { - "name": "Predictions", - "value": 0 - } - ] - }, - { - "name": "Multiple normalizations (Habitat and Phenotypes)", - "measures": [ - { - "name": "SER", - "value": 0.4166666666666667 - }, - { - "name": "ISER", - "value": 0.7058823529411764 - }, - { - "name": "Mismatches", - "value": 23.406882986116724 - }, - { - "name": "Matches", - "value": 48.59311701388327 - }, - { - "name": "Insertions", - "value": 0 - }, - { - "name": "Deletions", - "value": 12 - }, - { - "name": "Recall", - "value": 0.5784894882605152 - }, - { - "name": "Precision", - "value": 0.6749044029706011 - }, - { - "name": "Predictions", - "value": 72 - } - ] - }, - { - "name": "Multiple normalizations (Microorganisms)", - "measures": [ - { - "name": "SER", - "value": null - }, - { - "name": "ISER", - "value": null - }, - { - "name": "Mismatches", - "value": 0 - }, - { - "name": "Matches", - "value": 0 - }, - { - "name": "Insertions", - "value": 0 - }, - { - "name": "Deletions", - "value": 0 - }, - { - "name": "Recall", - "value": null - }, - { - "name": "Precision", - "value": null - }, - { - "name": "Predictions", - "value": 0 - } - ] - } - ] - }, - { - "name": "Boundaries pairing", - "scorings": [ - { - "name": "Boundaries scoring", - "measures": [ - { - "name": "SER", - "value": 0.4824468085106383 - }, - { - "name": "ISER", - "value": 0.6745604592752062 - }, - { - "name": "Mismatches", - "value": 151.45949246367275 - }, - { - "name": "Matches", - "value": 1226.5405075363285 - }, - { - "name": "Insertions", - "value": 254 - }, - { - "name": "Deletions", - "value": 502 - }, - { - "name": "Recall", - "value": 0.6524151635831534 - }, - { - "name": "Precision", - "value": 0.751556683539417 - }, - { - "name": "Predictions", - "value": 1632 - } - ] - }, - { - "name": "Habitat boundaries", - "measures": [ - { - "name": "SER", - "value": 0.5296167247386759 - }, - { - "name": "ISER", - "value": 0.6537585421412301 - }, - { - "name": "Mismatches", - "value": 107.84589647878371 - }, - { - "name": "Matches", - "value": 563.1541035212166 - }, - { - "name": "Insertions", - "value": 159 - }, - { - "name": "Deletions", - "value": 190 - }, - { - "name": "Recall", - "value": 0.6540698066448508 - }, - { - "name": "Precision", - "value": 0.6784989199050803 - }, - { - "name": "Predictions", - "value": 830 - } - ] - }, - { - "name": "Phenotype boundaries", - "measures": [ - { - "name": "SER", - "value": 0.6687116564417178 - }, - { - "name": "ISER", - "value": 0.5992647058823529 - }, - { - "name": "Mismatches", - "value": 14.217511651000914 - }, - { - "name": "Matches", - "value": 123.78248834899912 - }, - { - "name": "Insertions", - "value": 16 - }, - { - "name": "Deletions", - "value": 188 - }, - { - "name": "Recall", - "value": 0.37970088450613226 - }, - { - "name": "Precision", - "value": 0.8037823918766177 - }, - { - "name": "Predictions", - "value": 154 - } - ] - }, - { - "name": "Habitat and Phenotype boundaries", - "measures": [ - { - "name": "SER", - "value": 0.5701013513513513 - }, - { - "name": "ISER", - "value": 0.6369015599784831 - }, - { - "name": "Mismatches", - "value": 122.06340812978463 - }, - { - "name": "Matches", - "value": 683.936591870215 - }, - { - "name": "Insertions", - "value": 175 - }, - { - "name": "Deletions", - "value": 378 - }, - { - "name": "Recall", - "value": 0.5776491485390329 - }, - { - "name": "Precision", - "value": 0.6971830702040928 - }, - { - "name": "Predictions", - "value": 981 - } - ] - }, - { - "name": "Microorganism boundaries", - "measures": [ - { - "name": "SER", - "value": 0.3333333333333333 - }, - { - "name": "ISER", - "value": 0.75 - }, - { - "name": "Mismatches", - "value": 38.5509001553214 - }, - { - "name": "Matches", - "value": 560.4490998446785 - }, - { - "name": "Insertions", - "value": 79 - }, - { - "name": "Deletions", - "value": 124 - }, - { - "name": "Recall", - "value": 0.7751716457049495 - }, - { - "name": "Precision", - "value": 0.82662109121634 - }, - { - "name": "Predictions", - "value": 678 - } - ] - } - ] - } - ] - }, - "messages": [ - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-10618167.a2", - "lineno": 9, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-10645449.a2", - "lineno": 39, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-10645449.a2", - "lineno": 40, - "level": "SERIOUS", - "body": "unknown type: Exhibits" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-10645449.a2", - "lineno": 41, - "level": "SERIOUS", - "body": "unknown type: Exhibits" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-10665543.a2", - "lineno": 35, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-10665543.a2", - "lineno": 36, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-10665543.a2", - "lineno": 37, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-10665543.a2", - "lineno": 38, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-10665543.a2", - "lineno": 39, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-10665543.a2", - "lineno": 40, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-10665543.a2", - "lineno": 41, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-10665543.a2", - "lineno": 42, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-10665543.a2", - "lineno": 43, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-10665543.a2", - "lineno": 44, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-10665543.a2", - "lineno": 45, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-10665543.a2", - "lineno": 46, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-10665543.a2", - "lineno": 47, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-10770276.a2", - "lineno": 34, - "level": "SERIOUS", - "body": "referent dsm:44495 is not in the vocabulary" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-10770276.a2", - "lineno": 39, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-10770276.a2", - "lineno": 40, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-10770276.a2", - "lineno": 41, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-10770276.a2", - "lineno": 42, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-10770276.a2", - "lineno": 43, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-10770276.a2", - "lineno": 44, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-10770276.a2", - "lineno": 45, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-10770276.a2", - "lineno": 46, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-10770276.a2", - "lineno": 47, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-10770276.a2", - "lineno": 48, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-10770276.a2", - "lineno": 49, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-10770276.a2", - "lineno": 50, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-10792385.a2", - "lineno": 25, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-10796014.a2", - "lineno": 31, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-10796014.a2", - "lineno": 32, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-10796014.a2", - "lineno": 33, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-10796014.a2", - "lineno": 34, - "level": "SERIOUS", - "body": "unknown type: Exhibits" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-11551069.a2", - "lineno": 31, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-11551069.a2", - "lineno": 32, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-11551069.a2", - "lineno": 33, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-11551069.a2", - "lineno": 34, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-11551069.a2", - "lineno": 35, - "level": "SERIOUS", - "body": "unknown type: Exhibits" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-12417169.a2", - "lineno": 53, - "level": "SERIOUS", - "body": "referent dsm:40778 is not in the vocabulary" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-12417169.a2", - "lineno": 57, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-12417169.a2", - "lineno": 58, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-12417169.a2", - "lineno": 59, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-12417169.a2", - "lineno": 60, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-12417169.a2", - "lineno": 61, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-12417169.a2", - "lineno": 62, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-12417169.a2", - "lineno": 63, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-12417169.a2", - "lineno": 64, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-12417169.a2", - "lineno": 65, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-12417169.a2", - "lineno": 66, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-12417169.a2", - "lineno": 67, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-12417169.a2", - "lineno": 68, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-12417169.a2", - "lineno": 69, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-12417169.a2", - "lineno": 70, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-12417169.a2", - "lineno": 71, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-12417169.a2", - "lineno": 72, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-12417169.a2", - "lineno": 73, - "level": "SERIOUS", - "body": "unknown type: Exhibits" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-12417169.a2", - "lineno": 74, - "level": "SERIOUS", - "body": "unknown type: Exhibits" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-12438382.a2", - "lineno": 73, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-12438382.a2", - "lineno": 74, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-12438382.a2", - "lineno": 75, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-12438382.a2", - "lineno": 76, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-12438382.a2", - "lineno": 77, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-12438382.a2", - "lineno": 78, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-12438382.a2", - "lineno": 79, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-12934822.a2", - "lineno": 29, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-12934822.a2", - "lineno": 30, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-12934822.a2", - "lineno": 31, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-14638480.a2", - "lineno": 23, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-14638480.a2", - "lineno": 24, - "level": "SERIOUS", - "body": "unknown type: Exhibits" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-14638480.a2", - "lineno": 25, - "level": "SERIOUS", - "body": "unknown type: Exhibits" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-14657131.a2", - "lineno": 31, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-14657131.a2", - "lineno": 32, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-14657131.a2", - "lineno": 33, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-14657131.a2", - "lineno": 34, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-14657131.a2", - "lineno": 35, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-14657131.a2", - "lineno": 36, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-14657131.a2", - "lineno": 37, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-14657131.a2", - "lineno": 38, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-14657131.a2", - "lineno": 39, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-14657131.a2", - "lineno": 40, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-14657131.a2", - "lineno": 41, - "level": "SERIOUS", - "body": "unknown type: Exhibits" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-15273106.a2", - "lineno": 51, - "level": "SERIOUS", - "body": "referent dsm:11729 is not in the vocabulary" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-15273106.a2", - "lineno": 53, - "level": "SERIOUS", - "body": "referent dsm:11729 is not in the vocabulary" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-15273106.a2", - "lineno": 54, - "level": "SERIOUS", - "body": "referent dsm:11729 is not in the vocabulary" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-15273106.a2", - "lineno": 59, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-15273106.a2", - "lineno": 60, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-15273106.a2", - "lineno": 61, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-15273106.a2", - "lineno": 62, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-15273106.a2", - "lineno": 63, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-15273106.a2", - "lineno": 64, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-15273106.a2", - "lineno": 65, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-15273106.a2", - "lineno": 66, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-15273106.a2", - "lineno": 67, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-15273106.a2", - "lineno": 68, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-15273106.a2", - "lineno": 69, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-15273106.a2", - "lineno": 70, - "level": "SERIOUS", - "body": "unknown type: Exhibits" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-15273106.a2", - "lineno": 71, - "level": "SERIOUS", - "body": "unknown type: Exhibits" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-15273106.a2", - "lineno": 72, - "level": "SERIOUS", - "body": "unknown type: Exhibits" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-15273106.a2", - "lineno": 73, - "level": "SERIOUS", - "body": "unknown type: Exhibits" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-15273106.a2", - "lineno": 74, - "level": "SERIOUS", - "body": "unknown type: Exhibits" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-15273106.a2", - "lineno": 75, - "level": "SERIOUS", - "body": "unknown type: Exhibits" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-15273106.a2", - "lineno": 76, - "level": "SERIOUS", - "body": "unknown type: Exhibits" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-15273106.a2", - "lineno": 77, - "level": "SERIOUS", - "body": "unknown type: Exhibits" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-15273106.a2", - "lineno": 78, - "level": "SERIOUS", - "body": "unknown type: Exhibits" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-15273106.a2", - "lineno": 79, - "level": "SERIOUS", - "body": "unknown type: Exhibits" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-15460321.a2", - "lineno": 31, - "level": "SERIOUS", - "body": "referent OBT:003761 is not in the vocabulary" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-15460321.a2", - "lineno": 46, - "level": "SERIOUS", - "body": "referent 2770636 is not in the vocabulary" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-15460321.a2", - "lineno": 51, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-15460321.a2", - "lineno": 52, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-15460321.a2", - "lineno": 53, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-15460321.a2", - "lineno": 54, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-15460321.a2", - "lineno": 55, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-15460321.a2", - "lineno": 56, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-15460321.a2", - "lineno": 57, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-15612668.a2", - "lineno": 61, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-15612668.a2", - "lineno": 62, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-15612668.a2", - "lineno": 63, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-15612668.a2", - "lineno": 64, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-15626953.a2", - "lineno": 23, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-15626953.a2", - "lineno": 24, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-15626953.a2", - "lineno": 25, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-1649682.a2", - "lineno": 41, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-1649682.a2", - "lineno": 42, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-1649682.a2", - "lineno": 43, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-1649682.a2", - "lineno": 44, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-1649682.a2", - "lineno": 45, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-1649682.a2", - "lineno": 46, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-16510930.a2", - "lineno": 41, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-16510930.a2", - "lineno": 42, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-16510930.a2", - "lineno": 43, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-16510930.a2", - "lineno": 44, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-16510930.a2", - "lineno": 45, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-16510930.a2", - "lineno": 46, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-16510930.a2", - "lineno": 47, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-16510930.a2", - "lineno": 48, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-16510930.a2", - "lineno": 49, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-16510930.a2", - "lineno": 50, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-16510930.a2", - "lineno": 51, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-16510930.a2", - "lineno": 52, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-16510930.a2", - "lineno": 53, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-16510930.a2", - "lineno": 54, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-16728960.a2", - "lineno": 57, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-16728960.a2", - "lineno": 58, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-16728960.a2", - "lineno": 59, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-16728960.a2", - "lineno": 60, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-16728960.a2", - "lineno": 61, - "level": "SERIOUS", - "body": "unknown type: Exhibits" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-16728960.a2", - "lineno": 62, - "level": "SERIOUS", - "body": "unknown type: Exhibits" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-16728960.a2", - "lineno": 63, - "level": "SERIOUS", - "body": "unknown type: Exhibits" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-16728960.a2", - "lineno": 64, - "level": "SERIOUS", - "body": "unknown type: Exhibits" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-16728960.a2", - "lineno": 65, - "level": "SERIOUS", - "body": "unknown type: Exhibits" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-16728960.a2", - "lineno": 66, - "level": "SERIOUS", - "body": "unknown type: Exhibits" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-16728960.a2", - "lineno": 67, - "level": "SERIOUS", - "body": "unknown type: Exhibits" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-16728960.a2", - "lineno": 68, - "level": "SERIOUS", - "body": "unknown type: Exhibits" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-17261513.a2", - "lineno": 17, - "level": "SERIOUS", - "body": "unknown type: Exhibits" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-17261513.a2", - "lineno": 18, - "level": "SERIOUS", - "body": "unknown type: Exhibits" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-19494280.a2", - "lineno": 45, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-19494280.a2", - "lineno": 46, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-19494280.a2", - "lineno": 47, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-19494280.a2", - "lineno": 48, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-19494280.a2", - "lineno": 49, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-19494280.a2", - "lineno": 50, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-19494280.a2", - "lineno": 51, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-19494280.a2", - "lineno": 52, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-19494280.a2", - "lineno": 53, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-19494280.a2", - "lineno": 54, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-19494280.a2", - "lineno": 55, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-19494280.a2", - "lineno": 56, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-19494280.a2", - "lineno": 57, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-19494280.a2", - "lineno": 58, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-19494280.a2", - "lineno": 59, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-19494280.a2", - "lineno": 60, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-19494280.a2", - "lineno": 61, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-19494280.a2", - "lineno": 62, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-19494280.a2", - "lineno": 63, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-19494280.a2", - "lineno": 64, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-19494280.a2", - "lineno": 65, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-19494280.a2", - "lineno": 66, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-19494280.a2", - "lineno": 67, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-19494280.a2", - "lineno": 68, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-19494280.a2", - "lineno": 69, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-19656787.a2", - "lineno": 41, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-19656787.a2", - "lineno": 42, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-19656787.a2", - "lineno": 43, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-20400104.a2", - "lineno": 29, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-20400104.a2", - "lineno": 30, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-20400104.a2", - "lineno": 31, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-20400104.a2", - "lineno": 32, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-20400104.a2", - "lineno": 33, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-20400104.a2", - "lineno": 34, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-20672296.a2", - "lineno": 35, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-20672296.a2", - "lineno": 36, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-20672296.a2", - "lineno": 37, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-20672296.a2", - "lineno": 38, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-20672296.a2", - "lineno": 39, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-21148810.a2", - "lineno": 39, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-21148810.a2", - "lineno": 40, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-21148810.a2", - "lineno": 41, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-21148810.a2", - "lineno": 42, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-21148810.a2", - "lineno": 43, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-21148810.a2", - "lineno": 44, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-21148810.a2", - "lineno": 45, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-21148810.a2", - "lineno": 46, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-21148810.a2", - "lineno": 47, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-21148810.a2", - "lineno": 48, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-21476570.a2", - "lineno": 27, - "level": "SERIOUS", - "body": "unknown type: Exhibits" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-21476570.a2", - "lineno": 28, - "level": "SERIOUS", - "body": "unknown type: Exhibits" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-21476570.a2", - "lineno": 29, - "level": "SERIOUS", - "body": "unknown type: Exhibits" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-21476570.a2", - "lineno": 30, - "level": "SERIOUS", - "body": "unknown type: Exhibits" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-21476570.a2", - "lineno": 31, - "level": "SERIOUS", - "body": "unknown type: Exhibits" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-21511409.a2", - "lineno": 33, - "level": "SERIOUS", - "body": "referent OBT:003761 is not in the vocabulary" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-21511409.a2", - "lineno": 39, - "level": "SERIOUS", - "body": "referent OBT:003719 is not in the vocabulary" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-21511409.a2", - "lineno": 43, - "level": "SERIOUS", - "body": "referent OBT:003761 is not in the vocabulary" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-21511409.a2", - "lineno": 65, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-21511409.a2", - "lineno": 66, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-21511409.a2", - "lineno": 67, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-21511409.a2", - "lineno": 68, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-21511409.a2", - "lineno": 69, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-21511409.a2", - "lineno": 70, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-21511409.a2", - "lineno": 71, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-21511409.a2", - "lineno": 72, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-21511409.a2", - "lineno": 73, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-21511409.a2", - "lineno": 74, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-21989983.a2", - "lineno": 21, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-21989983.a2", - "lineno": 22, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-21989983.a2", - "lineno": 23, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-21989983.a2", - "lineno": 24, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-22203552.a2", - "lineno": 73, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-22203552.a2", - "lineno": 74, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-22203552.a2", - "lineno": 75, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-22203552.a2", - "lineno": 76, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-22203552.a2", - "lineno": 77, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-22203552.a2", - "lineno": 78, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-22203552.a2", - "lineno": 79, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-22203552.a2", - "lineno": 80, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-22203552.a2", - "lineno": 81, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-22203552.a2", - "lineno": 82, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-22203552.a2", - "lineno": 83, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-22203552.a2", - "lineno": 84, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-22203552.a2", - "lineno": 85, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-22203552.a2", - "lineno": 86, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-22203552.a2", - "lineno": 87, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-22203552.a2", - "lineno": 88, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-22203552.a2", - "lineno": 89, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-22203552.a2", - "lineno": 90, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-22203552.a2", - "lineno": 91, - "level": "SERIOUS", - "body": "unknown type: Exhibits" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-22203552.a2", - "lineno": 92, - "level": "SERIOUS", - "body": "unknown type: Exhibits" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-22537874.a2", - "lineno": 17, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-22537874.a2", - "lineno": 18, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-22537874.a2", - "lineno": 19, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-23645023.a2", - "lineno": 49, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-23645023.a2", - "lineno": 50, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-23645023.a2", - "lineno": 51, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-23645023.a2", - "lineno": 52, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-23645023.a2", - "lineno": 53, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-23645023.a2", - "lineno": 54, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-23645023.a2", - "lineno": 55, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-23645023.a2", - "lineno": 56, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-23645023.a2", - "lineno": 57, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-23645023.a2", - "lineno": 58, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-23645023.a2", - "lineno": 59, - "level": "SERIOUS", - "body": "unknown type: Exhibits" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-24389148.a2", - "lineno": 51, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-24389148.a2", - "lineno": 52, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-24389148.a2", - "lineno": 53, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-24389148.a2", - "lineno": 54, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-24389148.a2", - "lineno": 55, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-24389148.a2", - "lineno": 56, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-24389148.a2", - "lineno": 57, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-24389148.a2", - "lineno": 58, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-24389148.a2", - "lineno": 59, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-24389148.a2", - "lineno": 60, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-24389148.a2", - "lineno": 61, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-24389148.a2", - "lineno": 62, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-24389148.a2", - "lineno": 63, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-24389148.a2", - "lineno": 64, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-24389148.a2", - "lineno": 65, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-24389148.a2", - "lineno": 66, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-24389148.a2", - "lineno": 67, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-24389148.a2", - "lineno": 68, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-24389148.a2", - "lineno": 69, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-24739626.a2", - "lineno": 15, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-24739626.a2", - "lineno": 16, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-24794581.a2", - "lineno": 39, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-24794581.a2", - "lineno": 40, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-24794581.a2", - "lineno": 41, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-24794581.a2", - "lineno": 42, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-24794581.a2", - "lineno": 43, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-24794581.a2", - "lineno": 44, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-24794581.a2", - "lineno": 45, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-24794581.a2", - "lineno": 46, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-24794581.a2", - "lineno": 47, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-24865686.a2", - "lineno": 19, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-24865686.a2", - "lineno": 20, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-24865686.a2", - "lineno": 21, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-25046729.a2", - "lineno": 50, - "level": "SERIOUS", - "body": "referent dsm:3300 is not in the vocabulary" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-25046729.a2", - "lineno": 55, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-25046729.a2", - "lineno": 56, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-25046729.a2", - "lineno": 57, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-25046729.a2", - "lineno": 58, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-25046729.a2", - "lineno": 59, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-25046729.a2", - "lineno": 60, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-25046729.a2", - "lineno": 61, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-25046729.a2", - "lineno": 62, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-25046729.a2", - "lineno": 63, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-25046729.a2", - "lineno": 64, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-25046729.a2", - "lineno": 65, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-25046729.a2", - "lineno": 66, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-25046729.a2", - "lineno": 67, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-25046729.a2", - "lineno": 68, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-25046729.a2", - "lineno": 69, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-25046729.a2", - "lineno": 70, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-25046729.a2", - "lineno": 71, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-25046729.a2", - "lineno": 72, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-25046729.a2", - "lineno": 73, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-25046729.a2", - "lineno": 74, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-25046729.a2", - "lineno": 75, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-25046729.a2", - "lineno": 76, - "level": "SERIOUS", - "body": "unknown type: Exhibits" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-25179651.a2", - "lineno": 67, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-25179651.a2", - "lineno": 68, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-25179651.a2", - "lineno": 69, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-25179651.a2", - "lineno": 70, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-25179651.a2", - "lineno": 71, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-25179651.a2", - "lineno": 72, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-25179651.a2", - "lineno": 73, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-25179651.a2", - "lineno": 74, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-25179651.a2", - "lineno": 75, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-25179651.a2", - "lineno": 76, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-25179651.a2", - "lineno": 77, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-25179651.a2", - "lineno": 78, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-25179651.a2", - "lineno": 79, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-25179651.a2", - "lineno": 80, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-25179651.a2", - "lineno": 81, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-25179651.a2", - "lineno": 82, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-25179651.a2", - "lineno": 83, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-25179651.a2", - "lineno": 84, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-25179651.a2", - "lineno": 85, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-25179651.a2", - "lineno": 86, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-25179651.a2", - "lineno": 87, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-25179651.a2", - "lineno": 88, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-25179651.a2", - "lineno": 89, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-25179651.a2", - "lineno": 90, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-25607366.a2", - "lineno": 7, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-25644009.a2", - "lineno": 29, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-25644009.a2", - "lineno": 30, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-25644009.a2", - "lineno": 31, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-25644009.a2", - "lineno": 32, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-25644009.a2", - "lineno": 33, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-25644009.a2", - "lineno": 34, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-25644009.a2", - "lineno": 35, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-26155675.a2", - "lineno": 17, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-2617654.a2", - "lineno": 31, - "level": "SERIOUS", - "body": "referent OBT:004147 is not in the vocabulary" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-2617654.a2", - "lineno": 32, - "level": "SERIOUS", - "body": "referent OBT:003836 is not in the vocabulary" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-2617654.a2", - "lineno": 45, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-2617654.a2", - "lineno": 46, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-2617654.a2", - "lineno": 47, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-2617654.a2", - "lineno": 48, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-3015879.a2", - "lineno": 29, - "level": "SERIOUS", - "body": "referent dsm:4887 is not in the vocabulary" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-3015879.a2", - "lineno": 32, - "level": "SERIOUS", - "body": "referent dsm:3879 is not in the vocabulary" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-3015879.a2", - "lineno": 39, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-3015879.a2", - "lineno": 40, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-3015879.a2", - "lineno": 41, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-3015879.a2", - "lineno": 42, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-3015879.a2", - "lineno": 43, - "level": "SERIOUS", - "body": "unknown type: Exhibits" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-3516874.a2", - "lineno": 35, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-3516874.a2", - "lineno": 36, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-3516874.a2", - "lineno": 37, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-3516874.a2", - "lineno": 38, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-3516874.a2", - "lineno": 39, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-3516874.a2", - "lineno": 40, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-7867953.a2", - "lineno": 43, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-7867953.a2", - "lineno": 44, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-817056.a2", - "lineno": 27, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-817056.a2", - "lineno": 28, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-817056.a2", - "lineno": 29, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-8406892.a2", - "lineno": 35, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-8406892.a2", - "lineno": 36, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-8406892.a2", - "lineno": 37, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-8406892.a2", - "lineno": 38, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-8406892.a2", - "lineno": 39, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-8406892.a2", - "lineno": 40, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-8698477.a2", - "lineno": 57, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-8698477.a2", - "lineno": 58, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-8698477.a2", - "lineno": 59, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-8698477.a2", - "lineno": 60, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-8698477.a2", - "lineno": 61, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-8698477.a2", - "lineno": 62, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-8698477.a2", - "lineno": 63, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-8698477.a2", - "lineno": 64, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-8698477.a2", - "lineno": 65, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-8698477.a2", - "lineno": 66, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-8698477.a2", - "lineno": 67, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-8698477.a2", - "lineno": 68, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-8698477.a2", - "lineno": 69, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-8698477.a2", - "lineno": 70, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-8698477.a2", - "lineno": 71, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-8698477.a2", - "lineno": 72, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-8698477.a2", - "lineno": 73, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-8698477.a2", - "lineno": 74, - "level": "SERIOUS", - "body": "unknown type: Exhibits" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-9231420.a2", - "lineno": 41, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-9231420.a2", - "lineno": 42, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-9231420.a2", - "lineno": 43, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-9231420.a2", - "lineno": 44, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-9231420.a2", - "lineno": 45, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-9231420.a2", - "lineno": 46, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-9231420.a2", - "lineno": 47, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-9231420.a2", - "lineno": 48, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-9231420.a2", - "lineno": 49, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-9231420.a2", - "lineno": 50, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-9231420.a2", - "lineno": 51, - "level": "SERIOUS", - "body": "unknown type: Exhibits" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-9562874.a2", - "lineno": 85, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-9562874.a2", - "lineno": 86, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-9562874.a2", - "lineno": 87, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-9562874.a2", - "lineno": 88, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-9562874.a2", - "lineno": 89, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-9562874.a2", - "lineno": 90, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-9562874.a2", - "lineno": 91, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-9562874.a2", - "lineno": 92, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-9562874.a2", - "lineno": 93, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-9562874.a2", - "lineno": 94, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-9562874.a2", - "lineno": 95, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-9562874.a2", - "lineno": 96, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-9562874.a2", - "lineno": 97, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-9562874.a2", - "lineno": 98, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-9562874.a2", - "lineno": 99, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-9562874.a2", - "lineno": 100, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-9562874.a2", - "lineno": 101, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-9562874.a2", - "lineno": 102, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-9562874.a2", - "lineno": 103, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-9562874.a2", - "lineno": 104, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-9562874.a2", - "lineno": 105, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-9562874.a2", - "lineno": 106, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-9562874.a2", - "lineno": 107, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-9562874.a2", - "lineno": 108, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-9562874.a2", - "lineno": 109, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-9562874.a2", - "lineno": 110, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-9562874.a2", - "lineno": 111, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-9562874.a2", - "lineno": 112, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-9562874.a2", - "lineno": 113, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-9562874.a2", - "lineno": 114, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-9562874.a2", - "lineno": 115, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-9562874.a2", - "lineno": 116, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-9562874.a2", - "lineno": 117, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-9575437.a2", - "lineno": 69, - "level": "SERIOUS", - "body": "referent dsm:11729 is not in the vocabulary" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-9575437.a2", - "lineno": 71, - "level": "SERIOUS", - "body": "referent dsm:11729 is not in the vocabulary" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-9575437.a2", - "lineno": 76, - "level": "SERIOUS", - "body": "referent dsm:4475 is not in the vocabulary" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-9575437.a2", - "lineno": 91, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-9575437.a2", - "lineno": 92, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-9575437.a2", - "lineno": 93, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-9575437.a2", - "lineno": 94, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-9575437.a2", - "lineno": 95, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-9575437.a2", - "lineno": 96, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-9575437.a2", - "lineno": 97, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-9575437.a2", - "lineno": 98, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-9575437.a2", - "lineno": 99, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-9575437.a2", - "lineno": 100, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-9575437.a2", - "lineno": 101, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-9575437.a2", - "lineno": 102, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-9575437.a2", - "lineno": 103, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-9575437.a2", - "lineno": 104, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-9575437.a2", - "lineno": 105, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-9575437.a2", - "lineno": 106, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-9575437.a2", - "lineno": 107, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-9575437.a2", - "lineno": 108, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-9575437.a2", - "lineno": 109, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-9575437.a2", - "lineno": 110, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-9666962.a2", - "lineno": 49, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-9666962.a2", - "lineno": 50, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-9666962.a2", - "lineno": 51, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-9666962.a2", - "lineno": 52, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-9666962.a2", - "lineno": 53, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-9666962.a2", - "lineno": 54, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-9666962.a2", - "lineno": 55, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-9666962.a2", - "lineno": 56, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-9666962.a2", - "lineno": 57, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-9666962.a2", - "lineno": 58, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-9666962.a2", - "lineno": 59, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-9666962.a2", - "lineno": 60, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-17953562-000.a2", - "lineno": 33, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-17953562-000.a2", - "lineno": 34, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-17953562-000.a2", - "lineno": 35, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-17953562-000.a2", - "lineno": 36, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-17953562-000.a2", - "lineno": 37, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-17953562-000.a2", - "lineno": 38, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-17953562-000.a2", - "lineno": 39, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-17953562-000.a2", - "lineno": 40, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-17953562-000.a2", - "lineno": 41, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-17953562-000.a2", - "lineno": 42, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-17953562-000.a2", - "lineno": 43, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-17953562-001.a2", - "lineno": 79, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-17953562-001.a2", - "lineno": 80, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-17953562-001.a2", - "lineno": 81, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-17953562-001.a2", - "lineno": 82, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-17953562-001.a2", - "lineno": 83, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-17953562-001.a2", - "lineno": 84, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-17953562-001.a2", - "lineno": 85, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-17953562-001.a2", - "lineno": 86, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-17953562-001.a2", - "lineno": 87, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-17953562-001.a2", - "lineno": 88, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-17953562-001.a2", - "lineno": 89, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-17953562-001.a2", - "lineno": 90, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-17953562-001.a2", - "lineno": 91, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-17953562-001.a2", - "lineno": 92, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-17953562-001.a2", - "lineno": 93, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-17953562-001.a2", - "lineno": 94, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-17953562-001.a2", - "lineno": 95, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-17953562-001.a2", - "lineno": 96, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-17953562-001.a2", - "lineno": 97, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-17953562-001.a2", - "lineno": 98, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-17953562-001.a2", - "lineno": 99, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-17953562-001.a2", - "lineno": 100, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-17953562-002.a2", - "lineno": 29, - "level": "SERIOUS", - "body": "unknown type: Exhibits" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-17953562-002.a2", - "lineno": 30, - "level": "SERIOUS", - "body": "unknown type: Exhibits" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-17953562-003.a2", - "lineno": 31, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-17953562-003.a2", - "lineno": 32, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-17953562-003.a2", - "lineno": 33, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-17953562-003.a2", - "lineno": 34, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-17953562-003.a2", - "lineno": 35, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-17953562-003.a2", - "lineno": 36, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-17953562-003.a2", - "lineno": 37, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-17953562-003.a2", - "lineno": 38, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-17953562-003.a2", - "lineno": 39, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-17953562-003.a2", - "lineno": 40, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-17953562-003.a2", - "lineno": 41, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-17953562-003.a2", - "lineno": 42, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-17953562-003.a2", - "lineno": 43, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-17953562-003.a2", - "lineno": 44, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-17953562-003.a2", - "lineno": 45, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-17953562-003.a2", - "lineno": 46, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-17953562-003.a2", - "lineno": 47, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-17953562-003.a2", - "lineno": 48, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-17953562-003.a2", - "lineno": 49, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-17953562-003.a2", - "lineno": 50, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-17953562-003.a2", - "lineno": 51, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-17953562-003.a2", - "lineno": 52, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-17953562-003.a2", - "lineno": 53, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-17953562-003.a2", - "lineno": 54, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-17953562-003.a2", - "lineno": 55, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-17953562-003.a2", - "lineno": 56, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-17953562-003.a2", - "lineno": 57, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-17953562-003.a2", - "lineno": 58, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-17953562-003.a2", - "lineno": 59, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-17953562-003.a2", - "lineno": 60, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-17953562-003.a2", - "lineno": 61, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-17953562-003.a2", - "lineno": 62, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-17953562-003.a2", - "lineno": 63, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-17953562-003.a2", - "lineno": 64, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-17953562-003.a2", - "lineno": 65, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-17953562-003.a2", - "lineno": 66, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-17953562-003.a2", - "lineno": 67, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-17953562-003.a2", - "lineno": 68, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-17953562-003.a2", - "lineno": 69, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-17953562-003.a2", - "lineno": 70, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-17953562-003.a2", - "lineno": 71, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-17953562-003.a2", - "lineno": 72, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-17953562-003.a2", - "lineno": 73, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-17953562-003.a2", - "lineno": 74, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-17953562-003.a2", - "lineno": 75, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-17953562-003.a2", - "lineno": 76, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-17953562-003.a2", - "lineno": 77, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-17953562-003.a2", - "lineno": 78, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-17953562-003.a2", - "lineno": 79, - "level": "SERIOUS", - "body": "unknown type: Exhibits" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-17953562-003.a2", - "lineno": 80, - "level": "SERIOUS", - "body": "unknown type: Exhibits" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-17953562-004.a2", - "lineno": 19, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-17953562-004.a2", - "lineno": 20, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-17953562-004.a2", - "lineno": 21, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-17953562-004.a2", - "lineno": 22, - "level": "SERIOUS", - "body": "unknown type: Exhibits" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-17953562-004.a2", - "lineno": 23, - "level": "SERIOUS", - "body": "unknown type: Exhibits" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-24010601-000.a2", - "lineno": 19, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-24010601-000.a2", - "lineno": 20, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-24010601-000.a2", - "lineno": 21, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-24010601-000.a2", - "lineno": 22, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-24010601-000.a2", - "lineno": 23, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-24010601-000.a2", - "lineno": 24, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-24010601-000.a2", - "lineno": 25, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-24010601-000.a2", - "lineno": 26, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-24010601-000.a2", - "lineno": 27, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-24010601-000.a2", - "lineno": 28, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-24010601-000.a2", - "lineno": 29, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-24010601-000.a2", - "lineno": 30, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-24010601-000.a2", - "lineno": 31, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-24010601-000.a2", - "lineno": 32, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-24010601-000.a2", - "lineno": 33, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-24010601-000.a2", - "lineno": 34, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-24010601-000.a2", - "lineno": 35, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-24010601-000.a2", - "lineno": 36, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-24010601-001.a2", - "lineno": 24, - "level": "SERIOUS", - "body": "referent OBT:003761 is not in the vocabulary" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-24010601-001.a2", - "lineno": 35, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-24010601-001.a2", - "lineno": 36, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-24010601-001.a2", - "lineno": 37, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-24010601-001.a2", - "lineno": 38, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-24010601-001.a2", - "lineno": 39, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-24010601-001.a2", - "lineno": 40, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-24010601-001.a2", - "lineno": 41, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-24010601-001.a2", - "lineno": 42, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-24010601-003.a2", - "lineno": 9, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-24010601-003.a2", - "lineno": 10, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-24010601-003.a2", - "lineno": 11, - "level": "SERIOUS", - "body": "unknown type: Exhibits" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-24010601-004.a2", - "lineno": 25, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-24010601-004.a2", - "lineno": 26, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-24010601-004.a2", - "lineno": 27, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-24010601-004.a2", - "lineno": 28, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-24010601-004.a2", - "lineno": 29, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-24010601-004.a2", - "lineno": 30, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-24010601-004.a2", - "lineno": 31, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-24010601-004.a2", - "lineno": 32, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-24010601-004.a2", - "lineno": 33, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-24010601-004.a2", - "lineno": 34, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-24010601-004.a2", - "lineno": 35, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-24010601-004.a2", - "lineno": 36, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-24010601-004.a2", - "lineno": 37, - "level": "SERIOUS", - "body": "unknown type: Exhibits" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-24010601-004.a2", - "lineno": 38, - "level": "SERIOUS", - "body": "unknown type: Exhibits" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-24010601-004.a2", - "lineno": 39, - "level": "SERIOUS", - "body": "unknown type: Exhibits" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-24010601-005.a2", - "lineno": 7, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-24010601-005.a2", - "lineno": 8, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-24010601-010.a2", - "lineno": 34, - "level": "SERIOUS", - "body": "referent OBT:003761 is not in the vocabulary" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-24010601-010.a2", - "lineno": 47, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-24010601-010.a2", - "lineno": 48, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-24010601-010.a2", - "lineno": 49, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-24010601-010.a2", - "lineno": 50, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-24010601-010.a2", - "lineno": 51, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-24010601-010.a2", - "lineno": 52, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-24010601-010.a2", - "lineno": 53, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-24010601-010.a2", - "lineno": 54, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-24010601-010.a2", - "lineno": 55, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-24010601-010.a2", - "lineno": 56, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-24010601-010.a2", - "lineno": 57, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-24010601-010.a2", - "lineno": 58, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-24010601-010.a2", - "lineno": 59, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-24010601-010.a2", - "lineno": 60, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-24010601-010.a2", - "lineno": 61, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-24010601-010.a2", - "lineno": 62, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-24010601-010.a2", - "lineno": 63, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-24010601-010.a2", - "lineno": 64, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-24010601-010.a2", - "lineno": 65, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-24010601-010.a2", - "lineno": 66, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-24010601-010.a2", - "lineno": 67, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-24010601-011.a2", - "lineno": 39, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-24010601-011.a2", - "lineno": 40, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-24010601-011.a2", - "lineno": 41, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-24010601-011.a2", - "lineno": 42, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-24010601-011.a2", - "lineno": 43, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-24010601-011.a2", - "lineno": 44, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-000.a2", - "lineno": 63, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-000.a2", - "lineno": 64, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-000.a2", - "lineno": 65, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-000.a2", - "lineno": 66, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-000.a2", - "lineno": 67, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-000.a2", - "lineno": 68, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-000.a2", - "lineno": 69, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-000.a2", - "lineno": 70, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-000.a2", - "lineno": 71, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-000.a2", - "lineno": 72, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-000.a2", - "lineno": 73, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-000.a2", - "lineno": 74, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-000.a2", - "lineno": 75, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-000.a2", - "lineno": 76, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-000.a2", - "lineno": 77, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-000.a2", - "lineno": 78, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-000.a2", - "lineno": 79, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-000.a2", - "lineno": 80, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-000.a2", - "lineno": 81, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-000.a2", - "lineno": 82, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-000.a2", - "lineno": 83, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-000.a2", - "lineno": 84, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-000.a2", - "lineno": 85, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-000.a2", - "lineno": 86, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-000.a2", - "lineno": 87, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-000.a2", - "lineno": 88, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-000.a2", - "lineno": 89, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-000.a2", - "lineno": 90, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-000.a2", - "lineno": 91, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-000.a2", - "lineno": 92, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-000.a2", - "lineno": 93, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-000.a2", - "lineno": 94, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-000.a2", - "lineno": 95, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-000.a2", - "lineno": 96, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-000.a2", - "lineno": 97, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-000.a2", - "lineno": 98, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-000.a2", - "lineno": 99, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-000.a2", - "lineno": 100, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-001.a2", - "lineno": 23, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-001.a2", - "lineno": 24, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-001.a2", - "lineno": 25, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-001.a2", - "lineno": 26, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-001.a2", - "lineno": 27, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-001.a2", - "lineno": 28, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-001.a2", - "lineno": 29, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-001.a2", - "lineno": 30, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-001.a2", - "lineno": 31, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-001.a2", - "lineno": 32, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-001.a2", - "lineno": 33, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-001.a2", - "lineno": 34, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-001.a2", - "lineno": 35, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-001.a2", - "lineno": 36, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-001.a2", - "lineno": 37, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-001.a2", - "lineno": 38, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-001.a2", - "lineno": 39, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-001.a2", - "lineno": 40, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-001.a2", - "lineno": 41, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-001.a2", - "lineno": 42, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-001.a2", - "lineno": 43, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-001.a2", - "lineno": 44, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-001.a2", - "lineno": 45, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-001.a2", - "lineno": 46, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-002.a2", - "lineno": 21, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-002.a2", - "lineno": 22, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-002.a2", - "lineno": 23, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-002.a2", - "lineno": 24, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-003.a2", - "lineno": 51, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-003.a2", - "lineno": 52, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-003.a2", - "lineno": 53, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-003.a2", - "lineno": 54, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-003.a2", - "lineno": 55, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-003.a2", - "lineno": 56, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-003.a2", - "lineno": 57, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-003.a2", - "lineno": 58, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-003.a2", - "lineno": 59, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-003.a2", - "lineno": 60, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-003.a2", - "lineno": 61, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-003.a2", - "lineno": 62, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-003.a2", - "lineno": 63, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-003.a2", - "lineno": 64, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-003.a2", - "lineno": 65, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-003.a2", - "lineno": 66, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-003.a2", - "lineno": 67, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-003.a2", - "lineno": 68, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-003.a2", - "lineno": 69, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-003.a2", - "lineno": 70, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-003.a2", - "lineno": 71, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-003.a2", - "lineno": 72, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-003.a2", - "lineno": 73, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-003.a2", - "lineno": 74, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-003.a2", - "lineno": 75, - "level": "SERIOUS", - "body": "unknown type: Exhibits" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-003.a2", - "lineno": 76, - "level": "SERIOUS", - "body": "unknown type: Exhibits" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-003.a2", - "lineno": 77, - "level": "SERIOUS", - "body": "unknown type: Exhibits" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-007.a2", - "lineno": 21, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-007.a2", - "lineno": 22, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-007.a2", - "lineno": 23, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-007.a2", - "lineno": 24, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-007.a2", - "lineno": 25, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-007.a2", - "lineno": 26, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-007.a2", - "lineno": 27, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-007.a2", - "lineno": 28, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-007.a2", - "lineno": 29, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-007.a2", - "lineno": 30, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-007.a2", - "lineno": 31, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-007.a2", - "lineno": 32, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-007.a2", - "lineno": 33, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-007.a2", - "lineno": 34, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-007.a2", - "lineno": 35, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-007.a2", - "lineno": 36, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-009.a2", - "lineno": 25, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-009.a2", - "lineno": 26, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-009.a2", - "lineno": 27, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-009.a2", - "lineno": 28, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-009.a2", - "lineno": 29, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-009.a2", - "lineno": 30, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-009.a2", - "lineno": 31, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-009.a2", - "lineno": 32, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-009.a2", - "lineno": 33, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-009.a2", - "lineno": 34, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-009.a2", - "lineno": 35, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-009.a2", - "lineno": 36, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-009.a2", - "lineno": 37, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-009.a2", - "lineno": 38, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-009.a2", - "lineno": 39, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-009.a2", - "lineno": 40, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-009.a2", - "lineno": 41, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-009.a2", - "lineno": 42, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-009.a2", - "lineno": 43, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-009.a2", - "lineno": 44, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-009.a2", - "lineno": 45, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-009.a2", - "lineno": 46, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-009.a2", - "lineno": 47, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-009.a2", - "lineno": 48, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-009.a2", - "lineno": 49, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-009.a2", - "lineno": 50, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-009.a2", - "lineno": 51, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-009.a2", - "lineno": 52, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-009.a2", - "lineno": 53, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-009.a2", - "lineno": 54, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-009.a2", - "lineno": 55, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-009.a2", - "lineno": 56, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-010.a2", - "lineno": 43, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-010.a2", - "lineno": 44, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-010.a2", - "lineno": 45, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-010.a2", - "lineno": 46, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-010.a2", - "lineno": 47, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-010.a2", - "lineno": 48, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-010.a2", - "lineno": 49, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-010.a2", - "lineno": 50, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-010.a2", - "lineno": 51, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-010.a2", - "lineno": 52, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-010.a2", - "lineno": 53, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-010.a2", - "lineno": 54, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-010.a2", - "lineno": 55, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-010.a2", - "lineno": 56, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-012.a2", - "lineno": 60, - "level": "SERIOUS", - "body": "referent OBT:003761 is not in the vocabulary" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-012.a2", - "lineno": 85, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-012.a2", - "lineno": 86, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-012.a2", - "lineno": 87, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-012.a2", - "lineno": 88, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-012.a2", - "lineno": 89, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-012.a2", - "lineno": 90, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-012.a2", - "lineno": 91, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-012.a2", - "lineno": 92, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-012.a2", - "lineno": 93, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-012.a2", - "lineno": 94, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-012.a2", - "lineno": 95, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-012.a2", - "lineno": 96, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-012.a2", - "lineno": 97, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-012.a2", - "lineno": 98, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-012.a2", - "lineno": 99, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-012.a2", - "lineno": 100, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-012.a2", - "lineno": 101, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-012.a2", - "lineno": 102, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-012.a2", - "lineno": 103, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-012.a2", - "lineno": 104, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-012.a2", - "lineno": 105, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-012.a2", - "lineno": 106, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-012.a2", - "lineno": 107, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-012.a2", - "lineno": 108, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-012.a2", - "lineno": 109, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-012.a2", - "lineno": 110, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-012.a2", - "lineno": 111, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-012.a2", - "lineno": 112, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-012.a2", - "lineno": 113, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-012.a2", - "lineno": 114, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-012.a2", - "lineno": 115, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-012.a2", - "lineno": 116, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-012.a2", - "lineno": 117, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-012.a2", - "lineno": 118, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-012.a2", - "lineno": 119, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-012.a2", - "lineno": 120, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-012.a2", - "lineno": 121, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-012.a2", - "lineno": 122, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-012.a2", - "lineno": 123, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-012.a2", - "lineno": 124, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-012.a2", - "lineno": 125, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-012.a2", - "lineno": 126, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-013.a2", - "lineno": 55, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-013.a2", - "lineno": 56, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-013.a2", - "lineno": 57, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-013.a2", - "lineno": 58, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-013.a2", - "lineno": 59, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-013.a2", - "lineno": 60, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-013.a2", - "lineno": 61, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-013.a2", - "lineno": 62, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-013.a2", - "lineno": 63, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-013.a2", - "lineno": 64, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-013.a2", - "lineno": 65, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-013.a2", - "lineno": 66, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-013.a2", - "lineno": 67, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-013.a2", - "lineno": 68, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-013.a2", - "lineno": 69, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-013.a2", - "lineno": 70, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-013.a2", - "lineno": 71, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-013.a2", - "lineno": 72, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-013.a2", - "lineno": 73, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-013.a2", - "lineno": 74, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-013.a2", - "lineno": 75, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-013.a2", - "lineno": 76, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-013.a2", - "lineno": 77, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-013.a2", - "lineno": 78, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-013.a2", - "lineno": 79, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-013.a2", - "lineno": 80, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-013.a2", - "lineno": 81, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-013.a2", - "lineno": 82, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-013.a2", - "lineno": 83, - "level": "SERIOUS", - "body": "unknown type: Exhibits" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-013.a2", - "lineno": 84, - "level": "SERIOUS", - "body": "unknown type: Exhibits" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-014.a2", - "lineno": 33, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-014.a2", - "lineno": 34, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-014.a2", - "lineno": 35, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-014.a2", - "lineno": 36, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-014.a2", - "lineno": 37, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-014.a2", - "lineno": 38, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-014.a2", - "lineno": 39, - "level": "SERIOUS", - "body": "unknown type: Exhibits" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-014.a2", - "lineno": 40, - "level": "SERIOUS", - "body": "unknown type: Exhibits" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-015.a2", - "lineno": 30, - "level": "SERIOUS", - "body": "referent dsm:661 is not in the vocabulary" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-017.a2", - "lineno": 21, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-017.a2", - "lineno": 22, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-017.a2", - "lineno": 23, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25064656-017.a2", - "lineno": 24, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-25955289-003.a2", - "lineno": 17, - "level": "SERIOUS", - "body": "referent OBT:004138 is not in the vocabulary" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-26187841-001.a2", - "lineno": 18, - "level": "SERIOUS", - "body": "referent OBT:003761 is not in the vocabulary" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-26187841-001.a2", - "lineno": 19, - "level": "SERIOUS", - "body": "referent OBT:003761 is not in the vocabulary" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-26187841-001.a2", - "lineno": 29, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-26187841-001.a2", - "lineno": 30, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-26187841-001.a2", - "lineno": 31, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-26187841-001.a2", - "lineno": 32, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-26187841-001.a2", - "lineno": 33, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-26187841-001.a2", - "lineno": 34, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-26187841-001.a2", - "lineno": 35, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-26187841-001.a2", - "lineno": 36, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-26187841-001.a2", - "lineno": 37, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-26187841-001.a2", - "lineno": 38, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-26187841-001.a2", - "lineno": 39, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-26187841-001.a2", - "lineno": 40, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-26187841-001.a2", - "lineno": 41, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-26187841-001.a2", - "lineno": 42, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-26187841-001.a2", - "lineno": 43, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-26187841-001.a2", - "lineno": 44, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-26187841-001.a2", - "lineno": 45, - "level": "SERIOUS", - "body": "unknown type: Exhibits" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-26187841-002.a2", - "lineno": 11, - "level": "SERIOUS", - "body": "referent OBT:003761 is not in the vocabulary" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-26187841-002.a2", - "lineno": 19, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-26187841-002.a2", - "lineno": 20, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-26187841-002.a2", - "lineno": 21, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-26187841-002.a2", - "lineno": 22, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-26187841-002.a2", - "lineno": 23, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-26187841-002.a2", - "lineno": 24, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-26187841-002.a2", - "lineno": 25, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-26187841-002.a2", - "lineno": 26, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-26187841-002.a2", - "lineno": 27, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-26187841-002.a2", - "lineno": 28, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-26187841-002.a2", - "lineno": 29, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-26187841-002.a2", - "lineno": 30, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-26187841-002.a2", - "lineno": 31, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - }, - { - "source": "predictions.zip\/corpora\/BioNLP-OST-2019\/batches\/BB19-norm+ner\/a2\/BB-norm+ner-F-26187841-002.a2", - "lineno": 32, - "level": "SERIOUS", - "body": "unknown type: Lives_In" - } - ], - "highest-message-level": "SERIOUS", - "success": false -} \ No newline at end of file diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/batch.xml b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/batch.xml similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/batch.xml rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/batch.xml diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-10618167.a1 b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-10618167.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-10618167.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-10618167.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-10618167.txt b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-10618167.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-10618167.txt rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-10618167.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-10645449.a1 b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-10645449.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-10645449.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-10645449.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-10645449.txt b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-10645449.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-10645449.txt rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-10645449.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-10656819.a1 b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-10656819.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-10656819.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-10656819.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-10656819.txt b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-10656819.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-10656819.txt rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-10656819.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-10665543.a1 b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-10665543.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-10665543.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-10665543.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-10665543.txt b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-10665543.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-10665543.txt rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-10665543.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-10770276.a1 b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-10770276.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-10770276.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-10770276.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-10770276.txt b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-10770276.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-10770276.txt rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-10770276.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-10792385.a1 b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-10792385.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-10792385.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-10792385.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-10792385.txt b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-10792385.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-10792385.txt rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-10792385.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-10796014.a1 b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-10796014.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-10796014.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-10796014.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-10796014.txt b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-10796014.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-10796014.txt rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-10796014.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-11551069.a1 b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-11551069.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-11551069.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-11551069.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-11551069.txt b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-11551069.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-11551069.txt rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-11551069.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-12417169.a1 b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-12417169.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-12417169.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-12417169.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-12417169.txt b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-12417169.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-12417169.txt rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-12417169.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-12438382.a1 b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-12438382.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-12438382.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-12438382.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-12438382.txt b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-12438382.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-12438382.txt rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-12438382.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-12934822.a1 b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-12934822.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-12934822.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-12934822.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-12934822.txt b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-12934822.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-12934822.txt rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-12934822.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-14638480.a1 b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-14638480.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-14638480.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-14638480.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-14638480.txt b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-14638480.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-14638480.txt rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-14638480.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-14657131.a1 b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-14657131.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-14657131.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-14657131.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-14657131.txt b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-14657131.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-14657131.txt rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-14657131.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-15273106.a1 b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-15273106.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-15273106.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-15273106.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-15273106.txt b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-15273106.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-15273106.txt rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-15273106.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-15460321.a1 b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-15460321.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-15460321.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-15460321.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-15460321.txt b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-15460321.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-15460321.txt rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-15460321.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-15612668.a1 b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-15612668.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-15612668.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-15612668.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-15612668.txt b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-15612668.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-15612668.txt rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-15612668.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-15626953.a1 b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-15626953.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-15626953.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-15626953.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-15626953.txt b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-15626953.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-15626953.txt rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-15626953.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-1649682.a1 b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-1649682.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-1649682.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-1649682.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-1649682.txt b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-1649682.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-1649682.txt rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-1649682.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-16510930.a1 b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-16510930.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-16510930.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-16510930.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-16510930.txt b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-16510930.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-16510930.txt rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-16510930.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-16728960.a1 b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-16728960.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-16728960.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-16728960.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-16728960.txt b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-16728960.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-16728960.txt rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-16728960.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-17261513.a1 b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-17261513.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-17261513.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-17261513.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-17261513.txt b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-17261513.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-17261513.txt rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-17261513.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-19494280.a1 b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-19494280.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-19494280.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-19494280.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-19494280.txt b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-19494280.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-19494280.txt rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-19494280.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-19656787.a1 b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-19656787.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-19656787.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-19656787.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-19656787.txt b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-19656787.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-19656787.txt rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-19656787.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-20400104.a1 b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-20400104.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-20400104.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-20400104.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-20400104.txt b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-20400104.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-20400104.txt rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-20400104.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-20672296.a1 b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-20672296.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-20672296.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-20672296.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-20672296.txt b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-20672296.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-20672296.txt rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-20672296.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-21148810.a1 b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-21148810.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-21148810.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-21148810.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-21148810.txt b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-21148810.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-21148810.txt rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-21148810.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-21476570.a1 b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-21476570.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-21476570.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-21476570.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-21476570.txt b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-21476570.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-21476570.txt rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-21476570.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-21511409.a1 b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-21511409.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-21511409.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-21511409.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-21511409.txt b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-21511409.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-21511409.txt rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-21511409.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-21989983.a1 b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-21989983.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-21989983.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-21989983.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-21989983.txt b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-21989983.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-21989983.txt rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-21989983.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-22203552.a1 b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-22203552.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-22203552.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-22203552.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-22203552.txt b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-22203552.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-22203552.txt rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-22203552.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-22537874.a1 b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-22537874.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-22537874.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-22537874.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-22537874.txt b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-22537874.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-22537874.txt rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-22537874.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-23645023.a1 b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-23645023.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-23645023.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-23645023.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-23645023.txt b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-23645023.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-23645023.txt rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-23645023.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-24389148.a1 b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-24389148.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-24389148.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-24389148.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-24389148.txt b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-24389148.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-24389148.txt rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-24389148.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-24584903.a1 b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-24584903.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-24584903.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-24584903.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-24584903.txt b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-24584903.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-24584903.txt rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-24584903.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-24739626.a1 b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-24739626.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-24739626.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-24739626.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-24739626.txt b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-24739626.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-24739626.txt rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-24739626.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-24794581.a1 b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-24794581.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-24794581.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-24794581.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-24794581.txt b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-24794581.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-24794581.txt rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-24794581.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-24865686.a1 b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-24865686.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-24865686.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-24865686.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-24865686.txt b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-24865686.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-24865686.txt rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-24865686.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-25046729.a1 b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-25046729.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-25046729.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-25046729.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-25046729.txt b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-25046729.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-25046729.txt rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-25046729.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-25179651.a1 b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-25179651.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-25179651.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-25179651.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-25179651.txt b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-25179651.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-25179651.txt rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-25179651.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-25607366.a1 b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-25607366.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-25607366.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-25607366.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-25607366.txt b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-25607366.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-25607366.txt rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-25607366.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-25644009.a1 b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-25644009.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-25644009.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-25644009.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-25644009.txt b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-25644009.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-25644009.txt rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-25644009.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-26155675.a1 b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-26155675.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-26155675.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-26155675.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-26155675.txt b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-26155675.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-26155675.txt rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-26155675.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-2617654.a1 b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-2617654.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-2617654.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-2617654.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-2617654.txt b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-2617654.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-2617654.txt rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-2617654.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-3015879.a1 b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-3015879.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-3015879.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-3015879.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-3015879.txt b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-3015879.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-3015879.txt rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-3015879.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-3516874.a1 b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-3516874.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-3516874.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-3516874.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-3516874.txt b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-3516874.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-3516874.txt rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-3516874.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-7867953.a1 b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-7867953.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-7867953.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-7867953.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-7867953.txt b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-7867953.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-7867953.txt rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-7867953.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-7876637.a1 b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-7876637.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-7876637.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-7876637.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-7876637.txt b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-7876637.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-7876637.txt rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-7876637.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-817056.a1 b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-817056.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-817056.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-817056.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-817056.txt b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-817056.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-817056.txt rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-817056.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-8406892.a1 b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-8406892.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-8406892.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-8406892.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-8406892.txt b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-8406892.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-8406892.txt rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-8406892.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-8698477.a1 b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-8698477.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-8698477.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-8698477.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-8698477.txt b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-8698477.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-8698477.txt rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-8698477.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-9231420.a1 b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-9231420.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-9231420.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-9231420.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-9231420.txt b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-9231420.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-9231420.txt rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-9231420.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-9562874.a1 b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-9562874.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-9562874.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-9562874.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-9562874.txt b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-9562874.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-9562874.txt rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-9562874.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-9575437.a1 b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-9575437.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-9575437.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-9575437.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-9575437.txt b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-9575437.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-9575437.txt rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-9575437.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-9666962.a1 b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-9666962.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-9666962.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-9666962.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-9666962.txt b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-9666962.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-9666962.txt rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-9666962.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-17953562-000.a1 b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-17953562-000.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-17953562-000.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-17953562-000.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-17953562-000.txt b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-17953562-000.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-17953562-000.txt rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-17953562-000.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-17953562-001.a1 b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-17953562-001.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-17953562-001.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-17953562-001.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-17953562-001.txt b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-17953562-001.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-17953562-001.txt rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-17953562-001.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-17953562-002.a1 b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-17953562-002.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-17953562-002.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-17953562-002.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-17953562-002.txt b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-17953562-002.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-17953562-002.txt rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-17953562-002.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-17953562-003.a1 b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-17953562-003.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-17953562-003.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-17953562-003.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-17953562-003.txt b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-17953562-003.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-17953562-003.txt rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-17953562-003.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-17953562-004.a1 b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-17953562-004.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-17953562-004.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-17953562-004.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-17953562-004.txt b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-17953562-004.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-17953562-004.txt rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-17953562-004.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-24010601-000.a1 b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-24010601-000.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-24010601-000.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-24010601-000.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-24010601-000.txt b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-24010601-000.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-24010601-000.txt rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-24010601-000.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-24010601-001.a1 b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-24010601-001.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-24010601-001.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-24010601-001.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-24010601-001.txt b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-24010601-001.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-24010601-001.txt rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-24010601-001.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-24010601-002.a1 b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-24010601-002.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-24010601-002.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-24010601-002.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-24010601-002.txt b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-24010601-002.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-24010601-002.txt rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-24010601-002.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-24010601-003.a1 b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-24010601-003.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-24010601-003.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-24010601-003.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-24010601-003.txt b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-24010601-003.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-24010601-003.txt rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-24010601-003.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-24010601-004.a1 b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-24010601-004.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-24010601-004.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-24010601-004.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-24010601-004.txt b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-24010601-004.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-24010601-004.txt rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-24010601-004.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-24010601-005.a1 b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-24010601-005.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-24010601-005.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-24010601-005.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-24010601-005.txt b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-24010601-005.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-24010601-005.txt rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-24010601-005.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-24010601-006.a1 b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-24010601-006.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-24010601-006.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-24010601-006.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-24010601-006.txt b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-24010601-006.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-24010601-006.txt rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-24010601-006.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-24010601-007.a1 b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-24010601-007.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-24010601-007.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-24010601-007.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-24010601-007.txt b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-24010601-007.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-24010601-007.txt rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-24010601-007.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-24010601-008.a1 b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-24010601-008.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-24010601-008.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-24010601-008.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-24010601-008.txt b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-24010601-008.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-24010601-008.txt rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-24010601-008.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-24010601-009.a1 b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-24010601-009.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-24010601-009.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-24010601-009.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-24010601-009.txt b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-24010601-009.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-24010601-009.txt rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-24010601-009.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-24010601-010.a1 b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-24010601-010.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-24010601-010.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-24010601-010.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-24010601-010.txt b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-24010601-010.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-24010601-010.txt rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-24010601-010.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-24010601-011.a1 b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-24010601-011.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-24010601-011.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-24010601-011.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-24010601-011.txt b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-24010601-011.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-24010601-011.txt rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-24010601-011.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-25064656-000.a1 b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-25064656-000.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-25064656-000.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-25064656-000.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-25064656-000.txt b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-25064656-000.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-25064656-000.txt rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-25064656-000.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-25064656-001.a1 b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-25064656-001.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-25064656-001.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-25064656-001.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-25064656-001.txt b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-25064656-001.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-25064656-001.txt rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-25064656-001.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-25064656-002.a1 b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-25064656-002.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-25064656-002.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-25064656-002.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-25064656-002.txt b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-25064656-002.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-25064656-002.txt rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-25064656-002.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-25064656-003.a1 b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-25064656-003.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-25064656-003.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-25064656-003.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-25064656-003.txt b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-25064656-003.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-25064656-003.txt rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-25064656-003.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-25064656-004.a1 b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-25064656-004.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-25064656-004.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-25064656-004.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-25064656-004.txt b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-25064656-004.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-25064656-004.txt rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-25064656-004.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-25064656-005.a1 b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-25064656-005.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-25064656-005.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-25064656-005.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-25064656-005.txt b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-25064656-005.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-25064656-005.txt rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-25064656-005.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-25064656-006.a1 b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-25064656-006.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-25064656-006.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-25064656-006.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-25064656-006.txt b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-25064656-006.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-25064656-006.txt rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-25064656-006.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-25064656-007.a1 b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-25064656-007.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-25064656-007.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-25064656-007.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-25064656-007.txt b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-25064656-007.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-25064656-007.txt rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-25064656-007.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-25064656-008.a1 b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-25064656-008.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-25064656-008.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-25064656-008.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-25064656-008.txt b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-25064656-008.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-25064656-008.txt rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-25064656-008.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-25064656-009.a1 b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-25064656-009.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-25064656-009.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-25064656-009.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-25064656-009.txt b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-25064656-009.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-25064656-009.txt rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-25064656-009.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-25064656-010.a1 b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-25064656-010.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-25064656-010.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-25064656-010.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-25064656-010.txt b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-25064656-010.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-25064656-010.txt rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-25064656-010.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-25064656-011.a1 b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-25064656-011.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-25064656-011.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-25064656-011.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-25064656-011.txt b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-25064656-011.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-25064656-011.txt rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-25064656-011.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-25064656-012.a1 b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-25064656-012.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-25064656-012.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-25064656-012.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-25064656-012.txt b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-25064656-012.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-25064656-012.txt rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-25064656-012.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-25064656-013.a1 b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-25064656-013.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-25064656-013.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-25064656-013.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-25064656-013.txt b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-25064656-013.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-25064656-013.txt rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-25064656-013.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-25064656-014.a1 b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-25064656-014.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-25064656-014.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-25064656-014.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-25064656-014.txt b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-25064656-014.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-25064656-014.txt rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-25064656-014.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-25064656-015.a1 b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-25064656-015.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-25064656-015.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-25064656-015.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-25064656-015.txt b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-25064656-015.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-25064656-015.txt rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-25064656-015.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-25064656-016.a1 b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-25064656-016.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-25064656-016.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-25064656-016.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-25064656-016.txt b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-25064656-016.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-25064656-016.txt rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-25064656-016.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-25064656-017.a1 b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-25064656-017.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-25064656-017.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-25064656-017.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-25064656-017.txt b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-25064656-017.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-25064656-017.txt rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-25064656-017.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-25955289-000.a1 b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-25955289-000.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-25955289-000.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-25955289-000.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-25955289-000.txt b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-25955289-000.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-25955289-000.txt rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-25955289-000.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-25955289-001.a1 b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-25955289-001.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-25955289-001.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-25955289-001.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-25955289-001.txt b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-25955289-001.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-25955289-001.txt rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-25955289-001.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-25955289-002.a1 b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-25955289-002.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-25955289-002.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-25955289-002.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-25955289-002.txt b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-25955289-002.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-25955289-002.txt rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-25955289-002.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-25955289-003.a1 b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-25955289-003.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-25955289-003.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-25955289-003.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-25955289-003.txt b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-25955289-003.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-25955289-003.txt rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-25955289-003.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-26187841-000.a1 b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-26187841-000.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-26187841-000.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-26187841-000.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-26187841-000.txt b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-26187841-000.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-26187841-000.txt rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-26187841-000.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-26187841-001.a1 b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-26187841-001.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-26187841-001.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-26187841-001.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-26187841-001.txt b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-26187841-001.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-26187841-001.txt rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-26187841-001.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-26187841-002.a1 b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-26187841-002.a1 similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-26187841-002.a1 rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-26187841-002.a1 diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-26187841-002.txt b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-26187841-002.txt similarity index 100% rename from corpora/BioNLP-OST-2019/batches/BB19-norm+ner/bionlp-st/BB-norm+ner-F-26187841-002.txt rename to corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/bionlp-st/BB-norm+ner-F-26187841-002.txt diff --git a/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/eval.json b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/eval.json new file mode 100644 index 0000000..3eff805 --- /dev/null +++ b/corpora/BioNLP-OST-2019/batches/BB19-norm+ner_test/eval.json @@ -0,0 +1,174579 @@ +{ + "evaluation": { + "detail": [ + { + "document": "BB-norm+ner-10618167", + "evaluations": [ + { + "name": "Standard pairing", + "scorings": [ + { + "name": "Standard scoring", + "measures": [ + { + "name": "SER", + "value": 0.5 + }, + { + "name": "ISER", + "value": 0.6666666666666666 + }, + { + "name": "Mismatches", + "value": 0 + }, + { + "name": "Matches", + "value": 2 + }, + { + "name": "Insertions", + "value": 0 + }, + { + "name": "Deletions", + "value": 2 + }, + { + "name": "Recall", + "value": 0.5 + }, + { + "name": "Precision", + "value": 1 + }, + { + "name": "Predictions", + "value": 2 + } + ] + }, + { + "name": "Habitats", + "measures": [ + { + "name": "SER", + "value": 1 + }, + { + "name": "ISER", + "value": 0.5 + }, + { + "name": "Mismatches", + "value": 0 + }, + { + "name": "Matches", + "value": 0 + }, + { + "name": "Insertions", + "value": 0 + }, + { + "name": "Deletions", + "value": 2 + }, + { + "name": "Recall", + "value": 0 + }, + { + "name": "Precision", + "value": null + }, + { + "name": "Predictions", + "value": 0 + } + ] + }, + { + "name": "Habitats (exact)", + "measures": [ + { + "name": "SER", + "value": 1 + }, + { + "name": "ISER", + "value": 0.5 + }, + { + "name": "Mismatches", + "value": 0 + }, + { + "name": "Matches", + "value": 0 + }, + { + "name": "Insertions", + "value": 0 + }, + { + "name": "Deletions", + "value": 2 + }, + { + "name": "Recall", + "value": 0 + }, + { + "name": "Precision", + "value": null + }, + { + "name": "Predictions", + "value": 0 + } + ] + }, + { + "name": "Habitats (new in dev)", + "measures": [ + { + "name": "SER", + "value": null + }, + { + "name": "ISER", + "value": null + }, + { + "name": "Mismatches", + "value": 0 + }, + { + "name": "Matches", + "value": 0 + }, + { + "name": "Insertions", + "value": 0 + }, + { + "name": "Deletions", + "value": 0 + }, + { + "name": "Recall", + "value": null + }, + { + "name": "Precision", + "value": null + }, + { + "name": "Predictions", + "value": 0 + } + ] + }, + { + "name": "Habitats (new in test)", + "measures": [ + { + "name": "SER", + "value": null + }, + { + "name": "ISER", + "value": null + }, + { + "name": "Mismatches", + "value": 0 + }, + { + "name": "Matches", + "value": 0 + }, + { + "name": "Insertions", + "value": 0 + }, + { + "name": "Deletions", + "value": 0 + }, + { + "name": "Recall", + "value": null + }, + { + "name": "Precision", + "value": null + }, + { + "name": "Predictions", + "value": 0 + } + ] + }, + { + "name": "Phenotypes", + "measures": [ + { + "name": "SER", + "value": null + }, + { + "name": "ISER", + "value": null + }, + { + "name": "Mismatches", + "value": 0 + }, + { + "name": "Matches", + "value": 0 + }, + { + "name": "Insertions", + "value": 0 + }, + { + "name": "Deletions", + "value": 0 + }, + { + "name": "Recall", + "value": null + }, + { + "name": "Precision", + "value": null + }, + { + "name": "Predictions", + "value": 0 + } + ] + }, + { + "name": "Phenotypes (exact)", + "measures": [ + { + "name": "SER", + "value": null + }, + { + "name": "ISER", + "value": null + }, + { + "name": "Mismatches", + "value": 0 + }, + { + "name": "Matches", + "value": 0 + }, + { + "name": "Insertions", + "value": 0 + }, + { + "name": "Deletions", + "value": 0 + }, + { + "name": "Recall", + "value": null + }, + { + "name": "Precision", + "value": null + }, + { + "name": "Predictions", + "value": 0 + } + ] + }, + { + "name": "Phenotypes (new in dev)", + "measures": [ + { + "name": "SER", + "value": null + }, + { + "name": "ISER", + "value": null + }, + { + "name": "Mismatches", + "value": 0 + }, + { + "name": "Matches", + "value": 0 + }, + { + "name": "Insertions", + "value": 0 + }, + { + "name": "Deletions", + "value": 0 + }, + { + "name": "Recall", + "value": null + }, + { + "name": "Precision", + "value": null + }, + { + "name": "Predictions", + "value": 0 + } + ] + }, + { + "name": "Phenotypes (new in test)", + "measures": [ + { + "name": "SER", + "value": null + }, + { + "name": "ISER", + "value": null + }, + { + "name": "Mismatches", + "value": 0 + }, + { + "name": "Matches", + "value": 0 + }, + { + "name": "Insertions", + "value": 0 + }, + { + "name": "Deletions", + "value": 0 + }, + { + "name": "Recall", + "value": null + }, + { + "name": "Precision", + "value": null + }, + { + "name": "Predictions", + "value": 0 + } + ] + }, + { + "name": "Habitats and Phenotypes", + "measures": [ + { + "name": "SER", + "value": 1 + }, + { + "name": "ISER", + "value": 0.5 + }, + { + "name": "Mismatches", + "value": 0 + }, + { + "name": "Matches", + "value": 0 + }, + { + "name": "Insertions", + "value": 0 + }, + { + "name": "Deletions", + "value": 2 + }, + { + "name": "Recall", + "value": 0 + }, + { + "name": "Precision", + "value": null + }, + { + "name": "Predictions", + "value": 0 + } + ] + }, + { + "name": "Habitats and Phenotypes (exact)", + "measures": [ + { + "name": "SER", + "value": 1 + }, + { + "name": "ISER", + "value": 0.5 + }, + { + "name": "Mismatches", + "value": 0 + }, + { + "name": "Matches", + "value": 0 + }, + { + "name": "Insertions", + "value": 0 + }, + { + "name": "Deletions", + "value": 2 + }, + { + "name": "Recall", + "value": 0 + }, + { + "name": "Precision", + "value": null + }, + { + "name": "Predictions", + "value": 0 + } + ] + }, + { + "name": "Habitat and Phenotypes (new in dev)", + "measures": [ + { + "name": "SER", + "value": null + }, + { + "name": "ISER", + "value": null + }, + { + "name": "Mismatches", + "value": 0 + }, + { + "name": "Matches", + "value": 0 + }, + { + "name": "Insertions", + "value": 0 + }, + { + "name": "Deletions", + "value": 0 + }, + { + "name": "Recall", + "value": null + }, + { + "name": "Precision", + "value": null + }, + { + "name": "Predictions", + "value": 0 + } + ] + }, + { + "name": "Habitat and Phenotypes (new in test)", + "measures": [ + { + "name": "SER", + "value": null + }, + { + "name": "ISER", + "value": null + }, + { + "name": "Mismatches", + "value": 0 + }, + { + "name": "Matches", + "value": 0 + }, + { + "name": "Insertions", + "value": 0 + }, + { + "name": "Deletions", + "value": 0 + }, + { + "name": "Recall", + "value": null + }, + { + "name": "Precision", + "value": null + }, + { + "name": "Predictions", + "value": 0 + } + ] + }, + { + "name": "Microorganisms", + "measures": [ + { + "name": "SER", + "value": 0 + }, + { + "name": "ISER", + "value": 1 + }, + { + "name": "Mismatches", + "value": 0 + }, + { + "name": "Matches", + "value": 2 + }, + { + "name": "Insertions", + "value": 0 + }, + { + "name": "Deletions", + "value": 0 + }, + { + "name": "Recall", + "value": 1 + }, + { + "name": "Precision", + "value": 1 + }, + { + "name": "Predictions", + "value": 2 + } + ] + }, + { + "name": "Ignore boundaries", + "measures": [ + { + "name": "SER", + "value": 0.5 + }, + { + "name": "ISER", + "value": 0.6666666666666666 + }, + { + "name": "Mismatches", + "value": 0 + }, + { + "name": "Matches", + "value": 2 + }, + { + "name": "Insertions", + "value": 0 + }, + { + "name": "Deletions", + "value": 2 + }, + { + "name": "Recall", + "value": 0.5 + }, + { + "name": "Precision", + "value": 1 + }, + { + "name": "Predictions", + "value": 2 + } + ] + }, + { + "name": "Ignore boundaries (Habitats)", + "measures": [ + { + "name": "SER", + "value": 1 + }, + { + "name": "ISER", + "value": 0.5 + }, + { + "name": "Mismatches", + "value": 0 + }, + { + "name": "Matches", + "value": 0 + }, + { + "name": "Insertions", + "value": 0 + }, + { + "name": "Deletions", + "value": 2 + }, + { + "name": "Recall", + "value": 0 + }, + { + "name": "Precision", + "value": null + }, + { + "name": "Predictions", + "value": 0 + } + ] + }, + { + "name": "Ignore boundaries (Habitats exact)", + "measures": [ + { + "name": "SER", + "value": 1 + }, + { + "name": "ISER", + "value": 0.5 + }, + { + "name": "Mismatches", + "value": 0 + }, + { + "name": "Matches", + "value": 0 + }, + { + "name": "Insertions", + "value": 0 + }, + { + "name": "Deletions", + "value": 2 + }, + { + "name": "Recall", + "value": 0 + }, + { + "name": "Precision", + "value": null + }, + { + "name": "Predictions", + "value": 0 + } + ] + }, + { + "name": "Ignore boundaries (Phenotypes)", + "measures": [ + { + "name": "SER", + "value": null + }, + { + "name": "ISER", + "value": null + }, + { + "name": "Mismatches", + "value": 0 + }, + { + "name": "Matches", + "value": 0 + }, + { + "name": "Insertions", + "value": 0 + }, + { + "name": "Deletions", + "value": 0 + }, + { + "name": "Recall", + "value": null + }, + { + "name": "Precision", + "value": null + }, + { + "name": "Predictions", + "value": 0 + } + ] + }, + { + "name": "Ignore boundaries (Phenotypes exact)", + "measures": [ + { + "name": "SER", + "value": null + }, + { + "name": "ISER", + "value": null + }, + { + "name": "Mismatches", + "value": 0 + }, + { + "name": "Matches", + "value": 0 + }, + { + "name": "Insertions", + "value": 0 + }, + { + "name": "Deletions", + "value": 0 + }, + { + "name": "Recall", + "value": null + }, + { + "name": "Precision", + "value": null + }, + { + "name": "Predictions", + "value": 0 + } + ] + }, + { + "name": "Ignore boundaries (Habitats and Phenotypes)", + "measures": [ + { + "name": "SER", + "value": 1 + }, + { + "name": "ISER", + "value": 0.5 + }, + { + "name": "Mismatches", + "value": 0 + }, + { + "name": "Matches", + "value": 0 + }, + { + "name": "Insertions", + "value": 0 + }, + { + "name": "Deletions", + "value": 2 + }, + { + "name": "Recall", + "value": 0 + }, + { + "name": "Precision", + "value": null + }, + { + "name": "Predictions", + "value": 0 + } + ] + }, + { + "name": "Ignore boundaries (Habitats and Phenotypes exact)", + "measures": [ + { + "name": "SER", + "value": 1 + }, + { + "name": "ISER", + "value": 0.5 + }, + { + "name": "Mismatches", + "value": 0 + }, + { + "name": "Matches", + "value": 0 + }, + { + "name": "Insertions", + "value": 0 + }, + { + "name": "Deletions", + "value": 2 + }, + { + "name": "Recall", + "value": 0 + }, + { + "name": "Precision", + "value": null + }, + { + "name": "Predictions", + "value": 0 + } + ] + }, + { + "name": "Ignore boundaries (Microorganisms)", + "measures": [ + { + "name": "SER", + "value": 0 + }, + { + "name": "ISER", + "value": 1 + }, + { + "name": "Mismatches", + "value": 0 + }, + { + "name": "Matches", + "value": 2 + }, + { + "name": "Insertions", + "value": 0 + }, + { + "name": "Deletions", + "value": 0 + }, + { + "name": "Recall", + "value": 1 + }, + { + "name": "Precision", + "value": 1 + }, + { + "name": "Predictions", + "value": 2 + } + ] + }, + { + "name": "Multiple normalizations", + "measures": [ + { + "name": "SER", + "value": null + }, + { + "name": "ISER", + "value": null + }, + { + "name": "Mismatches", + "value": 0 + }, + { + "name": "Matches", + "value": 0 + }, + { + "name": "Insertions", + "value": 0 + }, + { + "name": "Deletions", + "value": 0 + }, + { + "name": "Recall", + "value": null + }, + { + "name": "Precision", + "value": null + }, + { + "name": "Predictions", + "value": 0 + } + ] + }, + { + "name": "Multiple normalizations (Habitats)", + "measures": [ + { + "name": "SER", + "value": null + }, + { + "name": "ISER", + "value": null + }, + { + "name": "Mismatches", + "value": 0 + }, + { + "name": "Matches", + "value": 0 + }, + { + "name": "Insertions", + "value": 0 + }, + { + "name": "Deletions", + "value": 0 + }, + { + "name": "Recall", + "value": null + }, + { + "name": "Precision", + "value": null + }, + { + "name": "Predictions", + "value": 0 + } + ] + }, + { + "name": "Multiple normalizations (Phenotypes)", + "measures": [ + { + "name": "SER", + "value": null + }, + { + "name": "ISER", + "value": null + }, + { + "name": "Mismatches", + "value": 0 + }, + { + "name": "Matches", + "value": 0 + }, + { + "name": "Insertions", + "value": 0 + }, + { + "name": "Deletions", + "value": 0 + }, + { + "name": "Recall", + "value": null + }, + { + "name": "Precision", + "value": null + }, + { + "name": "Predictions", + "value": 0 + } + ] + }, + { + "name": "Multiple normalizations (Habitat and Phenotypes)", + "measures": [ + { + "name": "SER", + "value": null + }, + { + "name": "ISER", + "value": null + }, + { + "name": "Mismatches", + "value": 0 + }, + { + "name": "Matches", + "value": 0 + }, + { + "name": "Insertions", + "value": 0 + }, + { + "name": "Deletions", + "value": 0 + }, + { + "name": "Recall", + "value": null + }, + { + "name": "Precision", + "value": null + }, + { + "name": "Predictions", + "value": 0 + } + ] + }, + { + "name": "Multiple normalizations (Microorganisms)", + "measures": [ + { + "name": "SER", + "value": null + }, + { + "name": "ISER", + "value": null + }, + { + "name": "Mismatches", + "value": 0 + }, + { + "name": "Matches", + "value": 0 + }, + { + "name": "Insertions", + "value": 0 + }, + { + "name": "Deletions", + "value": 0 + }, + { + "name": "Recall", + "value": null + }, + { + "name": "Precision", + "value": null + }, + { + "name": "Predictions", + "value": 0 + } + ] + } + ], + "pairs": [ + {"reference": { + "source": "reference\/BB-norm+ner-10618167.a2", + "lineno": 3, + "id": "T5", + "type": "Habitat", + "str": "[host cell]" + }}, + {"reference": { + "source": "reference\/BB-norm+ner-10618167.a2", + "lineno": 4, + "id": "T6", + "type": "Habitat", + "str": "[cell]" + }}, + { + "reference": { + "source": "reference\/BB-norm+ner-10618167.a2", + "lineno": 2, + "id": "T4", + "type": "Microorganism", + "str": "[Listeria monocytogenes]" + }, + "prediction": { + "source": "prediction\/BB-norm+ner-10618167.a2", + "lineno": 2, + "id": "T1256405521", + "type": "Microorganism", + "str": "[Listeria monocytogenes]" + }, + "similarity": 1, + "explain-similarity": "(jaccard = 1.0 . Type Microorganism: norm jaccard = 1.0) = 1.0" + }, + { + "reference": { + "source": "reference\/BB-norm+ner-10618167.a2", + "lineno": 1, + "id": "T3", + "type": "Microorganism", + "str": "[Listeria monocytogenes]" + }, + "prediction": { + "source": "prediction\/BB-norm+ner-10618167.a2", + "lineno": 1, + "id": "T1730337646", + "type": "Microorganism", + "str": "[Listeria monocytogenes]" + }, + "similarity": 1, + "explain-similarity": "(jaccard = 1.0 . Type Microorganism: norm jaccard = 1.0) = 1.0" + } + ] + }, + { + "name": "Boundaries pairing", + "scorings": [ + { + "name": "Boundaries scoring", + "measures": [ + { + "name": "SER", + "value": 0.5 + }, + { + "name": "ISER", + "value": 0.6666666666666666 + }, + { + "name": "Mismatches", + "value": 0 + }, + { + "name": "Matches", + "value": 2 + }, + { + "name": "Insertions", + "value": 0 + }, + { + "name": "Deletions", + "value": 2 + }, + { + "name": "Recall", + "value": 0.5 + }, + { + "name": "Precision", + "value": 1 + }, + { + "name": "Predictions", + "value": 2 + } + ] + }, + { + "name": "Habitat boundaries", + "measures": [ + { + "name": "SER", + "value": 1 + }, + { + "name": "ISER", + "value": 0.5 + }, + { + "name": "Mismatches", + "value": 0 + }, + { + "name": "Matches", + "value": 0 + }, + { + "name": "Insertions", + "value": 0 + }, + { + "name": "Deletions", + "value": 2 + }, + { + "name": "Recall", + "value": 0 + }, + { + "name": "Precision", + "value": null + }, + { + "name": "Predictions", + "value": 0 + } + ] + }, + { + "name": "Phenotype boundaries", + "measures": [ + { + "name": "SER", + "value": null + }, + { + "name": "ISER", + "value": null + }, + { + "name": "Mismatches", + "value": 0 + }, + { + "name": "Matches", + "value": 0 + }, + { + "name": "Insertions", + "value": 0 + }, + { + "name": "Deletions", + "value": 0 + }, + { + "name": "Recall", + "value": null + }, + { + "name": "Precision", + "value": null + }, + { + "name": "Predictions", + "value": 0 + } + ] + }, + { + "name": "Habitat and Phenotype boundaries", + "measures": [ + { + "name": "SER", + "value": 1 + }, + { + "name": "ISER", + "value": 0.5 + }, + { + "name": "Mismatches", + "value": 0 + }, + { + "name": "Matches", + "value": 0 + }, + { + "name": "Insertions", + "value": 0 + }, + { + "name": "Deletions", + "value": 2 + }, + { + "name": "Recall", + "value": 0 + }, + { + "name": "Precision", + "value": null + }, + { + "name": "Predictions", + "value": 0 + } + ] + }, + { + "name": "Microorganism boundaries", + "measures": [ + { + "name": "SER", + "value": 0 + }, + { + "name": "ISER", + "value": 1 + }, + { + "name": "Mismatches", + "value": 0 + }, + { + "name": "Matches", + "value": 2 + }, + { + "name": "Insertions", + "value": 0 + }, + { + "name": "Deletions", + "value": 0 + }, + { + "name": "Recall", + "value": 1 + }, + { + "name": "Precision", + "value": 1 + }, + { + "name": "Predictions", + "value": 2 + } + ] + } + ], + "pairs": [ + {"reference": { + "source": "reference\/BB-norm+ner-10618167.a2", + "lineno": 3, + "id": "T5", + "type": "Habitat", + "str": "[host cell]" + }}, + {"reference": { + "source": "reference\/BB-norm+ner-10618167.a2", + "lineno": 4, + "id": "T6", + "type": "Habitat", + "str": "[cell]" + }}, + { + "reference": { + "source": "reference\/BB-norm+ner-10618167.a2", + "lineno": 2, + "id": "T4", + "type": "Microorganism", + "str": "[Listeria monocytogenes]" + }, + "prediction": { + "source": "prediction\/BB-norm+ner-10618167.a2", + "lineno": 2, + "id": "T1256405521", + "type": "Microorganism", + "str": "[Listeria monocytogenes]" + }, + "similarity": 1, + "explain-similarity": "jaccard = 1.0" + }, + { + "reference": { + "source": "reference\/BB-norm+ner-10618167.a2", + "lineno": 1, + "id": "T3", + "type": "Microorganism", + "str": "[Listeria monocytogenes]" + }, + "prediction": { + "source": "prediction\/BB-norm+ner-10618167.a2", + "lineno": 1, + "id": "T1730337646", + "type": "Microorganism", + "str": "[Listeria monocytogenes]" + }, + "similarity": 1, + "explain-similarity": "jaccard = 1.0" + } + ] + } + ] + }, + { + "document": "BB-norm+ner-10645449", + "evaluations": [ + { + "name": "Standard pairing", + "scorings": [ + { + "name": "Standard scoring", + "measures": [ + { + "name": "SER", + "value": 0.6190476190476191 + }, + { + "name": "ISER", + "value": 0.6176470588235294 + }, + { + "name": "Mismatches", + "value": 6.9580397499485125 + }, + { + "name": "Matches", + "value": 9.041960250051488 + }, + { + "name": "Insertions", + "value": 2 + }, + { + "name": "Deletions", + "value": 5 + }, + { + "name": "Recall", + "value": 0.43056953571673756 + }, + { + "name": "Precision", + "value": 0.5023311250028605 + }, + { + "name": "Predictions", + "value": 18 + } + ] + }, + { + "name": "Habitats", + "measures": [ + { + "name": "SER", + "value": 1 + }, + { + "name": "ISER", + "value": 0.5 + }, + { + "name": "Mismatches", + "value": 0 + }, + { + "name": "Matches", + "value": 0 + }, + { + "name": "Insertions", + "value": 0 + }, + { + "name": "Deletions", + "value": 1 + }, + { + "name": "Recall", + "value": 0 + }, + { + "name": "Precision", + "value": null + }, + { + "name": "Predictions", + "value": 0 + } + ] + }, + { + "name": "Habitats (exact)", + "measures": [ + { + "name": "SER", + "value": 1 + }, + { + "name": "ISER", + "value": 0.5 + }, + { + "name": "Mismatches", + "value": 0 + }, + { + "name": "Matches", + "value": 0 + }, + { + "name": "Insertions", + "value": 0 + }, + { + "name": "Deletions", + "value": 1 + }, + { + "name": "Recall", + "value": 0 + }, + { + "name": "Precision", + "value": null + }, + { + "name": "Predictions", + "value": 0 + } + ] + }, + { + "name": "Habitats (new in dev)", + "measures": [ + { + "name": "SER", + "value": null + }, + { + "name": "ISER", + "value": null + }, + { + "name": "Mismatches", + "value": 0 + }, + { + "name": "Matches", + "value": 0 + }, + { + "name": "Insertions", + "value": 0 + }, + { + "name": "Deletions", + "value": 0 + }, + { + "name": "Recall", + "value": null + }, + { + "name": "Precision", + "value": null + }, + { + "name": "Predictions", + "value": 0 + } + ] + }, + { + "name": "Habitats (new in test)", + "measures": [ + { + "name": "SER", + "value": null + }, + { + "name": "ISER", + "value": null + }, + { + "name": "Mismatches", + "value": 0 + }, + { + "name": "Matches", + "value": 0 + }, + { + "name": "Insertions", + "value": 0 + }, + { + "name": "Deletions", + "value": 0 + }, + { + "name": "Recall", + "value": null + }, + { + "name": "Precision", + "value": null + }, + { + "name": "Predictions", + "value": 0 + } + ] + }, + { + "name": "Phenotypes", + "measures": [ + { + "name": "SER", + "value": 0.625 + }, + { + "name": "ISER", + "value": 0.6153846153846154 + }, + { + "name": "Mismatches", + "value": 6.9580397499485125 + }, + { + "name": "Matches", + "value": 7.041960250051489 + }, + { + "name": "Insertions", + "value": 2 + }, + { + "name": "Deletions", + "value": 2 + }, + { + "name": "Recall", + "value": 0.4401225156282181 + }, + { + "name": "Precision", + "value": 0.4401225156282181 + }, + { + "name": "Predictions", + "value": 16 + } + ] + }, + { + "name": "Phenotypes (exact)", + "measures": [ + { + "name": "SER", + "value": 1.125 + }, + { + "name": "ISER", + "value": 0.47058823529411764 + }, + { + "name": "Mismatches", + "value": 14 + }, + { + "name": "Matches", + "value": 0 + }, + { + "name": "Insertions", + "value": 2 + }, + { + "name": "Deletions", + "value": 2 + }, + { + "name": "Recall", + "value": 0 + }, + { + "name": "Precision", + "value": 0 + }, + { + "name": "Predictions", + "value": 16 + } + ] + }, + { + "name": "Phenotypes (new in dev)", + "measures": [ + { + "name": "SER", + "value": null + }, + { + "name": "ISER", + "value": null + }, + { + "name": "Mismatches", + "value": 0 + }, + { + "name": "Matches", + "value": 0 + }, + { + "name": "Insertions", + "value": 0 + }, + { + "name": "Deletions", + "value": 0 + }, + { + "name": "Recall", + "value": null + }, + { + "name": "Precision", + "value": null + }, + { + "name": "Predictions", + "value": 0 + } + ] + }, + { + "name": "Phenotypes (new in test)", + "measures": [ + { + "name": "SER", + "value": 1 + }, + { + "name": "ISER", + "value": 0.5 + }, + { + "name": "Mismatches", + "value": 11 + }, + { + "name": "Matches", + "value": 0 + }, + { + "name": "Insertions", + "value": 0 + }, + { + "name": "Deletions", + "value": 0 + }, + { + "name": "Recall", + "value": 0 + }, + { + "name": "Precision", + "value": 0 + }, + { + "name": "Predictions", + "value": 11 + } + ] + }, + { + "name": "Habitats and Phenotypes", + "measures": [ + { + "name": "SER", + "value": 0.6470588235294118 + }, + { + "name": "ISER", + "value": 0.6071428571428572 + }, + { + "name": "Mismatches", + "value": 6.9580397499485125 + }, + { + "name": "Matches", + "value": 7.041960250051489 + }, + { + "name": "Insertions", + "value": 2 + }, + { + "name": "Deletions", + "value": 3 + }, + { + "name": "Recall", + "value": 0.4142329558853817 + }, + { + "name": "Precision", + "value": 0.4401225156282181 + }, + { + "name": "Predictions", + "value": 16 + } + ] + }, + { + "name": "Habitats and Phenotypes (exact)", + "measures": [ + { + "name": "SER", + "value": 1.1176470588235294 + }, + { + "name": "ISER", + "value": 0.4722222222222222 + }, + { + "name": "Mismatches", + "value": 14 + }, + { + "name": "Matches", + "value": 0 + }, + { + "name": "Insertions", + "value": 2 + }, + { + "name": "Deletions", + "value": 3 + }, + { + "name": "Recall", + "value": 0 + }, + { + "name": "Precision", + "value": 0 + }, + { + "name": "Predictions", + "value": 16 + } + ] + }, + { + "name": "Habitat and Phenotypes (new in dev)", + "measures": [ + { + "name": "SER", + "value": null + }, + { + "name": "ISER", + "value": null + }, + { + "name": "Mismatches", + "value": 0 + }, + { + "name": "Matches", + "value": 0 + }, + { + "name": "Insertions", + "value": 0 + }, + { + "name": "Deletions", + "value": 0 + }, + { + "name": "Recall", + "value": null + }, + { + "name": "Precision", + "value": null + }, + { + "name": "Predictions", + "value": 0 + } + ] + }, + { + "name": "Habitat and Phenotypes (new in test)", + "measures": [ + { + "name": "SER", + "value": 1 + }, + { + "name": "ISER", + "value": 0.5 + }, + { + "name": "Mismatches", + "value": 11 + }, + { + "name": "Matches", + "value": 0 + }, + { + "name": "Insertions", + "value": 0 + }, + { + "name": "Deletions", + "value": 0 + }, + { + "name": "Recall", + "value": 0 + }, + { + "name": "Precision", + "value": 0 + }, + { + "name": "Predictions", + "value": 11 + } + ] + }, + { + "name": "Microorganisms", + "measures": [ + { + "name": "SER", + "value": 0.5 + }, + { + "name": "ISER", + "value": 0.6666666666666666 + }, + { + "name": "Mismatches", + "value": 0 + }, + { + "name": "Matches", + "value": 2 + }, + { + "name": "Insertions", + "value": 0 + }, + { + "name": "Deletions", + "value": 2 + }, + { + "name": "Recall", + "value": 0.5 + }, + { + "name": "Precision", + "value": 1 + }, + { + "name": "Predictions", + "value": 2 + } + ] + }, + { + "name": "Ignore boundaries", + "measures": [ + { + "name": "SER", + "value": 0.6190476190476191 + }, + { + "name": "ISER", + "value": 0.6176470588235294 + }, + { + "name": "Mismatches", + "value": 6.736750475065366 + }, + { + "name": "Matches", + "value": 9.263249524934633 + }, + { + "name": "Insertions", + "value": 2 + }, + { + "name": "Deletions", + "value": 5 + }, + { + "name": "Recall", + "value": 0.4411071202349825 + }, + { + "name": "Precision", + "value": 0.5146249736074796 + }, + { + "name": "Predictions", + "value": 18 + } + ] + }, + { + "name": "Ignore boundaries (Habitats)", + "measures": [ + { + "name": "SER", + "value": 1 + }, + { + "name": "ISER", + "value": 0.5 + }, + { + "name": "Mismatches", + "value": 0 + }, + { + "name": "Matches", + "value": 0 + }, + { + "name": "Insertions", + "value": 0 + }, + { + "name": "Deletions", + "value": 1 + }, + { + "name": "Recall", + "value": 0 + }, + { + "name": "Precision", + "value": null + }, + { + "name": "Predictions", + "value": 0 + } + ] + }, + { + "name": "Ignore boundaries (Habitats exact)", + "measures": [ + { + "name": "SER", + "value": 1 + }, + { + "name": "ISER", + "value": 0.5 + }, + { + "name": "Mismatches", + "value": 0 + }, + { + "name": "Matches", + "value": 0 + }, + { + "name": "Insertions", + "value": 0 + }, + { + "name": "Deletions", + "value": 1 + }, + { + "name": "Recall", + "value": 0 + }, + { + "name": "Precision", + "value": null + }, + { + "name": "Predictions", + "value": 0 + } + ] + }, + { + "name": "Ignore boundaries (Phenotypes)", + "measures": [ + { + "name": "SER", + "value": 0.625 + }, + { + "name": "ISER", + "value": 0.6153846153846154 + }, + { + "name": "Mismatches", + "value": 6.736750475065366 + }, + { + "name": "Matches", + "value": 7.263249524934634 + }, + { + "name": "Insertions", + "value": 2 + }, + { + "name": "Deletions", + "value": 2 + }, + { + "name": "Recall", + "value": 0.4539530953084146 + }, + { + "name": "Precision", + "value": 0.4539530953084146 + }, + { + "name": "Predictions", + "value": 16 + } + ] + }, + { + "name": "Ignore boundaries (Phenotypes exact)", + "measures": [ + { + "name": "SER", + "value": 1.125 + }, + { + "name": "ISER", + "value": 0.47058823529411764 + }, + { + "name": "Mismatches", + "value": 14 + }, + { + "name": "Matches", + "value": 0 + }, + { + "name": "Insertions", + "value": 2 + }, + { + "name": "Deletions", + "value": 2 + }, + { + "name": "Recall", + "value": 0 + }, + { + "name": "Precision", + "value": 0 + }, + { + "name": "Predictions", + "value": 16 + } + ] + }, + { + "name": "Ignore boundaries (Habitats and Phenotypes)", + "measures": [ + { + "name": "SER", + "value": 0.6470588235294118 + }, + { + "name": "ISER", + "value": 0.6071428571428572 + }, + { + "name": "Mismatches", + "value": 6.736750475065366 + }, + { + "name": "Matches", + "value": 7.263249524934634 + }, + { + "name": "Insertions", + "value": 2 + }, + { + "name": "Deletions", + "value": 3 + }, + { + "name": "Recall", + "value": 0.42724997205497844 + }, + { + "name": "Precision", + "value": 0.4539530953084146 + }, + { + "name": "Predictions", + "value": 16 + } + ] + }, + { + "name": "Ignore boundaries (Habitats and Phenotypes exact)", + "measures": [ + { + "name": "SER", + "value": 1.1176470588235294 + }, + { + "name": "ISER", + "value": 0.4722222222222222 + }, + { + "name": "Mismatches", + "value": 14 + }, + { + "name": "Matches", + "value": 0 + }, + { + "name": "Insertions", + "value": 2 + }, + { + "name": "Deletions", + "value": 3 + }, + { + "name": "Recall", + "value": 0 + }, + { + "name": "Precision", + "value": 0 + }, + { + "name": "Predictions", + "value": 16 + } + ] + }, + { + "name": "Ignore boundaries (Microorganisms)", + "measures": [ + { + "name": "SER", + "value": 0.5 + }, + { + "name": "ISER", + "value": 0.6666666666666666 + }, + { + "name": "Mismatches", + "value": 0 + }, + { + "name": "Matches", + "value": 2 + }, + { + "name": "Insertions", + "value": 0 + }, + { + "name": "Deletions", + "value": 2 + }, + { + "name": "Recall", + "value": 0.5 + }, + { + "name": "Precision", + "value": 1 + }, + { + "name": "Predictions", + "value": 2 + } + ] + }, + { + "name": "Multiple normalizations", + "measures": [ + { + "name": "SER", + "value": null + }, + { + "name": "ISER", + "value": null + }, + { + "name": "Mismatches", + "value": 0 + }, + { + "name": "Matches", + "value": 0 + }, + { + "name": "Insertions", + "value": 0 + }, + { + "name": "Deletions", + "value": 0 + }, + { + "name": "Recall", + "value": null + }, + { + "name": "Precision", + "value": null + }, + { + "name": "Predictions", + "value": 0 + } + ] + }, + { + "name": "Multiple normalizations (Habitats)", + "measures": [ + { + "name": "SER", + "value": null + }, + { + "name": "ISER", + "value": null + }, + { + "name": "Mismatches", + "value": 0 + }, + { + "name": "Matches", + "value": 0 + }, + { + "name": "Insertions", + "value": 0 + }, + { + "name": "Deletions", + "value": 0 + }, + { + "name": "Recall", + "value": null + }, + { + "name": "Precision", + "value": null + }, + { + "name": "Predictions", + "value": 0 + } + ] + }, + { + "name": "Multiple normalizations (Phenotypes)", + "measures": [ + { + "name": "SER", + "value": null + }, + { + "name": "ISER", + "value": null + }, + { + "name": "Mismatches", + "value": 0 + }, + { + "name": "Matches", + "value": 0 + }, + { + "name": "Insertions", + "value": 0 + }, + { + "name": "Deletions", + "value": 0 + }, + { + "name": "Recall", + "value": null + }, + { + "name": "Precision", + "value": null + }, + { + "name": "Predictions", + "value": 0 + } + ] + }, + { + "name": "Multiple normalizations (Habitat and Phenotypes)", + "measures": [ + { + "name": "SER", + "value": null + }, + { + "name": "ISER", + "value": null + }, + { + "name": "Mismatches", + "value": 0 + }, + { + "name": "Matches", + "value": 0 + }, + { + "name": "Insertions", + "value": 0 + }, + { + "name": "Deletions", + "value": 0 + }, + { + "name": "Recall", + "value": null + }, + { + "name": "Precision", + "value": null + }, + { + "name": "Predictions", + "value": 0 + } + ] + }, + { + "name": "Multiple normalizations (Microorganisms)", + "measures": [ + { + "name": "SER", + "value": null + }, + { + "name": "ISER", + "value": null + }, + { + "name": "Mismatches", + "value": 0 + }, + { + "name": "Matches", + "value": 0 + }, + { + "name": "Insertions", + "value": 0 + }, + { + "name": "Deletions", + "value": 0 + }, + { + "name": "Recall", + "value": null + }, + { + "name": "Precision", + "value": null + }, + { + "name": "Predictions", + "value": 0 + } + ] + } + ], + "pairs": [ + { + "reference": { + "source": "reference\/BB-norm+ner-10645449.a2", + "lineno": 21, + "id": "T27", + "type": "Phenotype", + "str": "[drug resistance]" + }, + "prediction": { + "source": "prediction\/BB-norm+ner-10645449.a2", + "lineno": 16, + "id": "T542631446", + "type": "Phenotype", + "str": "[drug resistance]" + }, + "similarity": 0.6634979389248757, + "explain-similarity": "(jaccard = 1.0 . Type Phenotype: wang(0.65):\nsim(OBT:000598,OBT:002843) = 0.6634979389248757\nsim(OBT:002843,OBT:000598) = 0.6634979389248759\n = 0.6634979389248759) = 0.6634979389248759" + }, + {"prediction": { + "source": "prediction\/BB-norm+ner-10645449.a2", + "lineno": 6, + "id": "T346781052", + "type": "Phenotype", + "str": "[susceptibility]" + }}, + { + "reference": { + "source": "reference\/BB-norm+ner-10645449.a2", + "lineno": 11, + "id": "T17", + "type": "Phenotype", + "str": "[drug resistance]" + }, + "prediction": { + "source": "prediction\/BB-norm+ner-10645449.a2", + "lineno": 4, + "id": "T1077833772", + "type": "Phenotype", + "str": "[drug resistance]" + }, + "similarity": 0.6634979389248759, + "explain-similarity": "(jaccard = 1.0 . Type Phenotype: wang(0.65):\nsim(OBT:000598,OBT:002843) = 0.6634979389248757\nsim(OBT:002843,OBT:000598) = 0.6634979389248759\n = 0.6634979389248759) = 0.6634979389248759" + }, + {"prediction": { + "source": "prediction\/BB-norm+ner-10645449.a2", + "lineno": 15, + "id": "T1662378988", + "type": "Phenotype", + "str": "[drug resistance-conferring mutants]" + }}, + { + "reference": { + "source": "reference\/BB-norm+ner-10645449.a2", + "lineno": 20, + "id": "T26", + "type": "Phenotype", + "str": "[drug resistance]" + }, + "prediction": { + "source": "prediction\/BB-norm+ner-10645449.a2", + "lineno": 14, + "id": "T1344376553", + "type": "Phenotype", + "str": "[drug resistance]" + }, + "similarity": 0.6634979389248759, + "explain-similarity": "(jaccard = 1.0 . Type Phenotype: wang(0.65):\nsim(OBT:000598,OBT:002843) = 0.6634979389248757\nsim(OBT:002843,OBT:000598) = 0.6634979389248759\n = 0.6634979389248759) = 0.6634979389248759" + }, + { + "reference": { + "source": "reference\/BB-norm+ner-10645449.a2", + "lineno": 12, + "id": "T18", + "type": "Phenotype", + "str": "[multidrug-resistant]" + }, + "prediction": { + "source": "prediction\/BB-norm+ner-10645449.a2", + "lineno": 5, + "id": "T1576226906", + "type": "Phenotype", + "str": "[multidrug-resistant]" + }, + "similarity": 0.36696603397158756, + "explain-similarity": "(jaccard = 1.0 . Type Phenotype: wang(0.65):\nsim(OBT:000598,OBT:002337) = 0.36696603397158756\nsim(OBT:002337,OBT:000598) = 0.36696603397158756\n = 0.36696603397158756) = 0.36696603397158756" + }, + { + "reference": { + "source": "reference\/BB-norm+ner-10645449.a2", + "lineno": 17, + "id": "T23", + "type": "Phenotype", + "str": "[ethambutol-resistant]" + }, + "prediction": { + "source": "prediction\/BB-norm+ner-10645449.a2", + "lineno": 11, + "id": "T799050604", + "type": "Phenotype", + "str": "[ethambutol-resistant]" + }, + "similarity": 0.43824490752987144, + "explain-similarity": "(jaccard = 1.0 . Type Phenotype: wang(0.65):\nsim(OBT:002792,OBT:002337) = 0.43824490752987144\nsim(OBT:002337,OBT:002792) = 0.43824490752987144\n = 0.43824490752987144) = 0.43824490752987144" + }, + {"reference": { + "source": "reference\/BB-norm+ner-10645449.a2", + "lineno": 8, + "id": "T14", + "type": "Phenotype", + "str": "[MDR]" + }}, + {"reference": { + "source": "reference\/BB-norm+ner-10645449.a2", + "lineno": 5, + "id": "T11", + "type": "Phenotype", + "str": "[MDR]" + }}, + { + "reference": { + "source": "reference\/BB-norm+ner-10645449.a2", + "lineno": 13, + "id": "T19", + "type": "Phenotype", + "str": "[drug resistance]" + }, + "prediction": { + "source": "prediction\/BB-norm+ner-10645449.a2", + "lineno": 7, + "id": "T1249083590", + "type": "Phenotype", + "str": "[drug resistance]" + }, + "similarity": 0.6634979389248759, + "explain-similarity": "(jaccard = 1.0 . Type Phenotype: wang(0.65):\nsim(OBT:000598,OBT:002843) = 0.6634979389248757\nsim(OBT:002843,OBT:000598) = 0.6634979389248759\n = 0.6634979389248759) = 0.6634979389248759" + }, + { + "reference": { + "source": "reference\/BB-norm+ner-10645449.a2", + "lineno": 2, + "id": "T8", + "type": "Microorganism", + "str": "[Mycobacterium tuberculosis]" + }, + "prediction": { + "source": "prediction\/BB-norm+ner-10645449.a2", + "lineno": 17, + "id": "T188791662", + "type": "Microorganism", + "str": "[Mycobacterium tuberculosis]" + }, + "similarity": 1, + "explain-similarity": "(jaccard = 1.0 . Type Microorganism: norm jaccard = 1.0) = 1.0" + }, + {"reference": { + "source": "reference\/BB-norm+ner-10645449.a2", + "lineno": 9, + "id": "T15", + "type": "Microorganism", + "str": "[MDR-TB]" + }}, + { + "reference": { + "source": "reference\/BB-norm+ner-10645449.a2", + "lineno": 1, + "id": "T7", + "type": "Phenotype", + "str": "[drug-resistant]" + }, + "prediction": { + "source": "prediction\/BB-norm+ner-10645449.a2", + "lineno": 1, + "id": "T844859258", + "type": "Phenotype", + "str": "[drug-resistant]" + }, + "similarity": 0.36696603397158756, + "explain-similarity": "(jaccard = 1.0 . Type Phenotype: wang(0.65):\nsim(OBT:000598,OBT:002337) = 0.36696603397158756\nsim(OBT:002337,OBT:000598) = 0.36696603397158756\n = 0.36696603397158756) = 0.36696603397158756" + }, + { + "reference": { + "source": "reference\/BB-norm+ner-10645449.a2", + "lineno": 15, + "id": "T21", + "type": "Phenotype", + "str": "[rifampin-resistant]" + }, + "prediction": { + "source": "prediction\/BB-norm+ner-10645449.a2", + "lineno": 9, + "id": "T503061983", + "type": "Phenotype", + "str": "[rifampin-resistant]" + }, + "similarity": 0.43824490752987144, + "explain-similarity": "(jaccard = 1.0 . Type Phenotype: wang(0.65):\nsim(OBT:002849,OBT:002337) = 0.43824490752987144\nsim(OBT:002337,OBT:002849) = 0.43824490752987144\n = 0.43824490752987144) = 0.43824490752987144" + }, + { + "reference": { + "source": "reference\/BB-norm+ner-10645449.a2", + "lineno": 3, + "id": "T9", + "type": "Phenotype", + "str": "[multidrug-resistant]" + }, + "prediction": { + "source": "prediction\/BB-norm+ner-10645449.a2", + "lineno": 2, + "id": "T97046304", + "type": "Phenotype", + "str": "[multidrug-resistant]" + }, + "similarity": 0.36696603397158756, + "explain-similarity": "(jaccard = 1.0 . Type Phenotype: wang(0.65):\nsim(OBT:000598,OBT:002337) = 0.36696603397158756\nsim(OBT:002337,OBT:000598) = 0.36696603397158756\n = 0.36696603397158756) = 0.36696603397158756" + }, + { + "reference": { + "source": "reference\/BB-norm+ner-10645449.a2", + "lineno": 19, + "id": "T25", + "type": "Phenotype", + "str": "[drug resistance]" + }, + "prediction": { + "source": "prediction\/BB-norm+ner-10645449.a2", + "lineno": 13, + "id": "T183334362", + "type": "Phenotype", + "str": "[drug resistance]" + }, + "similarity": 0.6634979389248759, + "explain-similarity": "(jaccard = 1.0 . Type Phenotype: wang(0.65):\nsim(OBT:000598,OBT:002843) = 0.6634979389248757\nsim(OBT:002843,OBT:000598) = 0.6634979389248759\n = 0.6634979389248759) = 0.6634979389248759" + }, + { + "reference": { + "source": "reference\/BB-norm+ner-10645449.a2", + "lineno": 10, + "id": "T16", + "type": "Phenotype", + "str": "[Antimicrobial agent susceptibility]" + }, + "prediction": { + "source": "prediction\/BB-norm+ner-10645449.a2", + "lineno": 3, + "id": "T720311128", + "type": "Phenotype", + "str": "[susceptibility]" + }, + "similarity": 0.15490249241820164, + "explain-similarity": "(jaccard = 0.4117647058823529 . Type Phenotype: wang(0.65):\nsim(OBT:000378,OBT:002864) = 0.37619176730134685\nsim(OBT:002864,OBT:000378) = 0.37619176730134685\n = 0.37619176730134685) = 0.15490249241820164" + }, + { + "reference": { + "source": "reference\/BB-norm+ner-10645449.a2", + "lineno": 16, + "id": "T22", + "type": "Phenotype", + "str": "[rifampin-resistance]" + }, + "prediction": { + "source": "prediction\/BB-norm+ner-10645449.a2", + "lineno": 10, + "id": "T539861346", + "type": "Phenotype", + "str": "[rifampin-resistance]" + }, + "similarity": 0.7156903309746586, + "explain-similarity": "(jaccard = 1.0 . Type Phenotype: wang(0.65):\nsim(OBT:002849,OBT:002843) = 0.7156903309746586\nsim(OBT:002843,OBT:002849) = 0.7156903309746586\n = 0.7156903309746586) = 0.7156903309746586" + }, + { + "reference": { + "source": "reference\/BB-norm+ner-10645449.a2", + "lineno": 18, + "id": "T24", + "type": "Phenotype", + "str": "[pyrazinamide-resistant]" + }, + "prediction": { + "source": "prediction\/BB-norm+ner-10645449.a2", + "lineno": 12, + "id": "T452110921", + "type": "Phenotype", + "str": "[pyrazinamide-resistant]" + }, + "similarity": 0.43824490752987144, + "explain-similarity": "(jaccard = 1.0 . Type Phenotype: wang(0.65):\nsim(OBT:002839,OBT:002337) = 0.43824490752987144\nsim(OBT:002337,OBT:002839) = 0.43824490752987144\n = 0.43824490752987144) = 0.43824490752987144" + }, + {"reference": { + "source": "reference\/BB-norm+ner-10645449.a2", + "lineno": 6, + "id": "T12", + "type": "Microorganism", + "str": "[MDR-TB]" + }}, + { + "reference": { + "source": "reference\/BB-norm+ner-10645449.a2", + "lineno": 14, + "id": "T20", + "type": "Phenotype", + "str": "[isoniazid-resistant]" + }, + "prediction": { + "source": "prediction\/BB-norm+ner-10645449.a2", + "lineno": 8, + "id": "T1636210559", + "type": "Phenotype", + "str": "[isoniazid-resistant]" + }, + "similarity": 0.43824490752987144, + "explain-similarity": "(jaccard = 1.0 . Type Phenotype: wang(0.65):\nsim(OBT:002811,OBT:002337) = 0.43824490752987144\nsim(OBT:002337,OBT:002811) = 0.43824490752987144\n = 0.43824490752987144) = 0.43824490752987144" + }, + {"reference": { + "source": "reference\/BB-norm+ner-10645449.a2", + "lineno": 7, + "id": "T13", + "type": "Habitat", + "str": "[Peruvian patients]" + }}, + { + "reference": { + "source": "reference\/BB-norm+ner-10645449.a2", + "lineno": 4, + "id": "T10", + "type": "Microorganism", + "str": "[Mycobacterium tuberculosis]" + }, + "prediction": { + "source": "prediction\/BB-norm+ner-10645449.a2", + "lineno": 18, + "id": "T1347016882", + "type": "Microorganism", + "str": "[Mycobacterium tuberculosis]" + }, + "similarity": 1, + "explain-similarity": "(jaccard = 1.0 . Type Microorganism: norm jaccard = 1.0) = 1.0" + } + ] + }, + { + "name": "Boundaries pairing", + "scorings": [ + { + "name": "Boundaries scoring", + "measures": [ + { + "name": "SER", + "value": 0.3333333333333333 + }, + { + "name": "ISER", + "value": 0.75 + }, + { + "name": "Mismatches", + "value": 0.5882352941176471 + }, + { + "name": "Matches", + "value": 15.411764705882353 + }, + { + "name": "Insertions", + "value": 2 + }, + { + "name": "Deletions", + "value": 5 + }, + { + "name": "Recall", + "value": 0.7338935574229692 + }, + { + "name": "Precision", + "value": 0.8562091503267975 + }, + { + "name": "Predictions", + "value": 18 + } + ] + }, + { + "name": "Habitat boundaries", + "measures": [ + { + "name": "SER", + "value": 1 + }, + { + "name": "ISER", + "value": 0.5 + }, + { + "name": "Mismatches", + "value": 0 + }, + { + "name": "Matches", + "value": 0 + }, + { + "name": "Insertions", + "value": 0 + }, + { + "name": "Deletions", + "value": 1 + }, + { + "name": "Recall", + "value": 0 + }, + { + "name": "Precision", + "value": null + }, + { + "name": "Predictions", + "value": 0 + } + ] + }, + { + "name": "Phenotype boundaries", + "measures": [ + { + "name": "SER", + "value": 0.25 + }, + { + "name": "ISER", + "value": 0.8 + }, + { + "name": "Mismatches", + "value": 0.5882352941176471 + }, + { + "name": "Matches", + "value": 13.411764705882353 + }, + { + "name": "Insertions", + "value": 2 + }, + { + "name": "Deletions", + "value": 2 + }, + { + "name": "Recall", + "value": 0.8382352941176471 + }, + { + "name": "Precision", + "value": 0.8382352941176471 + }, + { + "name": "Predictions", + "value": 16 + } + ] + }, + { + "name": "Habitat and Phenotype boundaries", + "measures": [ + { + "name": "SER", + "value": 0.29411764705882354 + }, + { + "name": "ISER", + "value": 0.7727272727272727 + }, + { + "name": "Mismatches", + "value": 0.5882352941176471 + }, + { + "name": "Matches", + "value": 13.411764705882353 + }, + { + "name": "Insertions", + "value": 2 + }, + { + "name": "Deletions", + "value": 3 + }, + { + "name": "Recall", + "value": 0.7889273356401384 + }, + { + "name": "Precision", + "value": 0.8382352941176471 + }, + { + "name": "Predictions", + "value": 16 + } + ] + }, + { + "name": "Microorganism boundaries", + "measures": [ + { + "name": "SER", + "value": 0.5 + }, + { + "name": "ISER", + "value": 0.6666666666666666 + }, + { + "name": "Mismatches", + "value": 0 + }, + { + "name": "Matches", + "value": 2 + }, + { + "name": "Insertions", + "value": 0 + }, + { + "name": "Deletions", + "value": 2 + }, + { + "name": "Recall", + "value": 0.5 + }, + { + "name": "Precision", + "value": 1 + }, + { + "name": "Predictions", + "value": 2 + } + ] + } + ], + "pairs": [ + { + "reference": { + "source": "reference\/BB-norm+ner-10645449.a2", + "lineno": 21, + "id": "T27", + "type": "Phenotype", + "str": "[drug resistance]" + }, + "prediction": { + "source": "prediction\/BB-norm+ner-10645449.a2", + "lineno": 16, + "id": "T542631446", + "type": "Phenotype", + "str": "[drug resistance]" + }, + "similarity": 1, + "explain-similarity": "jaccard = 1.0" + }, + {"prediction": { + "source": "prediction\/BB-norm+ner-10645449.a2", + "lineno": 6, + "id": "T346781052", + "type": "Phenotype", + "str": "[susceptibility]" + }}, + { + "reference": { + "source": "reference\/BB-norm+ner-10645449.a2", + "lineno": 11, + "id": "T17", + "type": "Phenotype", + "str": "[drug resistance]" + }, + "prediction": { + "source": "prediction\/BB-norm+ner-10645449.a2", + "lineno": 4, + "id": "T1077833772", + "type": "Phenotype", + "str": "[drug resistance]" + }, + "similarity": 1, + "explain-similarity": "jaccard = 1.0" + }, + {"prediction": { + "source": "prediction\/BB-norm+ner-10645449.a2", + "lineno": 15, + "id": "T1662378988", + "type": "Phenotype", + "str": "[drug resistance-conferring mutants]" + }}, + { + "reference": { + "source": "reference\/BB-norm+ner-10645449.a2", + "lineno": 20, + "id": "T26", + "type": "Phenotype", + "str": "[drug resistance]" + }, + "prediction": { + "source": "prediction\/BB-norm+ner-10645449.a2", + "lineno": 14, + "id": "T1344376553", + "type": "Phenotype", + "str": "[drug resistance]" + }, + "similarity": 1, + "explain-similarity": "jaccard = 1.0" + }, + { + "reference": { + "source": "reference\/BB-norm+ner-10645449.a2", + "lineno": 12, + "id": "T18", + "type": "Phenotype", + "str": "[multidrug-resistant]" + }, + "prediction": { + "source": "prediction\/BB-norm+ner-10645449.a2", + "lineno": 5, + "id": "T1576226906", + "type": "Phenotype", + "str": "[multidrug-resistant]" + }, + "similarity": 1, + "explain-similarity": "jaccard = 1.0" + }, + { + "reference": { + "source": "reference\/BB-norm+ner-10645449.a2", + "lineno": 17, + "id": "T23", + "type": "Phenotype", + "str": "[ethambutol-resistant]" + }, + "prediction": { + "source": "prediction\/BB-norm+ner-10645449.a2", + "lineno": 11, + "id": "T799050604", + "type": "Phenotype", + "str": "[ethambutol-resistant]" + }, + "similarity": 1, + "explain-similarity": "jaccard = 1.0" + }, + {"reference": { + "source": "reference\/BB-norm+ner-10645449.a2", + "lineno": 8, + "id": "T14", + "type": "Phenotype", + "str": "[MDR]" + }}, + {"reference": { + "source": "reference\/BB-norm+ner-10645449.a2", + "lineno": 5, + "id": "T11", + "type": "Phenotype", + "str": "[MDR]" + }}, + { + "reference": { + "source": "reference\/BB-norm+ner-10645449.a2", + "lineno": 13, + "id": "T19", + "type": "Phenotype", + "str": "[drug resistance]" + }, + "prediction": { + "source": "prediction\/BB-norm+ner-10645449.a2", + "lineno": 7, + "id": "T1249083590", + "type": "Phenotype", + "str": "[drug resistance]" + }, + "similarity": 1, + "explain-similarity": "jaccard = 1.0" + }, + { + "reference": { + "source": "reference\/BB-norm+ner-10645449.a2", + "lineno": 2, + "id": "T8", + "type": "Microorganism", + "str": "[Mycobacterium tuberculosis]" + }, + "prediction": { + "source": "prediction\/BB-norm+ner-10645449.a2", + "lineno": 17, + "id": "T188791662", + "type": "Microorganism", + "str": "[Mycobacterium tuberculosis]" + }, + "similarity": 1, + "explain-similarity": "jaccard = 1.0" + }, + {"reference": { + "source": "reference\/BB-norm+ner-10645449.a2", + "lineno": 9, + "id": "T15", + "type": "Microorganism", + "str": "[MDR-TB]" + }}, + { + "reference": { + "source": "reference\/BB-norm+ner-10645449.a2", + "lineno": 1, + "id": "T7", + "type": "Phenotype", + "str": "[drug-resistant]" + }, + "prediction": { + "source": "prediction\/BB-norm+ner-10645449.a2", + "lineno": 1, + "id": "T844859258", + "type": "Phenotype", + "str": "[drug-resistant]" + }, + "similarity": 1, + "explain-similarity": "jaccard = 1.0" + }, + { + "reference": { + "source": "reference\/BB-norm+ner-10645449.a2", + "lineno": 15, + "id": "T21", + "type": "Phenotype", + "str": "[rifampin-resistant]" + }, + "prediction": { + "source": "prediction\/BB-norm+ner-10645449.a2", + "lineno": 9, + "id": "T503061983", + "type": "Phenotype", + "str": "[rifampin-resistant]" + }, + "similarity": 1, + "explain-similarity": "jaccard = 1.0" + }, + { + "reference": { + "source": "reference\/BB-norm+ner-10645449.a2", + "lineno": 3, + "id": "T9", + "type": "Phenotype", + "str": "[multidrug-resistant]" + }, + "prediction": { + "source": "prediction\/BB-norm+ner-10645449.a2", + "lineno": 2, + "id": "T97046304", + "type": "Phenotype", + "str": "[multidrug-resistant]" + }, + "similarity": 1, + "explain-similarity": "jaccard = 1.0" + }, + { + "reference": { + "source": "reference\/BB-norm+ner-10645449.a2", + "lineno": 19, + "id": "T25", + "type": "Phenotype", + "str": "[drug resistance]" + }, + "prediction": { + "source": "prediction\/BB-norm+ner-10645449.a2", + "lineno": 13, + "id": "T183334362", + "type": "Phenotype", + "str": "[drug resistance]" + }, + "similarity": 1, + "explain-similarity": "jaccard = 1.0" + }, + { + "reference": { + "source": "reference\/BB-norm+ner-10645449.a2", + "lineno": 10, + "id": "T16", + "type": "Phenotype", + "str": "[Antimicrobial agent susceptibility]" + }, + "prediction": { + "source": "prediction\/BB-norm+ner-10645449.a2", + "lineno": 3, + "id": "T720311128", + "type": "Phenotype", + "str": "[susceptibility]" + }, + "similarity": 0.4117647058823529, + "explain-similarity": "jaccard = 0.4117647058823529" + }, + { + "reference": { + "source": "reference\/BB-norm+ner-10645449.a2", + "lineno": 16, + "id": "T22", + "type": "Phenotype", + "str": "[rifampin-resistance]" + }, + "prediction": { + "source": "prediction\/BB-norm+ner-10645449.a2", + "lineno": 10, + "id": "T539861346", + "type": "Phenotype", + "str": "[rifampin-resistance]" + }, + "similarity": 1, + "explain-similarity": "jaccard = 1.0" + }, + { + "reference": { + "source": "reference\/BB-norm+ner-10645449.a2", + "lineno": 18, + "id": "T24", + "type": "Phenotype", + "str": "[pyrazinamide-resistant]" + }, + "prediction": { + "source": "prediction\/BB-norm+ner-10645449.a2", + "lineno": 12, + "id": "T452110921", + "type": "Phenotype", + "str": "[pyrazinamide-resistant]" + }, + "similarity": 1, + "explain-similarity": "jaccard = 1.0" + }, + {"reference": { + "source": "reference\/BB-norm+ner-10645449.a2", + "lineno": 6, + "id": "T12", + "type": "Microorganism", + "str": "[MDR-TB]" + }}, + { + "reference": { + "source": "reference\/BB-norm+ner-10645449.a2", + "lineno": 14, + "id": "T20", + "type": "Phenotype", + "str": "[isoniazid-resistant]" + }, + "prediction": { + "source": "prediction\/BB-norm+ner-10645449.a2", + "lineno": 8, + "id": "T1636210559", + "type": "Phenotype", + "str": "[isoniazid-resistant]" + }, + "similarity": 1, + "explain-similarity": "jaccard = 1.0" + }, + {"reference": { + "source": "reference\/BB-norm+ner-10645449.a2", + "lineno": 7, + "id": "T13", + "type": "Habitat", + "str": "[Peruvian patients]" + }}, + { + "reference": { + "source": "reference\/BB-norm+ner-10645449.a2", + "lineno": 4, + "id": "T10", + "type": "Microorganism", + "str": "[Mycobacterium tuberculosis]" + }, + "prediction": { + "source": "prediction\/BB-norm+ner-10645449.a2", + "lineno": 18, + "id": "T1347016882", + "type": "Microorganism", + "str": "[Mycobacterium tuberculosis]" + }, + "similarity": 1, + "explain-similarity": "jaccard = 1.0" + } + ] + } + ] + }, + { + "document": "BB-norm+ner-10656819", + "evaluations": [ + { + "name": "Standard pairing", + "scorings": [ + { + "name": "Standard scoring", + "measures": [ + { + "name": "SER", + "value": 1 + }, + { + "name": "ISER", + "value": 0.5 + }, + { + "name": "Mismatches", + "value": 0 + }, + { + "name": "Matches", + "value": 2 + }, + { + "name": "Insertions", + "value": 2 + }, + { + "name": "Deletions", + "value": 1 + }, + { + "name": "Recall", + "value": 0.6666666666666666 + }, + { + "name": "Precision", + "value": 0.5 + }, + { + "name": "Predictions", + "value": 4 + } + ] + }, + { + "name": "Habitats", + "measures": [ + { + "name": "SER", + "value": null + }, + { + "name": "ISER", + "value": null + }, + { + "name": "Mismatches", + "value": 0 + }, + { + "name": "Matches", + "value": 0 + }, + { + "name": "Insertions", + "value": 0 + }, + { + "name": "Deletions", + "value": 0 + }, + { + "name": "Recall", + "value": null + }, + { + "name": "Precision", + "value": null + }, + { + "name": "Predictions", + "value": 0 + } + ] + }, + { + "name": "Habitats (exact)", + "measures": [ + { + "name": "SER", + "value": null + }, + { + "name": "ISER", + "value": null + }, + { + "name": "Mismatches", + "value": 0 + }, + { + "name": "Matches", + "value": 0 + }, + { + "name": "Insertions", + "value": 0 + }, + { + "name": "Deletions", + "value": 0 + }, + { + "name": "Recall", + "value": null + }, + { + "name": "Precision", + "value": null + }, + { + "name": "Predictions", + "value": 0 + } + ] + }, + { + "name": "Habitats (new in dev)", + "measures": [ + { + "name": "SER", + "value": null + }, + { + "name": "ISER", + "value": null + }, + { + "name": "Mismatches", + "value": 0 + }, + { + "name": "Matches", + "value": 0 + }, + { + "name": "Insertions", + "value": 0 + }, + { + "name": "Deletions", + "value": 0 + }, + { + "name": "Recall", + "value": null + }, + { + "name": "Precision", + "value": null + }, + { + "name": "Predictions", + "value": 0 + } + ] + }, + { + "name": "Habitats (new in test)", + "measures": [ + { + "name": "SER", + "value": null + }, + { + "name": "ISER", + "value": null + }, + { + "name": "Mismatches", + "value": 0 + }, + { + "name": "Matches", + "value": 0 + }, + { + "name": "Insertions", + "value": 0 + }, + { + "name": "Deletions", + "value": 0 + }, + { + "name": "Recall", + "value": null + }, + { + "name": "Precision", + "value": null + }, + { + "name": "Predictions", + "value": 0 + } + ] + }, + { + "name": "Phenotypes", + "measures": [ + { + "name": "SER", + "value": 2 + }, + { + "name": "ISER", + "value": 0.3333333333333333 + }, + { + "name": "Mismatches", + "value": 0 + }, + { + "name": "Matches", + "value": 1 + }, + { + "name": "Insertions", + "value": 2 + }, + { + "name": "Deletions", + "value": 0 + }, + { + "name": "Recall", + "value": 1 + }, + { + "name": "Precision", + "value": 0.3333333333333333 + }, + { + "name": "Predictions", + "value": 3 + } + ] + }, + { + "name": "Phenotypes (exact)", + "measures": [ + { + "name": "SER", + "value": 2 + }, + { + "name": "ISER", + "value": 0.3333333333333333 + }, + { + "name": "Mismatches", + "value": 0 + }, + { + "name": "Matches", + "value": 1 + }, + { + "name": "Insertions", + "value": 2 + }, + { + "name": "Deletions", + "value": 0 + }, + { + "name": "Recall", + "value": 1 + }, + { + "name": "Precision", + "value": 0.3333333333333333 + }, + { + "name": "Predictions", + "value": 3 + } + ] + }, + { + "name": "Phenotypes (new in dev)", + "measures": [ + { + "name": "SER", + "value": null + }, + { + "name": "ISER", + "value": null + }, + { + "name": "Mismatches", + "value": 0 + }, + { + "name": "Matches", + "value": 0 + }, + { + "name": "Insertions", + "value": 0 + }, + { + "name": "Deletions", + "value": 0 + }, + { + "name": "Recall", + "value": null + }, + { + "name": "Precision", + "value": null + }, + { + "name": "Predictions", + "value": 0 + } + ] + }, + { + "name": "Phenotypes (new in test)", + "measures": [ + { + "name": "SER", + "value": null + }, + { + "name": "ISER", + "value": null + }, + { + "name": "Mismatches", + "value": 0 + }, + { + "name": "Matches", + "value": 0 + }, + { + "name": "Insertions", + "value": 0 + }, + { + "name": "Deletions", + "value": 0 + }, + { + "name": "Recall", + "value": null + }, + { + "name": "Precision", + "value": null + }, + { + "name": "Predictions", + "value": 0 + } + ] + }, + { + "name": "Habitats and Phenotypes", + "measures": [ + { + "name": "SER", + "value": 2 + }, + { + "name": "ISER", + "value": 0.3333333333333333 + }, + { + "name": "Mismatches", + "value": 0 + }, + { + "name": "Matches", + "value": 1 + }, + { + "name": "Insertions", + "value": 2 + }, + { + "name": "Deletions", + "value": 0 + }, + { + "name": "Recall", + "value": 1 + }, + { + "name": "Precision", + "value": 0.3333333333333333 + }, + { + "name": "Predictions", + "value": 3 + } + ] + }, + { + "name": "Habitats and Phenotypes (exact)", + "measures": [ + { + "name": "SER", + "value": 2 + }, + { + "name": "ISER", + "value": 0.3333333333333333 + }, + { + "name": "Mismatches", + "value": 0 + }, + { + "name": "Matches", + "value": 1 + }, + { + "name": "Insertions", + "value": 2 + }, + { + "name": "Deletions", + "value": 0 + }, + { + "name": "Recall", + "value": 1 + }, + { + "name": "Precision", + "value": 0.3333333333333333 + }, + { + "name": "Predictions", + "value": 3 + } + ] + }, + { + "name": "Habitat and Phenotypes (new in dev)", + "measures": [ + { + "name": "SER", + "value": null + }, + { + "name": "ISER", + "value": null + }, + { + "name": "Mismatches", + "value": 0 + }, + { + "name": "Matches", + "value": 0 + }, + { + "name": "Insertions", + "value": 0 + }, + { + "name": "Deletions", + "value": 0 + }, + { + "name": "Recall", + "value": null + }, + { + "name": "Precision", + "value": null + }, + { + "name": "Predictions", + "value": 0 + } + ] + }, + { + "name": "Habitat and Phenotypes (new in test)", + "measures": [ + { + "name": "SER", + "value": null + }, + { + "name": "ISER", + "value": null + }, + { + "name": "Mismatches", + "value": 0 + }, + { + "name": "Matches", + "value": 0 + }, + { + "name": "Insertions", + "value": 0 + }, + { + "name": "Deletions", + "value": 0 + }, + { + "name": "Recall", + "value": null + }, + { + "name": "Precision", + "value": null + }, + { + "name": "Predictions", + "value": 0 + } + ] + }, + { + "name": "Microorganisms", + "measures": [ + { + "name": "SER", + "value": 0.5 + }, + { + "name": "ISER", + "value": 0.6666666666666666 + }, + { + "name": "Mismatches", + "value": 0 + }, + { + "name": "Matches", + "value": 1 + }, + { + "name": "Insertions", + "value": 0 + }, + { + "name": "Deletions", + "value": 1 + }, + { + "name": "Recall", + "value": 0.5 + }, + { + "name": "Precision", + "value": 1 + }, + { + "name": "Predictions", + "value": 1 + } + ] + }, + { + "name": "Ignore boundaries", + "measures": [ + { + "name": "SER", + "value": 1 + }, + { + "name": "ISER", + "value": 0.5 + }, + { + "name": "Mismatches", + "value": 0 + }, + { + "name": "Matches", + "value": 2 + }, + { + "name": "Insertions", + "value": 2 + }, + { + "name": "Deletions", + "value": 1 + }, + { + "name": "Recall", + "value": 0.6666666666666666 + }, + { + "name": "Precision", + "value": 0.5 + }, + { + "name": "Predictions", + "value": 4 + } + ] + }, + { + "name": "Ignore boundaries (Habitats)", + "measures": [ + { + "name": "SER", + "value": null + }, + { + "name": "ISER", + "value": null + }, + { + "name": "Mismatches", + "value": 0 + }, + { + "name": "Matches", + "value": 0 + }, + { + "name": "Insertions", + "value": 0 + }, + { + "name": "Deletions", + "value": 0 + }, + { + "name": "Recall", + "value": null + }, + { + "name": "Precision", + "value": null + }, + { + "name": "Predictions", + "value": 0 + } + ] + }, + { + "name": "Ignore boundaries (Habitats exact)", + "measures": [ + { + "name": "SER", + "value": null + }, + { + "name": "ISER", + "value": null + }, + { + "name": "Mismatches", + "value": 0 + }, + { + "name": "Matches", + "value": 0 + }, + { + "name": "Insertions", + "value": 0 + }, + { + "name": "Deletions", + "value": 0 + }, + { + "name": "Recall", + "value": null + }, + { + "name": "Precision", + "value": null + }, + { + "name": "Predictions", + "value": 0 + } + ] + }, + { + "name": "Ignore boundaries (Phenotypes)", + "measures": [ + { + "name": "SER", + "value": 2 + }, + { + "name": "ISER", + "value": 0.3333333333333333 + }, + { + "name": "Mismatches", + "value": 0 + }, + { + "name": "Matches", + "value": 1 + }, + { + "name": "Insertions", + "value": 2 + }, + { + "name": "Deletions", + "value": 0 + }, + { + "name": "Recall", + "value": 1 + }, + { + "name": "Precision", + "value": 0.3333333333333333 + }, + { + "name": "Predictions", + "value": 3 + } + ] + }, + { + "name": "Ignore boundaries (Phenotypes exact)", + "measures": [ + { + "name": "SER", + "value": 2 + }, + { + "name": "ISER", + "value": 0.3333333333333333 + }, + { + "name": "Mismatches", + "value": 0 + }, + { + "name": "Matches", + "value": 1 + }, + { + "name": "Insertions", + "value": 2 + }, + { + "name": "Deletions", + "value": 0 + }, + { + "name": "Recall", + "value": 1 + }, + { + "name": "Precision", + "value": 0.3333333333333333 + }, + { + "name": "Predictions", + "value": 3 + } + ] + }, + { + "name": "Ignore boundaries (Habitats and Phenotypes)", + "measures": [ + { + "name": "SER", + "value": 2 + }, + { + "name": "ISER", + "value": 0.3333333333333333 + }, + { + "name": "Mismatches", + "value": 0 + }, + { + "name": "Matches", + "value": 1 + }, + { + "name": "Insertions", + "value": 2 + }, + { + "name": "Deletions", + "value": 0 + }, + { + "name": "Recall", + "value": 1 + }, + { + "name": "Precision", + "value": 0.3333333333333333 + }, + { + "name": "Predictions", + "value": 3 + } + ] + }, + { + "name": "Ignore boundaries (Habitats and Phenotypes exact)", + "measures": [ + { + "name": "SER", + "value": 2 + }, + { + "name": "ISER", + "value": 0.3333333333333333 + }, + { + "name": "Mismatches", + "value": 0 + }, + { + "name": "Matches", + "value": 1 + }, + { + "name": "Insertions", + "value": 2 + }, + { + "name": "Deletions", + "value": 0 + }, + { + "name": "Recall", + "value": 1 + }, + { + "name": "Precision", + "value": 0.3333333333333333 + }, + { + "name": "Predictions", + "value": 3 + } + ] + }, + { + "name": "Ignore boundaries (Microorganisms)", + "measures": [ + { + "name": "SER", + "value": 0.5 + }, + { + "name": "ISER", + "value": 0.6666666666666666 + }, + { + "name": "Mismatches", + "value": 0 + }, + { + "name": "Matches", + "value": 1 + }, + { + "name": "Insertions", + "value": 0 + }, + { + "name": "Deletions", + "value": 1 + }, + { + "name": "Recall", + "value": 0.5 + }, + { + "name": "Precision", + "value": 1 + }, + { + "name": "Predictions", + "value": 1 + } + ] + }, + { + "name": "Multiple normalizations", + "measures": [ + { + "name": "SER", + "value": null + }, + { + "name": "ISER", + "value": null + }, + { + "name": "Mismatches", + "value": 0 + }, + { + "name": "Matches", + "value": 0 + }, + { + "name": "Insertions", + "value": 0 + }, + { + "name": "Deletions", + "value": 0 + }, + { + "name": "Recall", + "value": null + }, + { + "name": "Precision", + "value": null + }, + { + "name": "Predictions", + "value": 0 + } + ] + }, + { + "name": "Multiple normalizations (Habitats)", + "measures": [ + { + "name": "SER", + "value": null + }, + { + "name": "ISER", + "value": null + }, + { + "name": "Mismatches", + "value": 0 + }, + { + "name": "Matches", + "value": 0 + }, + { + "name": "Insertions", + "value": 0 + }, + { + "name": "Deletions", + "value": 0 + }, + { + "name": "Recall", + "value": null + }, + { + "name": "Precision", + "value": null + }, + { + "name": "Predictions", + "value": 0 + } + ] + }, + { + "name": "Multiple normalizations (Phenotypes)", + "measures": [ + { + "name": "SER", + "value": null + }, + { + "name": "ISER", + "value": null + }, + { + "name": "Mismatches", + "value": 0 + }, + { + "name": "Matches", + "value": 0 + }, + { + "name": "Insertions", + "value": 0 + }, + { + "name": "Deletions", + "value": 0 + }, + { + "name": "Recall", + "value": null + }, + { + "name": "Precision", + "value": null + }, + { + "name": "Predictions", + "value": 0 + } + ] + }, + { + "name": "Multiple normalizations (Habitat and Phenotypes)", + "measures": [ + { + "name": "SER", + "value": null + }, + { + "name": "ISER", + "value": null + }, + { + "name": "Mismatches", + "value": 0 + }, + { + "name": "Matches", + "value": 0 + }, + { + "name": "Insertions", + "value": 0 + }, + { + "name": "Deletions", + "value": 0 + }, + { + "name": "Recall", + "value": null + }, + { + "name": "Precision", + "value": null + }, + { + "name": "Predictions", + "value": 0 + } + ] + }, + { + "name": "Multiple normalizations (Microorganisms)", + "measures": [ + { + "name": "SER", + "value": null + }, + { + "name": "ISER", + "value": null + }, + { + "name": "Mismatches", + "value": 0 + }, + { + "name": "Matches", + "value": 0 + }, + { + "name": "Insertions", + "value": 0 + }, + { + "name": "Deletions", + "value": 0 + }, + { + "name": "Recall", + "value": null + }, + { + "name": "Precision", + "value": null + }, + { + "name": "Predictions", + "value": 0 + } + ] + } + ], + "pairs": [ + {"reference": { + "source": "reference\/BB-norm+ner-10656819.a2", + "lineno": 3, + "id": "T5", + "type": "Microorganism", + "str": "[filamentous fd phage]" + }}, + { + "reference": { + "source": "reference\/BB-norm+ner-10656819.a2", + "lineno": 2, + "id": "T4", + "type": "Phenotype", + "str": "[filamentous]" + }, + "prediction": { + "source": "prediction\/BB-norm+ner-10656819.a2", + "lineno": 2, + "id": "T1707158853", + "type": "Phenotype", + "str": "[filamentous]" + }, + "similarity": 1, + "explain-similarity": "(jaccard = 1.0 . Type Phenotype: wang(0.65):\nsim(OBT:000629,OBT:000629) = 1.0\nsim(OBT:000629,OBT:000629) = 1.0\n = 1.0) = 1.0" + }, + {"prediction": { + "source": "prediction\/BB-norm+ner-10656819.a2", + "lineno": 3, + "id": "T460995147", + "type": "Phenotype", + "str": "[mutant]" + }}, + {"prediction": { + "source": "prediction\/BB-norm+ner-10656819.a2", + "lineno": 1, + "id": "T1321468725", + "type": "Phenotype", + "str": "[mutants]" + }}, + { + "reference": { + "source": "reference\/BB-norm+ner-10656819.a2", + "lineno": 1, + "id": "T3", + "type": "Microorganism", + "str": "[Bacillus lentus]" + }, + "prediction": { + "source": "prediction\/BB-norm+ner-10656819.a2", + "lineno": 4, + "id": "T1662912171", + "type": "Microorganism", + "str": "[Bacillus lentus]" + }, + "similarity": 1, + "explain-similarity": "(jaccard = 1.0 . Type Microorganism: norm jaccard = 1.0) = 1.0" + } + ] + }, + { + "name": "Boundaries pairing", + "scorings": [ + { + "name": "Boundaries scoring", + "measures": [ + { + "name": "SER", + "value": 1 + }, + { + "name": "ISER", + "value": 0.5 + }, + { + "name": "Mismatches", + "value": 0 + }, + { + "name": "Matches", + "value": 2 + }, + { + "name": "Insertions", + "value": 2 + }, + { + "name": "Deletions", + "value": 1 + }, + { + "name": "Recall", + "value": 0.6666666666666666 + }, + { + "name": "Precision", + "value": 0.5 + }, + { + "name": "Predictions", + "value": 4 + } + ] + }, + { + "name": "Habitat boundaries", + "measures": [ + { + "name": "SER", + "value": null + }, + { + "name": "ISER", + "value": null + }, + { + "name": "Mismatches", + "value": 0 + }, + { + "name": "Matches", + "value": 0 + }, + { + "name": "Insertions", + "value": 0 + }, + { + "name": "Deletions", + "value": 0 + }, + { + "name": "Recall", + "value": null + }, + { + "name": "Precision", + "value": null + }, + { + "name": "Predictions", + "value": 0 + } + ] + }, + { + "name": "Phenotype boundaries", + "measures": [ + { + "name": "SER", + "value": 2 + }, + { + "name": "ISER", + "value": 0.3333333333333333 + }, + { + "name": "Mismatches", + "value": 0 + }, + { + "name": "Matches", + "value": 1 + }, + { + "name": "Insertions", + "value": 2 + }, + { + "name": "Deletions", + "value": 0 + }, + { + "name": "Recall", + "value": 1 + }, + { + "name": "Precision", + "value": 0.3333333333333333 + }, + { + "name": "Predictions", + "value": 3 + } + ] + }, + { + "name": "Habitat and Phenotype boundaries", + "measures": [ + { + "name": "SER", + "value": 2 + }, + { + "name": "ISER", + "value": 0.3333333333333333 + }, + { + "name": "Mismatches", + "value": 0 + }, + { + "name": "Matches", + "value": 1 + }, + { + "name": "Insertions", + "value": 2 + }, + { + "name": "Deletions", + "value": 0 + }, + { + "name": "Recall", + "value": 1 + }, + { + "name": "Precision", + "value": 0.3333333333333333 + }, + { + "name": "Predictions", + "value": 3 + } + ] + }, + { + "name": "Microorganism boundaries", + "measures": [ + { + "name": "SER", + "value": 0.5 + }, + { + "name": "ISER", + "value": 0.6666666666666666 + }, + { + "name": "Mismatches", + "value": 0 + }, + { + "name": "Matches", + "value": 1 + }, + { + "name": "Insertions", + "value": 0 + }, + { + "name": "Deletions", + "value": 1 + }, + { + "name": "Recall", + "value": 0.5 + }, + { + "name": "Precision", + "value": 1 + }, + { + "name": "Predictions", + "value": 1 + } + ] + } + ], + "pairs": [ + { + "reference": { + "source": "reference\/BB-norm+ner-10656819.a2", + "lineno": 2, + "id": "T4", + "type": "Phenotype", + "str": "[filamentous]" + }, + "prediction": { + "source": "prediction\/BB-norm+ner-10656819.a2", + "lineno": 2, + "id": "T1707158853", + "type": "Phenotype", + "str": "[filamentous]" + }, + "similarity": 1, + "explain-similarity": "jaccard = 1.0" + }, + {"prediction": { + "source": "prediction\/BB-norm+ner-10656819.a2", + "lineno": 3, + "id": "T460995147", + "type": "Phenotype", + "str": "[mutant]" + }}, + {"prediction": { + "source": "prediction\/BB-norm+ner-10656819.a2", + "lineno": 1, + "id": "T1321468725", + "type": "Phenotype", + "str": "[mutants]" + }}, + {"reference": { + "source": "reference\/BB-norm+ner-10656819.a2", + "lineno": 3, + "id": "T5", + "type": "Microorganism", + "str": "[filamentous fd phage]" + }}, + { + "reference": { + "source": "reference\/BB-norm+ner-10656819.a2", + "lineno": 1, + "id": "T3", + "type": "Microorganism", + "str": "[Bacillus lentus]" + }, + "prediction": { + "source": "prediction\/BB-norm+ner-10656819.a2", + "lineno": 4, + "id": "T1662912171", + "type": "Microorganism", + "str": "[Bacillus lentus]" + }, + "similarity": 1, + "explain-similarity": "jaccard = 1.0" + } + ] + } + ] + }, + { + "document": "BB-norm+ner-10665543", + "evaluations": [ + { + "name": "Standard pairing", + "scorings": [ + { + "name": "Standard scoring", + "measures": [ + { + "name": "SER", + "value": 1 + }, + { + "name": "ISER", + "value": 0.5 + }, + { + "name": "Mismatches", + "value": 3.7105705909442266 + }, + { + "name": "Matches", + "value": 3.2894294090557743 + }, + { + "name": "Insertions", + "value": 4 + }, + { + "name": "Deletions", + "value": 12 + }, + { + "name": "Recall", + "value": 0.17312786363451443 + }, + { + "name": "Precision", + "value": 0.29903903718688857 + }, + { + "name": "Predictions", + "value": 11 + } + ] + }, + { + "name": "Habitats", + "measures": [ + { + "name": "SER", + "value": 0.9230769230769231 + }, + { + "name": "ISER", + "value": 0.52 + }, + { + "name": "Mismatches", + "value": 3.4062227648572696 + }, + { + "name": "Matches", + "value": 0.5937772351427304 + }, + { + "name": "Insertions", + "value": 0 + }, + { + "name": "Deletions", + "value": 9 + }, + { + "name": "Recall", + "value": 0.04567517193405619 + }, + { + "name": "Precision", + "value": 0.1484443087856826 + }, + { + "name": "Predictions", + "value": 4 + } + ] + }, + { + "name": "Habitats (exact)", + "measures": [ + { + "name": "SER", + "value": 1 + }, + { + "name": "ISER", + "value": 0.5 + }, + { + "name": "Mismatches", + "value": 4 + }, + { + "name": "Matches", + "value": 0 + }, + { + "name": "Insertions", + "value": 0 + }, + { + "name": "Deletions", + "value": 9 + }, + { + "name": "Recall", + "value": 0 + }, + { + "name": "Precision", + "value": 0 + }, + { + "name": "Predictions", + "value": 4 + } + ] + }, + { + "name": "Habitats (new in dev)", + "measures": [ + { + "name": "SER", + "value": 1 + }, + { + "name": "ISER", + "value": 0.5 + }, + { + "name": "Mismatches", + "value": 4 + }, + { + "name": "Matches", + "value": 0 + }, + { + "name": "Insertions", + "value": 0 + }, + { + "name": "Deletions", + "value": 0 + }, + { + "name": "Recall", + "value": 0 + }, + { + "name": "Precision", + "value": 0 + }, + { + "name": "Predictions", + "value": 4 + } + ] + }, + { + "name": "Habitats (new in test)", + "measures": [ + { + "name": "SER", + "value": 1 + }, + { + "name": "ISER", + "value": 0.5 + }, + { + "name": "Mismatches", + "value": 0 + }, + { + "name": "Matches", + "value": 0 + }, + { + "name": "Insertions", + "value": 0 + }, + { + "name": "Deletions", + "value": 1 + }, + { + "name": "Recall", + "value": 0 + }, + { + "name": "Precision", + "value": null + }, + { + "name": "Predictions", + "value": 0 + } + ] + }, + { + "name": "Phenotypes", + "measures": [ + { + "name": "SER", + "value": null + }, + { + "name": "ISER", + "value": null + }, + { + "name": "Mismatches", + "value": 0 + }, + { + "name": "Matches", + "value": 0 + }, + { + "name": "Insertions", + "value": 0 + }, + { + "name": "Deletions", + "value": 0 + }, + { + "name": "Recall", + "value": null + }, + { + "name": "Precision", + "value": null + }, + { + "name": "Predictions", + "value": 0 + } + ] + }, + { + "name": "Phenotypes (exact)", + "measures": [ + { + "name": "SER", + "value": null + }, + { + "name": "ISER", + "value": null + }, + { + "name": "Mismatches", + "value": 0 + }, + { + "name": "Matches", + "value": 0 + }, + { + "name": "Insertions", + "value": 0 + }, + { + "name": "Deletions", + "value": 0 + }, + { + "name": "Recall", + "value": null + }, + { + "name": "Precision", + "value": null + }, + { + "name": "Predictions", + "value": 0 + } + ] + }, + { + "name": "Phenotypes (new in dev)", + "measures": [ + { + "name": "SER", + "value": null + }, + { + "name": "ISER", + "value": null + }, + { + "name": "Mismatches", + "value": 0 + }, + { + "name": "Matches", + "value": 0 + }, + { + "name": "Insertions", + "value": 0 + }, + { + "name": "Deletions", + "value": 0 + }, + { + "name": "Recall", + "value": null + }, + { + "name": "Precision", + "value": null + }, + { + "name": "Predictions", + "value": 0 + } + ] + }, + { + "name": "Phenotypes (new in test)", + "measures": [ + { + "name": "SER", + "value": null + }, + { + "name": "ISER", + "value": null + }, + { + "name": "Mismatches", + "value": 0 + }, + { + "name": "Matches", + "value": 0 + }, + { + "name": "Insertions", + "value": 0 + }, + { + "name": "Deletions", + "value": 0 + }, + { + "name": "Recall", + "value": null + }, + { + "name": "Precision", + "value": null + }, + { + "name": "Predictions", + "value": 0 + } + ] + }, + { + "name": "Habitats and Phenotypes", + "measures": [ + { + "name": "SER", + "value": 0.9230769230769231 + }, + { + "name": "ISER", + "value": 0.52 + }, + { + "name": "Mismatches", + "value": 3.4062227648572696 + }, + { + "name": "Matches", + "value": 0.5937772351427304 + }, + { + "name": "Insertions", + "value": 0 + }, + { + "name": "Deletions", + "value": 9 + }, + { + "name": "Recall", + "value": 0.04567517193405619 + }, + { + "name": "Precision", + "value": 0.1484443087856826 + }, + { + "name": "Predictions", + "value": 4 + } + ] + }, + { + "name": "Habitats and Phenotypes (exact)", + "measures": [ + { + "name": "SER", + "value": 1 + }, + { + "name": "ISER", + "value": 0.5 + }, + { + "name": "Mismatches", + "value": 4 + }, + { + "name": "Matches", + "value": 0 + }, + { + "name": "Insertions", + "value": 0 + }, + { + "name": "Deletions", + "value": 9 + }, + { + "name": "Recall", + "value": 0 + }, + { + "name": "Precision", + "value": 0 + }, + { + "name": "Predictions", + "value": 4 + } + ] + }, + { + "name": "Habitat and Phenotypes (new in dev)", + "measures": [ + { + "name": "SER", + "value": 1 + }, + { + "name": "ISER", + "value": 0.5 + }, + { + "name": "Mismatches", + "value": 4 + }, + { + "name": "Matches", + "value": 0 + }, + { + "name": "Insertions", + "value": 0 + }, + { + "name": "Deletions", + "value": 0 + }, + { + "name": "Recall", + "value": 0 + }, + { + "name": "Precision", + "value": 0 + }, + { + "name": "Predictions", + "value": 4 + } + ] + }, + { + "name": "Habitat and Phenotypes (new in test)", + "measures": [ + { + "name": "SER", + "value": 1 + }, + { + "name": "ISER", + "value": 0.5 + }, + { + "name": "Mismatches", + "value": 0 + }, + { + "name": "Matches", + "value": 0 + }, + { + "name": "Insertions", + "value": 0 + }, + { + "name": "Deletions", + "value": 1 + }, + { + "name": "Recall", + "value": 0 + }, + { + "name": "Precision", + "value": null + }, + { + "name": "Predictions", + "value": 0 + } + ] + }, + { + "name": "Microorganisms", + "measures": [ + { + "name": "SER", + "value": 1.1666666666666667 + }, + { + "name": "ISER", + "value": 0.46153846153846145 + }, + { + "name": "Mismatches", + "value": 0.30434782608695654 + }, + { + "name": "Matches", + "value": 2.6956521739130435 + }, + { + "name": "Insertions", + "value": 4 + }, + { + "name": "Deletions", + "value": 3 + }, + { + "name": "Recall", + "value": 0.4492753623188406 + }, + { + "name": "Precision", + "value": 0.38509316770186336 + }, + { + "name": "Predictions", + "value": 7 + } + ] + }, + { + "name": "Ignore boundaries", + "measures": [ + { + "name": "SER", + "value": 0.9473684210526315 + }, + { + "name": "ISER", + "value": 0.5135135135135136 + }, + { + "name": "Mismatches", + "value": 2.570125064724089 + }, + { + "name": "Matches", + "value": 4.429874935275911 + }, + { + "name": "Insertions", + "value": 4 + }, + { + "name": "Deletions", + "value": 12 + }, + { + "name": "Recall", + "value": 0.23315131238294268 + }, + { + "name": "Precision", + "value": 0.402715903206901 + }, + { + "name": "Predictions", + "value": 11 + } + ] + }, + { + "name": "Ignore boundaries (Habitats)", + "measures": [ + { + "name": "SER", + "value": 0.8461538461538461 + }, + { + "name": "ISER", + "value": 0.5416666666666666 + }, + { + "name": "Mismatches", + "value": 2.570125064724089 + }, + { + "name": "Matches", + "value": 1.4298749352759106 + }, + { + "name": "Insertions", + "value": 0 + }, + { + "name": "Deletions", + "value": 9 + }, + { + "name": "Recall", + "value": 0.1099903796366085 + }, + { + "name": "Precision", + "value": 0.35746873381897765 + }, + { + "name": "Predictions", + "value": 4 + } + ] + }, + { + "name": "Ignore boundaries (Habitats exact)", + "measures": [ + { + "name": "SER", + "value": 1 + }, + { + "name": "ISER", + "value": 0.5 + }, + { + "name": "Mismatches", + "value": 4 + }, + { + "name": "Matches", + "value": 0 + }, + { + "name": "Insertions", + "value": 0 + }, + { + "name": "Deletions", + "value": 9 + }, + { + "name": "Recall", + "value": 0 + }, + { + "name": "Precision", + "value": 0 + }, + { + "name": "Predictions", + "value": 4 + } + ] + }, + { + "name": "Ignore boundaries (Phenotypes)", + "measures": [ + { + "name": "SER", + "value": null + }, + { + "name": "ISER", + "value": null + }, + { + "name": "Mismatches", + "value": 0 + }, + { + "name": "Matches", + "value": 0 + }, + { + "name": "Insertions", + "value": 0 + }, + { + "name": "Deletions", + "value": 0 + }, + { + "name": "Recall", + "value": null + }, + { + "name": "Precision", + "value": null + }, + { + "name": "Predictions", + "value": 0 + } + ] + }, + { + "name": "Ignore boundaries (Phenotypes exact)", + "measures": [ + { + "name": "SER", + "value": null + }, + { + "name": "ISER", + "value": null + }, + { + "name": "Mismatches", + "value": 0 + }, + { + "name": "Matches", + "value": 0 + }, + { + "name": "Insertions", + "value": 0 + }, + { + "name": "Deletions", + "value": 0 + }, + { + "name": "Recall", + "value": null + }, + { + "name": "Precision", + "value": null + }, + { + "name": "Predictions", + "value": 0 + } + ] + }, + { + "name": "Ignore boundaries (Habitats and Phenotypes)", + "measures": [ + { + "name": "SER", + "value": 0.8461538461538461 + }, + { + "name": "ISER", + "value": 0.5416666666666666 + }, + { + "name": "Mismatches", + "value": 2.570125064724089 + }, + { + "name": "Matches", + "value": 1.4298749352759106 + }, + { + "name": "Insertions", + "value": 0 + }, + { + "name": "Deletions", + "value": 9 + }, + { + "name": "Recall", + "value": 0.1099903796366085 + }, + { + "name": "Precision", + "value": 0.35746873381897765 + }, + { + "name": "Predictions", + "value": 4 + } + ] + }, + { + "name": "Ignore boundaries (Habitats and Phenotypes exact)", + "measures": [ + { + "name": "SER", + "value": 1 + }, + { + "name": "ISER", + "value": 0.5 + }, + { + "name": "Mismatches", + "value": 4 + }, + { + "name": "Matches", + "value": 0 + }, + { + "name": "Insertions", + "value": 0 + }, + { + "name": "Deletions", + "value": 9 + }, + { + "name": "Recall", + "value": 0 + }, + { + "name": "Precision", + "value": 0 + }, + { + "name": "Predictions", + "value": 4 + } + ] + }, + { + "name": "Ignore boundaries (Microorganisms)", + "measures": [ + { + "name": "SER", + "value": 1.1666666666666667 + }, + { + "name": "ISER", + "value": 0.46153846153846145 + }, + { + "name": "Mismatches", + "value": 0 + }, + { + "name": "Matches", + "value": 3 + }, + { + "name": "Insertions", + "value": 4 + }, + { + "name": "Deletions", + "value": 3 + }, + { + "name": "Recall", + "value": 0.5 + }, + { + "name": "Precision", + "value": 0.42857142857142855 + }, + { + "name": "Predictions", + "value": 7 + } + ] + }, + { + "name": "Multiple normalizations", + "measures": [ + { + "name": "SER", + "value": 0.5 + }, + { + "name": "ISER", + "value": 0.6666666666666666 + }, + { + "name": "Mismatches", + "value": 0.520792250386241 + }, + { + "name": "Matches", + "value": 0.47920774961375906 + }, + { + "name": "Insertions", + "value": 0 + }, + { + "name": "Deletions", + "value": 1 + }, + { + "name": "Recall", + "value": 0.23960387480687953 + }, + { + "name": "Precision", + "value": 0.47920774961375906 + }, + { + "name": "Predictions", + "value": 1 + } + ] + }, + { + "name": "Multiple normalizations (Habitats)", + "measures": [ + { + "name": "SER", + "value": 0.5 + }, + { + "name": "ISER", + "value": 0.6666666666666666 + }, + { + "name": "Mismatches", + "value": 0.520792250386241 + }, + { + "name": "Matches", + "value": 0.47920774961375906 + }, + { + "name": "Insertions", + "value": 0 + }, + { + "name": "Deletions", + "value": 1 + }, + { + "name": "Recall", + "value": 0.23960387480687953 + }, + { + "name": "Precision", + "value": 0.47920774961375906 + }, + { + "name": "Predictions", + "value": 1 + } + ] + }, + { + "name": "Multiple normalizations (Phenotypes)", + "measures": [ + { + "name": "SER", + "value": null + }, + { + "name": "ISER", + "value": null + }, + { + "name": "Mismatches", + "value": 0 + }, + { + "name": "Matches", + "value": 0 + }, + { + "name": "Insertions", + "value": 0 + }, + { + "name": "Deletions", + "value": 0 + }, + { + "name": "Recall", + "value": null + }, + { + "name": "Precision", + "value": null + }, + { + "name": "Predictions", + "value": 0 + } + ] + }, + { + "name": "Multiple normalizations (Habitat and Phenotypes)", + "measures": [ + { + "name": "SER", + "value": 0.5 + }, + { + "name": "ISER", + "value": 0.6666666666666666 + }, + { + "name": "Mismatches", + "value": 0.520792250386241 + }, + { + "name": "Matches", + "value": 0.47920774961375906 + }, + { + "name": "Insertions", + "value": 0 + }, + { + "name": "Deletions", + "value": 1 + }, + { + "name": "Recall", + "value": 0.23960387480687953 + }, + { + "name": "Precision", + "value": 0.47920774961375906 + }, + { + "name": "Predictions", + "value": 1 + } + ] + }, + { + "name": "Multiple normalizations (Microorganisms)", + "measures": [ + { + "name": "SER", + "value": null + }, + { + "name": "ISER", + "value": null + }, + { + "name": "Mismatches", + "value": 0 + }, + { + "name": "Matches", + "value": 0 + }, + { + "name": "Insertions", + "value": 0 + }, + { + "name": "Deletions", + "value": 0 + }, + { + "name": "Recall", + "value": null + }, + { + "name": "Precision", + "value": null + }, + { + "name": "Predictions", + "value": 0 + } + ] + } + ], + "pairs": [ + {"reference": { + "source": "reference\/BB-norm+ner-10665543.a2", + "lineno": 12, + "id": "T14", + "type": "Habitat", + "str": "[cows naturally infected with B. abortus]" + }}, + {"reference": { + "source": "reference\/BB-norm+ner-10665543.a2", + "lineno": 3, + "id": "T5", + "type": "Microorganism", + "str": "[S19]" + }}, + {"reference": { + "source": "reference\/BB-norm+ner-10665543.a2", + "lineno": 5, + "id": "T7", + "type": "Habitat", + "str": "[hot-water]" + }}, + { + "reference": { + "source": "reference\/BB-norm+ner-10665543.a2", + "lineno": 15, + "id": "T17", + "type": "Habitat", + "str": "[non-infected and non-vaccinated cattle]" + }, + "prediction": { + "source": "prediction\/BB-norm+ner-10665543.a2", + "lineno": 3, + "id": "T321772459", + "type": "Habitat", + "str": "[cattle]" + }, + "similarity": 0.05003511503485008, + "explain-similarity": "(jaccard = 0.15789473684210525 . Type Habitat: wang(0.65):\nsim(OBT:003532,OBT:000010) = 0.31688906188738386\nsim(OBT:000010,OBT:003532) = 0.31688906188738386\n = 0.31688906188738386) = 0.05003511503485008" + }, + {"prediction": { + "source": "prediction\/BB-norm+ner-10665543.a2", + "lineno": 7, + "id": "T968957548", + "type": "Microorganism", + "str": "[B. melitensis]" + }}, + {"prediction": { + "source": "prediction\/BB-norm+ner-10665543.a2", + "lineno": 9, + "id": "T696165690", + "type": "Microorganism", + "str": "[B. abortus]" + }}, + {"prediction": { + "source": "prediction\/BB-norm+ner-10665543.a2", + "lineno": 11, + "id": "T645875534", + "type": "Microorganism", + "str": "[ADV]" + }}, + {"prediction": { + "source": "prediction\/BB-norm+ner-10665543.a2", + "lineno": 10, + "id": "T1542598424", + "type": "Microorganism", + "str": "[ADV]" + }}, + {"reference": { + "source": "reference\/BB-norm+ner-10665543.a2", + "lineno": 14, + "id": "T16", + "type": "Habitat", + "str": "[sera from non-infected and non-vaccinated cattle]" + }}, + { + "reference": { + "source": "reference\/BB-norm+ner-10665543.a2", + "lineno": 6, + "id": "T8", + "type": "Microorganism", + "str": "[Brucella abortus 1119-3]" + }, + "prediction": { + "source": "prediction\/BB-norm+ner-10665543.a2", + "lineno": 6, + "id": "T409565350", + "type": "Microorganism", + "str": "[Brucella abortus]" + }, + "similarity": 0.6956521739130435, + "explain-similarity": "(jaccard = 0.6956521739130435 . Type Microorganism: norm jaccard = 1.0) = 0.6956521739130435" + }, + {"reference": { + "source": "reference\/BB-norm+ner-10665543.a2", + "lineno": 10, + "id": "T12", + "type": "Habitat", + "str": "[sera]" + }}, + {"reference": { + "source": "reference\/BB-norm+ner-10665543.a2", + "lineno": 7, + "id": "T9", + "type": "Microorganism", + "str": "[B. melitensis 16M]" + }}, + { + "reference": { + "source": "reference\/BB-norm+ner-10665543.a2", + "lineno": 19, + "id": "T21", + "type": "Habitat", + "str": "[vaccinated cattle]" + }, + "prediction": { + "source": "prediction\/BB-norm+ner-10665543.a2", + "lineno": 4, + "id": "T181078353", + "type": "Habitat", + "str": "[cattle]" + }, + "similarity": 0.11184319831319431, + "explain-similarity": "(jaccard = 0.35294117647058826 . Type Habitat: wang(0.65):\nsim(OBT:003532,OBT:000010) = 0.31688906188738386\nsim(OBT:000010,OBT:003532) = 0.31688906188738386\n = 0.31688906188738386) = 0.11184319831319431" + }, + {"reference": { + "source": "reference\/BB-norm+ner-10665543.a2", + "lineno": 11, + "id": "T13", + "type": "Habitat", + "str": "[sera from cows naturally infected with B. abortus]" + }}, + {"reference": { + "source": "reference\/BB-norm+ner-10665543.a2", + "lineno": 16, + "id": "T18", + "type": "Habitat", + "str": "[sera from non-infected heifers recently vaccinated with B. abortus Strain 19 (S19)]" + }}, + { + "reference": { + "source": "reference\/BB-norm+ner-10665543.a2", + "lineno": 9, + "id": "T11", + "type": "Habitat", + "str": "[cattle]" + }, + "prediction": { + "source": "prediction\/BB-norm+ner-10665543.a2", + "lineno": 2, + "id": "T1210939243", + "type": "Habitat", + "str": "[cattle]" + }, + "similarity": 0.31688906188738386, + "explain-similarity": "(jaccard = 1.0 . Type Habitat: wang(0.65):\nsim(OBT:003532,OBT:000010) = 0.31688906188738386\nsim(OBT:000010,OBT:003532) = 0.31688906188738386\n = 0.31688906188738386) = 0.31688906188738386" + }, + {"reference": { + "source": "reference\/BB-norm+ner-10665543.a2", + "lineno": 8, + "id": "T10", + "type": "Habitat", + "str": "[cattle sera]" + }}, + { + "reference": { + "source": "reference\/BB-norm+ner-10665543.a2", + "lineno": 13, + "id": "T15", + "type": "Microorganism", + "str": "[B. abortus]" + }, + "prediction": { + "source": "prediction\/BB-norm+ner-10665543.a2", + "lineno": 8, + "id": "T1079125839", + "type": "Microorganism", + "str": "[B. abortus]" + }, + "similarity": 1, + "explain-similarity": "(jaccard = 1.0 . Type Microorganism: norm jaccard = 1.0) = 1.0" + }, + { + "reference": { + "source": "reference\/BB-norm+ner-10665543.a2", + "lineno": 1, + "id": "T3", + "type": "Microorganism", + "str": "[Brucella]" + }, + "prediction": { + "source": "prediction\/BB-norm+ner-10665543.a2", + "lineno": 5, + "id": "T276748028", + "type": "Microorganism", + "str": "[Brucella]" + }, + "similarity": 1, + "explain-similarity": "(jaccard = 1.0 . Type Microorganism: norm jaccard = 1.0) = 1.0" + }, + { + "reference": { + "source": "reference\/BB-norm+ner-10665543.a2", + "lineno": 4, + "id": "T6", + "type": "Habitat", + "str": "[naturally infected cattle]" + }, + "prediction": { + "source": "prediction\/BB-norm+ner-10665543.a2", + "lineno": 1, + "id": "T373544591", + "type": "Habitat", + "str": "[cattle]" + }, + "similarity": 0.11500985990730217, + "explain-similarity": "(jaccard = 0.24 . Type Habitat: wang(0.65):\nsim(OBT:000491,OBT:000010) = 0.5603670934769467\nsim(OBT:003532,OBT:000010) = 0.31688906188738386\nsim(OBT:000010,OBT:000491) = 0.5603670934769468\nsim(OBT:000010,OBT:003532) = 0.31688906188738386\n = 0.47920774961375906) = 0.1150098599073022" + }, + {"reference": { + "source": "reference\/BB-norm+ner-10665543.a2", + "lineno": 2, + "id": "T4", + "type": "Habitat", + "str": "[S19 vaccinated cattle]" + }}, + {"reference": { + "source": "reference\/BB-norm+ner-10665543.a2", + "lineno": 18, + "id": "T20", + "type": "Microorganism", + "str": "[B. abortus Strain 19 (S19)]" + }}, + {"reference": { + "source": "reference\/BB-norm+ner-10665543.a2", + "lineno": 17, + "id": "T19", + "type": "Habitat", + "str": "[non-infected heifers recently vaccinated with B. abortus Strain 19 (S19)]" + }} + ] + }, + { + "name": "Boundaries pairing", + "scorings": [ + { + "name": "Boundaries scoring", + "measures": [ + { + "name": "SER", + "value": 0.7894736842105263 + }, + { + "name": "ISER", + "value": 0.5588235294117647 + }, + { + "name": "Mismatches", + "value": 3.3441906458059374 + }, + { + "name": "Matches", + "value": 5.655809354194063 + }, + { + "name": "Insertions", + "value": 2 + }, + { + "name": "Deletions", + "value": 10 + }, + { + "name": "Recall", + "value": 0.2976741765365296 + }, + { + "name": "Precision", + "value": 0.5141644867449148 + }, + { + "name": "Predictions", + "value": 11 + } + ] + }, + { + "name": "Habitat boundaries", + "measures": [ + { + "name": "SER", + "value": 0.8461538461538461 + }, + { + "name": "ISER", + "value": 0.5416666666666666 + }, + { + "name": "Mismatches", + "value": 2.189164086687306 + }, + { + "name": "Matches", + "value": 1.8108359133126937 + }, + { + "name": "Insertions", + "value": 0 + }, + { + "name": "Deletions", + "value": 9 + }, + { + "name": "Recall", + "value": 0.1392950702548226 + }, + { + "name": "Precision", + "value": 0.4527089783281734 + }, + { + "name": "Predictions", + "value": 4 + } + ] + }, + { + "name": "Phenotype boundaries", + "measures": [ + { + "name": "SER", + "value": null + }, + { + "name": "ISER", + "value": null + }, + { + "name": "Mismatches", + "value": 0 + }, + { + "name": "Matches", + "value": 0 + }, + { + "name": "Insertions", + "value": 0 + }, + { + "name": "Deletions", + "value": 0 + }, + { + "name": "Recall", + "value": null + }, + { + "name": "Precision", + "value": null + }, + { + "name": "Predictions", + "value": 0 + } + ] + }, + { + "name": "Habitat and Phenotype boundaries", + "measures": [ + { + "name": "SER", + "value": 0.8461538461538461 + }, + { + "name": "ISER", + "value": 0.5416666666666666 + }, + { + "name": "Mismatches", + "value": 2.189164086687306 + }, + { + "name": "Matches", + "value": 1.8108359133126937 + }, + { + "name": "Insertions", + "value": 0 + }, + { + "name": "Deletions", + "value": 9 + }, + { + "name": "Recall", + "value": 0.1392950702548226 + }, + { + "name": "Precision", + "value": 0.4527089783281734 + }, + { + "name": "Predictions", + "value": 4 + } + ] + }, + { + "name": "Microorganism boundaries", + "measures": [ + { + "name": "SER", + "value": 0.6666666666666666 + }, + { + "name": "ISER", + "value": 0.6000000000000001 + }, + { + "name": "Mismatches", + "value": 1.1550265591186308 + }, + { + "name": "Matches", + "value": 3.844973440881369 + }, + { + "name": "Insertions", + "value": 2 + }, + { + "name": "Deletions", + "value": 1 + }, + { + "name": "Recall", + "value": 0.6408289068135615 + }, + { + "name": "Precision", + "value": 0.5492819201259099 + }, + { + "name": "Predictions", + "value": 7 + } + ] + } + ], + "pairs": [ + {"reference": { + "source": "reference\/BB-norm+ner-10665543.a2", + "lineno": 3, + "id": "T5", + "type": "Microorganism", + "str": "[S19]" + }}, + {"reference": { + "source": "reference\/BB-norm+ner-10665543.a2", + "lineno": 5, + "id": "T7", + "type": "Habitat", + "str": "[hot-water]" + }}, + { + "reference": { + "source": "reference\/BB-norm+ner-10665543.a2", + "lineno": 15, + "id": "T17", + "type": "Habitat", + "str": "[non-infected and non-vaccinated cattle]" + }, + "prediction": { + "source": "prediction\/BB-norm+ner-10665543.a2", + "lineno": 3, + "id": "T321772459", + "type": "Habitat", + "str": "[cattle]" + }, + "similarity": 0.15789473684210525, + "explain-similarity": "jaccard = 0.15789473684210525" + }, + {"prediction": { + "source": "prediction\/BB-norm+ner-10665543.a2", + "lineno": 11, + "id": "T645875534", + "type": "Microorganism", + "str": "[ADV]" + }}, + {"prediction": { + "source": "prediction\/BB-norm+ner-10665543.a2", + "lineno": 10, + "id": "T1542598424", + "type": "Microorganism", + "str": "[ADV]" + }}, + {"reference": { + "source": "reference\/BB-norm+ner-10665543.a2", + "lineno": 14, + "id": "T16", + "type": "Habitat", + "str": "[sera from non-infected and non-vaccinated cattle]" + }}, + { + "reference": { + "source": "reference\/BB-norm+ner-10665543.a2", + "lineno": 6, + "id": "T8", + "type": "Microorganism", + "str": "[Brucella abortus 1119-3]" + }, + "prediction": { + "source": "prediction\/BB-norm+ner-10665543.a2", + "lineno": 6, + "id": "T409565350", + "type": "Microorganism", + "str": "[Brucella abortus]" + }, + "similarity": 0.6956521739130435, + "explain-similarity": "jaccard = 0.6956521739130435" + }, + {"reference": { + "source": "reference\/BB-norm+ner-10665543.a2", + "lineno": 10, + "id": "T12", + "type": "Habitat", + "str": "[sera]" + }}, + { + "reference": { + "source": "reference\/BB-norm+ner-10665543.a2", + "lineno": 7, + "id": "T9", + "type": "Microorganism", + "str": "[B. melitensis 16M]" + }, + "prediction": { + "source": "prediction\/BB-norm+ner-10665543.a2", + "lineno": 7, + "id": "T968957548", + "type": "Microorganism", + "str": "[B. melitensis]" + }, + "similarity": 0.7647058823529411, + "explain-similarity": "jaccard = 0.7647058823529411" + }, + { + "reference": { + "source": "reference\/BB-norm+ner-10665543.a2", + "lineno": 19, + "id": "T21", + "type": "Habitat", + "str": "[vaccinated cattle]" + }, + "prediction": { + "source": "prediction\/BB-norm+ner-10665543.a2", + "lineno": 4, + "id": "T181078353", + "type": "Habitat", + "str": "[cattle]" + }, + "similarity": 0.35294117647058826, + "explain-similarity": "jaccard = 0.35294117647058826" + }, + { + "reference": { + "source": "reference\/BB-norm+ner-10665543.a2", + "lineno": 9, + "id": "T11", + "type": "Habitat", + "str": "[cattle]" + }, + "prediction": { + "source": "prediction\/BB-norm+ner-10665543.a2", + "lineno": 2, + "id": "T1210939243", + "type": "Habitat", + "str": "[cattle]" + }, + "similarity": 1, + "explain-similarity": "jaccard = 1.0" + }, + {"reference": { + "source": "reference\/BB-norm+ner-10665543.a2", + "lineno": 8, + "id": "T10", + "type": "Habitat", + "str": "[cattle sera]" + }}, + { + "reference": { + "source": "reference\/BB-norm+ner-10665543.a2", + "lineno": 2, + "id": "T4", + "type": "Habitat", + "str": "[S19 vaccinated cattle]" + }, + "prediction": { + "source": "prediction\/BB-norm+ner-10665543.a2", + "lineno": 1, + "id": "T373544591", + "type": "Habitat", + "str": "[cattle]" + }, + "similarity": 0.3, + "explain-similarity": "jaccard = 0.3" + }, + { + "reference": { + "source": "reference\/BB-norm+ner-10665543.a2", + "lineno": 13, + "id": "T15", + "type": "Microorganism", + "str": "[B. abortus]" + }, + "prediction": { + "source": "prediction\/BB-norm+ner-10665543.a2", + "lineno": 8, + "id": "T1079125839", + "type": "Microorganism", + "str": "[B. abortus]" + }, + "similarity": 1, + "explain-similarity": "jaccard = 1.0" + }, + {"reference": { + "source": "reference\/BB-norm+ner-10665543.a2", + "lineno": 12, + "id": "T14", + "type": "Habitat", + "str": "[cows naturally infected with B. abortus]" + }}, + {"reference": { + "source": "reference\/BB-norm+ner-10665543.a2", + "lineno": 11, + "id": "T13", + "type": "Habitat", + "str": "[sera from cows naturally infected with B. abortus]" + }}, + { + "reference": { + "source": "reference\/BB-norm+ner-10665543.a2", + "lineno": 1, + "id": "T3", + "type": "Microorganism", + "str": "[Brucella]" + }, + "prediction": { + "source": "prediction\/BB-norm+ner-10665543.a2", + "lineno": 5, + "id": "T276748028", + "type": "Microorganism", + "str": "[Brucella]" + }, + "similarity": 1, + "explain-similarity": "jaccard = 1.0" + }, + {"reference": { + "source": "reference\/BB-norm+ner-10665543.a2", + "lineno": 4, + "id": "T6", + "type": "Habitat", + "str": "[naturally infected cattle]" + }}, + { + "reference": { + "source": "reference\/BB-norm+ner-10665543.a2", + "lineno": 18, + "id": "T20", + "type": "Microorganism", + "str": "[B. abortus Strain 19 (S19)]" + }, + "prediction": { + "source": "prediction\/BB-norm+ner-10665543.a2", + "lineno": 9, + "id": "T696165690", + "type": "Microorganism", + "str": "[B. abortus]" + }, + "similarity": 0.38461538461538464, + "explain-similarity": "jaccard = 0.38461538461538464" + }, + {"reference": { + "source": "reference\/BB-norm+ner-10665543.a2", + "lineno": 16, + "id": "T18", + "type": "Habitat", + "str": "[sera from non-infected heifers recently vaccinated with B. abortus Strain 19 (S19)]" + }}, + {"reference": { + "source": "reference\/BB-norm+ner-10665543.a2", + "lineno": 17, + "id": "T19", + "type": "Habitat", + "str": "[non-infected heifers recently vaccinated with B. abortus Strain 19 (S19)]" + }} + ] + } + ] + }, + { + "document": "BB-norm+ner-10770276", + "evaluations": [ + { + "name": "Standard pairing", + "scorings": [ + { + "name": "Standard scoring", + "measures": [ + { + "name": "SER", + "value": 0.7894736842105263 + }, + { + "name": "ISER", + "value": 0.5588235294117647 + }, + { + "name": "Mismatches", + "value": 1.6834588798539318 + }, + { + "name": "Matches", + "value": 7.316541120146068 + }, + { + "name": "Insertions", + "value": 4 + }, + { + "name": "Deletions", + "value": 10 + }, + { + "name": "Recall", + "value": 0.38508111158663516 + }, + { + "name": "Precision", + "value": 0.5628108553958514 + }, + { + "name": "Predictions", + "value": 13 + } + ] + }, + { + "name": "Habitats", + "measures": [ + { + "name": "SER", + "value": 0.8181818181818182 + }, + { + "name": "ISER", + "value": 0.5499999999999999 + }, + { + "name": "Mismatches", + "value": 1.6834588798539318 + }, + { + "name": "Matches", + "value": 1.3165411201460682 + }, + { + "name": "Insertions", + "value": 0 + }, + { + "name": "Deletions", + "value": 8 + }, + { + "name": "Recall", + "value": 0.11968555637691529 + }, + { + "name": "Precision", + "value": 0.4388470400486894 + }, + { + "name": "Predictions", + "value": 3 + } + ] + }, + { + "name": "Habitats (exact)", + "measures": [ + { + "name": "SER", + "value": 1 + }, + { + "name": "ISER", + "value": 0.5 + }, + { + "name": "Mismatches", + "value": 3 + }, + { + "name": "Matches", + "value": 0 + }, + { + "name": "Insertions", + "value": 0 + }, + { + "name": "Deletions", + "value": 8 + }, + { + "name": "Recall", + "value": 0 + }, + { + "name": "Precision", + "value": 0 + }, + { + "name": "Predictions", + "value": 3 + } + ] + }, + { + "name": "Habitats (new in dev)", + "measures": [ + { + "name": "SER", + "value": 1 + }, + { + "name": "ISER", + "value": 0.5 + }, + { + "name": "Mismatches", + "value": 3 + }, + { + "name": "Matches", + "value": 0 + }, + { + "name": "Insertions", + "value": 0 + }, + { + "name": "Deletions", + "value": 1 + }, + { + "name": "Recall", + "value": 0 + }, + { + "name": "Precision", + "value": 0 + }, + { + "name": "Predictions", + "value": 3 + } + ] + }, + { + "name": "Habitats (new in test)", + "measures": [ + { + "name": "SER", + "value": 1 + }, + { + "name": "ISER", + "value": 0.5 + }, + { + "name": "Mismatches", + "value": 2 + }, + { + "name": "Matches", + "value": 0 + }, + { + "name": "Insertions", + "value": 0 + }, + { + "name": "Deletions", + "value": 0 + }, + { + "name": "Recall", + "value": 0 + }, + { + "name": "Precision", + "value": 0 + }, + { + "name": "Predictions", + "value": 2 + } + ] + }, + { + "name": "Phenotypes", + "measures": [ + { + "name": "SER", + "value": null + }, + { + "name": "ISER", + "value": null + }, + { + "name": "Mismatches", + "value": 0 + }, + { + "name": "Matches", + "value": 0 + }, + { + "name": "Insertions", + "value": 0 + }, + { + "name": "Deletions", + "value": 0 + }, + { + "name": "Recall", + "value": null + }, + { + "name": "Precision", + "value": null + }, + { + "name": "Predictions", + "value": 0 + } + ] + }, + { + "name": "Phenotypes (exact)", + "measures": [ + { + "name": "SER", + "value": null + }, + { + "name": "ISER", + "value": null + }, + { + "name": "Mismatches", + "value": 0 + }, + { + "name": "Matches", + "value": 0 + }, + { + "name": "Insertions", + "value": 0 + }, + { + "name": "Deletions", + "value": 0 + }, + { + "name": "Recall", + "value": null + }, + { + "name": "Precision", + "value": null + }, + { + "name": "Predictions", + "value": 0 + } + ] + }, + { + "name": "Phenotypes (new in dev)", + "measures": [ + { + "name": "SER", + "value": null + }, + { + "name": "ISER", + "value": null + }, + { + "name": "Mismatches", + "value": 0 + }, + { + "name": "Matches", + "value": 0 + }, + { + "name": "Insertions", + "value": 0 + }, + { + "name": "Deletions", + "value": 0 + }, + { + "name": "Recall", + "value": null + }, + { + "name": "Precision", + "value": null + }, + { + "name": "Predictions", + "value": 0 + } + ] + }, + { + "name": "Phenotypes (new in test)", + "measures": [ + { + "name": "SER", + "value": null + }, + { + "name": "ISER", + "value": null + }, + { + "name": "Mismatches", + "value": 0 + }, + { + "name": "Matches", + "value": 0 + }, + { + "name": "Insertions", + "value": 0 + }, + { + "name": "Deletions", + "value": 0 + }, + { + "name": "Recall", + "value": null + }, + { + "name": "Precision", + "value": null + }, + { + "name": "Predictions", + "value": 0 + } + ] + }, + { + "name": "Habitats and Phenotypes", + "measures": [ + { + "name": "SER", + "value": 0.8181818181818182 + }, + { + "name": "ISER", + "value": 0.5499999999999999 + }, + { + "name": "Mismatches", + "value": 1.6834588798539318 + }, + { + "name": "Matches", + "value": 1.3165411201460682 + }, + { + "name": "Insertions", + "value": 0 + }, + { + "name": "Deletions", + "value": 8 + }, + { + "name": "Recall", + "value": 0.11968555637691529 + }, + { + "name": "Precision", + "value": 0.4388470400486894 + }, + { + "name": "Predictions", + "value": 3 + } + ] + }, + { + "name": "Habitats and Phenotypes (exact)", + "measures": [ + { + "name": "SER", + "value": 1 + }, + { + "name": "ISER", + "value": 0.5 + }, + { + "name": "Mismatches", + "value": 3 + }, + { + "name": "Matches", + "value": 0 + }, + { + "name": "Insertions", + "value": 0 + }, + { + "name": "Deletions", + "value": 8 + }, + { + "name": "Recall", + "value": 0 + }, + { + "name": "Precision", + "value": 0 + }, + { + "name": "Predictions", + "value": 3 + } + ] + }, + { + "name": "Habitat and Phenotypes (new in dev)", + "measures": [ + { + "name": "SER", + "value": 1 + }, + { + "name": "ISER", + "value": 0.5 + }, + { + "name": "Mismatches", + "value": 3 + }, + { + "name": "Matches", + "value": 0 + }, + { + "name": "Insertions", + "value": 0 + }, + { + "name": "Deletions", + "value": 1 + }, + { + "name": "Recall", + "value": 0 + }, + { + "name": "Precision", + "value": 0 + }, + { + "name": "Predictions", + "value": 3 + } + ] + }, + { + "name": "Habitat and Phenotypes (new in test)", + "measures": [ + { + "name": "SER", + "value": 1 + }, + { + "name": "ISER", + "value": 0.5 + }, + { + "name": "Mismatches", + "value": 2 + }, + { + "name": "Matches", + "value": 0 + }, + { + "name": "Insertions", + "value": 0 + }, + { + "name": "Deletions", + "value": 0 + }, + { + "name": "Recall", + "value": 0 + }, + { + "name": "Precision", + "value": 0 + }, + { + "name": "Predictions", + "value": 2 + } + ] + }, + { + "name": "Microorganisms", + "measures": [ + { + "name": "SER", + "value": 0.75 + }, + { + "name": "ISER", + "value": 0.5714285714285714 + }, + { + "name": "Mismatches", + "value": 0 + }, + { + "name": "Matches", + "value": 6 + }, + { + "name": "Insertions", + "value": 4 + }, + { + "name": "Deletions", + "value": 2 + }, + { + "name": "Recall", + "value": 0.75 + }, + { + "name": "Precision", + "value": 0.6 + }, + { + "name": "Predictions", + "value": 10 + } + ] + }, + { + "name": "Ignore boundaries", + "measures": [ + { + "name": "SER", + "value": 0.7894736842105263 + }, + { + "name": "ISER", + "value": 0.5588235294117647 + }, + { + "name": "Mismatches", + "value": 1.6834588798539318 + }, + { + "name": "Matches", + "value": 7.316541120146068 + }, + { + "name": "Insertions", + "value": 4 + }, + { + "name": "Deletions", + "value": 10 + }, + { + "name": "Recall", + "value": 0.38508111158663516 + }, + { + "name": "Precision", + "value": 0.5628108553958514 + }, + { + "name": "Predictions", + "value": 13 + } + ] + }, + { + "name": "Ignore boundaries (Habitats)", + "measures": [ + { + "name": "SER", + "value": 0.8181818181818182 + }, + { + "name": "ISER", + "value": 0.5499999999999999 + }, + { + "name": "Mismatches", + "value": 1.6834588798539318 + }, + { + "name": "Matches", + "value": 1.3165411201460682 + }, + { + "name": "Insertions", + "value": 0 + }, + { + "name": "Deletions", + "value": 8 + }, + { + "name": "Recall", + "value": 0.11968555637691529 + }, + { + "name": "Precision", + "value": 0.4388470400486894 + }, + { + "name": "Predictions", + "value": 3 + } + ] + }, + { + "name": "Ignore boundaries (Habitats exact)", + "measures": [ + { + "name": "SER", + "value": 1 + }, + { + "name": "ISER", + "value": 0.5 + }, + { + "name": "Mismatches", + "value": 3 + }, + { + "name": "Matches", + "value": 0 + }, + { + "name": "Insertions", + "value": 0 + }, + { + "name": "Deletions", + "value": 8 + }, + { + "name": "Recall", + "value": 0 + }, + { + "name": "Precision", + "value": 0 + }, + { + "name": "Predictions", + "value": 3 + } + ] + }, + { + "name": "Ignore boundaries (Phenotypes)", + "measures": [ + { + "name": "SER", + "value": null + }, + { + "name": "ISER", + "value": null + }, + { + "name": "Mismatches", + "value": 0 + }, + { + "name": "Matches", + "value": 0 + }, + { + "name": "Insertions", + "value": 0 + }, + { + "name": "Deletions", + "value": 0 + }, + { + "name": "Recall", + "value": null + }, + { + "name": "Precision", + "value": null + }, + { + "name": "Predictions", + "value": 0 + } + ] + }, + { + "name": "Ignore boundaries (Phenotypes exact)", + "measures": [ + { + "name": "SER", + "value": null + }, + { + "name": "ISER", + "value": null + }, + { + "name": "Mismatches", + "value": 0 + }, + { + "name": "Matches", + "value": 0 + }, + { + "name": "Insertions", + "value": 0 + }, + { + "name": "Deletions", + "value": 0 + }, + { + "name": "Recall", + "value": null + }, + { + "name": "Precision", + "value": null + }, + { + "name": "Predictions", + "value": 0 + } + ] + }, + { + "name": "Ignore boundaries (Habitats and Phenotypes)", + "measures": [ + { + "name": "SER", + "value": 0.8181818181818182 + }, + { + "name": "ISER", + "value": 0.5499999999999999 + }, + { + "name": "Mismatches", + "value": 1.6834588798539318 + }, + { + "name": "Matches", + "value": 1.3165411201460682 + }, + { + "name": "Insertions", + "value": 0 + }, + { + "name": "Deletions", + "value": 8 + }, + { + "name": "Recall", + "value": 0.11968555637691529 + }, + { + "name": "Precision", + "value": 0.4388470400486894 + }, + { + "name": "Predictions", + "value": 3 + } + ] + }, + { + "name": "Ignore boundaries (Habitats and Phenotypes exact)", + "measures": [ + { + "name": "SER", + "value": 1 + }, + { + "name": "ISER", + "value": 0.5 + }, + { + "name": "Mismatches", + "value": 3 + }, + { + "name": "Matches", + "value": 0 + }, + { + "name": "Insertions", + "value": 0 + }, + { + "name": "Deletions", + "value": 8 + }, + { + "name": "Recall", + "value": 0 + }, + { + "name": "Precision", + "value": 0 + }, + { + "name": "Predictions", + "value": 3 + } + ] + }, + { + "name": "Ignore boundaries (Microorganisms)", + "measures": [ + { + "name": "SER", + "value": 0.75 + }, + { + "name": "ISER", + "value": 0.5714285714285714 + }, + { + "name": "Mismatches", + "value": 0 + }, + { + "name": "Matches", + "value": 6 + }, + { + "name": "Insertions", + "value": 4 + }, + { + "name": "Deletions", + "value": 2 + }, + { + "name": "Recall", + "value": 0.75 + }, + { + "name": "Precision", + "value": 0.6 + }, + { + "name": "Predictions", + "value": 10 + } + ] + }, + { + "name": "Multiple normalizations", + "measures": [ + { + "name": "SER", + "value": null + }, + { + "name": "ISER", + "value": null + }, + { + "name": "Mismatches", + "value": 0 + }, + { + "name": "Matches", + "value": 0 + }, + { + "name": "Insertions", + "value": 0 + }, + { + "name": "Deletions", + "value": 0 + }, + { + "name": "Recall", + "value": null + }, + { + "name": "Precision", + "value": null + }, + { + "name": "Predictions", + "value": 0 + } + ] + }, + { + "name": "Multiple normalizations (Habitats)", + "measures": [ + { + "name": "SER", + "value": null + }, + { + "name": "ISER", + "value": null + }, + { + "name": "Mismatches", + "value": 0 + }, + { + "name": "Matches", + "value": 0 + }, + { + "name": "Insertions", + "value": 0 + }, + { + "name": "Deletions", + "value": 0 + }, + { + "name": "Recall", + "value": null + }, + { + "name": "Precision", + "value": null + }, + { + "name": "Predictions", + "value": 0 + } + ] + }, + { + "name": "Multiple normalizations (Phenotypes)", + "measures": [ + { + "name": "SER", + "value": null + }, + { + "name": "ISER", + "value": null + }, + { + "name": "Mismatches", + "value": 0 + }, + { + "name": "Matches", + "value": 0 + }, + { + "name": "Insertions", + "value": 0 + }, + { + "name": "Deletions", + "value": 0 + }, + { + "name": "Recall", + "value": null + }, + { + "name": "Precision", + "value": null + }, + { + "name": "Predictions", + "value": 0 + } + ] + }, + { + "name": "Multiple normalizations (Habitat and Phenotypes)", + "measures": [ + { + "name": "SER", + "value": null + }, + { + "name": "ISER", + "value": null + }, + { + "name": "Mismatches", + "value": 0 + }, + { + "name": "Matches", + "value": 0 + }, + { + "name": "Insertions", + "value": 0 + }, + { + "name": "Deletions", + "value": 0 + }, + { + "name": "Recall", + "value": null + }, + { + "name": "Precision", + "value": null + }, + { + "name": "Predictions", + "value": 0 + } + ] + }, + { + "name": "Multiple normalizations (Microorganisms)", + "measures": [ + { + "name": "SER", + "value": null + }, + { + "name": "ISER", + "value": null + }, + { + "name": "Mismatches", + "value": 0 + }, + { + "name": "Matches", + "value": 0 + }, + { + "name": "Insertions", + "value": 0 + }, + { + "name": "Deletions", + "value": 0 + }, + { + "name": "Recall", + "value": null + }, + { + "name": "Precision", + "value": null + }, + { + "name": "Predictions", + "value": 0 + } + ] + } + ], + "pairs": [ + {"reference": { + "source": "reference\/BB-norm+ner-10770276.a2", + "lineno": 19, + "id": "T21", + "type": "Habitat", + "str": "[lymphocyte populations]" + }}, + {"reference": { + "source": "reference\/BB-norm+ner-10770276.a2", + "lineno": 11, + "id": "T13", + "type": "Habitat", + "str": "[CD8+ T cells]" + }}, + {"reference": { + "source": "reference\/BB-norm+ner-10770276.a2", + "lineno": 13, + "id": "T15", + "type": "Habitat", + "str": "[T cell]" + }}, + { + "reference": { + "source": "reference\/BB-norm+ner-10770276.a2", + "lineno": 2, + "id": "T4", + "type": "Habitat", + "str": "[mice]" + }, + "prediction": { + "source": "prediction\/BB-norm+ner-10770276.a2", + "lineno": 1, + "id": "T1016090398", + "type": "Habitat", + "str": "[mice]" + }, + "similarity": 0.436023615872667, + "explain-similarity": "(jaccard = 1.0 . Type Habitat: wang(0.65):\nsim(OBT:002727,OBT:000010) = 0.436023615872667\nsim(OBT:000010,OBT:002727) = 0.436023615872667\n = 0.436023615872667) = 0.436023615872667" + }, + {"prediction": { + "source": "prediction\/BB-norm+ner-10770276.a2", + "lineno": 8, + "id": "T1667534569", + "type": "Microorganism", + "str": "[bacteria]" + }}, + {"prediction": { + "source": "prediction\/BB-norm+ner-10770276.a2", + "lineno": 9, + "id": "T1758893871", + "type": "Microorganism", + "str": "[Salmonella]" + }}, + {"prediction": { + "source": "prediction\/BB-norm+ner-10770276.a2", + "lineno": 12, + "id": "T830863979", + "type": "Microorganism", + "str": "[bacteria]" + }}, + {"prediction": { + "source": "prediction\/BB-norm+ner-10770276.a2", + "lineno": 11, + "id": "T1985028494", + "type": "Microorganism", + "str": "[Salmonella]" + }}, + { + "reference": { + "source": "reference\/BB-norm+ner-10770276.a2", + "lineno": 3, + "id": "T5", + "type": "Habitat", + "str": "[mice]" + }, + "prediction": { + "source": "prediction\/BB-norm+ner-10770276.a2", + "lineno": 2, + "id": "T223783590", + "type": "Habitat", + "str": "[mice]" + }, + "similarity": 0.436023615872667, + "explain-similarity": "(jaccard = 1.0 . Type Habitat: wang(0.65):\nsim(OBT:002727,OBT:000010) = 0.436023615872667\nsim(OBT:000010,OBT:002727) = 0.436023615872667\n = 0.436023615872667) = 0.436023615872667" + }, + {"reference": { + "source": "reference\/BB-norm+ner-10770276.a2", + "lineno": 12, + "id": "T14", + "type": "Habitat", + "str": "[T cell]" + }}, + {"reference": { + "source": "reference\/BB-norm+ner-10770276.a2", + "lineno": 17, + "id": "T19", + "type": "Habitat", + "str": "[T cell]" + }}, + { + "reference": { + "source": "reference\/BB-norm+ner-10770276.a2", + "lineno": 1, + "id": "T3", + "type": "Microorganism", + "str": "[Salmonella typhimurium]" + }, + "prediction": { + "source": "prediction\/BB-norm+ner-10770276.a2", + "lineno": 4, + "id": "T2054451662", + "type": "Microorganism", + "str": "[Salmonella typhimurium]" + }, + "similarity": 1, + "explain-similarity": "(jaccard = 1.0 . Type Microorganism: norm jaccard = 1.0) = 1.0" + }, + {"reference": { + "source": "reference\/BB-norm+ner-10770276.a2", + "lineno": 10, + "id": "T12", + "type": "Habitat", + "str": "[CD4+ T cells]" + }}, + { + "reference": { + "source": "reference\/BB-norm+ner-10770276.a2", + "lineno": 16, + "id": "T18", + "type": "Microorganism", + "str": "[S. typhimurium]" + }, + "prediction": { + "source": "prediction\/BB-norm+ner-10770276.a2", + "lineno": 13, + "id": "T1832283291", + "type": "Microorganism", + "str": "[S. typhimurium]" + }, + "similarity": 1, + "explain-similarity": "(jaccard = 1.0 . Type Microorganism: norm jaccard = 1.0) = 1.0" + }, + {"reference": { + "source": "reference\/BB-norm+ner-10770276.a2", + "lineno": 9, + "id": "T11", + "type": "Microorganism", + "str": "[Salmonella]" + }}, + { + "reference": { + "source": "reference\/BB-norm+ner-10770276.a2", + "lineno": 14, + "id": "T16", + "type": "Microorganism", + "str": "[S. typhimurium]" + }, + "prediction": { + "source": "prediction\/BB-norm+ner-10770276.a2", + "lineno": 10, + "id": "T1170111701", + "type": "Microorganism", + "str": "[S. typhimurium]" + }, + "similarity": 1, + "explain-similarity": "(jaccard = 1.0 . Type Microorganism: norm jaccard = 1.0) = 1.0" + }, + {"reference": { + "source": "reference\/BB-norm+ner-10770276.a2", + "lineno": 15, + "id": "T17", + "type": "Microorganism", + "str": "[Salmonella]" + }}, + { + "reference": { + "source": "reference\/BB-norm+ner-10770276.a2", + "lineno": 8, + "id": "T10", + "type": "Microorganism", + "str": "[S. typhimurium]" + }, + "prediction": { + "source": "prediction\/BB-norm+ner-10770276.a2", + "lineno": 7, + "id": "T785625589", + "type": "Microorganism", + "str": "[S. typhimurium]" + }, + "similarity": 1, + "explain-similarity": "(jaccard = 1.0 . Type Microorganism: norm jaccard = 1.0) = 1.0" + }, + {"reference": { + "source": "reference\/BB-norm+ner-10770276.a2", + "lineno": 18, + "id": "T20", + "type": "Habitat", + "str": "[B cell]" + }}, + { + "reference": { + "source": "reference\/BB-norm+ner-10770276.a2", + "lineno": 5, + "id": "T7", + "type": "Habitat", + "str": "[humans]" + }, + "prediction": { + "source": "prediction\/BB-norm+ner-10770276.a2", + "lineno": 3, + "id": "T1734184086", + "type": "Habitat", + "str": "[humans]" + }, + "similarity": 0.444493888400734, + "explain-similarity": "(jaccard = 1.0 . Type Habitat: wang(0.65):\nsim(OBT:002488,OBT:000010) = 0.444493888400734\nsim(OBT:000010,OBT:002488) = 0.444493888400734\n = 0.444493888400734) = 0.444493888400734" + }, + { + "reference": { + "source": "reference\/BB-norm+ner-10770276.a2", + "lineno": 6, + "id": "T8", + "type": "Microorganism", + "str": "[S. typhi]" + }, + "prediction": { + "source": "prediction\/BB-norm+ner-10770276.a2", + "lineno": 6, + "id": "T1947941827", + "type": "Microorganism", + "str": "[S. typhi]" + }, + "similarity": 1, + "explain-similarity": "(jaccard = 1.0 . Type Microorganism: norm jaccard = 1.0) = 1.0" + }, + { + "reference": { + "source": "reference\/BB-norm+ner-10770276.a2", + "lineno": 4, + "id": "T6", + "type": "Microorganism", + "str": "[Salmonella typhimurium]" + }, + "prediction": { + "source": "prediction\/BB-norm+ner-10770276.a2", + "lineno": 5, + "id": "T1659309731", + "type": "Microorganism", + "str": "[Salmonella typhimurium]" + }, + "similarity": 1, + "explain-similarity": "(jaccard = 1.0 . Type Microorganism: norm jaccard = 1.0) = 1.0" + }, + {"reference": { + "source": "reference\/BB-norm+ner-10770276.a2", + "lineno": 7, + "id": "T9", + "type": "Habitat", + "str": "[innate immune system]" + }} + ] + }, + { + "name": "Boundaries pairing", + "scorings": [ + { + "name": "Boundaries scoring", + "measures": [ + { + "name": "SER", + "value": 0.5263157894736842 + }, + { + "name": "ISER", + "value": 0.6551724137931035 + }, + { + "name": "Mismatches", + "value": 0 + }, + { + "name": "Matches", + "value": 11 + }, + { + "name": "Insertions", + "value": 2 + }, + { + "name": "Deletions", + "value": 8 + }, + { + "name": "Recall", + "value": 0.5789473684210527 + }, + { + "name": "Precision", + "value": 0.8461538461538461 + }, + { + "name": "Predictions", + "value": 13 + } + ] + }, + { + "name": "Habitat boundaries", + "measures": [ + { + "name": "SER", + "value": 0.7272727272727273 + }, + { + "name": "ISER", + "value": 0.5789473684210527 + }, + { + "name": "Mismatches", + "value": 0 + }, + { + "name": "Matches", + "value": 3 + }, + { + "name": "Insertions", + "value": 0 + }, + { + "name": "Deletions", + "value": 8 + }, + { + "name": "Recall", + "value": 0.2727272727272727 + }, + { + "name": "Precision", + "value": 1 + }, + { + "name": "Predictions", + "value": 3 + } + ] + }, + { + "name": "Phenotype boundaries", + "measures": [ + { + "name": "SER", + "value": null + }, + { + "name": "ISER", + "value": null + }, + { + "name": "Mismatches", + "value": 0 + }, + { + "name": "Matches", + "value": 0 + }, + { + "name": "Insertions", + "value": 0 + }, + { + "name": "Deletions", + "value": 0 + }, + { + "name": "Recall", + "value": null + }, + { + "name": "Precision", + "value": null + }, + { + "name": "Predictions", + "value": 0 + } + ] + }, + { + "name": "Habitat and Phenotype boundaries", + "measures": [ + { + "name": "SER", + "value": 0.7272727272727273 + }, + { + "name": "ISER", + "value": 0.5789473684210527 + }, + { + "name": "Mismatches", + "value": 0 + }, + { + "name": "Matches", + "value": 3 + }, + { + "name": "Insertions", + "value": 0 + }, + { + "name": "Deletions", + "value": 8 + }, + { + "name": "Recall", + "value": 0.2727272727272727 + }, + { + "name": "Precision", + "value": 1 + }, + { + "name": "Predictions", + "value": 3 + } + ] + }, + { + "name": "Microorganism boundaries", + "measures": [ + { + "name": "SER", + "value": 0.25 + }, + { + "name": "ISER", + "value": 0.8 + }, + { + "name": "Mismatches", + "value": 0 + }, + { + "name": "Matches", + "value": 8 + }, + { + "name": "Insertions", + "value": 2 + }, + { + "name": "Deletions", + "value": 0 + }, + { + "name": "Recall", + "value": 1 + }, + { + "name": "Precision", + "value": 0.8 + }, + { + "name": "Predictions", + "value": 10 + } + ] + } + ], + "pairs": [ + {"reference": { + "source": "reference\/BB-norm+ner-10770276.a2", + "lineno": 19, + "id": "T21", + "type": "Habitat", + "str": "[lymphocyte populations]" + }}, + {"reference": { + "source": "reference\/BB-norm+ner-10770276.a2", + "lineno": 11, + "id": "T13", + "type": "Habitat", + "str": "[CD8+ T cells]" + }}, + {"reference": { + "source": "reference\/BB-norm+ner-10770276.a2", + "lineno": 13, + "id": "T15", + "type": "Habitat", + "str": "[T cell]" + }}, + { + "reference": { + "source": "reference\/BB-norm+ner-10770276.a2", + "lineno": 2, + "id": "T4", + "type": "Habitat", + "str": "[mice]" + }, + "prediction": { + "source": "prediction\/BB-norm+ner-10770276.a2", + "lineno": 1, + "id": "T1016090398", + "type": "Habitat", + "str": "[mice]" + }, + "similarity": 1, + "explain-similarity": "jaccard = 1.0" + }, + {"prediction": { + "source": "prediction\/BB-norm+ner-10770276.a2", + "lineno": 8, + "id": "T1667534569", + "type": "Microorganism", + "str": "[bacteria]" + }}, + {"prediction": { + "source": "prediction\/BB-norm+ner-10770276.a2", + "lineno": 12, + "id": "T830863979", + "type": "Microorganism", + "str": "[bacteria]" + }}, + { + "reference": { + "source": "reference\/BB-norm+ner-10770276.a2", + "lineno": 3, + "id": "T5", + "type": "Habitat", + "str": "[mice]" + }, + "prediction": { + "source": "prediction\/BB-norm+ner-10770276.a2", + "lineno": 2, + "id": "T223783590", + "type": "Habitat", + "str": "[mice]" + }, + "similarity": 1, + "explain-similarity": "jaccard = 1.0" + }, + {"reference": { + "source": "reference\/BB-norm+ner-10770276.a2", + "lineno": 12, + "id": "T14", + "type": "Habitat", + "str": "[T cell]" + }}, + {"reference": { + "source": "reference\/BB-norm+ner-10770276.a2", + "lineno": 17, + "id": "T19", + "type": "Habitat", + "str": "[T cell]" + }}, + { + "reference": { + "source": "reference\/BB-norm+ner-10770276.a2", + "lineno": 1, + "id": "T3", + "type": "Microorganism", + "str": "[Salmonella typhimurium]" + }, + "prediction": { + "source": "prediction\/BB-norm+ner-10770276.a2", + "lineno": 4, + "id": "T2054451662", + "type": "Microorganism", + "str": "[Salmonella typhimurium]" + }, + "similarity": 1, + "explain-similarity": "jaccard = 1.0" + }, + {"reference": { + "source": "reference\/BB-norm+ner-10770276.a2", + "lineno": 10, + "id": "T12", + "type": "Habitat", + "str": "[CD4+ T cells]" + }}, + { + "reference": { + "source": "reference\/BB-norm+ner-10770276.a2", + "lineno": 16, + "id": "T18", + "type": "Microorganism", + "str": "[S. typhimurium]" + }, + "prediction": { + "source": "prediction\/BB-norm+ner-10770276.a2", + "lineno": 13, + "id": "T1832283291", + "type": "Microorganism", + "str": "[S. typhimurium]" + }, + "similarity": 1, + "explain-similarity": "jaccard = 1.0" + }, + { + "reference": { + "source": "reference\/BB-norm+ner-10770276.a2", + "lineno": 9, + "id": "T11", + "type": "Microorganism", + "str": "[Salmonella]" + }, + "prediction": { + "source": "prediction\/BB-norm+ner-10770276.a2", + "lineno": 9, + "id": "T1758893871", + "type": "Microorganism", + "str": "[Salmonella]" + }, + "similarity": 1, + "explain-similarity": "jaccard = 1.0" + }, + { + "reference": { + "source": "reference\/BB-norm+ner-10770276.a2", + "lineno": 14, + "id": "T16", + "type": "Microorganism", + "str": "[S. typhimurium]" + }, + "prediction": { + "source": "prediction\/BB-norm+ner-10770276.a2", + "lineno": 10, + "id": "T1170111701", + "type": "Microorganism", + "str": "[S. typhimurium]" + }, + "similarity": 1, + "explain-similarity": "jaccard = 1.0" + }, + { + "reference": { + "source": "reference\/BB-norm+ner-10770276.a2", + "lineno": 15, + "id": "T17", + "type": "Microorganism", + "str": "[Salmonella]" + }, + "prediction": { + "source": "prediction\/BB-norm+ner-10770276.a2", + "lineno": 11, + "id": "T1985028494", + "type": "Microorganism", + "str": "[Salmonella]" + }, + "similarity": 1, + "explain-similarity": "jaccard = 1.0" + }, + { + "reference": { + "source": "reference\/BB-norm+ner-10770276.a2", + "lineno": 8, + "id": "T10", + "type": "Microorganism", + "str": "[S. typhimurium]" + }, + "prediction": { + "source": "prediction\/BB-norm+ner-10770276.a2", + "lineno": 7, + "id": "T785625589", + "type": "Microorganism", + "str": "[S. typhimurium]" + }, + "similarity": 1, + "explain-similarity": "jaccard = 1.0" + }, + {"reference": { + "source": "reference\/BB-norm+ner-10770276.a2", + "lineno": 18, + "id": "T20", + "type": "Habitat", + "str": "[B cell]" + }}, + { + "reference": { + "source": "reference\/BB-norm+ner-10770276.a2", + "lineno": 5, + "id": "T7", + "type": "Habitat", + "str": "[humans]" + }, + "prediction": { + "source": "prediction\/BB-norm+ner-10770276.a2", + "lineno": 3, + "id": "T1734184086", + "type": "Habitat", + "str": "[humans]" + }, + "similarity": 1, + "explain-similarity": "jaccard = 1.0" + }, + { + "reference": { + "source": "reference\/BB-norm+ner-10770276.a2", + "lineno": 6, + "id": "T8", + "type": "Microorganism", + "str": "[S. typhi]" + }, + "prediction": { + "source": "prediction\/BB-norm+ner-10770276.a2", + "lineno": 6, + "id": "T1947941827", + "type": "Microorganism", + "str": "[S. typhi]" + }, + "similarity": 1, + "explain-similarity": "jaccard = 1.0" + }, + { + "reference": { + "source": "reference\/BB-norm+ner-10770276.a2", + "lineno": 4, + "id": "T6", + "type": "Microorganism", + "str": "[Salmonella typhimurium]" + }, + "prediction": { + "source": "prediction\/BB-norm+ner-10770276.a2", + "lineno": 5, + "id": "T1659309731", + "type": "Microorganism", + "str": "[Salmonella typhimurium]" + }, + "similarity": 1, + "explain-similarity": "jaccard = 1.0" + }, + {"reference": { + "source": "reference\/BB-norm+ner-10770276.a2", + "lineno": 7, + "id": "T9", + "type": "Habitat", + "str": "[innate immune system]" + }} + ] + } + ] + }, + { + "document": "BB-norm+ner-10792385", + "evaluations": [ + { + "name": "Standard pairing", + "scorings": [ + { + "name": "Standard scoring", + "measures": [ + { + "name": "SER", + "value": 1 + }, + { + "name": "ISER", + "value": 0.5 + }, + { + "name": "Mismatches", + "value": 0 + }, + { + "name": "Matches", + "value": 1 + }, + { + "name": "Insertions", + "value": 1 + }, + { + "name": "Deletions", + "value": 24 + }, + { + "name": "Recall", + "value": 0.04 + }, + { + "name": "Precision", + "value": 0.5 + }, + { + "name": "Predictions", + "value": 2 + } + ] + }, + { + "name": "Habitats", + "measures": [ + { + "name": "SER", + "value": 1 + }, + { + "name": "ISER", + "value": 0.5 + }, + { + "name": "Mismatches", + "value": 0 + }, + { + "name": "Matches", + "value": 0 + }, + { + "name": "Insertions", + "value": 0 + }, + { + "name": "Deletions", + "value": 18 + }, + { + "name": "Recall", + "value": 0 + }, + { + "name": "Precision", + "value": null + }, + { + "name": "Predictions", + "value": 0 + } + ] + }, + { + "name": "Habitats (exact)", + "measures": [ + { + "name": "SER", + "value": 1 + }, + { + "name": "ISER", + "value": 0.5 + }, + { + "name": "Mismatches", + "value": 0 + }, + { + "name": "Matches", + "value": 0 + }, + { + "name": "Insertions", + "value": 0 + }, + { + "name": "Deletions", + "value": 18 + }, + { + "name": "Recall", + "value": 0 + }, + { + "name": "Precision", + "value": null + }, + { + "name": "Predictions", + "value": 0 + } + ] + }, + { + "name": "Habitats (new in dev)", + "measures": [ + { + "name": "SER", + "value": 1 + }, + { + "name": "ISER", + "value": 0.5 + }, + { + "name": "Mismatches", + "value": 0 + }, + { + "name": "Matches", + "value": 0 + }, + { + "name": "Insertions", + "value": 0 + }, + { + "name": "Deletions", + "value": 11 + }, + { + "name": "Recall", + "value": 0 + }, + { + "name": "Precision", + "value": null + }, + { + "name": "Predictions", + "value": 0 + } + ] + }, + { + "name": "Habitats (new in test)", + "measures": [ + { + "name": "SER", + "value": null + }, + { + "name": "ISER", + "value": null + }, + { + "name": "Mismatches", + "value": 0 + }, + { + "name": "Matches", + "value": 0 + }, + { + "name": "Insertions", + "value": 0 + }, + { + "name": "Deletions", + "value": 0 + }, + { + "name": "Recall", + "value": null + }, + { + "name": "Precision", + "value": null + }, + { + "name": "Predictions", + "value": 0 + } + ] + }, + { + "name": "Phenotypes", + "measures": [ + { + "name": "SER", + "value": null + }, + { + "name": "ISER", + "value": 0 + }, + { + "name": "Mismatches", + "value": 0 + }, + { + "name": "Matches", + "value": 0 + }, + { + "name": "Insertions", + "value": 1 + }, + { + "name": "Deletions", + "value": 0 + }, + { + "name": "Recall", + "value": null + }, + { + "name": "Precision", + "value": 0 + }, + { + "name": "Predictions", + "value": 1 + } + ] + }, + { + "name": "Phenotypes (exact)", + "measures": [ + { + "name": "SER", + "value": null + }, + { + "name": "ISER", + "value": 0 + }, + { + "name": "Mismatches", + "value": 0 + }, + { + "name": "Matches", + "value": 0 + }, + { + "name": "Insertions", + "value": 1 + }, + { + "name": "Deletions", + "value": 0 + }, + { + "name": "Recall", + "value": null + }, + { + "name": "Precision", + "value": 0 + }, + { + "name": "Predictions", + "value": 1 + } + ] + }, + { + "name": "Phenotypes (new in dev)", + "measures": [ + { + "name": "SER", + "value": null + }, + { + "name": "ISER", + "value": null + }, + { + "name": "Mismatches", + "value": 0 + }, + { + "name": "Matches", + "value": 0 + }, + { + "name": "Insertions", + "value": 0 + }, + { + "name": "Deletions", + "value": 0 + }, + { + "name": "Recall", + "value": null + }, + { + "name": "Precision", + "value": null + }, + { + "name": "Predictions", + "value": 0 + } + ] + }, + { + "name": "Phenotypes (new in test)", + "measures": [ + { + "name": "SER", + "value": null + }, + { + "name": "ISER", + "value": null + }, + { + "name": "Mismatches", + "value": 0 + }, + { + "name": "Matches", + "value": 0 + }, + { + "name": "Insertions", + "value": 0 + }, + { + "name": "Deletions", + "value": 0 + }, + { + "name": "Recall", + "value": null + }, + { + "name": "Precision", + "value": null + }, + { + "name": "Predictions", + "value": 0 + } + ] + }, + { + "name": "Habitats and Phenotypes", + "measures": [ + { + "name": "SER", + "value": 1.0555555555555556 + }, + { + "name": "ISER", + "value": 0.4864864864864865 + }, + { + "name": "Mismatches", + "value": 0 + }, + { + "name": "Matches", + "value": 0 + }, + { + "name": "Insertions", + "value": 1 + }, + { + "name": "Deletions", + "value": 18 + }, + { + "name": "Recall", + "value": 0 + }, + { + "name": "Precision", + "value": 0 + }, + { + "name": "Predictions", + "value": 1 + } + ] + }, + { + "name": "Habitats and Phenotypes (exact)", + "measures": [ + { + "name": "SER", + "value": 1.0555555555555556 + }, + { + "name": "ISER", + "value": 0.4864864864864865 + }, + { + "name": "Mismatches", + "value": 0 + }, + { + "name": "Matches", + "value": 0 + }, + { + "name": "Insertions", + "value": 1 + }, + { + "name": "Deletions", + "value": 18 + }, + { + "name": "Recall", + "value": 0 + }, + { + "name": "Precision", + "value": 0 + }, + { + "name": "Predictions", + "value": 1 + } + ] + }, + { + "name": "Habitat and Phenotypes (new in dev)", + "measures": [ + { + "name": "SER", + "value": 1 + }, + { + "name": "ISER", + "value": 0.5 + }, + { + "name": "Mismatches", + "value": 0 + }, + { + "name": "Matches", + "value": 0 + }, + { + "name": "Insertions", + "value": 0 + }, + { + "name": "Deletions", + "value": 11 + }, + { + "name": "Recall", + "value": 0 + }, + { + "name": "Precision", + "value": null + }, + { + "name": "Predictions", + "value": 0 + } + ] + }, + { + "name": "Habitat and Phenotypes (new in test)", + "measures": [ + { + "name": "SER", + "value": null + }, + { + "name": "ISER", + "value": null + }, + { + "name": "Mismatches", + "value": 0 + }, + { + "name": "Matches", + "value": 0 + }, + { + "name": "Insertions", + "value": 0 + }, + { + "name": "Deletions", + "value": 0 + }, + { + "name": "Recall", + "value": null + }, + { + "name": "Precision", + "value": null + }, + { + "name": "Predictions", + "value": 0 + } + ] + }, + { + "name": "Microorganisms", + "measures": [ + { + "name": "SER", + "value": 0.8571428571428571 + }, + { + "name": "ISER", + "value": 0.5384615384615384 + }, + { + "name": "Mismatches", + "value": 0 + }, + { + "name": "Matches", + "value": 1 + }, + { + "name": "Insertions", + "value": 0 + }, + { + "name": "Deletions", + "value": 6 + }, + { + "name": "Recall", + "value": 0.14285714285714285 + }, + { + "name": "Precision", + "value": 1 + }, + { + "name": "Predictions", + "value": 1 + } + ] + }, + { + "name": "Ignore boundaries", + "measures": [ + { + "name": "SER", + "value": 1 + }, + { + "name": "ISER", + "value": 0.5 + }, + { + "name": "Mismatches", + "value": 0 + }, + { + "name": "Matches", + "value": 1 + }, + { + "name": "Insertions", + "value": 1 + }, + { + "name": "Deletions", + "value": 24 + }, + { + "name": "Recall", + "value": 0.04 + }, + { + "name": "Precision", + "value": 0.5 + }, + { + "name": "Predictions", + "value": 2 + } + ] + }, + { + "name": "Ignore boundaries (Habitats)", + "measures": [ + { + "name": "SER", + "value": 1 + }, + { + "name": "ISER", + "value": 0.5 + }, + { + "name": "Mismatches", + "value": 0 + }, + { + "name": "Matches", + "value": 0 + }, + { + "name": "Insertions", + "value": 0 + }, + { + "name": "Deletions", + "value": 18 + }, + { + "name": "Recall", + "value": 0 + }, + { + "name": "Precision", + "value": null + }, + { + "name": "Predictions", + "value": 0 + } + ] + }, + { + "name": "Ignore boundaries (Habitats exact)", + "measures": [ + { + "name": "SER", + "value": 1 + }, + { + "name": "ISER", + "value": 0.5 + }, + { + "name": "Mismatches", + "value": 0 + }, + { + "name": "Matches", + "value": 0 + }, + { + "name": "Insertions", + "value": 0 + }, + { + "name": "Deletions", + "value": 18 + }, + { + "name": "Recall", + "value": 0 + }, + { + "name": "Precision", + "value": null + }, + { + "name": "Predictions", + "value": 0 + } + ] + }, + { + "name": "Ignore boundaries (Phenotypes)", + "measures": [ + { + "name": "SER", + "value": null + }, + { + "name": "ISER", + "value": 0 + }, + { + "name": "Mismatches", + "value": 0 + }, + { + "name": "Matches", + "value": 0 + }, + { + "name": "Insertions", + "value": 1 + }, + { + "name": "Deletions", + "value": 0 + }, + { + "name": "Recall", + "value": null + }, + { + "name": "Precision", + "value": 0 + }, + { + "name": "Predictions", + "value": 1 + } + ] + }, + { + "name": "Ignore boundaries (Phenotypes exact)", + "measures": [ + { + "name": "SER", + "value": null + }, + { + "name": "ISER", + "value": 0 + }, + { + "name": "Mismatches", + "value": 0 + }, + { + "name": "Matches", + "value": 0 + }, + { + "name": "Insertions", + "value": 1 + }, + { + "name": "Deletions", + "value": 0 + }, + { + "name": "Recall", + "value": null + }, + { + "name": "Precision", + "value": 0 + }, + { + "name": "Predictions", + "value": 1 + } + ] + }, + { + "name": "Ignore boundaries (Habitats and Phenotypes)", + "measures": [ + { + "name": "SER", + "value": 1.0555555555555556 + }, + { + "name": "ISER", + "value": 0.4864864864864865 + }, + { + "name": "Mismatches", + "value": 0 + }, + { + "name": "Matches", + "value": 0 + }, + { + "name": "Insertions", + "value": 1 + }, + { + "name": "Deletions", + "value": 18 + }, + { + "name": "Recall", + "value": 0 + }, + { + "name": "Precision", + "value": 0 + }, + { + "name": "Predictions", + "value": 1 + } + ] + }, + { + "name": "Ignore boundaries (Habitats and Phenotypes exact)", + "measures": [ + { + "name": "SER", + "value": 1.0555555555555556 + }, + { + "name": "ISER", + "value": 0.4864864864864865 + }, + { + "name": "Mismatches", + "value": 0 + }, + { + "name": "Matches", + "value": 0 + }, + { + "name": "Insertions", + "value": 1 + }, + { + "name": "Deletions", + "value": 18 + }, + { + "name": "Recall", + "value": 0 + }, + { + "name": "Precision", + "value": 0 + }, + { + "name": "Predictions", + "value": 1 + } + ] + }, + { + "name": "Ignore boundaries (Microorganisms)", + "measures": [ + { + "name": "SER", + "value": 0.8571428571428571 + }, + { + "name": "ISER", + "value": 0.5384615384615384 + }, + { + "name": "Mismatches", + "value": 0 + }, + { + "name": "Matches", + "value": 1 + }, + { + "name": "Insertions", + "value": 0 + }, + { + "name": "Deletions", + "value": 6 + }, + { + "name": "Recall", + "value": 0.14285714285714285 + }, + { + "name": "Precision", + "value": 1 + }, + { + "name": "Predictions", + "value": 1 + } + ] + }, + { + "name": "Multiple normalizations", + "measures": [ + { + "name": "SER", + "value": null + }, + { + "name": "ISER", + "value": null + }, + { + "name": "Mismatches", + "value": 0 + }, + { + "name": "Matches", + "value": 0 + }, + { + "name": "Insertions", + "value": 0 + }, + { + "name": "Deletions", + "value": 0 + }, + { + "name": "Recall", + "value": null + }, + { + "name": "Precision", + "value": null + }, + { + "name": "Predictions", + "value": 0 + } + ] + }, + { + "name": "Multiple normalizations (Habitats)", + "measures": [ + { + "name": "SER", + "value": null + }, + { + "name": "ISER", + "value": null + }, + { + "name": "Mismatches", + "value": 0 + }, + { + "name": "Matches", + "value": 0 + }, + { + "name": "Insertions", + "value": 0 + }, + { + "name": "Deletions", + "value": 0 + }, + { + "name": "Recall", + "value": null + }, + { + "name": "Precision", + "value": null + }, + { + "name": "Predictions", + "value": 0 + } + ] + }, + { + "name": "Multiple normalizations (Phenotypes)", + "measures": [ + { + "name": "SER", + "value": null + }, + { + "name": "ISER", + "value": null + }, + { + "name": "Mismatches", + "value": 0 + }, + { + "name": "Matches", + "value": 0 + }, + { + "name": "Insertions", + "value": 0 + }, + { + "name": "Deletions", + "value": 0 + }, + { + "name": "Recall", + "value": null + }, + { + "name": "Precision", + "value": null + }, + { + "name": "Predictions", + "value": 0 + } + ] + }, + { + "name": "Multiple normalizations (Habitat and Phenotypes)", + "measures": [ + { + "name": "SER", + "value": null + }, + { + "name": "ISER", + "value": null + }, + { + "name": "Mismatches", + "value": 0 + }, + { + "name": "Matches", + "value": 0 + }, + { + "name": "Insertions", + "value": 0 + }, + { + "name": "Deletions", + "value": 0 + }, + { + "name": "Recall", + "value": null + }, + { + "name": "Precision", + "value": null + }, + { + "name": "Predictions", + "value": 0 + } + ] + }, + { + "name": "Multiple normalizations (Microorganisms)", + "measures": [ + { + "name": "SER", + "value": null + }, + { + "name": "ISER", + "value": null + }, + { + "name": "Mismatches", + "value": 0 + }, + { + "name": "Matches", + "value": 0 + }, + { + "name": "Insertions", + "value": 0 + }, + { + "name": "Deletions", + "value": 0 + }, + { + "name": "Recall", + "value": null + }, + { + "name": "Precision", + "value": null + }, + { + "name": "Predictions", + "value": 0 + } + ] + } + ], + "pairs": [ + {"reference": { + "source": "reference\/BB-norm+ner-10792385.a2", + "lineno": 16, + "id": "T18", + "type": "Microorganism", + "str": "[meningococci W135]" + }}, + {"reference": { + "source": "reference\/BB-norm+ner-10792385.a2", + "lineno": 25, + "id": "T27", + "type": "Microorganism", + "str": "[meningococci]" + }}, + {"reference": { + "source": "reference\/BB-norm+ner-10792385.a2", + "lineno": 21, + "id": "T23", + "type": "Microorganism", + "str": "[W135 meningococci]" + }}, + { + "reference": { + "source": "reference\/BB-norm+ner-10792385.a2", + "lineno": 1, + "id": "T3", + "type": "Microorganism", + "str": "[Neisseria meningitidis]" + }, + "prediction": { + "source": "prediction\/BB-norm+ner-10792385.a2", + "lineno": 2, + "id": "T1532554556", + "type": "Microorganism", + "str": "[Neisseria meningitidis]" + }, + "similarity": 1, + "explain-similarity": "(jaccard = 1.0 . Type Microorganism: norm jaccard = 1.0) = 1.0" + }, + {"prediction": { + "source": "prediction\/BB-norm+ner-10792385.a2", + "lineno": 1, + "id": "T876300127", + "type": "Phenotype", + "str": "[susceptible]" + }}, + {"reference": { + "source": "reference\/BB-norm+ner-10792385.a2", + "lineno": 18, + "id": "T20", + "type": "Habitat", + "str": "[FcgammaRIIa-H\/H131 donors]" + }}, + {"reference": { + "source": "reference\/BB-norm+ner-10792385.a2", + "lineno": 3, + "id": "T5", + "type": "Habitat", + "str": "[Individuals with properdin deficiency]" + }}, + {"reference": { + "source": "reference\/BB-norm+ner-10792385.a2", + "lineno": 11, + "id": "T13", + "type": "Habitat", + "str": "[LCCD properdin-deficient patients with without previous meningococcal disease]" + }}, + {"reference": { + "source": "reference\/BB-norm+ner-10792385.a2", + "lineno": 12, + "id": "T14", + "type": "Habitat", + "str": "[LCCD patients with previous meningococcal disease]" + }}, + {"reference": { + "source": "reference\/BB-norm+ner-10792385.a2", + "lineno": 13, + "id": "T15", + "type": "Habitat", + "str": "[properdin-deficient patients]" + }}, + {"reference": { + "source": "reference\/BB-norm+ner-10792385.a2", + "lineno": 4, + "id": "T6", + "type": "Habitat", + "str": "[Individuals with a late (C5-9) complement component deficiency (LCCD)]" + }}, + {"reference": { + "source": "reference\/BB-norm+ner-10792385.a2", + "lineno": 23, + "id": "T25", + "type": "Habitat", + "str": "[LCCD patients]" + }}, + {"reference": { + "source": "reference\/BB-norm+ner-10792385.a2", + "lineno": 2, + "id": "T4", + "type": "Habitat", + "str": "[complement-deficient individuals]" + }}, + {"reference": { + "source": "reference\/BB-norm+ner-10792385.a2", + "lineno": 19, + "id": "T21", + "type": "Habitat", + "str": "[properdin-deficient serum]" + }}, + {"reference": { + "source": "reference\/BB-norm+ner-10792385.a2", + "lineno": 22, + "id": "T24", + "type": "Microorganism", + "str": "[meningococci W135]" + }}, + {"reference": { + "source": "reference\/BB-norm+ner-10792385.a2", + "lineno": 17, + "id": "T19", + "type": "Habitat", + "str": "[PMN]" + }}, + {"reference": { + "source": "reference\/BB-norm+ner-10792385.a2", + "lineno": 14, + "id": "T16", + "type": "Habitat", + "str": "[PMN]" + }}, + {"reference": { + "source": "reference\/BB-norm+ner-10792385.a2", + "lineno": 15, + "id": "T17", + "type": "Habitat", + "str": "[FcgammaRIIa-R\/R131 homozygous donors]" + }}, + {"reference": { + "source": "reference\/BB-norm+ner-10792385.a2", + "lineno": 7, + "id": "T9", + "type": "Habitat", + "str": "[LCCD persons without bactericidal antibodies]" + }}, + {"reference": { + "source": "reference\/BB-norm+ner-10792385.a2", + "lineno": 20, + "id": "T22", + "type": "Habitat", + "str": "[PMN]" + }}, + {"reference": { + "source": "reference\/BB-norm+ner-10792385.a2", + "lineno": 6, + "id": "T8", + "type": "Microorganism", + "str": "[serogroups W135]" + }}, + {"reference": { + "source": "reference\/BB-norm+ner-10792385.a2", + "lineno": 10, + "id": "T12", + "type": "Habitat", + "str": "[PMN]" + }}, + {"reference": { + "source": "reference\/BB-norm+ner-10792385.a2", + "lineno": 8, + "id": "T10", + "type": "Habitat", + "str": "[properdin-deficient individuals without bactericidal antibodies]" + }}, + {"reference": { + "source": "reference\/BB-norm+ner-10792385.a2", + "lineno": 9, + "id": "T11", + "type": "Habitat", + "str": "[polymorphonuclear cells]" + }}, + {"reference": { + "source": "reference\/BB-norm+ner-10792385.a2", + "lineno": 24, + "id": "T26", + "type": "Habitat", + "str": "[Properdin-deficient individuals]" + }}, + {"reference": { + "source": "reference\/BB-norm+ner-10792385.a2", + "lineno": 5, + "id": "T7", + "type": "Microorganism", + "str": "[serogroups Y]" + }} + ] + }, + { + "name": "Boundaries pairing", + "scorings": [ + { + "name": "Boundaries scoring", + "measures": [ + { + "name": "SER", + "value": 1 + }, + { + "name": "ISER", + "value": 0.5 + }, + { + "name": "Mismatches", + "value": 0 + }, + { + "name": "Matches", + "value": 1 + }, + { + "name": "Insertions", + "value": 1 + }, + { + "name": "Deletions", + "value": 24 + }, + { + "name": "Recall", + "value": 0.04 + }, + { + "name": "Precision", + "value": 0.5 + }, + { + "name": "Predictions", + "value": 2 + } + ] + }, + { + "name": "Habitat boundaries", + "measures": [ + { + "name": "SER", + "value": 1 + }, + { + "name": "ISER", + "value": 0.5 + }, + { + "name": "Mismatches", + "value": 0 + }, + { + "name": "Matches", + "value": 0 + }, + { + "name": "Insertions", + "value": 0 + }, + { + "name": "Deletions", + "value": 18 + }, + { + "name": "Recall", + "value": 0 + }, + { + "name": "Precision", + "value": null +