finalize annotation labels

3 files changed, 410 insertions, 0 deletions

diff --git a/src/sec_certs/data/reference_annotations/final/test.csv b/src/sec_certs/data/reference_annotations/final/test.csv
new file mode 100644
index 00000000..fbda9fd8
--- /dev/null
+++ b/src/sec_certs/data/reference_annotations/final/test.csv
@@ -0,0 +1,201 @@
+dgst,canonical_reference_keyword,label,comment
+15ae64b85b3e28d7,BSI-DSZ-CC-0394-2006,recertification,None
+15b121492722bffb,BSI-DSZ-CC-0754-2012,recertification,None
+16513a1bff79b46a,BSI-DSZ-CC-1044-V2-2019,recertification,None
+16b0a0811bc4fe82,BSI-DSZ-CC-0169-2002,component_used,None
+16b24ff1bf3c079b,ANSSI-CC-2012/22,component_used,None
+173097995b7a7f12,ANSSI-CC-2012/49,component_shared,None
+173097995b7a7f12,ANSSI-CC-2013/28,component_used,None
+173704f0d2b8a02f,ANSSI-CC-2018/08,component_used,None
+173704f0d2b8a02f,ANSSI-CC-2018/19,component_used,None
+177dee4c1051e612,BSI-DSZ-CC-0854-2013,recertification,None
+17bfc3d0570ab3d0,ANSSI-CC-2016/09,component_used,None
+183a5cd3e2aaa0ec,ANSSI-CC-2017/76,component_used,None
+183a5cd3e2aaa0ec,BSI-DSZ-CC-0891-V2-2016,component_used,None
+18a515a0fff0c0c3,BSI-DSZ-CC-0957-V2-2016,component_used,None
+18b7e5bdf459ca13,NSCIB-CC-07-09219,previous_version,None
+195366bfba7213a5,BSI-DSZ-CC-0266-2005,component_used,None
+195366bfba7213a5,BSI-DSZ-CC-0322-2005,previous_version,None
+195366bfba7213a5,BSI-DSZ-CC-0399-2007,recertification,None
+1999d4ed82b3188e,BSI-DSZ-CC-0451-2007,component_used,None
+19d3185c40be008d,ANSSI-CC-2016/65,evaluation_reused,None
+1ac8de53c0894d18,BSI-DSZ-CC-0814-2012,recertification,None
+1b2764a62ffe86a2,BSI-DSZ-CC-0978-2016,component_used,None
+1bcfaefe46abccf0,BSI-DSZ-CC-0917-2014,component_used,None
+1c8567a1b1a6c12a,BSI-DSZ-CC-1040-2019,component_used,None
+1cc05dbb992431b9,ANSSI-CC-2021/29,component_used,None
+1d1df0fb541e49b8,BSI-DSZ-CC-1020-V2-2017,recertification,None
+1d9ae732c5dec242,ANSSI-CC-2009/37,component_used,None
+1ea31bb5f6a15995,BSI-DSZ-CC-0808-V3-2017,component_shared,None
+1ea31bb5f6a15995,BSI-DSZ-CC-0809-V2-2016,recertification,None
+1ea31bb5f6a15995,BSI-DSZ-CC-0978-V2-2017,component_used,None
+1ff08f79cb89c1de,BSI-DSZ-CC-0939-2015,recertification,None
+2078424be58e4db1,OCSI/CERT/SYS/08/2017/RC,recertification,None
+21951e191e55b66e,BSI-DSZ-CC-0782-2012,component_used,None
+21cffadbbb87c205,BSI-DSZ-CC-0348-2006,component_used,None
+22ede463dbf1a105,ANSSI-CC-2015/36,component_used,None
+22ede463dbf1a105,ANSSI-CC-2015/80,irrelevant,None
+22ede463dbf1a105,ANSSI-CC-2016/43,evaluation_reused,None
+22ede463dbf1a105,ANSSI-CC-2016/44,evaluation_reused,None
+23a85a7f9c07412f,ANSSI-CC-2014/46,evaluation_reused,None
+23a85a7f9c07412f,ANSSI-CC-2016/33,evaluation_reused,None
+24624a4e60ddedd4,BSI-DSZ-CC-0868-2014,previous_version,None
+24624a4e60ddedd4,BSI-DSZ-CC-0951-2015,component_used,None
+259df98e7476a843,BSI-DSZ-CC-0666-2012,recertification,None
+259e0ab1c4b690cf,ANSSI-CC-2012/70,component_used,None
+25c07c5d0a05d86c,ANSSI-CC-2015/08,component_shared,None
+25c07c5d0a05d86c,ANSSI-CC-2015/15,component_used,None
+26c4912b140fde9f,BSI-DSZ-CC-0891-V2-2016,component_used,None
+26c7b173668167d8,BSI-DSZ-CC-0813-2012,component_used,None
+2760aeedce0b79db,ANSSI-CC-2011/64,evaluation_reused,None
+2760aeedce0b79db,BSI-DSZ-CC-0555-2009,component_used,None
+27ccec0740bb7915,ANSSI-CC-2010/02,component_used,None
+27ccec0740bb7915,ANSSI-CC-2010/20,evaluation_reused,None
+27ccec0740bb7915,ANSSI-CC-2010/35,component_shared,None
+296618f10b019d9c,BSI-DSZ-CC-0417-2008,component_used,None
+29cc495628e76ffa,BSI-DSZ-CC-0845-2012,component_used,None
+29f2dd90f57ea948,BSI-DSZ-CC-0837-V2-2014,component_used,None
+29fb07d8f74e734b,BSI-DSZ-CC-0303-2006,recertification,None
+2a07b85f61ac08b0,ANSSI-CC-2019/59,evaluation_reused,None
+2a91f42389fda90d,BSI-DSZ-CC-0782-V2-2015,component_used,None
+2adb03f5294c31c2,BSI-DSZ-CC-0608-2010,recertification,None
+2b0342d5b70b7a78,ANSSI-CC-2010/03,component_used,None
+2bd9661657e78278,ANSSI-CC-2012/39,previous_version,None
+2bd9661657e78278,ANSSI-CC-2013/13,component_used,None
+2be10f342e68a89e,BSI-DSZ-CC-0963-V2-2017,recertification,None
+2c41f9dfcd5014e6,BSI-DSZ-CC-0973-2016,recertification,None
+2d046178aa118fff,BSI-DSZ-CC-0293-2005,recertification,None
+2d0b4100c3ead88a,BSI-DSZ-CC-0945-V2-2018,component_used,None
+2eee0fdd5cdaf565,ANSSI-CC-2017/07,component_used,None
+2eee0fdd5cdaf565,BSI-DSZ-CC-0891-V2-2016,component_used,None
+2f9feaf4121720da,BSI-DSZ-CC-0547-2009,recertification,None
+30e9ce0969941ffb,BSI-DSZ-CC-0782-V2-2015,component_used,None
+3183669bf78db43b,ANSSI-CC-2015/45,component_used,None
+3183669bf78db43b,ANSSI-CC-2016/64,component_used,None
+3183669bf78db43b,BSI-DSZ-CC-0782-V2-2015,component_used,None
+31fd07069aebf013,BSI-DSZ-CC-0466-2008,previous_version,None
+328fee1e52f7ac82,BSI-DSZ-CC-0410-2007,component_used,None
+328fee1e52f7ac82,BSI-DSZ-CC-0680-2010,component_used,None
+3334d22b6559d0e2,BSI-DSZ-CC-0944-2014,recertification,None
+3334d22b6559d0e2,BSI-DSZ-CC-0963-V2-2017,component_used,None
+337ece90615ed69d,ANSSI-CC-2010/02,component_used,None
+3392558f04e04663,BSI-DSZ-CC-0782-V2-2015,component_used,None
+33cada8c95bf55c5,BSI-DSZ-CC-0879-V3-2018,component_used,None
+33cada8c95bf55c5,BSI-DSZ-CC-1028-2017,recertification,None
+34506b8fab6dd7c3,ANSSI-CC-2014/22,previous_version,None
+34ed76f0c32d9e93,ANSSI-CC-2012/49,evaluation_reused,None
+34ed76f0c32d9e93,ANSSI-CC-2013/18,component_used,None
+3519c14e4114d93d,BSI-DSZ-CC-0782-2012,component_used,None
+35b9be2203d2b9e6,ANSSI-CC-2012/70,component_used,None
+35efe13fa9e93a68,CRP178,component_used,None
+35efe13fa9e93a68,CRP182,component_used,None
+36641ce7192b5f92,BSI-DSZ-CC-0977-2017,component_used,None
+054bd8196e015197,ANSSI-CC-2011/07,evaluation_reused,unclear
+122245dd15683e26,BSI-DSZ-CC-0269-2006,None,unclear
+25c07c5d0a05d86c,BSI-DSZ-CC-0845-2012,component_used,very difficult
+25c07c5d0a05d86c,BSI-DSZ-CC-0845-V2-2013,component_used,None
+29cc495628e76ffa,BSI-DSZ-CC-0886-2013,component_shared,None
+2a07b85f61ac08b0,ANSSI-CC-2019/02,component_used,None
+30c6777901ae346c,BSI-DSZ-CC-0438-2007,component_used,None
+35b9be2203d2b9e6,BSI-DSZ-CC-0895-2014,component_shared,None
+36df04ab9c978ab9,BSI-DSZ-CC-0624-2010,component_used,None
+373e7b1bc9066563,BSI-DSZ-CC-1110-V2-2019,component_used,None
+3746512864b941d4,ANSSI-CC-2016/15,evaluation_reused,None
+37b94c08f8e25249,BSI-DSZ-CC-0404-2007,component_used,None
+37b94c08f8e25249,BSI-DSZ-CC-0410-2007,component_used,None
+37b94c08f8e25249,BSI-DSZ-CC-0555-2009,component_used,None
+37b94c08f8e25249,BSI-DSZ-CC-0633-2010,component_used,None
+37b94c08f8e25249,BSI-DSZ-CC-0674-2011,component_used,None
+37b94c08f8e25249,BSI-DSZ-CC-0675-2011,component_used,None
+37b94c08f8e25249,BSI-DSZ-CC-0709-2010,component_used,None
+37b94c08f8e25249,BSI-DSZ-CC-0710-2010,component_used,None
+37b94c08f8e25249,BSI-DSZ-CC-0730-2011,component_used,None
+37b94c08f8e25249,BSI-DSZ-CC-0797-2012,component_shared,None
+37b94c08f8e25249,BSI-DSZ-CC-0799-2012,component_shared,None
+37c8d23c44b95833,ANSSI-CC-2017/16,previous_version,None
+37d28734245a3bb1,BSI-DSZ-CC-0257-2004,component_used,None
+37e0d3cb098458d0,ANSSI-CC-2014/50,component_used,unclear
+37e0d3cb098458d0,BSI-DSZ-CC-0999-2016,component_used,None
+37fe6036c2ac932b,ANSSI-CC-2014/06,component_used,None
+37fe6036c2ac932b,ANSSI-CC-2014/07,previous_version,None
+37fe6036c2ac932b,BSI-DSZ-CC-0829-2012,component_used,None
+3817c0aca007989e,ANSSI-CC-2011/10,component_used,None
+3817c0aca007989e,ANSSI-CC-2011/12,component_shared,None
+3817c0aca007989e,BSI-DSZ-CC-0523-2008,component_used,None
+3817c0aca007989e,BSI-DSZ-CC-0626-2009,component_used,None
+384dca297bd4f1ca,BSI-DSZ-CC-0837-V2-2014,component_used,unclear
+384dca297bd4f1ca,BSI-DSZ-CC-0978-2016,component_used,None
+3976c9e492193315,BSI-DSZ-CC-1113-2021,recertification,None
+39c07ebbca541145,BSI-DSZ-CC-0917-2014,component_used,None
+3a3b0a9113835307,BSI-DSZ-CC-0402-2008,recertification,None
+3a3b0a9113835307,BSI-DSZ-CC-0468-2007,component_used,None
+3a3b0a9113835307,CCEVS-VR-07-0054,component_used,None
+3a3b0a9113835307,CCEVS-VR-VID10271-2007,component_used,None
+3a6a5f536bfbd4d4,ANSSI-CC-2009/59,previous_version,None
+3ba9f330ce93636b,BSI-DSZ-CC-0640-2010,component_used,None
+3ba9f330ce93636b,BSI-DSZ-CC-0677-2010,evaluation_reused,None
+3d149fe7c08bfc58,CRP256,previous_version,None
+3d756c83419bba28,ANSSI-CC-2011/07,component_used,None
+3d756c83419bba28,ANSSI-CC-2011/77,previous_version,None
+3d8083b1e6c7b336,BSI-DSZ-CC-1136-V2-2022,component_used,None
+3d8083b1e6c7b336,BSI-DSZ-CC-1136-V3-2022,component_used,None
+3e08a27e9d9c9b1e,BSI-DSZ-CC-0973-2016,component_used,None
+3e08a27e9d9c9b1e,NSCIB-CC-16-99111,irrelevant,self reference
+3e182053b03f1faf,CCEVS-VR-06-0044,irrelevant,self reference
+3e345d3c6002ad55,BSI-DSZ-CC-0915-2016,component_used,None
+3ea02a62856c752a,ANSSI-CC-2012/70,component_used,None
+3ea02a62856c752a,ANSSI-CC-2012/72,component_used,None
+3ea02a62856c752a,BSI-DSZ-CC-0719-2011,component_used,None
+3f188bbf2af01b25,OCSI/CERT/IMQ/07/2017/RC,recertification,None
+3f22bd3eaef5d64d,BSI-DSZ-CC-0957-2015,recertification,None
+3f22bd3eaef5d64d,BSI-DSZ-CC-0978-2016,component_used,None
+3f4b6e4f245f6fab,ANSSI-CC-2017/49,component_used,None
+3f8475de6ea558ac,BSI-DSZ-CC-0427-2007,recertification,None
+3feda0b8b5637540,BSI-DSZ-CC-1059-V4-2021,component_used,None
+3feda0b8b5637540,NSCIB-CC-67206-CR5,component_used,None
+4057f5dbe4ffa4cd,ANSSI-CC-2017/57,previous_version,None
+40f62cd468a546cc,OCSI/CERT/ATS/05/2020/RC,recertification,None
+40fa0a4cb5193977,ANSSI-CC-2018/27,component_shared,None
+40fa0a4cb5193977,BSI-DSZ-CC-0879-V3-2018,component_used,None
+40fc6ad0aed92913,ANSSI-CC-2017/54,previous_version,None
+40fc6ad0aed92913,BSI-DSZ-CC-0891-V2-2016,component_used,None
+41bd2924e9afced5,ANSSI-CC-2010/49,previous_version,None
+41bd2924e9afced5,ANSSI-CC-2010/50,previous_version,None
+420876ec1e5ba657,ANSSI-CC-2012/30,component_used,None
+424f6d496746258b,ANSSI-CC-2019/12,component_used,None
+424f6d496746258b,BSI-DSZ-CC-0995-2018,recertification,None
+4285d9b580f8a2a6,ANSSI-CC-2013/59,component_used,None
+42bc15eb26cf2eec,BSI-DSZ-CC-0829-2012,component_used,None
+42d2e68c29d9eef7,ANSSI-CC-2018/30,evaluation_reused,None
+42f53e51476f1a3c,ANSSI-CC-2011/07,previous_version,None
+438b59086f6ebd64,BSI-DSZ-CC-1107-2020,component_used,None
+43a4ca62d0c0b0da,ANSSI-CC-2017/63,evaluation_reused,None
+43a4ca62d0c0b0da,ANSSI-CC-2017/64,component_used,None
+43a4ca62d0c0b0da,BSI-DSZ-CC-1059-V3-2019,component_used,None
+43d9cb9d3fe30ff2,BSI-DSZ-CC-0555-2009,component_used,None
+43d9cb9d3fe30ff2,BSI-DSZ-CC-0857-2013,component_used,None
+449c74a92ebb61a4,ANSSI-CC-2017/24,component_used,None
+44becd7e128f4ba0,BSI-DSZ-CC-0410-2007,component_used,None
+45098872448f5816,NSCIB-CC-0441513-CR,component_used,None
+46459cfb9c1045d8,ANSSI-CC-2018/27,component_used,None
+46459cfb9c1045d8,BSI-DSZ-CC-0782-V4-2018,component_used,None
+4750f5114dcaa60d,BSI-DSZ-CC-0891-V4-2019,irrelevant,None
+47913a485c3c8a18,ANSSI-CC-2019/28,component_used,None
+4832a44c0df0bad2,ANSSI-CC-2019/12,component_used,None
+4832a44c0df0bad2,BSI-DSZ-CC-1074-2019,recertification,None
+4893140ae5daadaf,BSI-DSZ-CC-0782-2012,component_used,None
+4893140ae5daadaf,CRP278,component_used,None
+48a41f3f5110db1f,BSI-DSZ-CC-0350-2007,recertification,None
+48d897f17754c7ce,BSI-DSZ-CC-0978-2016,component_used,None
+48fd3d84b1a0bc68,BSI-DSZ-CC-0348-2006,component_used,None
+491c766e35ae9f6e,BSI-DSZ-CC-0879-V4-2020,component_used,None
+491c766e35ae9f6e,BSI-DSZ-CC-1071-V3-2020,recertification,None
+49e6665ee56d3bfc,ANSSI-CC-2015/45,component_used,None
+49e6665ee56d3bfc,ANSSI-CC-2016/64,component_used,None
+49e6665ee56d3bfc,BSI-DSZ-CC-0782-V2-2015,component_used,None
+4abc83fee59586b2,ANSSI-CC-2020/07,component_used,None
+4abc83fee59586b2,BSI-DSZ-CC-1110-V3-2020,component_used,None
+4abc83fee59586b2,NSCIB-CC-200270-CR,previous_version,None
+4b2f963b48e0f954,ANSSI-CC-2010/11,component_used,None
+4b5521f85ab3fff7,BSI-DSZ-CC-0879-V4-2020,component_used,None
+4b5521f85ab3fff7,BSI-DSZ-CC-1071-V4-2020,recertification,None
diff --git a/src/sec_certs/data/reference_annotations/final/train.csv b/src/sec_certs/data/reference_annotations/final/train.csv
new file mode 100644
index 00000000..b6b81d30
--- /dev/null
+++ b/src/sec_certs/data/reference_annotations/final/train.csv
@@ -0,0 +1,101 @@
+dgst,canonical_reference_keyword,label,comment
+00efeb17bcaafce6,ANSSI-CC-2009/34,component_used,None
+01e8805514b4ef67,BSI-DSZ-CC-0891-V3-2018,component_used,None
+037577fc2019fcfa,ANSSI-CC-2021/49,previous_version,None
+055985699aee1e09,ANSSI-CC-2010/02,component_used,None
+05726637bd47a762,BSI-DSZ-CC-0891-V3-2018,component_used,None
+06e505abb8dad1b8,ANSSI-CC-2017/54,component_used,None
+0b3e1cdf3ef9413d,BSI-DSZ-CC-0837-V2-2014,component_used,None
+0bf7a19b22163465,ANSSI-CC-2015/80,evaluation_reused,None
+0bf7a19b22163465,ANSSI-CC-2016/44,evaluation_reused,unclear whether component used
+0f3900cdcd0c7f3e,NSCIB-CC-66030-CR5,component_used,None
+12e20466a0f08342,ANSSI-CC-2016/79,evaluation_reused,unclear whether component used
+13d95239226aa537,BSI-DSZ-CC-0835-V2-2017,component_shared,"BAC, EAC thingy"
+16bdbde359584f99,ANSSI-CC-2017/61,component_used,None
+17a23970b35a4f44,BSI-DSZ-CC-0782-V5-2020,component_used,None
+19c60923e31777e7,ANSSI-CC-2017/49,component_used,None
+1b8705a0486b3be1,NSCIB-CC-0209053-CR,previous_version,None
+1e40bd733acd56bc,BSI-DSZ-CC-0782-V4-2018,component_used,None
+1f9f4b843070fc1b,BSI-DSZ-CC-1105-2020,component_used,None
+27d11629261d8806,ANSSI-CC-2014/59,component_used,None
+28e70f46ba4394dd,ANSSI-CC-2012/08,component_used,None
+2c15dfc106ebf8d8,ANSSI-CC-2012/24,component_used,None
+30120e4f3aa2f30a,BSI-DSZ-CC-0897-V2-2014,component_used,None
+30f71b100c5cebae,ANSSI-CC-2015/15,component_used,None
+317713948b4473b3,BSI-DSZ-CC-0798-2012,component_shared,None
+34370b67b5e675c3,ANSSI-CC-2013/47,component_used,None
+3515801dee00995f,BSI-DSZ-CC-0447-2008,recertification,This is a re-certification based on BSI-DSZ-CC-0447-2008
+36ed04f4b45e3ab9,BSI-DSZ-CC-0555-2009,component_used,None
+371dca18821f7714,BSI-DSZ-CC-0945-2017,component_used,None
+3f45ee333ce457bb,BSI-DSZ-CC-1002-2018,recertification,None
+42799014c183e1b3,BSI-DSZ-CC-0312-2005,component_used,None
+42799014c183e1b3,BSI-DSZ-CC-0429-2007,recertification,None
+463ecd64b7506048,ANSSI-CC-2018/52,component_used,None
+4a6100f1ddaef93b,BSI-DSZ-CC-0410-2007,component_used,None
+4bede5d2af4cb11f,ANSSI-CC-2019/59,evaluation_reused,None
+4f5f41ecf7517e63,ANSSI-CC-2016/80,evaluation_reused,None
+54273dd266fce692,ANSSI-CC-2015/15,component_used,None
+5a66027d34aafc52,BSI-DSZ-CC-1019-V2-2019,component_used,None
+5f4b39feb2a82dac,BSI-DSZ-CC-0266-2005,component_used,unclear
+61832cb4291c343f,BSI-DSZ-CC-0955-2016,component_used,None
+627bfd69c2a831cf,ANSSI-CC-2014/37,evaluation_reused,None
+680aeb0a20a9fed3,BSI-DSZ-CC-0870-2014,component_used,None
+691119fe8a2f8e1c,BSI-DSZ-CC-0963-2015,component_used,None
+6a999675c9422dfb,BSI-DSZ-CC-0353-2006,recertification,This is a re-certification based on BSI-DSZ-CC-0353-2006
+6eb6b29c45f6355f,BSI-DSZ-CC-0782-V4-2018,component_used,None
+6f8d7a6a1dea6a3a,ANSSI-CC-2019/28,component_used,None
+744a7a202d909323,ANSSI-CC-2017/24,component_used,None
+7a8d4ed693d443d7,BSI-DSZ-CC-1128-V3-2021,recertification,None
+845bb039719ac5d8,ANSSI-CC-2010/40,previous_version,None
+84a75b6fc33b669e,ANSSI-CC-2014/08,evaluation_reused,None
+8ba22f6c9651edc3,ANSSI-CC-2013/55,component_used,None
+8bdb610131555c12,BSI-DSZ-CC-0645-2010,component_used,None
+921e042759b30033,BSI-DSZ-CC-0978-2016,component_used,composition scheme “[COMP]” mentioned
+9529eb793550093c,ANSSI-CC-2018/40,previous_version,None
+97d00a9f198a6e57,ANSSI-CC-2015/66,component_used,None
+a07548a64fac5794,BSI-DSZ-CC-0350-2007,recertification,None
+a69ec271f8651d1b,BSI-DSZ-CC-1040-2019,component_used,None
+a6fe8fe0aaf2fa92,ANSSI-CC-2018/26,previous_version,None
+a76d1c0d9964d583,BSI-DSZ-CC-0417-2008,component_used,None
+a867d281d34d34b7,BSI-DSZ-CC-0976-2015,recertification,None
+a9d336b90e8b94a2,BSI-DSZ-CC-0410-2007,recertification,None
+aa096ffde94b953b,BSI-DSZ-CC-0411-2007,component_used,None
+ab3af998dff7a2ef,ANSSI-CC-2017/47,component_used,None
+ab3af998dff7a2ef,BSI-DSZ-CC-0973-V2-2016,component_used,None
+aea11fd4d2a7709d,BSI-DSZ-CC-0809-V3-2017,component_shared,The further security mechanism Basic Access Control is subject of the separate evaluation process BSI-DSZ-CC-0809-V3-2017
+af61a31e3fd0d6f0,ANSSI-CC-2010/02,evaluation_reused,None
+b42009eb34746731,ANSSI-CC-2021/50,previous_version,maybe previous_version
+b61363e51ed90c7a,ANSSI-CC-2019/12,component_used,None
+bab97726875c0f14,BSI-DSZ-CC-0957-V2-2016,evaluation_reused,"unclear, mentions that this is a “re-evaluation” but not a “re-certification”"
+c06d86db280f9b2b,BSI-DSZ-CC-0437-2008,component_used,None
+c175537338906951,ANSSI-CC-2016/70,component_shared,None
+c32378a010479b33,BSI-DSZ-CC-0891-V2-2016,evaluation_reused,None
+c5a60dbdb668bc10,BSI-DSZ-CC-0891-2015,recertification,None
+c96343baf608174d,BSI-DSZ-CC-0645-2010,component_used,None
+c96343baf608174d,BSI-DSZ-CC-0750-2011,component_used,None
+cacdfdafce47678c,ANSSI-CC-2014/59,component_used,None
+cfdacd53c732343c,BSI-DSZ-CC-1110-V2-2019,component_used,None
+d2a4b8cb9ae7fe8f,BSI-DSZ-CC-1110-V4-2021,component_used,complicated situation where referenced cert is mentioned as recertification of some other cert
+d2b0cb5a911b8ef8,BSI-DSZ-CC-0729-2011,recertification,None
+d49988efd778ca9d,ANSSI-CC-2010/02,component_used,None
+d75282fdda80b6fd,BSI-DSZ-CC-0609-2010,recertification,None
+dba4b5a166f9456a,ANSSI-CC-2014/76,recertification,None
+df6728b8420ab3b4,BSI-DSZ-CC-0827-V4-2016,component_used,None
+e0b122da55f1f002,BSI-DSZ-CC-0961-V2-2018,recertification,None
+e676143c80802a59,BSI-DSZ-CC-0891-V4-2019,component_used,the previously certified M7892 G12 component
+e6e8add5e4db2d9d,BSI-DSZ-CC-0891-V4-2019,component_used,None
+ea6d47427a2bb349,BSI-DSZ-CC-0782-2012,recertification,None
+ead1076787fdd7e4,BSI-DSZ-CC-0399-2007,component_used,None
+ecba01acba8df2ec,BSI-DSZ-CC-0555-2009,component_used,None
+ecba01acba8df2ec,BSI-DSZ-CC-0633-2010,component_used,None
+ed22d4c0f09c3e3a,BSI-DSZ-CC-0719-2011,recertification,None
+ee1c6dd97918d74a,ANSSI-CC-2012/71,evaluation_reused,None
+f17fe9ceea628f62,BSI-DSZ-CC-0750-V2-2014,component_used,None
+f17fe9ceea628f62,BSI-DSZ-CC-0911-2014,component_shared,The Basic Access Control mechanism was subject of the evaluation process BSI-DSZ-CC-0911-2014
+f6579adcbf5faa99,BSI-DSZ-CC-1040-2019,component_used,None
+f71fca5fc684df8b,BSI-DSZ-CC-0863-2013,recertification,This is a re-certification based on BSI-DSZ-CC-0863-2013
+f869956d14ea1694,ANSSI-CC-2012/68,component_used,None
+fb9ec9e846ea4e87,ANSSI-CC-2017/47,component_used,None
+b3b7ac7aae87793d,BSI-DSZ-CC-0945-V2-2018,irrelevant,None
+c38734a9eeea0ff8,BSI-DSZ-CC-0950-V2-2018,None,"unclear, mentions just ToE delivery"
+e0265f0fb8e196c0,BSI-DSZ-CC-0827-V8-2020,irrelevant,unclear
diff --git a/src/sec_certs/data/reference_annotations/final/valid.csv b/src/sec_certs/data/reference_annotations/final/valid.csv
new file mode 100644
index 00000000..a74d7a45
--- /dev/null
+++ b/src/sec_certs/data/reference_annotations/final/valid.csv
@@ -0,0 +1,108 @@
+dgst,canonical_reference_keyword,label,comment
+a21d17fd2d8b8edc,BSI-DSZ-CC-0813-2012,component_used,None
+657f8d0cc39bbcdc,BSI-DSZ-CC-0946-2014,recertification,None
+0efe2627f1ce8ac2,BSI-DSZ-CC-0351-2006,component_used,None
+983d16512ae92d46,BSI-DSZ-CC-0891-V3-2018,recertification,None
+8dd850c81b49a1f9,BSI-DSZ-CC-0697-2011,recertification,None
+774cb0f28f7900f9,BSI-DSZ-CC-0232-2004,evaluation_reused,None
+c37a9b7ae53093d8,CCEVS-VR-VID10256-2012,None,None
+a5adb726852f5cc5,ANSSI-CC-2009/37,component_used,None
+4d983357fd464bb5,BSI-DSZ-CC-1107-V2-2021,component_used,None
+cc533c087f06ad0d,BSI-DSZ-CC-1040-2019,component_used,None
+24de96ea505af909,ANSSI-CC-2021/29,component_used,None
+2793414918738c7f,BSI-DSZ-CC-0857-2013,component_used,None
+b402cb61be362e5f,BSI-DSZ-CC-0946-V2-2015,recertification,None
+d96438a7165e5d82,BSI-DSZ-CC-0410-2007,component_used,None
+4b3f577896c80f8a,ANSSI-CC-2015/80,evaluation_reused,None
+22388445fe620ac0,ANSSI-CC-2014/20,evaluation_reused,None
+2c2244c35d126bfb,BSI-DSZ-CC-0794-2011,recertification,None
+6a85bb1d21a35e7d,BSI-DSZ-CC-0227-2004,component_used,None
+120a49c0aa284f68,BSI-DSZ-CC-0813-2012,component_used,None
+994ac7d986a99e50,BSI-DSZ-CC-0640-2010,component_used,None
+16abf8ee0697e64f,ANSSI-CC-2014/61,component_shared,None
+f05de4db911ec8af,CRP243,previous_version,None
+38f79f1a48e7844f,ANSSI-CC-2017/47,component_used,None
+fe55e99f4f3dc195,ANSSI-CC-2013/33,evaluation_reused,None
+fc875e0381a28435,BSI-DSZ-CC-0432-2007,recertification,None
+c23bb542201aa511,BSI-DSZ-CC-0829-2012,component_used,None
+2532fe8c7214c485,BSI-DSZ-CC-0675-2011,component_shared,None
+2cbc543a7c7de8b5,BSI-DSZ-CC-0813-2012,component_used,None
+833ff87d69cff5db,383-4-184,None,unclear
+c7c1215819127a1c,BSI-DSZ-CC-0322-2005,component_used,None
+647d17d44745a532,BSI-DSZ-CC-0904-2015,recertification,None
+4489bfc781a82281,BSI-DSZ-CC-0817-2013,recertification,None
+94fb86d31446e531,BSI-DSZ-CC-0958-2015,component_used,None
+37bae9eaf342542b,BSI-DSZ-CC-0349-2006,evaluation_reused,None
+5c06e4fb1887fdc7,BSI-DSZ-CC-0782-V2-2015,component_used,None
+5bf14a907f9a4c65,BSI-DSZ-CC-0527-2008,recertification,None
+d314fa7ee445bd1d,BSI-DSZ-CC-0410-2007,component_used,None
+0f53257eb74bee54,BSI-DSZ-CC-0417-2008,component_used,unclear
+84d6a370e4f38ddc,ANSSI-CC-2019/12,component_used,None
+1a5f86cb1d942c37,BSI-DSZ-CC-1110-2019,recertification,None
+d696a9daccdb2a9f,BSI-DSZ-CC-1136-2021,component_used,None
+38e7d62918a4f9b6,BSI-DSZ-CC-0688-2013,recertification,None
+e6057ffc5085a192,ANSSI-CC-2014/48,evaluation_reused,None
+db7627e56b8621b1,BSI-DSZ-CC-0639-2010,component_used,None
+4b3f577896c80f8a,ANSSI-CC-2016/44,evaluation_reused,None
+5f3c9c6bf76ba72d,ANSSI-CC-2018/51,component_used,None
+22d6578b30f5a227,BSI-DSZ-CC-1107-2020,component_used,None
+a0c38b4389ad7cf7,ANSSI-CC-2018/12,component_used,None
+19c7a1b1a2df87d7,BSI-DSZ-CC-0945-V2-2018,component_used,None
+f654c82bca57cf62,BSI-DSZ-CC-0957-V2-2016,None,unclear
+2f0be9733140e2c6,BSI-DSZ-CC-0977-V2-2019,component_used,None
+3357c28c91cc2ed1,ANSSI-CC-2016/44,evaluation_reused,None
+f6317f134f532696,ANSSI-CC-2017/24,previous_version,None
+234da54efbcf734b,BSI-DSZ-CC-0917-2014,component_used,None
+1b20b1629ba7d3a6,ANSSI-CC-2012/72,component_used,None
+2532fe8c7214c485,BSI-DSZ-CC-0633-2010,component_used,None
+b1ef468658a9a0c1,NSCIB-CC-0448219-CR,evaluation_reused,None
+35482ae218713d54,BSI-DSZ-CC-0951-V3-2018,recertification,None
+edb3056f1838e6ae,BSI-DSZ-CC-0348-2006,evaluation_reused,"Quite weird, The evaluation was performed as a re-evaluation process based on BSI-DSZCC-0227-2004, BSI-DSZ-CC-0312-2005 and BSI-DSZ-CC-0348-2006.
+Compared to BSI-DSZ-CC-0227-2004 the TOE was re-evaluated because of
+technical and yield improvements. Compared to BSI-DSZ-CC-0348-2006 the
+TOE was re-evaluated because of changes on top layers for modified module
+packaging requirements. Additional package types (MOB4 and complete
+passport inlay) and the relevant production sites were included in the evaluation
+process. For production sites, results from BSI-DSZ-CC-0312-2005 were reused. The additional production steps do not influence the configuration of the
+TOE itself. The Security Target was updated. "
+3f2a6d4893c18634,NSCIB-CC-12-36243-CR2,component_used,None
+0fe8df0e85116b61,ANSSI-CC-2010/33,previous_version,None
+bbc41d7d09e40c0c,BSI-DSZ-CC-0404-2007,recertification,None
+b00bb452e7a8176c,ANSSI-CC-2016/57,previous_version,None
+7e58bfc14edf68e4,OCSI/CERT/TEC/01/2013/RC,recertification,None
+81273108dd167b98,BSI-DSZ-CC-0523-2008,recertification,None
+63c1045055ec3b58,BSI-DSZ-CC-0266-2005,component_used,None
+a3c99646acb0bb6f,BSI-DSZ-CC-0837-V2-2014,component_used,None
+4c017087976d05eb,ANSSI-CC-2020/45,evaluation_reused,None
+f4d510a39278e687,ANSSI-CC-2018/32,component_used,None
+c23bb542201aa511,ANSSI-CC-2014/14,previous_version,None
+625b243397001f01,BSI-DSZ-CC-1059-2018,component_used,None
+cae968d4926648bd,BSI-DSZ-CC-0754-2012,recertification,None
+000176284683faa2,BSI-DSZ-CC-0640-2010,component_used,None
+66faa094a9333d1a,ANSSI-CC-2014/86,evaluation_reused,None
+a6dc46792d4e41c8,BSI-DSZ-CC-0203-2003,component_used,None
+031667f4e242da61,CCEVS-VR-07-0054,component_used,None
+459539da9315ccac,ANSSI-CC-2021/30,previous_version,None
+69b15e884cc13c70,BSI-DSZ-CC-0891-V2-2016,component_used,None
+a4bbf07046109fc9,BSI-DSZ-CC-0935-2015,component_used,None
+50aef770cb4f028f,BSI-DSZ-CC-1059-V3-2019,component_used,None
+5cf51622fafaf868,BSI-DSZ-CC-1005-2016,recertification,None
+1e23ae421d7a2d01,BSI-DSZ-CC-0633-V2-2014,component_used,None
+0c7ef6c32cbdee47,ANSSI-CC-2017/61,component_used,None
+8928e191ee2fd3b9,BSI-DSZ-CC-0523-2008,component_used,None
+6ed3cd21c6a2c9d0,BSI-DSZ-CC-1107-2020,component_used,None
+4962c0d8106b8b5e,ANSSI-CC-2015/37,evaluation_reused,None
+e6057ffc5085a192,BSI-DSZ-CC-0829-2012,component_used,None
+03fad65e5af65088,BSI-DSZ-CC-0696-2011,recertification,None
+720aab4f782f4c60,BSI-DSZ-CC-0555-2009,component_used,None
+9664c0f0ec6401b9,BSI-DSZ-CC-0891-V2-2016,recertification,None
+d55eb8c97d71e843,ANSSI-CC-2021/49,previous_version,None
+73e0b884cd04d9bc,NSCIB-CC-12-36243,component_used,None
+2793414918738c7f,BSI-DSZ-CC-0633-V2-2014,component_used,None
+f6a89befd13a643f,BSI-DSZ-CC-0951-V4-2019,component_used,None
+f00a01940be6481d,BSI-DSZ-CC-0837-V2-2014,component_used,None
+2f43fe24bd8e91e1,ANSSI-CC-2020/65,component_used,None
+d96438a7165e5d82,BSI-DSZ-CC-0411-2007,component_used,None
+7623950728f52a71,ANSSI-CC-2016/06,component_used,None
+ba69597434946260,BSI-DSZ-CC-0293-2005,component_used,None
+50aef770cb4f028f,BSI-DSZ-CC-1059-2018,component_used,None