aboutsummaryrefslogtreecommitdiffhomepage
diff options
context:
space:
mode:
authorJ08nY2022-09-02 13:55:23 +0200
committerJ08nY2022-09-19 14:48:03 +0200
commit35ddc10f9fb99384e14c24d8f6bb67292c2e7fef (patch)
treecd914981fcbc9f14d01d1a706d73db5842ed4066
parent24104d76bf7f0b70324d21a4e9db6629c0493463 (diff)
downloadsec-certs-35ddc10f9fb99384e14c24d8f6bb67292c2e7fef.tar.gz
sec-certs-35ddc10f9fb99384e14c24d8f6bb67292c2e7fef.tar.zst
sec-certs-35ddc10f9fb99384e14c24d8f6bb67292c2e7fef.zip
More mannual analysis of duuplicate cert_id dcs.
-rw-r--r--data/cert_id_eval/duplicate_documents.ipynb267
-rw-r--r--data/cert_id_eval/duplicate_ids.csv224
-rw-r--r--sec_certs/rules.yaml7
3 files changed, 494 insertions, 4 deletions
diff --git a/data/cert_id_eval/duplicate_documents.ipynb b/data/cert_id_eval/duplicate_documents.ipynb
new file mode 100644
index 00000000..c189b197
--- /dev/null
+++ b/data/cert_id_eval/duplicate_documents.ipynb
@@ -0,0 +1,267 @@
+{
+ "cells": [
+ {
+ "cell_type": "markdown",
+ "metadata": {
+ "collapsed": true,
+ "pycharm": {
+ "name": "#%% md\n"
+ }
+ },
+ "source": [
+ "# CC document duplicates"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 11,
+ "outputs": [],
+ "source": [
+ "from sec_certs.dataset import CCDataset\n",
+ "import csv"
+ ],
+ "metadata": {
+ "collapsed": false,
+ "pycharm": {
+ "name": "#%%\n"
+ }
+ }
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 1,
+ "outputs": [
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
+ "Downloading CC Dataset: 100%|██████████| 133M/133M [00:18<00:00, 7.40MB/s] \n"
+ ]
+ }
+ ],
+ "source": [
+ "dset = CCDataset.from_web_latest()"
+ ],
+ "metadata": {
+ "collapsed": false,
+ "pycharm": {
+ "name": "#%%\n"
+ }
+ }
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 14,
+ "outputs": [
+ {
+ "name": "stdout",
+ "output_type": "stream",
+ "text": [
+ "4cc94ac9efb882f9fb446352dff34cf97b4505f437bd7ed12b5103a28fcdb04a [('088504703b9eedc1', 'FR', 'ANSSI-CC-2019/20'), ('c36783a79de002c5', 'FR', 'ANSSI-CC-2019/20')]\n",
+ "07164a214dfd06454e9353499d8985182139580740dc316560f4ae9a200d038c [('ba5cbf3c600d99ac', 'FR', 'ANSSI-CC-2014/46'), ('da7fa774f888542b', 'FR', 'ANSSI-CC-2014/46')]\n",
+ "665a19820a817fbd0b588e6681a70db35033cf575b55b50ebbff3d9eacd04834 [('4c33266562bb9b24', 'SE', 'CSEC2017009'), ('99ebfcfea90e5e75', 'SE', 'CSEC2017009')]\n",
+ "522e0b7a67ea60bed93e9506729aca9e4786a4433b70779b540ae11bc125946e [('887139711564fdb3', 'DE', 'BSI-DSZ-CC-1139-V3-2021'), ('793075287bf70a81', 'DE', 'BSI-DSZ-CC-1139-V3-2021')]\n",
+ "93617722f9726ead858d55aabdd0d65f150ac7e81c608df9c496d1f34904c9f0 [('4e246ff7fd346630', 'DE', 'BSI-DSZ-CC-1053-2018'), ('a6629b6ce5514a43', 'DE', 'BSI-DSZ-CC-1053-2018')]\n",
+ "d6ca43922026b6117e90b5dd12aa95b286ea4ac6f406927602f9645d70bf9581 [('4df9f5ce6006aa63', 'DE', 'BSI-DSZ-CC-1030-2018'), ('83b56f938e262858', 'DE', 'BSI-DSZ-CC-1030-2018')]\n",
+ "f406d07297102db5c6c2f2045821bca9f03afa97c2ba3145ce1eaae091175094 [('f254bdb3e177193d', 'ES', '2016-47-INF-2126'), ('b1f92dfbc5d51547', 'ES', '2016-47-INF-2126')]\n",
+ "dcb1304f44e60a78854edabc65a041362ab6241ba59164d973f08887934124d8 [('20f851314c4f57d9', 'US', 'CCEVS-VR-VID11024-2019'), ('b4288d36bc129d2f', 'US', 'CCEVS-VR-VID11024-2019'), ('dfa12d7893c9efdf', 'US', 'CCEVS-VR-VID11024-2019')]\n",
+ "87eca384777d14af604f86b556ca96daf173a396505fea4878162650e7f8f89e [('27baf39406deb767', 'FR', 'ANSSI-CC-2018/41'), ('10b17081dd7cad8f', 'FR', 'ANSSI-CC-2018/41')]\n",
+ "0187adf4b8885d9a13f1d2d889363991bb7b74aa84d3db5b53ee3a224c3156e4 [('11a73a5b4bff867e', 'US', 'CCEVS-VR-06-0008'), ('b33406a237a97bf0', 'US', 'CCEVS-VR-06-0008')]\n",
+ "6d440f398975c2035b540fe52b597925ed2646c404d024346944ecb5f842d561 [('8bf284d3b482ad65', 'US', 'CCEVS-VR-05-0124'), ('3ad601a9cb30dfef', 'US', 'CCEVS-VR-05-0124')]\n",
+ "00cbcb05882299c3d51548f012718c5fad96beaf6a62221ef148f3bf6d31ca2f [('3c24bbe7724dbfdd', 'CA', '383-4-198-CR'), ('0a3793d207c47790', 'CA', '383-4-198-CR')]\n",
+ "a9eca7bb6bfe081b54f9f4c7f42a2a09f5165fdc1ee97b346ce8761639502817 [('e2f3a1cdd592ab05', 'US', 'CCEVS-VR-10425-2011'), ('52f07fb00a81780e', 'US', 'CCEVS-VR-10425-2011')]\n",
+ "550f0378f93f161739070d162b30872cd4e71b7bb5006f4e9672a6e092a57c41 [('1c7087cf1e7ad810', 'US', 'CCEVS-VR-05-0137'), ('feeecec3ac6f0503', 'US', 'CCEVS-VR-05-0137')]\n",
+ "a59eeb860d9e4d777126ade1269cc3ed26111306c279531e04c8c13383f1789b [('6f0a50d3bd7db7c7', 'US', 'CCEVS-VR-10610-2015'), ('e93207ee36a5fabf', 'US', 'CCEVS-VR-10610-2015')]\n",
+ "959baa0c8c0862e7546c946665174c7dd05276191772e4ecd86af0cc6e9a1d43 [('f43765c81befb944', 'FR', 'ANSSI-CC-2014/36'), ('8d6bca0d7f228191', 'FR', 'ANSSI-CC-2014/36')]\n",
+ "9511d9e692e3cb8efb5d77a46bd257cb73f7ea9b4a7bd8d641ed0fc58d98cb4a [('bf7b3c78598f74cd', 'US', 'CCEVS-VR-VID10003-2008'), ('8f538d2eb9a1c6c7', 'US', 'CCEVS-VR-VID10003-2008')]\n",
+ "30010ed4e1b294c92f22a16304bfdedfa1c88716601449e96d49cd6a22fcfb84 [('031667f4e242da61', 'DE', 'BSI-DSZ-CC-0588-2009'), ('03b4ff588fb88dae', 'DE', 'BSI-DSZ-CC-0588-2009')]\n",
+ "59f3ef546ddd2ef0721b82bf6f5c565f8d50709b1c5780e499a4ace57a887fe6 [('355a5b9240e32cc9', 'US', 'CCEVS-VR-05-0091'), ('c79dafc7b0da855e', 'US', 'CCEVS-VR-05-0091')]\n",
+ "bc3b61739ac1082c81c477653ecb76ea81fc6c233650ad87bec544e6ead28c9a [('a67fe4216fd88917', 'US', 'CCEVS-VR-05-0102'), ('ec25be3458d728cd', 'US', 'CCEVS-VR-05-0102')]\n",
+ "51e598cb3a466f45f5fe2c519b8d8ddbc3767e1dbb8b65942de2ee8fa3bb8ca6 [('ee35dcafbe1b9532', 'FR', 'ANSSI-CC-2013/09'), ('a5adb726852f5cc5', 'FR', 'ANSSI-CC-2013/09')]\n",
+ "710cab8e86bd4f0e056c286191dcb0e8d225123f29ba5c8568800dccaf9d2d22 [('18e68a485e648ddc', 'FR', 'ANSSI-CC-2013/16'), ('9d15e7bf1444f8b8', 'FR', 'ANSSI-CC-2013/16')]\n",
+ "fc1fc60b6e1c812449536868fda1fe78b8f986110edcfeaeeb7cfd2e4255a166 [('69c75283a4ccf934', 'FR', 'ANSSI-CC-2010/36'), ('5e4c757231135ba1', 'FR', 'ANSSI-CC-2010/36')]\n",
+ "5baf1a55e4c08e022766f929ae84707cc9a91b12308549ab1630893d573e634c [('4e9bb649bce14c86', 'FR', 'ANSSI-CC-2010/39'), ('30ae700d801bd41c', 'FR', 'ANSSI-CC-2010/39')]\n",
+ "b6fb530f0674580e992b734b075f98e39daa8b2d92ce83d48fb7eb8513ea7aa5 [('2f53e1d94ca1a010', 'FR', 'ANSSI-CC-2010/34'), ('27ccec0740bb7915', 'FR', 'ANSSI-CC-2010/34')]\n",
+ "e06bcf3cd06cb1a44e069023d118d12284ed5e72fad3849fbc39eb1c285da8c2 [('41bd2924e9afced5', 'FR', 'ANSSI-CC-2011/07'), ('796445972ef2ff5b', 'FR', 'ANSSI-CC-2011/07')]\n",
+ "a2a59212a999759c5a75f24408d520d850d50b5591932d3d1673a75992a5ffdc [('0372b733c28f305a', 'FR', 'ANSSI-CC-2010/24'), ('b9789028f97490ce', 'FR', 'ANSSI-CC-2010/24')]\n",
+ "84c57cdd98ddae7edf245e4246866e98956ab657ccec4169ea36ecddfad7ea85 [('5d13cfce75a45cd1', 'FR', 'ANSSI-CC-2010/23'), ('74727e1e9f40b1db', 'FR', 'ANSSI-CC-2010/23')]\n",
+ "1d75ccb32d4998770a997486e9c3b7113a31d07c32f67b96da58446127bc1fcd [('8826a8ae0369901a', 'FR', 'ANSSI-CC-2010/03'), ('67a79bfc84b4071b', 'FR', 'ANSSI-CC-2010/03')]\n",
+ "89ac72c45dd136d36fc2cb90386d0feca9d48a2cdaabc95dd998e3ef27285e5f [('baead73ecc6e4a33', 'FR', 'ANSSI-CC-2009/46'), ('d76f210e41d5589c', 'FR', 'ANSSI-CC-2009/46')]\n",
+ "63b270e4758326c0f42369f0ffdd4882e46a110389d8901fc6aa02fc0a395af7 [('80ae5f71b5fa278a', 'FR', 'ANSSI-CC-2009/47'), ('0cbcee9f1cde47a8', 'FR', 'ANSSI-CC-2009/47')]\n",
+ "0d0cb46d860cce3b9783d0459d29c07e3bdf162f93de971187457b1110efa121 [('1b5a04adf5047f67', 'FR', 'ANSSI-CC-2009/49'), ('1188aebd8681e4fe', 'FR', 'ANSSI-CC-2009/49')]\n",
+ "695a144a7fe6f6327bd25b4500871eb89e7af20cb9dd18627ca70ec518cba88c [('fad651102525c5a4', 'FR', 'ANSSI-CC-2009/36'), ('928e364f71d64595', 'FR', 'ANSSI-CC-2009/36')]\n",
+ "9d832fa6cedfa8779c12b333355be2352e66c7909edef8714bc399b1cad3ab75 [('a52f807db0eb7fdb', 'FR', 'ANSSI-2009/24'), ('e6a8cbbc8c557bed', 'FR', 'ANSSI-2009/24')]\n",
+ "0e25deccc55eb6817213e132ba56d7ba524bf0e8d3a97ab06e16884504770e42 [('0b0648a9b9a26747', 'ES', '2004-3-INF-71'), ('1bb3da30bc8f4750', 'ES', '2004-3-INF-71')]\n",
+ "839967798c7b3851313702fe92f0fa2f58288c89a8cad7c90893138028850615 [('c3f8e8ddb1dabb02', 'FR', 'BSI-DSZ-CC-0223-2003'), ('4408217c4ce524fd', 'FR', 'BSI-DSZ-CC-0223-2003')]\n",
+ "528f44ec9a6fb8d0cea099f50e1430be4d104f4e88d06adc5044b7ba1dde2625 [('41708ba21f2bb4a7', 'DE', 'BSI-DSZ-CC-0196-2003'), ('063d4ed52b084441', 'DE', 'BSI-DSZ-CC-0196-2003')]\n",
+ "4997e90f46b56c022c3b6d2cf0f1190ae930eab0ba5ac38706afc978227a3545 [('a79f15874e255007', 'UK', None), ('20c98a49ea86a519', 'UK', None)]\n",
+ "a629fab094efe1b0b56f1abe80f62c190cc94a0c3db1f07694fa81f6122de634 [('e510cd16d4f9f4a3', 'UK', 'CERTIFICATION REPORT No. P141'), ('b802ce16d43a545e', 'UK', 'CERTIFICATION REPORT No. P141')]\n",
+ "0d27e41592c28820b996b2f3e5086db67d97a602c9a87b81c66eef3235f77b8e [('aa49720eb88f291c', 'US', 'CCEVS-VR-VID10559-2014'), ('449ea70a6342d680', 'US', 'CCEVS-VR-VID10559-2014')]\n",
+ "4468f2b1f1887ec6d2bd958e7468d038d63d019d476abfa157dfff3448fa270e [('31b7cfe0a8a73263', 'FR', 'ANSSI-CC-2010/16'), ('1bb49ac0d6f7944d', 'FR', 'ANSSI-CC-2010/16')]\n",
+ "2fd0d0500ae3fd6f256a20649ec3dab60e3706598b7d8a9238733d9a65a36d68 [('d42974d5cce56320', 'US', 'CCEVS-VR-04-0074'), ('1bcac3b368582ae1', 'US', 'CCEVS-VR-04-0074')]\n",
+ "7b99b70d97a108f3ad77dbe670ce3e690ba9e7e00c7fca52a0b97ce30460cd12 [('370d590d42b7d9f3', 'US', 'CCEVS-VR-VID11039-2020'), ('11162192b8001047', 'US', 'CCEVS-VR-VID11039-2020')]\n",
+ "9ec8209bac6e8f36122e2f94de65d61a3f026bcaf748add5196a925199aed39e [('8ba5d4d02ea73d3d', 'CA', '383-4-100-CR'), ('c4e1391e8ba34694', 'CA', '383-4-100-CR')]\n",
+ "9e16b403f88963dd417e3bcd95f2bc133daebe222762d13fa0f4292d928638d4 [('a5fd51390f814a46', 'NO', 'SERTIT-014'), ('8278a9ba639a08d0', 'NO', 'SERTIT-014'), ('3ba740ca6ee8ed75', 'NO', 'SERTIT-014')]\n",
+ "177de21de10e98c1e16ff7edb0957b06d4173c3697a822e0e3aba1a60e0df5b6 [('0f6c8bde7c6574e3', 'US', 'CCEVS-VR-VID10327-2009'), ('c80e1ca4d8641a3d', 'US', 'CCEVS-VR-VID10327-2009')]\n",
+ "e0a94363a3a69502dd53a983f764943d01ccc32eaf94321e7bc351ad673dee1d [('686005d0b5ff5c5c', 'US', 'CCEVS-VR-06-0024'), ('b901bbd0ce1f0a3b', 'US', 'CCEVS-VR-06-0024')]\n",
+ "7bd5b517b9bad7d57aa509ba4c24bf61aa31e1a2c7c07954dd3552a92388817f [('f3bb1641b4bb0aa0', 'FR', 'Rapport de certification 2005/01'), ('749fae44017016c5', 'DE', 'Rapport de certification 2005/01')]\n",
+ "61f65021cd05268cd26b56e5e4d3aff4f43cb2ed876e03a4c1ac9e0780688059 [('814a2ac0aeae08b1', 'US', 'CCEVS-VR-03-0044'), ('02a31d0ed42e4ff1', 'US', 'CCEVS-VR-03-0044')]\n",
+ "49\n"
+ ]
+ }
+ ],
+ "source": [
+ "hashes = {}\n",
+ "\n",
+ "for cert in dset:\n",
+ " if cert.state.report_pdf_hash is not None:\n",
+ " r_entry = (cert.dgst, cert.scheme, cert.heuristics.cert_id)\n",
+ " r_list = hashes.setdefault(cert.state.report_pdf_hash, [])\n",
+ " r_list.append(r_entry)\n",
+ "\n",
+ "dups = set()\n",
+ "i = 0\n",
+ "for hash, entries in hashes.items():\n",
+ " if len(entries) > 1:\n",
+ " i += 1\n",
+ " print(hash, entries)\n",
+ " for entry in entries:\n",
+ " dups.add(entry[0])\n",
+ "print(i)"
+ ],
+ "metadata": {
+ "collapsed": false,
+ "pycharm": {
+ "name": "#%%\n"
+ }
+ }
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 18,
+ "outputs": [
+ {
+ "name": "stdout",
+ "output_type": "stream",
+ "text": [
+ "CCEVS-VR-10425-2011,e2f3a1cdd592ab05,,,,\n",
+ "CCEVS-VR-10425-2011,52f07fb00a81780e,,,,\n",
+ "CCEVS-VR-05-0124,8bf284d3b482ad65,,,,\n",
+ "CCEVS-VR-05-0124,3ad601a9cb30dfef,,,,\n",
+ "CCEVS-VR-05-0102,a67fe4216fd88917,,,,\n",
+ "CCEVS-VR-05-0102,ec25be3458d728cd,,,,\n",
+ "383-4-198-CR,3c24bbe7724dbfdd,,,,\n",
+ "383-4-198-CR,0a3793d207c47790,,,,\n",
+ "CCEVS-VR-VID10327-2009,c80e1ca4d8641a3d,,,,\n",
+ "CCEVS-VR-VID10327-2009,0f6c8bde7c6574e3,,,,\n",
+ "ANSSI-CC-2010/36,5e4c757231135ba1,,,,\n",
+ "ANSSI-CC-2010/36,69c75283a4ccf934,,,,\n",
+ "Rapport de certification 2005/01,f3bb1641b4bb0aa0,,,,\n",
+ "Rapport de certification 2005/01,749fae44017016c5,,,,\n",
+ "2004-3-INF-71,1bb3da30bc8f4750,,,,\n",
+ "2004-3-INF-71,0b0648a9b9a26747,,,,\n",
+ "CCEVS-VR-VID10559-2014,aa49720eb88f291c,,,,\n",
+ "CCEVS-VR-VID10559-2014,449ea70a6342d680,,,,\n",
+ "ANSSI-CC-2010/24,0372b733c28f305a,,,,\n",
+ "ANSSI-CC-2010/24,b9789028f97490ce,,,,\n",
+ "ANSSI-CC-2010/34,2f53e1d94ca1a010,,,,\n",
+ "ANSSI-CC-2010/34,27ccec0740bb7915,,,,\n",
+ "CSEC2017009,4c33266562bb9b24,,,,\n",
+ "CSEC2017009,99ebfcfea90e5e75,,,,\n",
+ "BSI-DSZ-CC-1030-2018,4df9f5ce6006aa63,,,,\n",
+ "BSI-DSZ-CC-1030-2018,83b56f938e262858,,,,\n",
+ "CCEVS-VR-06-0008,11a73a5b4bff867e,,,,\n",
+ "CCEVS-VR-06-0008,b33406a237a97bf0,,,,\n",
+ "ANSSI-CC-2014/36,8d6bca0d7f228191,,,,\n",
+ "ANSSI-CC-2014/36,f43765c81befb944,,,,\n",
+ "CCEVS-VR-VID10003-2008,bf7b3c78598f74cd,,,,\n",
+ "CCEVS-VR-VID10003-2008,8f538d2eb9a1c6c7,,,,\n",
+ "ANSSI-CC-2009/46,baead73ecc6e4a33,,,,\n",
+ "ANSSI-CC-2009/46,d76f210e41d5589c,,,,\n",
+ "BSI-DSZ-CC-1053-2018,4e246ff7fd346630,,,,\n",
+ "BSI-DSZ-CC-1053-2018,a6629b6ce5514a43,,,,\n",
+ "ANSSI-CC-2018/41,10b17081dd7cad8f,,,,\n",
+ "ANSSI-CC-2018/41,27baf39406deb767,,,,\n",
+ "ANSSI-CC-2009/49,1b5a04adf5047f67,,,,\n",
+ "ANSSI-CC-2009/49,1188aebd8681e4fe,,,,\n",
+ "CCEVS-VR-05-0137,feeecec3ac6f0503,,,,\n",
+ "CCEVS-VR-05-0137,1c7087cf1e7ad810,,,,\n",
+ "ANSSI-CC-2013/09,a5adb726852f5cc5,,,,\n",
+ "ANSSI-CC-2013/09,ee35dcafbe1b9532,,,,\n",
+ "ANSSI-CC-2010/03,67a79bfc84b4071b,,,,\n",
+ "ANSSI-CC-2010/03,8826a8ae0369901a,,,,\n",
+ "BSI-DSZ-CC-0196-2003,063d4ed52b084441,,,,\n",
+ "BSI-DSZ-CC-0196-2003,41708ba21f2bb4a7,,,,\n",
+ "383-4-100-CR,8ba5d4d02ea73d3d,,,,\n",
+ "383-4-100-CR,c4e1391e8ba34694,,,,\n",
+ "ANSSI-CC-2019/20,c36783a79de002c5,,,,\n",
+ "ANSSI-CC-2019/20,088504703b9eedc1,,,,\n",
+ "CCEVS-VR-10610-2015,6f0a50d3bd7db7c7,,,,\n",
+ "CCEVS-VR-10610-2015,e93207ee36a5fabf,,,,\n",
+ "CCEVS-VR-04-0074,d42974d5cce56320,,,,\n",
+ "CCEVS-VR-04-0074,1bcac3b368582ae1,,,,\n",
+ "CCEVS-VR-06-0024,686005d0b5ff5c5c,,,,\n",
+ "CCEVS-VR-06-0024,b901bbd0ce1f0a3b,,,,\n",
+ "ANSSI-CC-2011/07,41bd2924e9afced5,,,,\n",
+ "ANSSI-CC-2011/07,796445972ef2ff5b,,,,\n",
+ "ANSSI-2009/24,a52f807db0eb7fdb,,,,\n",
+ "ANSSI-2009/24,e6a8cbbc8c557bed,,,,\n",
+ "2016-47-INF-2126,f254bdb3e177193d,,,,\n",
+ "2016-47-INF-2126,b1f92dfbc5d51547,,,,\n",
+ "ANSSI-CC-2010/39,4e9bb649bce14c86,,,,\n",
+ "ANSSI-CC-2010/39,30ae700d801bd41c,,,,\n",
+ "ANSSI-CC-2014/46,da7fa774f888542b,,,,\n",
+ "ANSSI-CC-2014/46,ba5cbf3c600d99ac,,,,\n"
+ ]
+ }
+ ],
+ "source": [
+ "with open(\"duplicate_ids.csv\", \"r\") as f:\n",
+ " reader = csv.DictReader(f)\n",
+ " for line in reader:\n",
+ " if line[\"id\"] in dups:\n",
+ " if not line[\"result\"]:\n",
+ " print(\",\".join(line.values()))"
+ ],
+ "metadata": {
+ "collapsed": false,
+ "pycharm": {
+ "name": "#%%\n"
+ }
+ }
+ },
+ {
+ "cell_type": "code",
+ "execution_count": null,
+ "outputs": [],
+ "source": [],
+ "metadata": {
+ "collapsed": false,
+ "pycharm": {
+ "name": "#%%\n"
+ }
+ }
+ }
+ ],
+ "metadata": {
+ "kernelspec": {
+ "display_name": "Python 3",
+ "language": "python",
+ "name": "python3"
+ },
+ "language_info": {
+ "codemirror_mode": {
+ "name": "ipython",
+ "version": 2
+ },
+ "file_extension": ".py",
+ "mimetype": "text/x-python",
+ "name": "python",
+ "nbconvert_exporter": "python",
+ "pygments_lexer": "ipython2",
+ "version": "2.7.6"
+ }
+ },
+ "nbformat": 4,
+ "nbformat_minor": 0
+} \ No newline at end of file
diff --git a/data/cert_id_eval/duplicate_ids.csv b/data/cert_id_eval/duplicate_ids.csv
new file mode 100644
index 00000000..7fdffa64
--- /dev/null
+++ b/data/cert_id_eval/duplicate_ids.csv
@@ -0,0 +1,224 @@
+cert_id,id,result,true_id,reason,fixable
+ANSSI-CC-2012/70,1b20b1629ba7d3a6,fp,KECS-ISIS-0490-2014,number of mentions of component certificate higher than actual,scheme mismatch
+ANSSI-CC-2012/70,cb203cf5d91b1ae3,fp,KECS-ISIS-0533-2014,number of mentions of component certificate higher than actual,scheme mismatch
+ANSSI-CC-2012/70,8870ddf70bf57890,fp,KECS-ISIS-0513-2014,number of mentions of component certificate higher than actual,scheme mismatch
+ANSSI-CC-2012/70,3ea02a62856c752a,fp,KECS-ISIS-0468-2013,number of mentions of component certificate higher than actual,scheme mismatch
+ANSSI-CC-2012/70,259e0ab1c4b690cf,fp,KECS-ISIS-0456-2013,number of mentions of component certificate higher than actual,scheme mismatch
+ANSSI-CC-2012/70,aabd0ff0d82fff72,tp,ANSSI-CC-2012/70,,
+ANSSI-CC-2012/70,bcac7e3f9f614ec6,fp,KECS-ISIS-0675-2015,number of mentions of component certificate higher than actual,scheme mismatch
+ANSSI-CC-2012/70,f2327302df1aa660,fp,KECS-ISIS-0435-2013,number of mentions of component certificate higher than actual,scheme mismatch
+BSI-DSZ-CC-0645-2010,a60b819509d62b84,tp,BSI-DSZ-CC-0645-2010,,
+BSI-DSZ-CC-0645-2010,720aab4f782f4c60,fp,2011-14-INF-1095v1,number of mentions of component certificate higher than actual,scheme mismatch
+BSI-DSZ-CC-0645-2010,9e7c513fdd35df17,fp,2011-13-INF-1092v1,number of mentions of component certificate higher than actual,scheme mismatch
+BSI-DSZ-CC-0645-2010,2fb4fdf2a570c366,fp,2011-15-INF-1098v1,number of mentions of component certificate higher than actual,scheme mismatch
+BSI-DSZ-CC-0645-2010,a5e8267322d0d7a6,fp,2011-12-INF-1089v1,number of mentions of component certificate higher than actual,scheme mismatch
+BSI-DSZ-CC-1110-V3-2020,5346d5a4418466ab,fp,KECS-ISIS-1031-2020,number of mentions of component certificate higher than actual,scheme mismatch
+BSI-DSZ-CC-1110-V3-2020,a7840a951b1de6c2,fp,ANSSI-CC-2020/87,number of mentions of component certificate higher than actual,scheme mismatch
+BSI-DSZ-CC-1110-V3-2020,09220515a7edf3f9,tp,BSI-DSZ-CC-1110-V3-2020,,
+BSI-DSZ-CC-1110-V3-2020,8b7145c13f36c324,fp,ANSSI-CC-2020/88,number of mentions of component certificate higher than actual,scheme mismatch
+BSI-DSZ-CC-0782-V5-2020,15d68159595eae09,tp,BSI-DSZ-CC-0782-V5-2020,,
+BSI-DSZ-CC-0782-V5-2020,c8ff17063166050d,fp,KECS-ISIS-1140-2021,number of mentions of component certificate higher than actual,scheme mismatch
+BSI-DSZ-CC-0782-V5-2020,f2e7c6dfd6a431c8,fp,KECS-ISIS-1139-2021,number of mentions of component certificate higher than actual,scheme mismatch
+BSI-DSZ-CC-0782-V5-2020,17a23970b35a4f44,fp,KECS-ISIS-1113-2021,number of mentions of component certificate higher than actual,scheme mismatch
+SERTIT-014,a5fd51390f814a46,tp,SERTIT-014,,
+SERTIT-014,8278a9ba639a08d0,fp,,wrong certification report uploaded + clone,
+SERTIT-014,3ba740ca6ee8ed75,fp,,wrong certification report uploaded + clone,
+ANSSI-CC-2021/50,425f13fb7e94add5,tp,ANSSI-CC-2021/50,,
+ANSSI-CC-2021/50,b42009eb34746731,fp,ANSSI-CC-2022/29,number of mentions of component certificate higher than actual,frontpage match + file metadata
+ANSSI-CC-2021/50,0d2cab8061464438,fp,ANSSI-CC-2022/25,number of mentions of component certificate higher than actual,frontpage match + file metadata
+ANSSI-CC-2014/58,27d11629261d8806,fp,KECS-ISIS-0798-2017,number of mentions of component certificate higher than actual,scheme mismatch
+ANSSI-CC-2014/58,627bfd69c2a831cf,tp,ANSSI-CC-2014/58,,
+ANSSI-CC-2014/58,cacdfdafce47678c,fp,KECS-ISIS-0799-2017,number of mentions of component certificate higher than actual,scheme mismatch
+BSI-DSZ-CC-0223-2003,4408217c4ce524fd,fp,DCSSI-CC-2003/12,number of mentions of component certificate higher than actual + clone,scheme mismatch
+BSI-DSZ-CC-0223-2003,b82b48b0e915aaac,tp,BSI-DSZ-CC-0223-2003,,
+BSI-DSZ-CC-0223-2003,c3f8e8ddb1dabb02,fp,DCSSI-CC-2003/12,number of mentions of component certificate higher than actual + clone,scheme mismatch
+ANSSI-CC-2019/01,f4b4b026e87b5086,fp,KECS-ISIS-0937-2019,number of mentions of component certificate higher than actual,scheme mismatch
+ANSSI-CC-2019/01,fbc78e2407910a4b,fp,KECS-ISIS-0936-2019,number of mentions of component certificate higher than actual,scheme mismatch
+ANSSI-CC-2019/01,84c8bf1f809380bc,tp,ANSSI-CC-2019/01,,
+ANSSI-CC-2018/12,a0c38b4389ad7cf7,fp,2017-63-INF-3232-v1,number of mentions of component certificate higher than actual,scheme mismatch
+ANSSI-CC-2018/12,10107b83e7393c50,tp,ANSSI-CC-2018/12,,
+ANSSI-CC-2018/12,7dfcefd1ffeaa941,fp,2017-62-INF-3233-v1,number of mentions of component certificate higher than actual,scheme mismatch
+ANSSI-CC-2021/49,6fd73557577cf9ed,tp,ANSSI-CC-2021/49,,
+ANSSI-CC-2021/49,037577fc2019fcfa,fp,ANSSI-CC-2022/28,number of mentions of component certificate higher than actual,frontpage match + file metadata
+ANSSI-CC-2021/49,d55eb8c97d71e843,fp,ANSSI-CC-2022/24,number of mentions of component certificate higher than actual,frontpage match + file metadata
+ANSSI-CC-2009/36,fad651102525c5a4,fp,ANSSI-CC-2009/48,mismatched frontpage and title page + clone,
+ANSSI-CC-2009/36,928e364f71d64595,fp,ANSSI-CC-2009/48,mismatched frontpage and title page + clone,
+ANSSI-CC-2009/36,691b730a7bbb28b0,tp,ANSSI-CC-2009/36,,
+567-LSS,0a06ae047b9790ba,tp,567-LSS,clone + removed,handle removed
+567-LSS,53231c8ddc542543,tp,567-LSS,clone,
+567-LSS,3af72451867b3187,tp,567-LSS,clone + removed,handle removed
+CCEVS-VR-VID11024-2019,dfa12d7893c9efdf,fp,,wrong certification report and security target uploaded,
+CCEVS-VR-VID11024-2019,20f851314c4f57d9,tp,CCEVS-VR-VID11024-2019,,
+CCEVS-VR-VID11024-2019,b4288d36bc129d2f,fp,,wrong certification report and security target uploaded,
+BSI-DSZ-CC-0782-V2-2015,188d3cda4e6f2d5d,fp,KECS-ISIS-0677-2015,number of mentions of component certificate higher than actual,scheme mismatch
+BSI-DSZ-CC-0782-V2-2015,2a91f42389fda90d,fp,KECS-ISIS-0676-2015,number of mentions of component certificate higher than actual,scheme mismatch
+BSI-DSZ-CC-0782-V2-2015,446aa68e0c4c5083,tp,BSI-DSZ-CC-0782-V2-2015,,
+ANSSI-CC-2021/52,d355c778fcfee3a9,fp,ANSSI-CC-2022/27,number of mentions of component certificate higher than actual,frontpage match + file metadata
+ANSSI-CC-2021/52,6cef8442092da1da,fp,ANSSI-CC-2022/31,number of mentions of component certificate higher than actual,frontpage match + file metadata
+ANSSI-CC-2021/52,536aac44b608f951,tp,ANSSI-CC-2021/52,,
+ANSSI-CC-2021/51,a47713a44e4c656b,tp,ANSSI-CC-2021/51,,
+ANSSI-CC-2021/51,940a18f62c79ffae,fp,ANSSI-CC-2022/30,number of mentions of component certificate higher than actual,frontpage match + file metadata
+ANSSI-CC-2021/51,5787ff8207fd751d,fp,ANSSI-CC-2022/26,number of mentions of component certificate higher than actual,frontpage match + file metadata
+BSI-DSZ-CC-0945-2017,457fcec1ad31841f,fp,ANSSI-CC-2022/37v22,number of mentions of component certificate higher than actual,scheme mismatch
+BSI-DSZ-CC-0945-2017,0b36924a005c2ae2,fp,ANSSI-CC-2022/36v22,number of mentions of component certificate higher than actual,scheme mismatch
+BSI-DSZ-CC-0945-2017,5103648897ba1b3a,tp,BSI-DSZ-CC-0945-2017,,
+CCEVS-VR-05-0091,c79dafc7b0da855e,tp,CCEVS-VR-05-0091,clone,
+CCEVS-VR-05-0091,355a5b9240e32cc9,tp,CCEVS-VR-05-0091,clone,
+2009-27-INF-754,7ac69e82d1a680bb,fp,,different reports share cert_id,
+2009-27-INF-754,ba59aad3e2ff297d,fp,,different reports share cert_id,
+ANSSI-CC-2021/16,0ef56cba2362e463,tp,ANSSI-CC-2021/16,,
+ANSSI-CC-2021/16,875347e0d906197d,fp,ANSSI-CC-2021/16-R01,regex issue,regex fix
+ANSSI-CC-2011/72,2b0342d5b70b7a78,fp,ANSSI-CC-2011/82,mismatched frontpage and title page,
+ANSSI-CC-2011/72,dec61898ab005e45,tp,ANSSI-CC-2011/72,,
+ANSSI-CC-2021/34,60f31793e1e5f4e1,tp,ANSSI-CC-2021/34,,
+ANSSI-CC-2021/34,3cbdd57de3f32ad0,fp,ANSSI-CC-2021/34-R01,regex issue,regex fix
+CCEVS-VR-10786-2017,d976861ecbeee69c,fp,,different reports share cert_id,
+CCEVS-VR-10786-2017,371abb3484840317,fp,,different reports share cert_id,
+ANSSI-CC-2020/65,d492f0e3e19d32f6,fp,ANSSI-CC-2020/65v2,regex substring,frontpage match
+ANSSI-CC-2020/65,b30ef2c1aaec9236,tp,ANSSI-CC-2020/65,,
+BSI-DSZ-CC-0588-2009,03b4ff588fb88dae,fp,,wrong certification report ,
+BSI-DSZ-CC-0588-2009,031667f4e242da61,tp,BSI-DSZ-CC-0588-2009,,
+ANSSI-CC-2021/62,559e4549a852aab2,tp,ANSSI-CC-2021/62,,
+ANSSI-CC-2021/62,3e020408537aaad0,fp,ANSSI-CC-2021/62-R01,regex issue,regex fix
+ANSSI-CC-2020/12,6c6c5ba82977609b,fp,ANSSI-CC-2020/93,number of mentions of component certificate higher than actual,frontpage match
+ANSSI-CC-2020/12,af6767c887ae930a,tp,ANSSI-CC-2020/12,,
+BSI-DSZ-CC-1139-V3-2021,887139711564fdb3,tp,BSI-DSZ-CC-1139-V3-2021,clone,
+BSI-DSZ-CC-1139-V3-2021,793075287bf70a81,tp,BSI-DSZ-CC-1139-V3-2021,clone,
+CCEVS-VR-05-0109,c1e1490b9605ab89,fp,,different reports share cert_id,
+CCEVS-VR-05-0109,4863e25901fb2893,fp,,different reports share cert_id,
+ANSSI-CC-2018/13,60ec8738947badb0,tp,ANSSI-CC-2018/13,,
+ANSSI-CC-2018/13,dfe73b1d10e73300,fp,ANSSI-CC-2018/14,mismatched frontpage and title page,
+CCEVS-VR-VID11039-2020,11162192b8001047,fp,,wrong certification report ,
+CCEVS-VR-VID11039-2020,370d590d42b7d9f3,tp,CCEVS-VR-VID11039-2020,,
+ANSSI-CC-2013/16,9d15e7bf1444f8b8,tp,ANSSI-CC-2013/16,clone,
+ANSSI-CC-2013/16,18e68a485e648ddc,tp,ANSSI-CC-2013/16,clone,
+TTAP-VR-0016,c3b19fb586749e3d,tp,TTAP-VR-0016,clone,
+TTAP-VR-0016,455be4bbbde75cbf,tp,TTAP-VR-0016,clone,
+ANSSI-CC-2010/23,5d13cfce75a45cd1,tp,ANSSI-CC-2010/23,clone,
+ANSSI-CC-2010/23,74727e1e9f40b1db,tp,ANSSI-CC-2010/23,clone,
+ANSSI-CC-2010/16,1bb49ac0d6f7944d,tp,ANSSI-CC-2010/16,clone,
+ANSSI-CC-2010/16,31b7cfe0a8a73263,tp,ANSSI-CC-2010/16,clone,
+CCEVS-VR-10425-2011,e2f3a1cdd592ab05,tp,CCEVS-VR-10425-2011,clone,
+CCEVS-VR-10425-2011,52f07fb00a81780e,tp,CCEVS-VR-10425-2011,clone,
+CCEVS-VR-VID10510-2014,965f41d028746f9b,fp,,different reports share cert_id,
+CCEVS-VR-VID10510-2014,0cf98690ba05ef68,fp,,different reports share cert_id,
+383-4-263-CR,f2032ab2a50ab35d,tp,383-4-263-CR,clone,
+383-4-263-CR,1fb95703e4e12a49,tp,383-4-263-CR,clone,
+NSCIB-CC-0237694-CR,9fd2cc58ecfab9c4,tp,NSCIB-CC-0237694-CR,clone,
+NSCIB-CC-0237694-CR,b1401488f998c1f0,tp,NSCIB-CC-0237694-CR,clone,
+ANSSI-CC-2020/07,8820852f4a1163b3,tp,ANSSI-CC-2020/07,clone,
+ANSSI-CC-2020/07,9ab449ecd0da1754,tp,ANSSI-CC-2020/07,clone,
+CCEVS-VR-05-0124,8bf284d3b482ad65,tp,CCEVS-VR-05-0124,clone,
+CCEVS-VR-05-0124,3ad601a9cb30dfef,tp,CCEVS-VR-05-0124,clone,
+CCEVS-VR-05-0102,a67fe4216fd88917,tp,CCEVS-VR-05-0102,clone,
+CCEVS-VR-05-0102,ec25be3458d728cd,tp,CCEVS-VR-05-0102,clone,
+383-4-198-CR,3c24bbe7724dbfdd,tp,383-4-198-CR,clone,
+383-4-198-CR,0a3793d207c47790,tp,383-4-198-CR,clone,
+NSCIB-CC-0308282-CR,01fa8bfbc95c23b5,tp,NSCIB-CC-0308282-CR,clone,
+NSCIB-CC-0308282-CR,f6e744b5e5ae6d4f,tp,NSCIB-CC-0308282-CR,clone + removed,handle removed
+ANSSI-CC-2014/59,ac4687f4b15507b6,fp,KECS-ISIS-0797-2017,number of mentions of component certificate higher than actual,scheme mismatch
+ANSSI-CC-2014/59,6d41460480570d22,tp,ANSSI-CC-2014/59,,
+CCEVS-VR-VID10327-2009,c80e1ca4d8641a3d,tp,CCEVS-VR-VID10327-2009,clone,
+CCEVS-VR-VID10327-2009,0f6c8bde7c6574e3,tp,CCEVS-VR-VID10327-2009,clone,
+NSCIB-CC-0388535-CR,3a89942886178cad,tp,NSCIB-CC-0388535-CR,clone + removed,handle removed
+NSCIB-CC-0388535-CR,ab4814d2b8c742a0,tp,NSCIB-CC-0388535-CR,clone,
+ANSSI-CC-2010/36,5e4c757231135ba1,tp,ANSSI-CC-2010/36,clone,
+ANSSI-CC-2010/36,69c75283a4ccf934,tp,ANSSI-CC-2010/36,clone,
+BSI-DSZ-CC-0950-V2-2018,a46522d0a592c1fe,tp,BSI-DSZ-CC-0950-V2-2018,clone + removed,handle removed
+BSI-DSZ-CC-0950-V2-2018,6f90b0bf6bbe884b,tp,BSI-DSZ-CC-0950-V2-2018,clone,
+Rapport de certification 2005/01,f3bb1641b4bb0aa0,tp,Rapport de certification 2005/01,clone,
+Rapport de certification 2005/01,749fae44017016c5,tp,Rapport de certification 2005/01,clone + mismatched scheme ,scheme mismatch
+2004-3-INF-71,1bb3da30bc8f4750,tp,2004-3-INF-71v2,clone,
+2004-3-INF-71,0b0648a9b9a26747,tp,2004-3-INF-71v2,clone,
+CCEVS-VR-VID10559-2014,aa49720eb88f291c,tp,CCEVS-VR-VID10559-2014,,
+CCEVS-VR-VID10559-2014,449ea70a6342d680,fp,,wrong certification report ,
+ANSSI-CC-2021/30,c62b878b1ac43df9,tp,ANSSI-CC-2021/30,,
+ANSSI-CC-2021/30,459539da9315ccac,fp,ANSSI-CC-2021/30-R01,regex issue,regex fix
+ANSSI-CC-2010/24,0372b733c28f305a,tp,ANSSI-CC-2010/24,clone,
+ANSSI-CC-2010/24,b9789028f97490ce,tp,ANSSI-CC-2010/24,clone,
+ANSSI-CC-2010/34,2f53e1d94ca1a010,tp,ANSSI-CC-2010/34,clone,
+ANSSI-CC-2010/34,27ccec0740bb7915,tp,ANSSI-CC-2010/34,clone,
+CSEC2017009,4c33266562bb9b24,tp,CSEC2017009,clone,
+CSEC2017009,99ebfcfea90e5e75,tp,CSEC2017009,clone,
+BSI-DSZ-CC-1030-2018,4df9f5ce6006aa63,tp,BSI-DSZ-CC-1030-2018,clone,
+BSI-DSZ-CC-1030-2018,83b56f938e262858,tp,BSI-DSZ-CC-1030-2018,clone,
+CCEVS-VR-06-0008,11a73a5b4bff867e,tp,CCEVS-VR-06-0008,clone,
+CCEVS-VR-06-0008,b33406a237a97bf0,tp,CCEVS-VR-06-0008,clone,
+ANSSI-CC-2014/36,8d6bca0d7f228191,tp,ANSSI-CC-2014/36,clone,
+ANSSI-CC-2014/36,f43765c81befb944,tp,ANSSI-CC-2014/36,clone,
+CCEVS-VR-VID10003-2008,bf7b3c78598f74cd,tp,CCEVS-VR-VID10003-2008,,
+CCEVS-VR-VID10003-2008,8f538d2eb9a1c6c7,fp,,wrong certification report ,
+BSI-DSZ-CC-0891-V2-2016,bc715a45d7584d95,fp,NSCIB-CC-16-95781-CR,number of mentions of component certificate higher than actual,frontpage match + scheme mismatch
+BSI-DSZ-CC-0891-V2-2016,2d835bff00514238,tp,BSI-DSZ-CC-0891-V2-2016,,
+BSI-DSZ-CC-0935-2015,025ccea9d90154b0,tp,BSI-DSZ-CC-0935-2015,,
+BSI-DSZ-CC-0935-2015,a4bbf07046109fc9,fp,NSCIB-CC-10-30076-CR,number of mentions of component certificate higher than actual,scheme mismatch
+ANSSI-CC-2009/46,baead73ecc6e4a33,tp,ANSSI-CC-2009/46,clone,
+ANSSI-CC-2009/46,d76f210e41d5589c,tp,ANSSI-CC-2009/46,clone,
+BSI-DSZ-CC-0234-2004,f577607298c4b574,fp,CERTIFICATION REPORT No. P212,number of mentions of component certificate higher than actual,scheme mismatch
+BSI-DSZ-CC-0234-2004,1cb63a13bf4c58ff,tp,BSI-DSZ-CC-0234-2004,,
+BSI-DSZ-CC-1053-2018,4e246ff7fd346630,tp,BSI-DSZ-CC-1053-2018,clone,
+BSI-DSZ-CC-1053-2018,a6629b6ce5514a43,tp,BSI-DSZ-CC-1053-2018,clone,
+ANSSI-CC-2018/41,10b17081dd7cad8f,tp,ANSSI-CC-2018/41,clone,
+ANSSI-CC-2018/41,27baf39406deb767,tp,ANSSI-CC-2018/41,clone,
+ANSSI-CC-2021/02,82c717a9a379b75c,tp,ANSSI-CC-2021/02,,
+ANSSI-CC-2021/02,7e24168630d5124e,fp,ANSSI-CC-2021/02-R01,regex issue,regex fix
+ANSSI-CC-2009/49,1b5a04adf5047f67,tp,ANSSI-CC-2009/49,clone,
+ANSSI-CC-2009/49,1188aebd8681e4fe,tp,ANSSI-CC-2009/49,clone,
+CCEVS-VR-05-0137,feeecec3ac6f0503,tp,CCEVS-VR-05-0137,clone,
+CCEVS-VR-05-0137,1c7087cf1e7ad810,tp,CCEVS-VR-05-0137,clone,
+ANSSI-CC-2013/09,a5adb726852f5cc5,tp,ANSSI-CC-2013/09,clone,
+ANSSI-CC-2013/09,ee35dcafbe1b9532,tp,ANSSI-CC-2013/09,clone,
+ANSSI-CC-2010/03,67a79bfc84b4071b,tp,ANSSI-CC-2010/03,clone,
+ANSSI-CC-2010/03,8826a8ae0369901a,tp,ANSSI-CC-2010/03,clone,
+NSCIB-CC-98209-CR5,af86594cd7aaf6d4,tp,NSCIB-CC-98209-CR5,clone + removed,handle removed
+NSCIB-CC-98209-CR5,6fc6a0a8163fea0c,tp,NSCIB-CC-98209-CR5,clone,
+BSI-DSZ-CC-0501-2008,78bb780793fbb176,tp,BSI-DSZ-CC-0501-2008,,
+BSI-DSZ-CC-0501-2008,f7cbb33cc639b5b5,fp,KECS-ISIS-0222-2010,number of mentions of component certificate higher than actual,scheme mismatch
+BSI-DSZ-CC-0196-2003,063d4ed52b084441,fp,,wrong certification report ,
+BSI-DSZ-CC-0196-2003,41708ba21f2bb4a7,tp,BSI-DSZ-CC-0196-2003,,
+BSI-DSZ-CC-0624-2010,09be49631855ae19,tp,BSI-DSZ-CC-0624-2010,,
+BSI-DSZ-CC-0624-2010,1816ddecd7432cf9,fp,KECS-ISIS-0378-2012,number of mentions of component certificate higher than actual,
+383-4-100-CR,8ba5d4d02ea73d3d,tp,383-4-100-CR,,scheme mismatch
+383-4-100-CR,c4e1391e8ba34694,fp,,wrong certification report ,
+NSCIB-CC-0441513-CR,7533a87b0379ce3e,tp,NSCIB-CC-0441513-CR,clone + removed,handle removed
+NSCIB-CC-0441513-CR,82c6207791448e0c,tp,NSCIB-CC-0441513-CR,clone,
+ANSSI-CC-2019/20,c36783a79de002c5,tp,ANSSI-CC-2019/20,clone,
+ANSSI-CC-2019/20,088504703b9eedc1,tp,ANSSI-CC-2019/20,clone,
+CSEC2020024,f2b4285a59a296f2,tp,CSEC2020024,clone + removed,handle removed
+CSEC2020024,e502549eb7fd9869,tp,CSEC2020024,clone,
+CCEVS-VR-10610-2015,6f0a50d3bd7db7c7,fp,,wrong certification report ,
+CCEVS-VR-10610-2015,e93207ee36a5fabf,tp,CCEVS-VR-10610-2015,,
+NSCIB-CC-0237686-CR,294ef6cb28408ec9,tp,NSCIB-CC-0237686-CR,clone,
+NSCIB-CC-0237686-CR,6bca140482214182,tp,NSCIB-CC-0237686-CR,clone + removed,handle removed
+CCEVS-VR-04-0074,d42974d5cce56320,tp,CCEVS-VR-04-0074,clone,
+CCEVS-VR-04-0074,1bcac3b368582ae1,tp,CCEVS-VR-04-0074,clone,
+ANSSI-CC-2021/37,5498bfcecf19dfa3,tp,ANSSI-CC-2021/37,,
+ANSSI-CC-2021/37,5823c91d9bece0e0,fp,ANSSI-CC-2021/56,cert_id typo,
+CCEVS-VR-06-0024,686005d0b5ff5c5c,tp,CCEVS-VR-06-0024,clone,
+CCEVS-VR-06-0024,b901bbd0ce1f0a3b,tp,CCEVS-VR-06-0024,clone,
+ANSSI-CC-2011/07,41bd2924e9afced5,tp,ANSSI-CC-2011/07,clone,
+ANSSI-CC-2011/07,796445972ef2ff5b,tp,ANSSI-CC-2011/07,clone,
+ANSSI-CC-2018/38,3459c14186e8223f,tp,ANSSI-CC-2018/38,,
+ANSSI-CC-2018/38,371dca18821f7714,fp,ANSSI-CC-2018/38v2,regex substring,frontpage match
+CRP292,a00e93f2981ef418,fp,CRP298,number of mentions of component certificate higher than actual,frontpage match
+CRP292,3e345d3c6002ad55,tp,CRP292,,
+ANSSI-2009/24,a52f807db0eb7fdb,tp,ANSSI-2009/24,clone,
+ANSSI-2009/24,e6a8cbbc8c557bed,tp,ANSSI-2009/24,clone,
+ANSSI-CC-2013/47,34370b67b5e675c3,fp,KECS-ISIS-0489-2014,number of mentions of component certificate higher than actual,scheme mismatch
+ANSSI-CC-2013/47,6aa2f56da553d95d,tp,ANSSI-CC-2013/47,,
+ANSSI-CC-2010/02,7d4585a4b5b6e873,fp,KECS-ISIS-0419-201,number of mentions of component certificate higher than actual,scheme mismatch
+ANSSI-CC-2010/02,dbbf02a1cd0ad33b,tp,ANSSI-CC-2010/02,,
+2016-47-INF-2126,f254bdb3e177193d,tp,2016-47-INF-2126,clone,
+2016-47-INF-2126,b1f92dfbc5d51547,tp,2016-47-INF-2126,clone,
+ANSSI-CC-2010/39,4e9bb649bce14c86,tp,ANSSI-CC-2010/39,clone,
+ANSSI-CC-2010/39,30ae700d801bd41c,tp,ANSSI-CC-2010/39,clone,
+ANSSI-CC-2014/46,da7fa774f888542b,tp,ANSSI-CC-2014/46,clone,
+ANSSI-CC-2014/46,ba5cbf3c600d99ac,tp,ANSSI-CC-2014/46,clone,
+ANSSI-CC-2021/35,14b5a3a574c90154,fp,ANSSI-CC-2021/35-R01,regex issue,regex fix
+ANSSI-CC-2021/35,ce22219c2049985c,tp,ANSSI-CC-2021/35,,
+CSEC2016007,13e306eb69c8bf95,tp,CSEC2016007,clone (recertification?),
+CSEC2016007,0c3ff6669dcf6968,tp,CSEC2016007,clone (recertification?),
+BSI-DSZ-CC-0639-2010,2f9feaf4121720da,tp,BSI-DSZ-CC-0639-2010,,
+BSI-DSZ-CC-0639-2010,db7627e56b8621b1,fp,KECS-ISIS-0394-2012,number of mentions of component certificate higher than actual,scheme mismatch
+Certification Report 98/94,28bb2a8869397c4c,fp,CERTIFICATION REPORT No. P106,number of mentions of component certificate higher than actual,scheme mismatch
+Certification Report 98/94,28a9fc2137d72ce9,fp,CERTIFICATION REPORT No. P103,number of mentions of component certificate higher than actual,scheme mismatch
diff --git a/sec_certs/rules.yaml b/sec_certs/rules.yaml
index 927404c2..20e10041 100644
--- a/sec_certs/rules.yaml
+++ b/sec_certs/rules.yaml
@@ -13,9 +13,8 @@ cc_cert_id:
- "BSI-DSZ-CC-[0-9]+-(?:V|v)[0-9]+(?!-)" # German BSI (number + version but no year => no - after version)
FR:
- "ANSSI(?:-|-CC-|-CC )[0-9]+?/[0-9]+(v[1-9])?" # French
- - "ANSS[Ii]-CC-[0-9][0-9][0-9][0-9][/-_][0-9][0-9]+(?!-M|-S)" # French (/two or more digits then NOT -M or -S)
- - "ANSS[Ii]-CC-[0-9][0-9][0-9][0-9][/-_][0-9]+(?:v[0-9])?[_/-]M[0-9]+" # French, maintenance report (ANSSI-CC-2014_46_M01)
- - "ANSS[Ii]-CC-[0-9][0-9][0-9][0-9][/-_][0-9]+(?:v[0-9])?[_/-]S[0-9]+" # French, surveillance report (ANSSI-CC-2012/70-S01)
+ - "ANSS[Ii]-CC-[0-9][0-9][0-9][0-9][/-_][0-9][0-9]+(?!-M|-S|-R)" # French (/two or more digits then NOT -M or -S)
+ - "ANSS[Ii]-CC-[0-9][0-9][0-9][0-9][/-_][0-9]+(?:v[0-9])?[_/-][MSR][0-9]+" # French, maintenance or surveillance report (ANSSI-CC-2014_46_M01)
# 'ANSSI-CC-CER-F-.+?', # French
- "DCSSI-[0-9]+/[0-9]+" # French (DCSSI-2009/07)
- "Certification Report [0-9]+/[0-9]+" # French or Australia!! TODO: Resolve this.
@@ -55,7 +54,7 @@ cc_cert_id:
- "JISEC-CC-CRP-C[0-9]+-[0-9]+-[0-9]+" # Japan (JISEC-CC-CRP-C0689-01-2020)
- "Certification No. [cC][0-9]+" # Japan (Certification No. C0090)
MY:
- - "ISCB-[0-9]+-(?:RPT|FRM)-[CM][0-9]+[A-Z]?-(?:CR|AMR)(?:-[0-9])?-[vV][0-9](?:\.[0-9])?[a-z]?" # Malaysia (ISCB-3-RPT-C092-CR-v1, ISCB-3-RPT-C068-CR-1-v1)
+ - "ISCB-[0-9]+-(?:RPT|FRM)-[CM][0-9]+[A-Z]?-(?:CR|AMR)(?:-[0-9])?-[vV][0-9](?:\\.[0-9])?[a-z]?" # Malaysia (ISCB-3-RPT-C092-CR-v1, ISCB-3-RPT-C068-CR-1-v1)
IT:
- "OCSI/CERT/.+?" # Italy
- "OCSI/CERT/.+?/20[0-9]+(?:\\w|/RC)" # Italy (OCSI/CERT/ATS/01/2018/RC)