Sample (6) missing digests (to have 100) for manual CPE evaluation

2 files changed, 9 insertions, 9 deletions

diff --git a/data/cpe_eval/random.csv b/data/cpe_eval/random.csv
index 0a98305d..3245a4db 100644
--- a/data/cpe_eval/random.csv
+++ b/data/cpe_eval/random.csv
@@ -41,10 +41,8 @@ ba4b6de88757ad8c,"{'cpe:2.3:o:lexmark:mx722_firmware:-:*:*:*:*:*:*:*', 'cpe:2.3:
 1e5d8721adb66043,"{'cpe:2.3:a:citrix:presentation_server:4.0:*:*:*:*:*:*:*', 'cpe:2.3:a:citrix:management_console_for_metaframe_presentation_server:4.0.1:*:*:*:*:*:*:*', 'cpe:2.3:a:citrix:metaframe:4.0:*:*:*:*:*:*:*', 'cpe:2.3:a:citrix:metaframe_presentation_server:4.0:*:*:*:*:*:*:*', 'cpe:2.3:a:citrix:metaframe_presentation_server_for_windows:4.0.1:*:*:*:*:*:*:*', 'cpe:2.3:a:citrix:web_interface_for_metaframe_presentation_server:4.0.45083\\#28412:*:*:*:*:*:*:*', 'cpe:2.3:a:citrix:metaframe_presentation_server_for_windows:4.0.7:*:*:*:*:*:*:*'}"
 370d590d42b7d9f3,"{'cpe:2.3:o:redhat:enterprise_linux_server_tus:7.6:*:*:*:*:*:*:*', 'cpe:2.3:a:redhat:enterprise_linux_server_update_services_for_sap_solutions:7.6:*:*:*:*:*:*:*', 'cpe:2.3:o:redhat:enterprise_linux_for_power_big_endian_eus:7.6:*:*:*:*:*:*:*', 'cpe:2.3:o:redhat:enterprise_linux_server_update_services_for_sap_solutions:7.6:*:*:*:*:*:*:*', 'cpe:2.3:o:redhat:enterprise_linux_server_eus:7.6:*:*:*:*:*:*:*', 'cpe:2.3:o:redhat:enterprise_linux_for_ibm_z_systems_eus:7.6:*:*:*:*:*:*:*', 'cpe:2.3:o:redhat:enterprise_linux_server_for_power_little_endian_update_services_for_sap_solutions:7.6:*:*:*:*:*:*:*', 'cpe:2.3:o:redhat:linux:7:*:*:*:*:*:*:*', 'cpe:2.3:o:redhat:enterprise_linux_for_real_time_for_nfv:7:*:*:*:*:*:*:*', 'cpe:2.3:o:redhat:enterprise_linux_server:7.6:*:*:*:*:*:*:*', 'cpe:2.3:o:redhat:enterprise_linux_server_for_power_little_endian:7.6:*:*:*:*:*:*:*', 'cpe:2.3:o:redhat:enterprise_linux_server_aus:7.6:*:*:*:*:*:*:*', 'cpe:2.3:o:redhat:enterprise_linux_tus:7.6:*:*:*:*:*:*:*', 'cpe:2.3:o:redhat:enterprise_linux_for_real_time:7:*:*:*:*:*:*:*', 'cpe:2.3:o:redhat:enterprise_linux_eus:7.6:*:*:*:*:*:*:*', 'cpe:2.3:o:redhat:enterprise_linux_openstack_platform:7:*:*:*:*:*:*:*', 'cpe:2.3:o:redhat:enterprise_linux_compute_node_eus:7.6:*:*:*:*:*:*:*', 'cpe:2.3:o:redhat:enterprise_linux_for_power_big_endian_eus:7.6_ppc64:*:*:*:*:*:*:*', 'cpe:2.3:o:redhat:enterprise_linux:7.6:*:*:*:*:*:*:*', 'cpe:2.3:o:redhat:enterprise_linux_hpc_node_eus:7:*:*:*:*:*:*:*', 'cpe:2.3:o:redhat:enterprise_linux_for_power_little_endian_eus:7.6:*:*:*:*:*:*:*', 'cpe:2.3:o:redhat:enterprise_linux_aus:7.6:*:*:*:*:*:*:*', 'cpe:2.3:o:redhat:enterprise_linux_desktop:7:*:*:*:*:*:*:*'}"
 28a2b2549990a711,"{'cpe:2.3:a:unisys:stealth:4.0.114:*:*:*:*:*:*:*', 'cpe:2.3:a:unisys:stealth:4.0:*:*:*:*:*:*:*', 'cpe:2.3:a:unisys:stealth:4.0.027.0:*:*:*:*:*:*:*', 'cpe:2.3:a:unisys:stealth:4.0.134:*:*:*:*:*:*:*', 'cpe:2.3:a:unisys:stealth:4.0.131:*:*:*:*:*:*:*'}"
-1092b91c4d853106,{'cpe:2.3:o:cisco:ios_xr:12.4:*:*:*:*:*:*:*'}
 3f039f69a0665170,{'cpe:2.3:a:samsung:knox:1.0:*:*:*:*:*:*:*'}
 129481739aabc8df,"{'cpe:2.3:h:lexmark:cs622:-:*:*:*:*:*:*:*', 'cpe:2.3:o:lexmark:cs622_firmware:-:*:*:*:*:*:*:*'}"
-854f4851530238f8,{'cpe:2.3:h:kyocera:taskalfa_5052ci:-:*:*:*:*:*:*:*'}
 0103071bf39bf8c2,"{'cpe:2.3:a:symantec:message_gateway:10.6.1-3:*:*:*:*:*:*:*', 'cpe:2.3:a:symantec:message_gateway:10.6:*:*:*:*:*:*:*', 'cpe:2.3:a:symantec:message_gateway_for_service_providers:10.6:*:*:*:*:*:*:*', 'cpe:2.3:a:symantec:message_gateway:10.6.1:*:*:*:*:*:*:*', 'cpe:2.3:a:symantec:messaging_gateway:10.6.1:*:*:*:*:*:*:*'}"
 cbdba17c06d06fac,"{'cpe:2.3:h:xerox:workcentre_7225:-:*:*:*:*:*:*:*', 'cpe:2.3:h:xerox:workcentre_7220:-:*:*:*:*:*:*:*'}"
 c93ab87c8c28856f,"{'cpe:2.3:a:google:android_api:11.0:*:*:*:*:*:*:*', 'cpe:2.3:o:google:android:11.0:*:*:*:*:*:*:*'}"
@@ -68,8 +66,6 @@ f3a461d6bf980196,{'cpe:2.3:o:citrix:netscaler_firmware:9.1:*:*:*:*:*:*:*'}
 789564ffe9bfea87,{'cpe:2.3:h:nokia:1830_photonic_service_switch-32:-:*:*:*:*:*:*:*'}
 26b7973a845a68d6,"{'cpe:2.3:a:cisco:email_security_appliance:7.3.1:*:*:*:*:*:*:*', 'cpe:2.3:a:cisco:email_security_appliance:7.1.3:*:*:*:*:*:*:*', 'cpe:2.3:o:cisco:email_security_appliance_firmware:7.3.1:*:*:*:*:*:*:*', 'cpe:2.3:a:cisco:email_security_appliance:7.1.1:*:*:*:*:*:*:*', 'cpe:2.3:o:cisco:email_security_appliance_firmware:7.1.3:*:*:*:*:*:*:*', 'cpe:2.3:o:cisco:email_security_appliance_firmware:7.1.1:*:*:*:*:*:*:*'}"
 9fc3661a70580d0d,"{'cpe:2.3:o:microsoft:windows:-:*:*:*:*:*:x64:*', 'cpe:2.3:o:microsoft:windows:-:*:*:*:*:*:x86:*'}"
-8cfb943de1ca8e41,"{'cpe:2.3:h:xerox:altalink_c8045:-:*:*:*:*:*:*:*', 'cpe:2.3:h:xerox:altalink_c8070:-:*:*:*:*:*:*:*', 'cpe:2.3:h:xerox:atlalink_c8030:-:*:*:*:*:*:*:*', 'cpe:2.3:h:xerox:altalink_c8035:-:*:*:*:*:*:*:*', 'cpe:2.3:h:xerox:altalink_c8030:-:*:*:*:*:*:*:*', 'cpe:2.3:h:xerox:altalink_c8055:-:*:*:*:*:*:*:*'}"
-451e0806dfcfd29d,{'cpe:2.3:a:pandasecurity:panda_adaptive_defense_360:8.0.17:*:*:*:*:*:*:*'}
 770f2b13b0723e49,"{'cpe:2.3:o:juniper:junos:20.3:r2:*:*:*:*:*:*', 'cpe:2.3:o:juniper:junos:20.3:r3-s3:*:*:*:*:*:*', 'cpe:2.3:o:juniper:junos:20.3:-:*:*:*:*:*:*', 'cpe:2.3:o:juniper:junos:20.3:r3-s1:*:*:*:*:*:*', 'cpe:2.3:o:juniper:junos:20.3:r2-s1:*:*:*:*:*:*', 'cpe:2.3:o:juniper:junos:20.3:r3:*:*:*:*:*:*', 'cpe:2.3:o:juniper:junos:20.3:r3-s2:*:*:*:*:*:*', 'cpe:2.3:o:juniper:junos:20.3:r1-s2:*:*:*:*:*:*', 'cpe:2.3:o:juniper:junos:20.3:r1:*:*:*:*:*:*', 'cpe:2.3:o:juniper:junos:20.3:r1-s1:*:*:*:*:*:*'}"
 a94f3463bd227935,"{'cpe:2.3:a:acronis:cyber_backup:12.5:11010:*:*:*:*:*:*', 'cpe:2.3:a:acronis:cyber_backup:12.5:16180:*:*:*:*:*:*', 'cpe:2.3:a:acronis:cyber_backup:12.5:14330:*:*:*:*:*:*', 'cpe:2.3:a:acronis:cyber_backup:12.5:8850:*:*:*:*:*:*', 'cpe:2.3:a:acronis:cyber_backup:12.5:14280:*:*:*:*:*:*', 'cpe:2.3:a:acronis:cyber_backup:12.5:9010:*:*:*:*:*:*', 'cpe:2.3:a:acronis:cyber_backup:12.5:16327:*:*:*:*:*:*', 'cpe:2.3:a:acronis:cyber_backup:12.5:7641:*:*:*:*:*:*', 'cpe:2.3:a:acronis:cyber_backup:12.5:-:*:*:*:*:*:*', 'cpe:2.3:a:acronis:cyber_backup:12.5:10130:*:*:*:*:*:*', 'cpe:2.3:a:acronis:cyber_backup:12.5:16318:*:*:*:*:*:*', 'cpe:2.3:a:acronis:cyber_backup:12.5:10330:*:*:*:*:*:*', 'cpe:2.3:a:acronis:cyber_backup:12.5:13160:*:*:*:*:*:*', 'cpe:2.3:a:acronis:cyber_backup:12.5:7970:*:*:*:*:*:*', 'cpe:2.3:a:acronis:cyber_backup:12.5:13400:*:*:*:*:*:*'}"
 a92fe4e09a418288,{'cpe:2.3:a:hp:asset_manager:9.50:*:*:*:*:*:*:*'}
@@ -80,7 +76,6 @@ fc64674fe7ede43b,"{'cpe:2.3:a:microsoft:sql_server:2016:*:*:*:*:*:*:*', 'cpe:2.3
 f621ca835cf98a6d,"{'cpe:2.3:o:ibm:z\\/os:1.8:*:*:*:*:*:*:*', 'cpe:2.3:o:ibm:z\\/os:1.12:*:*:*:*:*:*:*', 'cpe:2.3:o:ibm:z\\/os:1.3:*:*:*:*:*:*:*', 'cpe:2.3:o:ibm:z\\/os:1.6:*:*:*:*:*:*:*', 'cpe:2.3:o:ibm:z\\/os:1.13:*:*:*:*:*:*:*', 'cpe:2.3:o:ibm:z\\/os:1.10:*:*:*:*:*:*:*', 'cpe:2.3:o:ibm:z\\/os:1.11:*:*:*:*:*:*:*', 'cpe:2.3:o:ibm:z\\/os:1.5:*:*:*:*:*:*:*', 'cpe:2.3:o:ibm:z\\/os:1.2:*:*:*:*:*:*:*', 'cpe:2.3:o:ibm:z\\/os:1.9:*:*:*:*:*:*:*', 'cpe:2.3:o:ibm:z\\/os:1.4:*:*:*:*:*:*:*', 'cpe:2.3:o:ibm:z\\/os:1.7:*:*:*:*:*:*:*'}"
 482919a6159cf398,"{'cpe:2.3:h:hp:9000:-:*:*:*:*:*:*:*', 'cpe:2.3:a:hp:p9000_command_view_advanced_edition_software:-:*:*:*:*:*:*:*'}"
 4cddc91dd1baf20a,"{'cpe:2.3:h:fujixerox:apeosport_3060:-:*:*:*:*:*:*:*', 'cpe:2.3:h:fujixerox:docucentre-v_3065:-:*:*:*:*:*:*:*'}"
-d3323745a51a604d,{'cpe:2.3:a:infineon:rsa_library:1.02.013:*:*:*:*:*:*:*'}
 d0ab7ad11ed94a08,"{'cpe:2.3:o:ibm:z\\/os:1.8:*:*:*:*:*:*:*', 'cpe:2.3:o:ibm:z\\/os:1.12:*:*:*:*:*:*:*', 'cpe:2.3:o:ibm:z\\/os:1.3:*:*:*:*:*:*:*', 'cpe:2.3:o:ibm:z\\/os:1.6:*:*:*:*:*:*:*', 'cpe:2.3:o:ibm:z\\/os:1.10:*:*:*:*:*:*:*', 'cpe:2.3:o:ibm:z\\/os:1.11:*:*:*:*:*:*:*', 'cpe:2.3:o:ibm:z\\/os:1.5:*:*:*:*:*:*:*', 'cpe:2.3:o:ibm:z\\/os:1.2:*:*:*:*:*:*:*', 'cpe:2.3:o:ibm:z\\/os:1.9:*:*:*:*:*:*:*', 'cpe:2.3:o:ibm:z\\/os:1.4:*:*:*:*:*:*:*', 'cpe:2.3:o:ibm:z\\/os:1.7:*:*:*:*:*:*:*'}"
 27544f52a5cb3875,{'cpe:2.3:h:ricoh:mp_c2003:-:*:*:*:*:*:*:*'}
 f89c3a438204a45b,"{'cpe:2.3:h:lexmark:mx810:-:*:*:*:*:*:*:*', 'cpe:2.3:h:lexmark:xm7155:-:*:*:*:*:*:*:*', 'cpe:2.3:h:lexmark:xm7170:-:*:*:*:*:*:*:*', 'cpe:2.3:h:lexmark:xm7163:-:*:*:*:*:*:*:*', 'cpe:2.3:h:lexmark:mx812:-:*:*:*:*:*:*:*', 'cpe:2.3:h:lexmark:xc2132:-:*:*:*:*:*:*:*', 'cpe:2.3:h:lexmark:xm9155:-:*:*:*:*:*:*:*', 'cpe:2.3:h:lexmark:mx811:-:*:*:*:*:*:*:*', 'cpe:2.3:h:lexmark:xm9145:-:*:*:*:*:*:*:*', 'cpe:2.3:h:lexmark:mx911:-:*:*:*:*:*:*:*', 'cpe:2.3:h:lexmark:mx910:-:*:*:*:*:*:*:*', 'cpe:2.3:h:lexmark:xm9165:-:*:*:*:*:*:*:*', 'cpe:2.3:h:lexmark:mx912:-:*:*:*:*:*:*:*'}"
@@ -97,5 +92,10 @@ a182266a61c97e00,"{'cpe:2.3:a:bea:weblogic_portal:8.1:sp2:*:*:*:*:*:*', 'cpe:2.3
 b24a14935edd51ad,"{'cpe:2.3:h:nxp:j3d082_m60:-:*:*:*:*:*:*:*', 'cpe:2.3:h:nxp:j3d145_m59:-:*:*:*:*:*:*:*', 'cpe:2.3:h:nxp:j3d120_m60:-:*:*:*:*:*:*:*', 'cpe:2.3:h:nxp:j2d145_m59:-:*:*:*:*:*:*:*', 'cpe:2.3:h:nxp:j2d120_m60:-:*:*:*:*:*:*:*', 'cpe:2.3:h:nxp:j2d082_m60:-:*:*:*:*:*:*:*'}"
 ddbdaf31570c65e8,"{'cpe:2.3:a:landesk:landesk_management_suite:8.7:*:*:*:*:*:*:*', 'cpe:2.3:a:landesk:landesk_management_suite:8.8:*:*:*:*:*:*:*'}"
 3c0ad7156491cc68,"{'cpe:2.3:a:netiq:security_manager:6.5.3.149:*:*:*:*:*:*:*', 'cpe:2.3:a:netiq:security_manager_agent:6.5.3.149:*:*:*:*:*:*:*'}"
-000c322098e4b530,{'cpe:2.3:a:cisco:unified_communications_manager:11.0:*:*:*:*:*:*:*'}
 8ce134684a5ee3c4,{'cpe:2.3:a:citrix:xendesktop:4.0:*:*:*:*:*:*:*'}
+f917b25355407d29,"{'cpe:2.3:a:oracle:database_server:8.1.7.0.0:*:*:*:*:*:*:*', 'cpe:2.3:a:oracle:database_server:8.1.7:r1:*:*:*:*:*:*'}"
+ec7db499df27dcf9,"{'cpe:2.3:a:vmware:nsx_data_center:6.3.7:*:*:*:*:vsphere:*:*', 'cpe:2.3:a:vmware:nsx_data_center:6.3.1:*:*:*:*:vsphere:*:*', 'cpe:2.3:a:vmware:nsx_data_center:6.3.3:*:*:*:*:vsphere:*:*', 'cpe:2.3:a:vmware:nsx_data_center:6.3.6:*:*:*:*:vsphere:*:*', 'cpe:2.3:a:vmware:nsx_data_center:6.3.4:*:*:*:*:vsphere:*:*', 'cpe:2.3:a:vmware:nsx_data_center:6.3.2:*:*:*:*:vsphere:*:*', 'cpe:2.3:a:vmware:nsx_data_center:6.3.5:*:*:*:*:vsphere:*:*', 'cpe:2.3:a:vmware:nsx_data_center:6.3.0:*:*:*:*:vsphere:*:*'}"
+3c4515c1795fd4e1,"{'cpe:2.3:a:pulsesecure:pulse_policy_secure:5.0:r13.1:*:*:*:*:*:*', 'cpe:2.3:a:pulsesecure:pulse_policy_secure:5.0:r13.0:*:*:*:*:*:*'}"
+1732fe97a6df6c1c,"{'cpe:2.3:a:splunk:splunk:4.1.7:*:*:*:*:*:*:*', 'cpe:2.3:a:splunk:splunk:4.1:*:*:*:*:*:*:*'}"
+3c24bbe7724dbfdd,"{'cpe:2.3:a:mcafee:email_gateway:7.0.1:*:*:*:*:*:*:*', 'cpe:2.3:a:mcafee:email_gateway:7.0:*:*:*:*:*:*:*'}"
+07e1f0e877cb3fb5,{'cpe:2.3:a:samsung:knox:2.3.0:*:*:*:*:*:*:*'}
diff --git a/notebooks/cc/cpe_eval.ipynb b/notebooks/cc/cpe_eval.ipynb
index db256c6e..2ef85fb8 100644
--- a/notebooks/cc/cpe_eval.ipynb
+++ b/notebooks/cc/cpe_eval.ipynb
@@ -33,17 +33,17 @@
    "metadata": {},
    "outputs": [],
    "source": [
-    "dset = CCDataset.from_web_latest()\n",
+    "dset = CCDataset.from_json(\"/Users/adam/phd/projects/certificates/sec-certs/datasets/cc_04_10_2022/cc.json\")\n",
     "df = dset.to_pandas()\n",
     "\n",
     "eval_digests = pd.read_csv(\"./../../data/cpe_eval/random.csv\").set_index(\"dgst\").index\n",
     "eval_certs = df.loc[df.index.isin(eval_digests)]\n",
     "\n",
     "# It may be handy to display max number of assigned cpe matches here\n",
-    "eval_certs[\"n_cpes\"] = eval_certs.cpes.map(lambda x: len(x))\n",
+    "eval_certs[\"n_cpes\"] = eval_certs.cpe_matches.map(len)\n",
     "max_n_cpes = eval_certs.n_cpes.max()\n",
     "\n",
-    "# Now you may want to adjust the key `cpe_n_max_matches` config in sec_certs/config/settings.yml\n",
+    "# Now you may want to adjust the key `cpe_n_max_matches` config in sec_certs/config/settings.yml according to max_n_cpes\n",
     "# This helps to avoid clutter in label studio interface\n",
     "\n",
     "dset.certs = {x.dgst: x for x in dset if x.dgst in eval_certs.index.tolist()}\n",