diff options
| author | Adam Janovsky | 2021-11-23 14:18:26 +0100 |
|---|---|---|
| committer | Adam Janovsky | 2021-11-23 14:18:26 +0100 |
| commit | aa45566f7215a58843d8f25a68bd773dc6a087d8 (patch) | |
| tree | 19b9bb45fb05b8c66dcf108eeb4c13e299284bcd /examples | |
| parent | 0f4068a8430626936fbb9f847cf55c0c06c294ed (diff) | |
| download | sec-certs-aa45566f7215a58843d8f25a68bd773dc6a087d8.tar.gz sec-certs-aa45566f7215a58843d8f25a68bd773dc6a087d8.tar.zst sec-certs-aa45566f7215a58843d8f25a68bd773dc6a087d8.zip | |
unify pandas interface
Diffstat (limited to 'examples')
| -rw-r--r-- | examples/fips_cpe_labeling.py | 29 |
1 files changed, 15 insertions, 14 deletions
diff --git a/examples/fips_cpe_labeling.py b/examples/fips_cpe_labeling.py index b48c4aa3..ba373c8c 100644 --- a/examples/fips_cpe_labeling.py +++ b/examples/fips_cpe_labeling.py @@ -14,21 +14,22 @@ def main(): # dset: FIPSDataset = FIPSDataset({}, Path('./my_debug_dataset'), 'sample_dataset', 'sample dataset description') # dset.get_certs_from_web(no_download_algorithms=True) - dset: FIPSDataset = FIPSDataset.from_json('/path/to/your/fips_dataset.json') + dset = FIPSDataset({}, Path('../fips_dataset'), 'sample_dataset', 'sample dataset description') + dset.get_certs_from_web() # # Label CPE and compute related vulnerabilities - dset.compute_cpe_heuristics() - dset.compute_related_cves() - - # Load dataset of ground truth CPE labels - dset.load_label_studio_labels(Path(__file__).parent.parent / 'data/manual_cpe_labels/fips.json') - - # Limit dataset only to validation part - validation_dgsts = get_validation_dgsts(Path(__file__).parent.parent / 'data/validation_test_split/fips/validation.json') - validation_certs = [x for x in dset if x.dgst in validation_dgsts] - - # Evaluate CPE matching performance metrics (on validation set) and dump classification report into json - y_valid = [x.heuristics.verified_cpe_matches for x in validation_certs] - evaluate(validation_certs, y_valid, './my_debug_dataset/classification_report.json') + # dset.compute_cpe_heuristics() + # dset.compute_related_cves() + # + # # Load dataset of ground truth CPE labels + # dset.load_label_studio_labels(Path(__file__).parent.parent / 'data/manual_cpe_labels/fips.json') + # + # # Limit dataset only to validation part + # validation_dgsts = get_validation_dgsts(Path(__file__).parent.parent / 'data/validation_test_split/fips/validation.json') + # validation_certs = [x for x in dset if x.dgst in validation_dgsts] + # + # # Evaluate CPE matching performance metrics (on validation set) and dump classification report into json + # y_valid = [x.heuristics.verified_cpe_matches for x in validation_certs] + # evaluate(validation_certs, y_valid, './my_debug_dataset/classification_report.json') logger.info(f'{dset.json_path} should now contain fully labeled dataset.') |