From 00e585dca3de5f07e8844606749fe61a978ea4de Mon Sep 17 00:00:00 2001 From: Stanislav BoboĊˆ Date: Thu, 19 Nov 2020 11:04:38 +0100 Subject: non trivial amount of changes to make this work --- sec_certs/fips_oop_demo.py | 46 ---------------------------------------------- 1 file changed, 46 deletions(-) delete mode 100644 sec_certs/fips_oop_demo.py diff --git a/sec_certs/fips_oop_demo.py b/sec_certs/fips_oop_demo.py deleted file mode 100644 index 03d246a3..00000000 --- a/sec_certs/fips_oop_demo.py +++ /dev/null @@ -1,46 +0,0 @@ -from sec_certs.dataset import FIPSDataset, DatasetJSONEncoder -from pathlib import Path -from datetime import datetime -import logging -import json - - -def main(): - logging.basicConfig(level=logging.INFO) - start = datetime.now() - - # Create empty dataset - dset = FIPSDataset({}, Path('./fips_dataset'), 'sample_dataset', 'sample dataset description') - - # Load metadata for certificates from CSV and HTML sources - dset.get_certs_from_web() - logging.info(f'Finished parsing. Have dataset with {len(dset)} certificates.') - # Dump dataset into JSON - - logging.info(f'Dataset saved to {dset.root_dir}/fips_full_dataset.json') - dset.dump_to_json() - - logging.info("Extracting keywords now.") - - dset.extract_keywords() - - logging.info(f'Finished extracting certificates for {len(dset.keywords)} items.') - logging.info(f'Dumping keywords to {dset.root_dir}/fips_full_keywords.json') - dset.dump_keywords() - - # logging.info("Searching for tables in pdfs") - - # not_decoded_files = dset.extract_certs_from_tables() - - # logging.info(f"Done. Files not decoded: {not_decoded_files}") - - logging.info("finalizing results.") - - dset.finalize_results() - - end = datetime.now() - logging.info(f'The computation took {(end - start)} seconds.') - - -if __name__ == '__main__': - main() -- cgit v1.3.1