diff options
| author | Stanislav Boboň | 2020-11-19 11:04:38 +0100 |
|---|---|---|
| committer | Stanislav Boboň | 2020-11-25 14:57:12 +0100 |
| commit | 00e585dca3de5f07e8844606749fe61a978ea4de (patch) | |
| tree | 47fa09deeae77696aaec6abf9547bd2bf291a5c6 | |
| parent | 732eae22f0f38cc8a25bc605c330f5c0e146f16e (diff) | |
| download | sec-certs-00e585dca3de5f07e8844606749fe61a978ea4de.tar.gz sec-certs-00e585dca3de5f07e8844606749fe61a978ea4de.tar.zst sec-certs-00e585dca3de5f07e8844606749fe61a978ea4de.zip | |
non trivial amount of changes to make this work
| -rw-r--r-- | sec_certs/fips_oop_demo.py | 46 |
1 files changed, 0 insertions, 46 deletions
diff --git a/sec_certs/fips_oop_demo.py b/sec_certs/fips_oop_demo.py deleted file mode 100644 index 03d246a3..00000000 --- a/sec_certs/fips_oop_demo.py +++ /dev/null @@ -1,46 +0,0 @@ -from sec_certs.dataset import FIPSDataset, DatasetJSONEncoder -from pathlib import Path -from datetime import datetime -import logging -import json - - -def main(): - logging.basicConfig(level=logging.INFO) - start = datetime.now() - - # Create empty dataset - dset = FIPSDataset({}, Path('./fips_dataset'), 'sample_dataset', 'sample dataset description') - - # Load metadata for certificates from CSV and HTML sources - dset.get_certs_from_web() - logging.info(f'Finished parsing. Have dataset with {len(dset)} certificates.') - # Dump dataset into JSON - - logging.info(f'Dataset saved to {dset.root_dir}/fips_full_dataset.json') - dset.dump_to_json() - - logging.info("Extracting keywords now.") - - dset.extract_keywords() - - logging.info(f'Finished extracting certificates for {len(dset.keywords)} items.') - logging.info(f'Dumping keywords to {dset.root_dir}/fips_full_keywords.json') - dset.dump_keywords() - - # logging.info("Searching for tables in pdfs") - - # not_decoded_files = dset.extract_certs_from_tables() - - # logging.info(f"Done. Files not decoded: {not_decoded_files}") - - logging.info("finalizing results.") - - dset.finalize_results() - - end = datetime.now() - logging.info(f'The computation took {(end - start)} seconds.') - - -if __name__ == '__main__': - main() |