From 6bf4dec07d3fe89d5bbb7fd877e2b69f02260a38 Mon Sep 17 00:00:00 2001 From: Adam Janovsky Date: Wed, 11 Nov 2020 17:43:41 +0100 Subject: added oop demo script --- oop_demo.py | 28 ++++++++++++++++++++++++++++ 1 file changed, 28 insertions(+) create mode 100644 oop_demo.py diff --git a/oop_demo.py b/oop_demo.py new file mode 100644 index 00000000..2d76a6c4 --- /dev/null +++ b/oop_demo.py @@ -0,0 +1,28 @@ +from sec_certs.dataset import CCDataset, DatasetJSONEncoder +from pathlib import Path +from datetime import datetime +import logging +import json + + +def main(): + logging.basicConfig(level=logging.INFO) + start = datetime.now() + + # Create empty dataset + dset = CCDataset({}, Path('./debug_dataset'), 'sample_dataset', 'sample dataset description') + + # Load metadata for certificates from CSV and HTML sources + dset.get_certs_from_web() + logging.info(f'Finished parsing. Have dataset with {len(dset)} certificates.') + + # Dump dataset into JSON + with open('./debug_dataset/cc_full_dataset.json', 'w') as handle: + json.dump(dset, handle, cls=DatasetJSONEncoder, indent=4) + + end = datetime.now() + logging.info(f'The computation took {(end-start)} seconds.') + + +if __name__ == '__main__': + main() -- cgit v1.3.1