import logging
from datetime import datetime
from pathlib import Path

import click

from sec_certs.config.configuration import config
from sec_certs.dataset.fips import FIPSDataset
from sec_certs.dataset.fips_algorithm import FIPSAlgorithmDataset

logger = logging.getLogger(__name__)


@click.command()
@click.option("--config-file", help="Path to config file")
@click.option("--json-file", help="Path to dataset json file")
@click.option("--no-download-algs", help="Redo scan of html files", is_flag=True)
@click.option("--redo-web-scan", help="Redo scan of PDF files", is_flag=True)
@click.option("--redo-keyword-scan", help="Don't download algs", is_flag=True)
@click.option(
    "--higher-precision-results",
    help="Redo table search for certificates with high error rate. Behaviour undefined if used on a newly instantiated dataset.",
    is_flag=True,
)
def main(config_file, json_file, no_download_algs, redo_web_scan, redo_keyword_scan, higher_precision_results):
    logging.basicConfig(level=logging.INFO)
    start = datetime.now()

    # Load config
    config.load(config_file if config_file else "../sec_certs/settings.yaml")

    # Create empty dataset
    dset = FIPSDataset({}, Path("../fips_dataset"), "sample_dataset", "sample dataset description")

    # this is for creating test dataset, usually with small number of pdfs
    # dset = FIPSDataset({}, Path('./fips_test_dataset'), 'small dataset', 'small dataset for keyword testing')

    # Load metadata for certificates from CSV and HTML sources
    dset.get_certs_from_web(redo=redo_web_scan)

    logger.info(f"Finished parsing. Have dataset with {len(dset)} certificates.")
    logger.info(f"Dataset saved to {dset.root_dir}/fips_full_dataset.json")

    logger.info("Converting pdfs")
    dset.convert_all_pdfs()

    logger.info("Extracting keywords now.")
    dset.pdf_scan(redo=redo_keyword_scan)

    logger.info(f"Finished extracting certificates for {len(dset.certs)} items.")

    logger.info("Searching for tables in pdfs")

    not_decoded_files = dset.extract_certs_from_tables(higher_precision_results)

    logger.info(f"Done. Files not decoded: {not_decoded_files}")
    logger.info("Parsing algorithms")
    if not no_download_algs:
        aset = FIPSAlgorithmDataset({}, Path(dset.root_dir / "web/algorithms"), "algorithms", "sample algs")
        aset.get_certs_from_web()
        logger.info(f"Finished parsing. Have algorithm dataset with {len(aset)} algorithm numbers.")

        dset.algorithms = aset

    logger.info("finalizing results.")
    dset.finalize_results()

    dset.plot_graphs(show=False)
    end = datetime.now()
    logger.info(f"The computation took {(end - start)} seconds.")


if __name__ == "__main__":
    main()