diff options
| author | J08nY | 2022-07-03 23:50:18 +0200 |
|---|---|---|
| committer | J08nY | 2022-07-05 19:12:57 +0200 |
| commit | 995f487c2b453ef8d0079de9f160b5f72de2ef52 (patch) | |
| tree | 19c675183d3634ae148f2bc514d3735521ee5f75 | |
| parent | 21d434937234e159da3090553d541ac379f1ffec (diff) | |
| download | sec-certs-995f487c2b453ef8d0079de9f160b5f72de2ef52.tar.gz sec-certs-995f487c2b453ef8d0079de9f160b5f72de2ef52.tar.zst sec-certs-995f487c2b453ef8d0079de9f160b5f72de2ef52.zip | |
Black and isort the new utils subpackage.
| -rw-r--r-- | sec_certs/utils/extract.py | 19 | ||||
| -rw-r--r-- | sec_certs/utils/pandas.py | 8 | ||||
| -rw-r--r-- | sec_certs/utils/pdf.py | 8 | ||||
| -rw-r--r-- | sec_certs/utils/sanitization.py | 4 | ||||
| -rw-r--r-- | sec_certs/utils/tables.py | 6 |
5 files changed, 26 insertions, 19 deletions
diff --git a/sec_certs/utils/extract.py b/sec_certs/utils/extract.py index e2e1c63a..621c9619 100644 --- a/sec_certs/utils/extract.py +++ b/sec_certs/utils/extract.py @@ -1,14 +1,21 @@ +import logging import os import re -import logging from enum import Enum from pathlib import Path -from typing import Dict, Tuple, Optional, Iterator, Union, Hashable, Generator, Any +from typing import Any, Dict, Generator, Hashable, Iterator, Optional, Tuple, Union from sec_certs import constants as constants -from sec_certs.cert_rules import REGEXEC_SEP, cc_rules as cc_search_rules -from sec_certs.constants import LINE_SEPARATOR, MAX_ALLOWED_MATCH_LENGTH, TAG_MATCH_COUNTER, \ - APPEND_DETAILED_MATCH_MATCHES, TAG_MATCH_MATCHES, FILE_ERRORS_STRATEGY +from sec_certs.cert_rules import REGEXEC_SEP +from sec_certs.cert_rules import cc_rules as cc_search_rules +from sec_certs.constants import ( + APPEND_DETAILED_MATCH_MATCHES, + FILE_ERRORS_STRATEGY, + LINE_SEPARATOR, + MAX_ALLOWED_MATCH_LENGTH, + TAG_MATCH_COUNTER, + TAG_MATCH_MATCHES, +) logger = logging.getLogger(__name__) @@ -736,4 +743,4 @@ def gen_dict_extract(dct: Dict, searched_key: Hashable = "count") -> Generator[A if isinstance(result, tuple): yield result else: - yield key, result
\ No newline at end of file + yield key, result diff --git a/sec_certs/utils/pandas.py b/sec_certs/utils/pandas.py index b6a2fe9e..da5b62b4 100644 --- a/sec_certs/utils/pandas.py +++ b/sec_certs/utils/pandas.py @@ -1,23 +1,23 @@ from __future__ import annotations import copy +import logging import tempfile import xml.etree.ElementTree as ET import zipfile -import logging from dataclasses import dataclass from pathlib import Path from shutil import copyfile -from typing import Any, Final, List, Optional, Set, Tuple, Union, Dict +from typing import Any, Dict, Final, List, Optional, Set, Tuple, Union import numpy as np import pandas as pd from matplotlib import pyplot as plt from tqdm.notebook import tqdm -from sec_certs.utils import helpers from sec_certs.dataset.cve import CVEDataset from sec_certs.sample.sar import SAR +from sec_certs.utils import helpers logger = logging.getLogger(__name__) @@ -460,4 +460,4 @@ def plot_dataframe_graph( if log: sorted_data = pd_data.value_counts(ascending=True) - logger.info(sorted_data.where(sorted_data > 1).dropna())
\ No newline at end of file + logger.info(sorted_data.where(sorted_data > 1).dropna()) diff --git a/sec_certs/utils/pdf.py b/sec_certs/utils/pdf.py index 081fce37..7c560da7 100644 --- a/sec_certs/utils/pdf.py +++ b/sec_certs/utils/pdf.py @@ -1,13 +1,13 @@ import logging -from pathlib import Path -from typing import Tuple, Optional, Dict, Any from datetime import datetime, timedelta, timezone from functools import reduce +from pathlib import Path +from typing import Any, Dict, Optional, Tuple import pdftotext import pikepdf from PyPDF2 import PdfFileReader -from PyPDF2.generic import BooleanObject, FloatObject, NumberObject, IndirectObject +from PyPDF2.generic import BooleanObject, FloatObject, IndirectObject, NumberObject from sec_certs import constants as constants @@ -135,4 +135,4 @@ def extract_pdf_metadata(filepath: Path) -> Tuple[str, Optional[Dict[str, Any]]] logger.error(error_msg) return error_msg, None - return constants.RETURNCODE_OK, metadata
\ No newline at end of file + return constants.RETURNCODE_OK, metadata diff --git a/sec_certs/utils/sanitization.py b/sec_certs/utils/sanitization.py index 37a59051..fa5fe37e 100644 --- a/sec_certs/utils/sanitization.py +++ b/sec_certs/utils/sanitization.py @@ -1,7 +1,7 @@ import html import logging from datetime import date -from typing import Optional, Union, Set +from typing import Optional, Set, Union import numpy as np import pandas as pd @@ -40,4 +40,4 @@ def sanitize_security_levels(record: Union[str, Set[str]]) -> Set[str]: def sanitize_protection_profiles(record: str) -> list: if not record: return [] - return record.split(",")
\ No newline at end of file + return record.split(",") diff --git a/sec_certs/utils/tables.py b/sec_certs/utils/tables.py index 5c988a1b..c397eea1 100644 --- a/sec_certs/utils/tables.py +++ b/sec_certs/utils/tables.py @@ -1,7 +1,7 @@ -import re import logging +import re from pathlib import Path -from typing import Set, List, Optional, Union +from typing import List, Optional, Set, Union logger = logging.getLogger(__name__) @@ -60,4 +60,4 @@ def find_tables(txt: str, file_name: Path) -> Optional[Union[List[str], List[int # Otherwise look for "Table" in text and \f representing footer, then extract page number from footer logger.info(f"parsing tables in {file_name}") table_page_indices = find_tables_iterative(txt) - return table_page_indices if table_page_indices else None
\ No newline at end of file + return table_page_indices if table_page_indices else None |
