aboutsummaryrefslogtreecommitdiffhomepage
diff options
context:
space:
mode:
authorJ08nY2022-07-03 23:50:18 +0200
committerJ08nY2022-07-05 19:12:57 +0200
commit995f487c2b453ef8d0079de9f160b5f72de2ef52 (patch)
tree19c675183d3634ae148f2bc514d3735521ee5f75
parent21d434937234e159da3090553d541ac379f1ffec (diff)
downloadsec-certs-995f487c2b453ef8d0079de9f160b5f72de2ef52.tar.gz
sec-certs-995f487c2b453ef8d0079de9f160b5f72de2ef52.tar.zst
sec-certs-995f487c2b453ef8d0079de9f160b5f72de2ef52.zip
Black and isort the new utils subpackage.
-rw-r--r--sec_certs/utils/extract.py19
-rw-r--r--sec_certs/utils/pandas.py8
-rw-r--r--sec_certs/utils/pdf.py8
-rw-r--r--sec_certs/utils/sanitization.py4
-rw-r--r--sec_certs/utils/tables.py6
5 files changed, 26 insertions, 19 deletions
diff --git a/sec_certs/utils/extract.py b/sec_certs/utils/extract.py
index e2e1c63a..621c9619 100644
--- a/sec_certs/utils/extract.py
+++ b/sec_certs/utils/extract.py
@@ -1,14 +1,21 @@
+import logging
import os
import re
-import logging
from enum import Enum
from pathlib import Path
-from typing import Dict, Tuple, Optional, Iterator, Union, Hashable, Generator, Any
+from typing import Any, Dict, Generator, Hashable, Iterator, Optional, Tuple, Union
from sec_certs import constants as constants
-from sec_certs.cert_rules import REGEXEC_SEP, cc_rules as cc_search_rules
-from sec_certs.constants import LINE_SEPARATOR, MAX_ALLOWED_MATCH_LENGTH, TAG_MATCH_COUNTER, \
- APPEND_DETAILED_MATCH_MATCHES, TAG_MATCH_MATCHES, FILE_ERRORS_STRATEGY
+from sec_certs.cert_rules import REGEXEC_SEP
+from sec_certs.cert_rules import cc_rules as cc_search_rules
+from sec_certs.constants import (
+ APPEND_DETAILED_MATCH_MATCHES,
+ FILE_ERRORS_STRATEGY,
+ LINE_SEPARATOR,
+ MAX_ALLOWED_MATCH_LENGTH,
+ TAG_MATCH_COUNTER,
+ TAG_MATCH_MATCHES,
+)
logger = logging.getLogger(__name__)
@@ -736,4 +743,4 @@ def gen_dict_extract(dct: Dict, searched_key: Hashable = "count") -> Generator[A
if isinstance(result, tuple):
yield result
else:
- yield key, result \ No newline at end of file
+ yield key, result
diff --git a/sec_certs/utils/pandas.py b/sec_certs/utils/pandas.py
index b6a2fe9e..da5b62b4 100644
--- a/sec_certs/utils/pandas.py
+++ b/sec_certs/utils/pandas.py
@@ -1,23 +1,23 @@
from __future__ import annotations
import copy
+import logging
import tempfile
import xml.etree.ElementTree as ET
import zipfile
-import logging
from dataclasses import dataclass
from pathlib import Path
from shutil import copyfile
-from typing import Any, Final, List, Optional, Set, Tuple, Union, Dict
+from typing import Any, Dict, Final, List, Optional, Set, Tuple, Union
import numpy as np
import pandas as pd
from matplotlib import pyplot as plt
from tqdm.notebook import tqdm
-from sec_certs.utils import helpers
from sec_certs.dataset.cve import CVEDataset
from sec_certs.sample.sar import SAR
+from sec_certs.utils import helpers
logger = logging.getLogger(__name__)
@@ -460,4 +460,4 @@ def plot_dataframe_graph(
if log:
sorted_data = pd_data.value_counts(ascending=True)
- logger.info(sorted_data.where(sorted_data > 1).dropna()) \ No newline at end of file
+ logger.info(sorted_data.where(sorted_data > 1).dropna())
diff --git a/sec_certs/utils/pdf.py b/sec_certs/utils/pdf.py
index 081fce37..7c560da7 100644
--- a/sec_certs/utils/pdf.py
+++ b/sec_certs/utils/pdf.py
@@ -1,13 +1,13 @@
import logging
-from pathlib import Path
-from typing import Tuple, Optional, Dict, Any
from datetime import datetime, timedelta, timezone
from functools import reduce
+from pathlib import Path
+from typing import Any, Dict, Optional, Tuple
import pdftotext
import pikepdf
from PyPDF2 import PdfFileReader
-from PyPDF2.generic import BooleanObject, FloatObject, NumberObject, IndirectObject
+from PyPDF2.generic import BooleanObject, FloatObject, IndirectObject, NumberObject
from sec_certs import constants as constants
@@ -135,4 +135,4 @@ def extract_pdf_metadata(filepath: Path) -> Tuple[str, Optional[Dict[str, Any]]]
logger.error(error_msg)
return error_msg, None
- return constants.RETURNCODE_OK, metadata \ No newline at end of file
+ return constants.RETURNCODE_OK, metadata
diff --git a/sec_certs/utils/sanitization.py b/sec_certs/utils/sanitization.py
index 37a59051..fa5fe37e 100644
--- a/sec_certs/utils/sanitization.py
+++ b/sec_certs/utils/sanitization.py
@@ -1,7 +1,7 @@
import html
import logging
from datetime import date
-from typing import Optional, Union, Set
+from typing import Optional, Set, Union
import numpy as np
import pandas as pd
@@ -40,4 +40,4 @@ def sanitize_security_levels(record: Union[str, Set[str]]) -> Set[str]:
def sanitize_protection_profiles(record: str) -> list:
if not record:
return []
- return record.split(",") \ No newline at end of file
+ return record.split(",")
diff --git a/sec_certs/utils/tables.py b/sec_certs/utils/tables.py
index 5c988a1b..c397eea1 100644
--- a/sec_certs/utils/tables.py
+++ b/sec_certs/utils/tables.py
@@ -1,7 +1,7 @@
-import re
import logging
+import re
from pathlib import Path
-from typing import Set, List, Optional, Union
+from typing import List, Optional, Set, Union
logger = logging.getLogger(__name__)
@@ -60,4 +60,4 @@ def find_tables(txt: str, file_name: Path) -> Optional[Union[List[str], List[int
# Otherwise look for "Table" in text and \f representing footer, then extract page number from footer
logger.info(f"parsing tables in {file_name}")
table_page_indices = find_tables_iterative(txt)
- return table_page_indices if table_page_indices else None \ No newline at end of file
+ return table_page_indices if table_page_indices else None