aboutsummaryrefslogtreecommitdiffhomepage
diff options
context:
space:
mode:
-rw-r--r--pyproject.toml9
-rw-r--r--requirements/all_requirements.txt575
-rwxr-xr-xrequirements/compile.sh2
-rw-r--r--requirements/dev_requirements.txt523
-rw-r--r--requirements/nlp_requirements.txt248
-rw-r--r--requirements/requirements.txt428
-rw-r--r--requirements/test_requirements.txt441
7 files changed, 1054 insertions, 1172 deletions
diff --git a/pyproject.toml b/pyproject.toml
index 19b34bdf..ad63b424 100644
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -83,7 +83,14 @@
"ipython!=8.7.0",
]
test = ["pytest", "coverage", "pytest-cov"]
- nlp = ["catboost", "optuna", "setfit", "umap-learn", "plotly", "sklearn"]
+ nlp = [
+ "catboost",
+ "optuna",
+ "setfit",
+ "umap-learn[plot]",
+ "plotly",
+ "scikit-learn",
+ ]
[project.urls]
Homepage = "https://seccerts.org"
diff --git a/requirements/all_requirements.txt b/requirements/all_requirements.txt
index d07b62b8..eb27d265 100644
--- a/requirements/all_requirements.txt
+++ b/requirements/all_requirements.txt
@@ -1,6 +1,6 @@
-accessible-pygments==0.0.3
+accessible-pygments==0.0.4
# via pydata-sphinx-theme
-aiohttp==3.8.4
+aiohttp==3.9.0
# via
# datasets
# fsspec
@@ -10,93 +10,120 @@ alabaster==0.7.13
# via sphinx
alembic==1.12.1
# via optuna
-asttokens==2.2.1
+annotated-types==0.6.0
+ # via pydantic
+appnope==0.1.3
+ # via
+ # ipykernel
+ # ipython
+asttokens==2.4.1
# via stack-data
-async-timeout==4.0.2
+async-timeout==4.0.3
# via aiohttp
-attrs==22.2.0
+attrs==23.1.0
# via
# aiohttp
# jsonschema
# jupyter-cache
- # pytest
-babel==2.12.1
+ # referencing
+babel==2.13.1
# via
# pydata-sphinx-theme
# sphinx
-backcall==0.2.0
- # via ipython
-beautifulsoup4==4.11.2
+beautifulsoup4==4.12.2
# via
# pydata-sphinx-theme
# sec-certs (./../pyproject.toml)
-black==23.1.0
- # via sec-certs (./../pyproject.toml)
-blis==0.7.9
+bleach==6.1.0
+ # via panel
+blis==0.7.11
# via thinc
-build==0.10.0
+bokeh==3.3.1
+ # via
+ # panel
+ # umap-learn
+build==1.0.3
# via pip-tools
-catalogue==2.0.8
+catalogue==2.0.10
# via
# spacy
# srsly
# thinc
catboost==1.2.2
# via sec-certs (./../pyproject.toml)
-certifi==2022.12.7
+certifi==2023.11.17
# via requests
-cfgv==3.3.1
+cffi==1.16.0
+ # via cryptography
+cfgv==3.4.0
# via pre-commit
-charset-normalizer==3.1.0
- # via
- # aiohttp
- # requests
-click==8.1.3
+charset-normalizer==3.3.2
+ # via requests
+click==8.1.7
# via
- # black
+ # dask
# jupyter-cache
# nltk
# pip-tools
# sec-certs (./../pyproject.toml)
# typer
-cmake==3.27.7
- # via triton
+cloudpathlib==0.16.0
+ # via weasel
+cloudpickle==3.0.0
+ # via dask
+colorcet==3.0.1
+ # via
+ # datashader
+ # holoviews
+ # umap-learn
colorlog==6.7.0
# via optuna
-comm==0.1.2
- # via ipykernel
-confection==0.0.4
- # via thinc
-contourpy==1.0.7
- # via matplotlib
-coverage[toml]==7.2.2
+comm==0.2.0
+ # via
+ # ipykernel
+ # ipywidgets
+confection==0.1.3
+ # via
+ # thinc
+ # weasel
+contourpy==1.2.0
+ # via
+ # bokeh
+ # matplotlib
+coverage[toml]==7.3.2
# via
# pytest-cov
# sec-certs (./../pyproject.toml)
-cycler==0.11.0
+cryptography==41.0.5
+ # via pypdf
+cycler==0.12.1
# via matplotlib
-cymem==2.0.7
+cymem==2.0.8
# via
# preshed
# spacy
# thinc
-datasets==2.10.1
+dask==2023.11.0
+ # via datashader
+datasets==2.15.0
# via
# evaluate
# sec-certs (./../pyproject.toml)
# setfit
-debugpy==1.6.6
+datashader==0.16.0
+ # via umap-learn
+debugpy==1.8.0
# via ipykernel
decorator==5.1.1
# via ipython
-deprecation==2.1.0
+deprecated==1.2.14
# via pikepdf
-dill==0.3.6
+dill==0.3.7
# via
# datasets
# evaluate
# multiprocess
-distlib==0.3.6
+distlib==0.3.7
# via virtualenv
distro==1.8.0
# via tabula-py
@@ -105,139 +132,162 @@ docutils==0.19
# myst-parser
# pydata-sphinx-theme
# sphinx
-evaluate==0.4.0
+evaluate==0.4.1
# via setfit
-executing==1.2.0
+exceptiongroup==1.2.0
+ # via
+ # ipython
+ # pytest
+executing==2.0.1
# via stack-data
-fastjsonschema==2.16.3
+fastjsonschema==2.19.0
# via nbformat
-filelock==3.10.0
+filelock==3.13.1
# via
# huggingface-hub
# torch
# transformers
- # triton
# virtualenv
-fonttools==4.39.2
+fonttools==4.45.0
# via matplotlib
-frozenlist==1.3.3
+frozenlist==1.4.0
# via
# aiohttp
# aiosignal
-fsspec[http]==2023.3.0
+fsspec[http]==2023.10.0
# via
+ # dask
# datasets
# evaluate
# fsspec
+ # huggingface-hub
+ # torch
gprof2dot==2022.7.29
# via pytest-profiling
graphviz==0.20.1
# via catboost
-greenlet==2.0.2
+greenlet==3.0.1
# via sqlalchemy
+holoviews==1.18.1
+ # via umap-learn
html5lib==1.1
# via sec-certs (./../pyproject.toml)
-huggingface-hub==0.13.2
+huggingface-hub==0.19.4
# via
# datasets
# evaluate
# sentence-transformers
+ # tokenizers
# transformers
-identify==2.5.21
+identify==2.5.32
# via pre-commit
idna==3.4
# via
# requests
# yarl
+imageio==2.33.0
+ # via scikit-image
imagesize==1.4.1
# via sphinx
-importlib-metadata==6.0.0
+importlib-metadata==6.8.0
# via
+ # dask
# jupyter-cache
# myst-nb
iniconfig==2.0.0
# via pytest
-ipykernel==6.21.3
+ipykernel==6.27.0
# via
- # ipywidgets
# myst-nb
# sec-certs (./../pyproject.toml)
-ipython==8.11.0
+ipython==8.17.2
# via
# ipykernel
# ipywidgets
# myst-nb
# sec-certs (./../pyproject.toml)
-ipywidgets==8.0.4
+ipywidgets==8.1.1
# via sec-certs (./../pyproject.toml)
-jedi==0.18.2
+jedi==0.19.1
# via ipython
jinja2==3.1.2
# via
+ # bokeh
# myst-parser
# spacy
# sphinx
# torch
-joblib==1.2.0
+joblib==1.3.2
# via
# nltk
# pynndescent
# scikit-learn
-jsonschema==4.17.3
+jsonschema==4.20.0
# via
# nbformat
# sec-certs (./../pyproject.toml)
-jupyter-cache==0.5.0
+jsonschema-specifications==2023.11.1
+ # via jsonschema
+jupyter-cache==1.0.0
# via myst-nb
-jupyter-client==8.0.3
+jupyter-client==8.6.0
# via
# ipykernel
# nbclient
-jupyter-core==5.3.0
+jupyter-core==5.5.0
# via
# ipykernel
# jupyter-client
+ # nbclient
# nbformat
-jupyterlab-widgets==3.0.5
+jupyterlab-widgets==3.0.9
# via ipywidgets
-kiwisolver==1.4.4
+kiwisolver==1.4.5
# via matplotlib
langcodes==3.3.0
# via spacy
-langdetect==1.0.9
- # via sec-certs (./../pyproject.toml)
-lit==17.0.3
- # via triton
+lazy-loader==0.3
+ # via scikit-image
+linkify-it-py==2.0.2
+ # via panel
llvmlite==0.41.1
# via
# numba
# pynndescent
-lxml==4.9.2
+locket==1.0.0
+ # via partd
+lxml==4.9.3
# via
# pikepdf
# sec-certs (./../pyproject.toml)
mako==1.3.0
# via alembic
-markdown-it-py==2.2.0
+markdown==3.5.1
+ # via panel
+markdown-it-py==3.0.0
# via
# mdit-py-plugins
# myst-parser
-markupsafe==2.1.2
+ # panel
+markupsafe==2.1.3
# via
# jinja2
# mako
-matplotlib==3.7.1
+matplotlib==3.8.2
# via
# catboost
# pysankeybeta
# seaborn
# sec-certs (./../pyproject.toml)
+ # umap-learn
matplotlib-inline==0.1.6
# via
# ipykernel
# ipython
-mdit-py-plugins==0.3.5
- # via myst-parser
+mdit-py-plugins==0.4.0
+ # via
+ # myst-parser
+ # panel
mdurl==0.1.2
# via markdown-it-py
memory-profiler==0.61.0
@@ -248,63 +298,68 @@ multidict==6.0.4
# via
# aiohttp
# yarl
-multiprocess==0.70.14
+multipledispatch==1.0.0
+ # via datashader
+multiprocess==0.70.15
# via
# datasets
# evaluate
-murmurhash==1.0.9
+murmurhash==1.0.10
# via
# preshed
# spacy
# thinc
-mypy==1.0.0
+mypy==1.6.1
# via sec-certs (./../pyproject.toml)
mypy-extensions==1.0.0
- # via
- # black
- # mypy
-myst-nb==0.17.1
+ # via mypy
+myst-nb==1.0.0
# via sec-certs (./../pyproject.toml)
-myst-parser==0.18.1
+myst-parser==2.0.0
# via myst-nb
-nbclient==0.5.13
+nbclient==0.9.0
# via
# jupyter-cache
# myst-nb
-nbformat==5.7.3
+nbformat==5.9.2
# via
# jupyter-cache
# myst-nb
# nbclient
-nest-asyncio==1.5.6
- # via
- # ipykernel
- # nbclient
-networkx==3.0
+nest-asyncio==1.5.8
+ # via ipykernel
+networkx==3.2.1
# via
+ # scikit-image
# sec-certs (./../pyproject.toml)
# torch
nltk==3.8.1
# via sentence-transformers
-nodeenv==1.7.0
+nodeenv==1.8.0
# via pre-commit
numba==0.58.1
# via
+ # datashader
# pynndescent
# umap-learn
-numpy==1.24.2
+numpy==1.26.2
# via
# blis
+ # bokeh
# catboost
# contourpy
# datasets
+ # datashader
# evaluate
+ # holoviews
+ # imageio
# matplotlib
# numba
# optuna
# pandas
# pyarrow
# pysankeybeta
+ # scikit-image
# scikit-learn
# scipy
# seaborn
@@ -313,43 +368,21 @@ numpy==1.24.2
# spacy
# tabula-py
# thinc
+ # tifffile
# torchvision
# transformers
# umap-learn
-nvidia-cublas-cu11==11.10.3.66
- # via
- # nvidia-cudnn-cu11
- # nvidia-cusolver-cu11
- # torch
-nvidia-cuda-cupti-cu11==11.7.101
- # via torch
-nvidia-cuda-nvrtc-cu11==11.7.99
- # via torch
-nvidia-cuda-runtime-cu11==11.7.99
- # via torch
-nvidia-cudnn-cu11==8.5.0.96
- # via torch
-nvidia-cufft-cu11==10.9.0.58
- # via torch
-nvidia-curand-cu11==10.2.10.91
- # via torch
-nvidia-cusolver-cu11==11.4.0.1
- # via torch
-nvidia-cusparse-cu11==11.7.4.91
- # via torch
-nvidia-nccl-cu11==2.14.3
- # via torch
-nvidia-nvtx-cu11==11.7.91
- # via torch
+ # xarray
optuna==3.4.0
# via sec-certs (./../pyproject.toml)
-packaging==23.0
+packaging==23.2
# via
- # black
+ # bokeh
# build
+ # dask
# datasets
- # deprecation
# evaluate
+ # holoviews
# huggingface-hub
# ipykernel
# matplotlib
@@ -357,114 +390,146 @@ packaging==23.0
# pikepdf
# plotly
# pydata-sphinx-theme
+ # pytesseract
# pytest
+ # scikit-image
# setuptools-scm
# spacy
# sphinx
# thinc
# transformers
-pandas==1.5.3
+ # weasel
+ # xarray
+pandas==2.1.3
# via
+ # bokeh
# catboost
# datasets
+ # datashader
# evaluate
+ # holoviews
+ # panel
# pysankeybeta
# seaborn
# sec-certs (./../pyproject.toml)
# tabula-py
+ # umap-learn
+ # xarray
+panel==1.3.2
+ # via holoviews
+param==2.0.1
+ # via
+ # datashader
+ # holoviews
+ # panel
+ # pyct
+ # pyviz-comms
parso==0.8.3
# via jedi
-pathspec==0.11.1
- # via black
-pathy==0.10.1
- # via spacy
+partd==1.4.1
+ # via dask
pdftotext==2.2.2
# via sec-certs (./../pyproject.toml)
pexpect==4.8.0
# via ipython
-pickleshare==0.7.5
- # via ipython
-pikepdf==7.1.1
+pikepdf==8.7.1
# via sec-certs (./../pyproject.toml)
-pillow==9.4.0
+pillow==10.1.0
# via
+ # bokeh
+ # datashader
+ # imageio
# matplotlib
# pikepdf
+ # pytesseract
+ # scikit-image
# sec-certs (./../pyproject.toml)
# torchvision
-pip-tools==6.12.3
+pip-tools==7.3.0
# via sec-certs (./../pyproject.toml)
pkgconfig==1.5.5
# via sec-certs (./../pyproject.toml)
-platformdirs==3.1.1
+platformdirs==4.0.0
# via
- # black
# jupyter-core
# virtualenv
plotly==5.18.0
# via
# catboost
# sec-certs (./../pyproject.toml)
-pluggy==1.0.0
+pluggy==1.3.0
# via pytest
-pre-commit==3.1.1
+pre-commit==3.5.0
# via sec-certs (./../pyproject.toml)
-preshed==3.0.8
+preshed==3.0.9
# via
# spacy
# thinc
-prompt-toolkit==3.0.38
+prompt-toolkit==3.0.41
# via ipython
-psutil==5.9.4
+psutil==5.9.6
# via
# ipykernel
# memory-profiler
# pytest-monitor
+ # sec-certs (./../pyproject.toml)
ptyprocess==0.7.0
# via pexpect
pure-eval==0.2.2
# via stack-data
-pyarrow==11.0.0
+pyarrow==14.0.1
# via datasets
-pycryptodome==3.17
- # via pypdf
-pydantic==1.10.6
+pyarrow-hotfix==0.6
+ # via datasets
+pycparser==2.21
+ # via cffi
+pyct==0.5.0
+ # via
+ # colorcet
+ # datashader
+pydantic==2.5.2
# via
# confection
+ # pydantic-settings
# sec-certs (./../pyproject.toml)
# spacy
# thinc
-pydata-sphinx-theme==0.13.1
+ # weasel
+pydantic-core==2.14.5
+ # via pydantic
+pydantic-settings==2.1.0
+ # via sec-certs (./../pyproject.toml)
+pydata-sphinx-theme==0.14.3
# via sphinx-book-theme
-pygments==2.14.0
+pygments==2.17.2
# via
# accessible-pygments
# ipython
# pydata-sphinx-theme
# sphinx
-pynndescent==0.5.10
+pynndescent==0.5.11
# via umap-learn
-pyparsing==3.0.9
+pyparsing==3.1.1
# via matplotlib
-pypdf[crypto]==3.5.2
+pypdf[crypto]==3.17.1
# via
# pypdf
# sec-certs (./../pyproject.toml)
pyproject-hooks==1.0.0
# via build
-pyrsistent==0.19.3
- # via jsonschema
-pysankeybeta==1.4.0
+pysankeybeta==1.4.1
+ # via sec-certs (./../pyproject.toml)
+pytesseract==0.3.10
# via sec-certs (./../pyproject.toml)
-pytest==7.2.2
+pytest==7.4.3
# via
# pytest-cov
# pytest-monitor
# pytest-profiling
# sec-certs (./../pyproject.toml)
-pytest-cov==4.0.0
+pytest-cov==4.1.0
# via sec-certs (./../pyproject.toml)
-pytest-monitor==1.6.5
+pytest-monitor==1.6.6
# via sec-certs (./../pyproject.toml)
pytest-profiling==1.7.0
# via sec-certs (./../pyproject.toml)
@@ -474,10 +539,18 @@ python-dateutil==2.8.2
# matplotlib
# pandas
# sec-certs (./../pyproject.toml)
-pytz==2022.7.1
+python-dotenv==1.0.0
+ # via pydantic-settings
+pytz==2023.3.post1
# via pandas
-pyyaml==6.0
+pyviz-comms==3.0.0
+ # via
+ # holoviews
+ # panel
+pyyaml==6.0.1
# via
+ # bokeh
+ # dask
# datasets
# huggingface-hub
# jupyter-cache
@@ -487,22 +560,28 @@ pyyaml==6.0
# pre-commit
# sec-certs (./../pyproject.toml)
# transformers
-pyzmq==25.0.1
+pyzmq==25.1.1
# via
# ipykernel
# jupyter-client
-rapidfuzz==2.13.7
+rapidfuzz==3.5.2
# via sec-certs (./../pyproject.toml)
-regex==2022.10.31
+referencing==0.31.0
+ # via
+ # jsonschema
+ # jsonschema-specifications
+regex==2023.10.3
# via
# nltk
# transformers
-requests==2.28.2
+requests==2.31.0
# via
# datasets
+ # datashader
# evaluate
# fsspec
# huggingface-hub
+ # panel
# pytest-monitor
# responses
# sec-certs (./../pyproject.toml)
@@ -510,63 +589,71 @@ requests==2.28.2
# sphinx
# torchvision
# transformers
+ # weasel
responses==0.18.0
+ # via evaluate
+rpds-py==0.13.1
# via
- # datasets
- # evaluate
-ruff==0.0.239
+ # jsonschema
+ # referencing
+ruff==0.1.5
# via sec-certs (./../pyproject.toml)
-scikit-learn==1.2.2
+safetensors==0.4.0
+ # via transformers
+scikit-image==0.22.0
+ # via umap-learn
+scikit-learn==1.3.2
# via
# pynndescent
# sec-certs (./../pyproject.toml)
# sentence-transformers
# umap-learn
-scipy==1.10.1
+scipy==1.11.4
# via
# catboost
+ # datashader
# pynndescent
+ # scikit-image
# scikit-learn
# sec-certs (./../pyproject.toml)
# sentence-transformers
# umap-learn
-seaborn==0.12.2
+seaborn==0.13.0
# via
# pysankeybeta
# sec-certs (./../pyproject.toml)
+ # umap-learn
sentence-transformers==2.2.2
# via setfit
-sentencepiece==0.1.97
+sentencepiece==0.1.99
# via sentence-transformers
-setfit==0.6.0
+setfit==0.7.0
# via sec-certs (./../pyproject.toml)
-setuptools-scm==7.1.0
+setuptools-scm==8.0.4
# via sec-certs (./../pyproject.toml)
six==1.16.0
# via
# asttokens
+ # bleach
# catboost
# html5lib
- # langdetect
# pytest-profiling
# python-dateutil
-sklearn==0.0.post11
- # via sec-certs (./../pyproject.toml)
-smart-open==6.3.0
+smart-open==6.4.0
# via
- # pathy
# spacy
+ # weasel
snowballstemmer==2.2.0
# via sphinx
-soupsieve==2.4
+soupsieve==2.5
# via beautifulsoup4
-spacy==3.5.1
+spacy==3.7.2
# via sec-certs (./../pyproject.toml)
spacy-legacy==3.0.12
# via spacy
-spacy-loggers==1.0.4
+spacy-loggers==1.0.5
# via spacy
-sphinx==5.3.0
+sphinx==6.2.1
# via
# myst-nb
# myst-parser
@@ -575,76 +662,97 @@ sphinx==5.3.0
# sphinx-book-theme
# sphinx-copybutton
# sphinx-design
-sphinx-book-theme==1.0.0
+ # sphinxcontrib-applehelp
+ # sphinxcontrib-devhelp
+ # sphinxcontrib-htmlhelp
+ # sphinxcontrib-qthelp
+ # sphinxcontrib-serializinghtml
+sphinx-book-theme==1.0.1
# via sec-certs (./../pyproject.toml)
-sphinx-copybutton==0.5.1
+sphinx-copybutton==0.5.2
# via sec-certs (./../pyproject.toml)
-sphinx-design==0.3.0
+sphinx-design==0.5.0
# via sec-certs (./../pyproject.toml)
-sphinxcontrib-applehelp==1.0.4
+sphinxcontrib-applehelp==1.0.7
# via sphinx
-sphinxcontrib-devhelp==1.0.2
+sphinxcontrib-devhelp==1.0.5
# via sphinx
-sphinxcontrib-htmlhelp==2.0.1
+sphinxcontrib-htmlhelp==2.0.4
# via sphinx
sphinxcontrib-jsmath==1.0.1
# via sphinx
-sphinxcontrib-qthelp==1.0.3
+sphinxcontrib-qthelp==1.0.6
# via sphinx
-sphinxcontrib-serializinghtml==1.1.5
+sphinxcontrib-serializinghtml==1.1.9
# via sphinx
-sqlalchemy==1.4.46
+sqlalchemy==2.0.23
# via
# alembic
# jupyter-cache
# optuna
-srsly==2.4.6
+srsly==2.4.8
# via
# confection
# spacy
# thinc
-stack-data==0.6.2
+ # weasel
+stack-data==0.6.3
# via ipython
-sympy==1.11.1
+sympy==1.12
# via torch
-tabula-py==2.7.0
+tabula-py==2.9.0
# via sec-certs (./../pyproject.toml)
tabulate==0.9.0
# via jupyter-cache
-tbb==2021.10.0
- # via umap-learn
tenacity==8.2.3
# via plotly
-thinc==8.1.9
+thinc==8.2.1
# via spacy
-threadpoolctl==3.1.0
+threadpoolctl==3.2.0
# via scikit-learn
-tokenizers==0.13.2
+tifffile==2023.9.26
+ # via scikit-image
+tokenizers==0.15.0
# via transformers
-torch==2.0.0
+tomli==2.0.1
+ # via
+ # build
+ # coverage
+ # mypy
+ # pip-tools
+ # pyproject-hooks
+ # pytest
+ # setuptools-scm
+toolz==0.12.0
+ # via
+ # dask
+ # datashader
+ # partd
+torch==2.1.1
# via
# sentence-transformers
# torchvision
- # triton
-torchvision==0.15.1
+torchvision==0.16.1
# via sentence-transformers
-tornado==6.2
+tornado==6.3.3
# via
+ # bokeh
# ipykernel
# jupyter-client
-tqdm==4.65.0
+tqdm==4.66.1
# via
# datasets
# evaluate
# huggingface-hub
# nltk
# optuna
+ # panel
# sec-certs (./../pyproject.toml)
# sentence-transformers
# spacy
# transformers
# umap-learn
-traitlets==5.9.0
+traitlets==5.13.0
# via
# comm
# ipykernel
@@ -655,67 +763,80 @@ traitlets==5.9.0
# matplotlib-inline
# nbclient
# nbformat
-transformers==4.27.1
+transformers==4.35.2
# via sentence-transformers
-triton==2.0.0
- # via torch
-typer==0.7.0
+typer==0.9.0
# via
- # pathy
# spacy
-types-python-dateutil==2.8.19.10
+ # weasel
+types-python-dateutil==2.8.19.14
# via sec-certs (./../pyproject.toml)
-types-pyyaml==6.0.12.8
+types-pyyaml==6.0.12.12
# via sec-certs (./../pyproject.toml)
-types-requests==2.28.11.15
+types-requests==2.31.0.10
# via sec-certs (./../pyproject.toml)
-types-urllib3==1.26.25.8
- # via types-requests
-typing-extensions==4.5.0
+typing-extensions==4.8.0
# via
# alembic
+ # cloudpathlib
# huggingface-hub
# mypy
# myst-nb
- # myst-parser
+ # panel
# pydantic
+ # pydantic-core
+ # pydata-sphinx-theme
# setuptools-scm
+ # sqlalchemy
# torch
-umap-learn==0.5.4
+ # typer
+tzdata==2023.3
+ # via pandas
+uc-micro-py==1.0.2
+ # via linkify-it-py
+umap-learn[plot]==0.5.5
# via sec-certs (./../pyproject.toml)
-urllib3==1.26.15
+urllib3==2.1.0
# via
# requests
# responses
-virtualenv==20.21.0
+ # types-requests
+virtualenv==20.24.7
# via pre-commit
-wasabi==1.1.1
+wasabi==1.1.2
# via
# spacy
# thinc
-wcwidth==0.2.6
+ # weasel
+wcwidth==0.2.12
# via prompt-toolkit
+weasel==0.3.4
+ # via spacy
webencodings==0.5.1
- # via html5lib
-wheel==0.40.0
# via
- # nvidia-cublas-cu11
- # nvidia-cuda-cupti-cu11
- # nvidia-cuda-runtime-cu11
- # nvidia-curand-cu11
- # nvidia-cusparse-cu11
- # nvidia-nvtx-cu11
+ # bleach
+ # html5lib
+wheel==0.41.3
+ # via
# pip-tools
# pytest-monitor
-widgetsnbextension==4.0.5
+widgetsnbextension==4.0.9
# via ipywidgets
-xxhash==3.2.0
+wrapt==1.16.0
+ # via deprecated
+xarray==2023.11.0
+ # via datashader
+xxhash==3.4.1
# via
# datasets
# evaluate
-yarl==1.8.2
+xyzservices==2023.10.1
+ # via
+ # bokeh
+ # panel
+yarl==1.9.3
# via aiohttp
-zipp==3.15.0
+zipp==3.17.0
# via importlib-metadata
# The following packages are considered to be unsafe in a requirements file:
diff --git a/requirements/compile.sh b/requirements/compile.sh
index b5b7703f..743006b2 100755
--- a/requirements/compile.sh
+++ b/requirements/compile.sh
@@ -2,7 +2,7 @@
# See CONTRIBUTING.md for description
-pip-compile --no-header --output-file=requirements.txt ./../pyproject.toml
+pip-compile --no-header -o requirements.txt ./../pyproject.toml
pip-compile --no-header --extra dev -o dev_requirements.txt ./../pyproject.toml
pip-compile --no-header --extra test -o test_requirements.txt ./../pyproject.toml
pip-compile --no-header --extra nlp -o nlp_requirements.txt ./../pyproject.toml
diff --git a/requirements/dev_requirements.txt b/requirements/dev_requirements.txt
index b7c44db1..55f9d7b9 100644
--- a/requirements/dev_requirements.txt
+++ b/requirements/dev_requirements.txt
@@ -1,141 +1,138 @@
-aiohttp==3.8.4
+accessible-pygments==0.0.4
+ # via pydata-sphinx-theme
+aiohttp==3.9.0
# via
# datasets
# fsspec
aiosignal==1.3.1
# via aiohttp
-alabaster==0.7.12
+alabaster==0.7.13
# via sphinx
-asttokens==2.2.1
+annotated-types==0.6.0
+ # via pydantic
+appnope==0.1.3
+ # via
+ # ipykernel
+ # ipython
+asttokens==2.4.1
# via stack-data
-async-timeout==4.0.2
+async-timeout==4.0.3
# via aiohttp
-attrs==22.1.0
+attrs==23.1.0
# via
# aiohttp
# jsonschema
# jupyter-cache
- # pytest
-babel==2.11.0
- # via sphinx
-backcall==0.2.0
- # via ipython
-beautifulsoup4==4.11.1
+ # referencing
+babel==2.13.1
+ # via
+ # pydata-sphinx-theme
+ # sphinx
+beautifulsoup4==4.12.2
# via
# pydata-sphinx-theme
# sec-certs (./../pyproject.toml)
-black==23.1.0
- # via sec-certs (./../pyproject.toml)
-blis==0.7.9
+blis==0.7.11
# via thinc
-build==0.9.0
+build==1.0.3
# via pip-tools
-catalogue==2.0.8
+catalogue==2.0.10
# via
# spacy
# srsly
# thinc
-certifi==2023.7.22
+certifi==2023.11.17
# via requests
-cfgv==3.3.1
+cffi==1.16.0
+ # via cryptography
+cfgv==3.4.0
# via pre-commit
-charset-normalizer==2.1.1
- # via
- # aiohttp
- # requests
-click==8.1.3
+charset-normalizer==3.3.2
+ # via requests
+click==8.1.7
# via
# jupyter-cache
- # nltk
# pip-tools
# sec-certs (./../pyproject.toml)
# typer
-cmake==3.27.7
- # via triton
-comm==0.1.2
- # via ipykernel
-confection==0.0.3
- # via thinc
-contourpy==1.0.6
- # via matplotlib
-coverage[toml]==6.5.0
+cloudpathlib==0.16.0
+ # via weasel
+comm==0.2.0
# via
- # coverage
- # pytest-cov
+ # ipykernel
+ # ipywidgets
+confection==0.1.3
+ # via
+ # thinc
+ # weasel
+contourpy==1.2.0
+ # via matplotlib
+coverage[toml]==7.3.2
# via
# coverage
# pytest-cov
-cycler==0.11.0
+cryptography==41.0.5
+ # via pypdf
+cycler==0.12.1
# via matplotlib
-cymem==2.0.7
+cymem==2.0.8
# via
# preshed
# spacy
# thinc
-datasets==2.9.0
- # via
- # evaluate
- # sec-certs (./../pyproject.toml)
- # setfit
-debugpy==1.6.4
+datasets==2.15.0
+ # via sec-certs (./../pyproject.toml)
+debugpy==1.8.0
# via ipykernel
decorator==5.1.1
# via ipython
-deprecation==2.1.0
+deprecated==1.2.14
# via pikepdf
-dill==0.3.6
+dill==0.3.7
# via
# datasets
- # evaluate
# multiprocess
-distlib==0.3.6
+distlib==0.3.7
# via virtualenv
distro==1.8.0
# via tabula-py
-docutils==0.17.1
+docutils==0.19
# via
# myst-parser
# pydata-sphinx-theme
# sphinx
-entrypoints==0.4
- # via jupyter-client
-evaluate==0.4.0
- # via setfit
-executing==1.2.0
+exceptiongroup==1.2.0
+ # via
+ # ipython
+ # pytest
+executing==2.0.1
# via stack-data
-fastjsonschema==2.16.2
+fastjsonschema==2.19.0
# via nbformat
-filelock==3.8.2
+filelock==3.13.1
# via
# huggingface-hub
- # torch
- # transformers
- # triton
# virtualenv
-fonttools==4.38.0
+fonttools==4.45.0
# via matplotlib
-frozenlist==1.3.3
+frozenlist==1.4.0
# via
# aiohttp
# aiosignal
-fsspec[http]==2023.1.0
+fsspec[http]==2023.10.0
# via
# datasets
- # evaluate
# fsspec
+ # huggingface-hub
gprof2dot==2022.7.29
# via pytest-profiling
-greenlet==2.0.1
+greenlet==3.0.1
# via sqlalchemy
html5lib==1.1
# via sec-certs (./../pyproject.toml)
-huggingface-hub==0.12.1
- # via
- # datasets
- # evaluate
- # sentence-transformers
- # transformers
-identify==2.5.9
+huggingface-hub==0.19.4
+ # via datasets
+identify==2.5.32
# via pre-commit
idna==3.4
# via
@@ -143,72 +140,68 @@ idna==3.4
# yarl
imagesize==1.4.1
# via sphinx
-importlib-metadata==5.1.0
+importlib-metadata==6.8.0
# via
# jupyter-cache
# myst-nb
-iniconfig==1.1.1
+iniconfig==2.0.0
# via pytest
-ipykernel==6.19.1
+ipykernel==6.27.0
# via
- # ipywidgets
# myst-nb
# sec-certs (./../pyproject.toml)
-ipython==8.10.0
+ipython==8.17.2
# via
# ipykernel
# ipywidgets
# myst-nb
# sec-certs (./../pyproject.toml)
-ipywidgets==8.0.3
+ipywidgets==8.1.1
# via sec-certs (./../pyproject.toml)
-jedi==0.18.2
+jedi==0.19.1
# via ipython
jinja2==3.1.2
# via
# myst-parser
# spacy
# sphinx
- # torch
-joblib==1.2.0
- # via
- # nltk
- # scikit-learn
-jsonschema==4.17.3
+joblib==1.3.2
+ # via scikit-learn
+jsonschema==4.20.0
# via
# nbformat
# sec-certs (./../pyproject.toml)
-jupyter-cache==0.5.0
+jsonschema-specifications==2023.11.1
+ # via jsonschema
+jupyter-cache==1.0.0
# via myst-nb
-jupyter-client==7.4.8
+jupyter-client==8.6.0
# via
# ipykernel
# nbclient
-jupyter-core==5.1.0
+jupyter-core==5.5.0
# via
+ # ipykernel
# jupyter-client
+ # nbclient
# nbformat
-jupyterlab-widgets==3.0.4
+jupyterlab-widgets==3.0.9
# via ipywidgets
-kiwisolver==1.4.4
+kiwisolver==1.4.5
# via matplotlib
langcodes==3.3.0
# via spacy
-langdetect==1.0.9
- # via sec-certs (./../pyproject.toml)
-lit==17.0.3
- # via triton
-lxml==4.9.1
+lxml==4.9.3
# via
# pikepdf
# sec-certs (./../pyproject.toml)
-markdown-it-py==2.2.0
+markdown-it-py==3.0.0
# via
# mdit-py-plugins
# myst-parser
-markupsafe==2.1.1
+markupsafe==2.1.3
# via jinja2
-matplotlib==3.6.2
+matplotlib==3.8.2
# via
# pysankeybeta
# seaborn
@@ -217,23 +210,19 @@ matplotlib-inline==0.1.6
# via
# ipykernel
# ipython
-mdit-py-plugins==0.3.3
+mdit-py-plugins==0.4.0
# via myst-parser
mdurl==0.1.2
# via markdown-it-py
memory-profiler==0.61.0
# via pytest-monitor
-mpmath==1.3.0
- # via sympy
multidict==6.0.4
# via
# aiohttp
# yarl
-multiprocess==0.70.14
- # via
- # datasets
- # evaluate
-murmurhash==1.0.9
+multiprocess==0.70.15
+ # via datasets
+murmurhash==1.0.10
# via
# preshed
# spacy
@@ -242,38 +231,30 @@ mypy==1.6.1
# via sec-certs (./../pyproject.toml)
mypy-extensions==1.0.0
# via mypy
-myst-nb==0.17.1
+myst-nb==1.0.0
# via sec-certs (./../pyproject.toml)
-myst-parser==0.18.1
+myst-parser==2.0.0
# via myst-nb
-nbclient==0.5.13
+nbclient==0.9.0
# via
# jupyter-cache
# myst-nb
-nbformat==5.7.0
+nbformat==5.9.2
# via
# jupyter-cache
# myst-nb
# nbclient
-nest-asyncio==1.5.6
- # via
- # ipykernel
- # jupyter-client
- # nbclient
-networkx==2.8.8
- # via
- # sec-certs (./../pyproject.toml)
- # torch
-nltk==3.8.1
- # via sentence-transformers
-nodeenv==1.7.0
+nest-asyncio==1.5.8
+ # via ipykernel
+networkx==3.2.1
+ # via sec-certs (./../pyproject.toml)
+nodeenv==1.8.0
# via pre-commit
-numpy==1.23.5
+numpy==1.26.2
# via
# blis
# contourpy
# datasets
- # evaluate
# matplotlib
# pandas
# pyarrow
@@ -282,43 +263,13 @@ numpy==1.23.5
# scipy
# seaborn
# sec-certs (./../pyproject.toml)
- # sentence-transformers
# spacy
# tabula-py
# thinc
- # torchvision
- # transformers
-nvidia-cublas-cu11==11.10.3.66
- # via
- # nvidia-cudnn-cu11
- # nvidia-cusolver-cu11
- # torch
-nvidia-cuda-cupti-cu11==11.7.101
- # via torch
-nvidia-cuda-nvrtc-cu11==11.7.99
- # via torch
-nvidia-cuda-runtime-cu11==11.7.99
- # via torch
-nvidia-cudnn-cu11==8.5.0.96
- # via torch
-nvidia-cufft-cu11==10.9.0.58
- # via torch
-nvidia-curand-cu11==10.2.10.91
- # via torch
-nvidia-cusolver-cu11==11.4.0.1
- # via torch
-nvidia-cusparse-cu11==11.7.4.91
- # via torch
-nvidia-nccl-cu11==2.14.3
- # via torch
-nvidia-nvtx-cu11==11.7.91
- # via torch
-packaging==22.0
+packaging==23.2
# via
# build
# datasets
- # deprecation
- # evaluate
# huggingface-hub
# ipykernel
# matplotlib
@@ -329,55 +280,48 @@ packaging==22.0
# setuptools-scm
# spacy
# sphinx
- # transformers
-pandas==1.5.2
+ # thinc
+ # weasel
+pandas==2.1.3
# via
# datasets
- # evaluate
# pysankeybeta
# seaborn
# sec-certs (./../pyproject.toml)
# tabula-py
parso==0.8.3
# via jedi
-pathy==0.10.1
- # via spacy
pdftotext==2.2.2
# via sec-certs (./../pyproject.toml)
-pep517==0.13.0
- # via build
pexpect==4.8.0
# via ipython
-pickleshare==0.7.5
- # via ipython
-pikepdf==6.2.5
+pikepdf==8.7.1
# via sec-certs (./../pyproject.toml)
-pillow==10.0.1
+pillow==10.1.0
# via
# matplotlib
# pikepdf
# pytesseract
# sec-certs (./../pyproject.toml)
- # torchvision
-pip-tools==6.11.0
+pip-tools==7.3.0
# via sec-certs (./../pyproject.toml)
pkgconfig==1.5.5
# via sec-certs (./../pyproject.toml)
-platformdirs==2.6.0
+platformdirs==4.0.0
# via
# jupyter-core
# virtualenv
-pluggy==1.0.0
+pluggy==1.3.0
# via pytest
-pre-commit==2.20.0
+pre-commit==3.5.0
# via sec-certs (./../pyproject.toml)
-preshed==3.0.8
+preshed==3.0.9
# via
# spacy
# thinc
-prompt-toolkit==3.0.36
+prompt-toolkit==3.0.41
# via ipython
-psutil==5.9.4
+psutil==5.9.6
# via
# ipykernel
# memory-profiler
@@ -387,43 +331,53 @@ ptyprocess==0.7.0
# via pexpect
pure-eval==0.2.2
# via stack-data
-pyarrow==11.0.0
+pyarrow==14.0.1
# via datasets
-pycryptodome==3.16.0
- # via pypdf
-pydantic==1.10.2
+pyarrow-hotfix==0.6
+ # via datasets
+pycparser==2.21
+ # via cffi
+pydantic==2.5.2
# via
# confection
+ # pydantic-settings
# sec-certs (./../pyproject.toml)
# spacy
# thinc
-pydata-sphinx-theme==0.8.1
+ # weasel
+pydantic-core==2.14.5
+ # via pydantic
+pydantic-settings==2.1.0
+ # via sec-certs (./../pyproject.toml)
+pydata-sphinx-theme==0.14.3
# via sphinx-book-theme
-pygments==2.15.0
+pygments==2.17.2
# via
+ # accessible-pygments
# ipython
+ # pydata-sphinx-theme
# sphinx
-pyparsing==3.0.9
+pyparsing==3.1.1
# via matplotlib
-pypdf[crypto]==3.2.1
+pypdf[crypto]==3.17.1
# via
# pypdf
# sec-certs (./../pyproject.toml)
-pyrsistent==0.19.2
- # via jsonschema
-pysankeybeta==1.4.0
+pyproject-hooks==1.0.0
+ # via build
+pysankeybeta==1.4.1
# via sec-certs (./../pyproject.toml)
pytesseract==0.3.10
# via sec-certs (./../pyproject.toml)
-pytest==7.2.0
+pytest==7.4.3
# via
# pytest-cov
# pytest-monitor
# pytest-profiling
# sec-certs (./../pyproject.toml)
-pytest-cov==4.0.0
+pytest-cov==4.1.0
# via sec-certs (./../pyproject.toml)
-pytest-monitor==1.6.5
+pytest-monitor==1.6.6
# via sec-certs (./../pyproject.toml)
pytest-profiling==1.7.0
# via sec-certs (./../pyproject.toml)
@@ -433,11 +387,11 @@ python-dateutil==2.8.2
# matplotlib
# pandas
# sec-certs (./../pyproject.toml)
-pytz==2022.6
- # via
- # babel
- # pandas
-pyyaml==6.0
+python-dotenv==1.0.0
+ # via pydantic-settings
+pytz==2023.3.post1
+ # via pandas
+pyyaml==6.0.1
# via
# datasets
# huggingface-hub
@@ -446,78 +400,65 @@ pyyaml==6.0
# myst-parser
# pre-commit
# sec-certs (./../pyproject.toml)
- # sphinx-book-theme
- # transformers
-pyzmq==24.0.1
+pyzmq==25.1.1
# via
# ipykernel
# jupyter-client
-rapidfuzz==2.13.3
+rapidfuzz==3.5.2
# via sec-certs (./../pyproject.toml)
-regex==2023.6.3
+referencing==0.31.0
# via
- # nltk
- # transformers
+ # jsonschema
+ # jsonschema-specifications
requests==2.31.0
# via
# datasets
- # evaluate
# fsspec
# huggingface-hub
# pytest-monitor
- # responses
# sec-certs (./../pyproject.toml)
# spacy
# sphinx
- # torchvision
- # transformers
-responses==0.18.0
+ # weasel
+rpds-py==0.13.1
# via
- # datasets
- # evaluate
-ruff==0.0.239
+ # jsonschema
+ # referencing
+ruff==0.1.5
# via sec-certs (./../pyproject.toml)
-scikit-learn==1.2.0
- # via
- # sec-certs (./../pyproject.toml)
- # sentence-transformers
-scipy==1.10.0
+scikit-learn==1.3.2
+ # via sec-certs (./../pyproject.toml)
+scipy==1.11.4
# via
# scikit-learn
# sec-certs (./../pyproject.toml)
- # sentence-transformers
-seaborn==0.12.1
+seaborn==0.13.0
# via
# pysankeybeta
# sec-certs (./../pyproject.toml)
-sentence-transformers==2.2.2
- # via setfit
-sentencepiece==0.1.97
- # via sentence-transformers
-setfit==0.6.0
- # via sec-certs (./../pyproject.toml)
-setuptools-scm==7.0.5
+setuptools-scm==8.0.4
# via sec-certs (./../pyproject.toml)
six==1.16.0
# via
# asttokens
# html5lib
- # langdetect
# pytest-profiling
# python-dateutil
-smart-open==6.2.0
- # via pathy
+smart-open==6.4.0
+ # via
+ # spacy
+ # weasel
snowballstemmer==2.2.0
# via sphinx
-soupsieve==2.3.2.post1
+soupsieve==2.5
# via beautifulsoup4
-spacy==3.4.3
+spacy==3.7.2
# via sec-certs (./../pyproject.toml)
-spacy-legacy==3.0.10
+spacy-legacy==3.0.12
# via spacy
-spacy-loggers==1.0.4
+spacy-loggers==1.0.5
# via spacy
-sphinx==4.5.0
+sphinx==6.2.1
# via
# myst-nb
# myst-parser
@@ -526,71 +467,67 @@ sphinx==4.5.0
# sphinx-book-theme
# sphinx-copybutton
# sphinx-design
-sphinx-book-theme==0.3.3
+ # sphinxcontrib-applehelp
+ # sphinxcontrib-devhelp
+ # sphinxcontrib-htmlhelp
+ # sphinxcontrib-qthelp
+ # sphinxcontrib-serializinghtml
+sphinx-book-theme==1.0.1
# via sec-certs (./../pyproject.toml)
-sphinx-copybutton==0.5.1
+sphinx-copybutton==0.5.2
# via sec-certs (./../pyproject.toml)
-sphinx-design==0.3.0
+sphinx-design==0.5.0
# via sec-certs (./../pyproject.toml)
-sphinxcontrib-applehelp==1.0.2
+sphinxcontrib-applehelp==1.0.7
# via sphinx
-sphinxcontrib-devhelp==1.0.2
+sphinxcontrib-devhelp==1.0.5
# via sphinx
-sphinxcontrib-htmlhelp==2.0.0
+sphinxcontrib-htmlhelp==2.0.4
# via sphinx
sphinxcontrib-jsmath==1.0.1
# via sphinx
-sphinxcontrib-qthelp==1.0.3
+sphinxcontrib-qthelp==1.0.6
# via sphinx
-sphinxcontrib-serializinghtml==1.1.5
+sphinxcontrib-serializinghtml==1.1.9
# via sphinx
-sqlalchemy==1.4.44
+sqlalchemy==2.0.23
# via jupyter-cache
-srsly==2.4.5
+srsly==2.4.8
# via
# confection
# spacy
# thinc
-stack-data==0.6.2
+ # weasel
+stack-data==0.6.3
# via ipython
-sympy==1.11.1
- # via torch
-tabula-py==2.6.0
+tabula-py==2.9.0
# via sec-certs (./../pyproject.toml)
tabulate==0.9.0
# via jupyter-cache
-thinc==8.1.5
+thinc==8.2.1
# via spacy
-threadpoolctl==3.1.0
+threadpoolctl==3.2.0
# via scikit-learn
-tokenizers==0.13.2
- # via transformers
-toml==0.10.2
- # via pre-commit
tomli==2.0.1
- # via setuptools-scm
-torch==2.0.1
# via
- # sentence-transformers
- # torchvision
- # triton
-torchvision==0.15.2
- # via sentence-transformers
-tornado==6.3.2
+ # build
+ # coverage
+ # mypy
+ # pip-tools
+ # pyproject-hooks
+ # pytest
+ # setuptools-scm
+tornado==6.3.3
# via
# ipykernel
# jupyter-client
-tqdm==4.64.1
+tqdm==4.66.1
# via
# datasets
- # evaluate
# huggingface-hub
- # nltk
# sec-certs (./../pyproject.toml)
- # sentence-transformers
# spacy
- # transformers
-traitlets==5.6.0
+traitlets==5.13.0
# via
# comm
# ipykernel
@@ -601,64 +538,60 @@ traitlets==5.6.0
# matplotlib-inline
# nbclient
# nbformat
-transformers==4.27.1
- # via sentence-transformers
-triton==2.0.0
- # via torch
-typer==0.7.0
+typer==0.9.0
# via
- # pathy
# spacy
-types-python-dateutil==2.8.19.4
+ # weasel
+types-python-dateutil==2.8.19.14
# via sec-certs (./../pyproject.toml)
-types-pyyaml==6.0.12.2
+types-pyyaml==6.0.12.12
# via sec-certs (./../pyproject.toml)
-types-requests==2.28.11.5
+types-requests==2.31.0.10
# via sec-certs (./../pyproject.toml)
-types-urllib3==1.26.25.4
- # via types-requests
-typing-extensions==4.4.0
+typing-extensions==4.8.0
# via
+ # cloudpathlib
# huggingface-hub
# mypy
# myst-nb
- # myst-parser
# pydantic
+ # pydantic-core
+ # pydata-sphinx-theme
# setuptools-scm
- # torch
-urllib3==1.26.13
+ # sqlalchemy
+ # typer
+tzdata==2023.3
+ # via pandas
+urllib3==2.1.0
# via
# requests
- # responses
-virtualenv==20.17.1
+ # types-requests
+virtualenv==20.24.7
# via pre-commit
-wasabi==0.10.1
+wasabi==1.1.2
# via
# spacy
# thinc
-wcwidth==0.2.5
+ # weasel
+wcwidth==0.2.12
# via prompt-toolkit
+weasel==0.3.4
+ # via spacy
webencodings==0.5.1
# via html5lib
-wheel==0.38.4
+wheel==0.41.3
# via
- # nvidia-cublas-cu11
- # nvidia-cuda-cupti-cu11
- # nvidia-cuda-runtime-cu11
- # nvidia-curand-cu11
- # nvidia-cusparse-cu11
- # nvidia-nvtx-cu11
# pip-tools
# pytest-monitor
-widgetsnbextension==4.0.4
+widgetsnbextension==4.0.9
# via ipywidgets
-xxhash==3.2.0
- # via
- # datasets
- # evaluate
-yarl==1.8.2
+wrapt==1.16.0
+ # via deprecated
+xxhash==3.4.1
+ # via datasets
+yarl==1.9.3
# via aiohttp
-zipp==3.11.0
+zipp==3.17.0
# via importlib-metadata
# The following packages are considered to be unsafe in a requirements file:
diff --git a/requirements/nlp_requirements.txt b/requirements/nlp_requirements.txt
index dd5366b6..d9d25188 100644
--- a/requirements/nlp_requirements.txt
+++ b/requirements/nlp_requirements.txt
@@ -1,4 +1,4 @@
-aiohttp==3.8.6
+aiohttp==3.9.0
# via
# datasets
# fsspec
@@ -8,6 +8,10 @@ alembic==1.12.1
# via optuna
annotated-types==0.6.0
# via pydantic
+appnope==0.1.3
+ # via
+ # ipykernel
+ # ipython
asttokens==2.4.1
# via stack-data
async-timeout==4.0.3
@@ -19,8 +23,14 @@ attrs==23.1.0
# referencing
beautifulsoup4==4.12.2
# via sec-certs (./../pyproject.toml)
+bleach==6.1.0
+ # via panel
blis==0.7.11
# via thinc
+bokeh==3.3.1
+ # via
+ # panel
+ # umap-learn
catalogue==2.0.10
# via
# spacy
@@ -28,21 +38,27 @@ catalogue==2.0.10
# thinc
catboost==1.2.2
# via sec-certs (./../pyproject.toml)
-certifi==2023.7.22
+certifi==2023.11.17
# via requests
cffi==1.16.0
# via cryptography
charset-normalizer==3.3.2
- # via
- # aiohttp
- # requests
+ # via requests
click==8.1.7
# via
+ # dask
# nltk
# sec-certs (./../pyproject.toml)
# typer
cloudpathlib==0.16.0
# via weasel
+cloudpickle==3.0.0
+ # via dask
+colorcet==3.0.1
+ # via
+ # datashader
+ # holoviews
+ # umap-learn
colorlog==6.7.0
# via optuna
comm==0.2.0
@@ -54,7 +70,9 @@ confection==0.1.3
# thinc
# weasel
contourpy==1.2.0
- # via matplotlib
+ # via
+ # bokeh
+ # matplotlib
cryptography==41.0.5
# via pypdf
cycler==0.12.1
@@ -64,10 +82,14 @@ cymem==2.0.8
# preshed
# spacy
# thinc
-datasets==2.14.6
+dask==2023.11.0
+ # via datashader
+datasets==2.15.0
# via
# evaluate
# setfit
+datashader==0.16.0
+ # via umap-learn
debugpy==1.8.0
# via ipykernel
decorator==5.1.1
@@ -83,6 +105,8 @@ distro==1.8.0
# via tabula-py
evaluate==0.4.1
# via setfit
+exceptiongroup==1.2.0
+ # via ipython
executing==2.0.1
# via stack-data
filelock==3.13.1
@@ -90,8 +114,7 @@ filelock==3.13.1
# huggingface-hub
# torch
# transformers
- # triton
-fonttools==4.44.0
+fonttools==4.45.0
# via matplotlib
frozenlist==1.4.0
# via
@@ -99,6 +122,7 @@ frozenlist==1.4.0
# aiosignal
fsspec[http]==2023.10.0
# via
+ # dask
# datasets
# evaluate
# fsspec
@@ -108,9 +132,11 @@ graphviz==0.20.1
# via catboost
greenlet==3.0.1
# via sqlalchemy
+holoviews==1.18.1
+ # via umap-learn
html5lib==1.1
# via sec-certs (./../pyproject.toml)
-huggingface-hub==0.17.3
+huggingface-hub==0.19.4
# via
# datasets
# evaluate
@@ -121,7 +147,11 @@ idna==3.4
# via
# requests
# yarl
-ipykernel==6.26.0
+imageio==2.33.0
+ # via scikit-image
+importlib-metadata==6.8.0
+ # via dask
+ipykernel==6.27.0
# via sec-certs (./../pyproject.toml)
ipython==8.17.2
# via
@@ -133,6 +163,7 @@ jedi==0.19.1
# via ipython
jinja2==3.1.2
# via
+ # bokeh
# spacy
# torch
joblib==1.3.2
@@ -140,11 +171,9 @@ joblib==1.3.2
# nltk
# pynndescent
# scikit-learn
-jpype1==1.4.1
- # via tabula-py
-jsonschema==4.19.2
+jsonschema==4.20.0
# via sec-certs (./../pyproject.toml)
-jsonschema-specifications==2023.7.1
+jsonschema-specifications==2023.11.1
# via jsonschema
jupyter-client==8.6.0
# via ipykernel
@@ -158,38 +187,55 @@ kiwisolver==1.4.5
# via matplotlib
langcodes==3.3.0
# via spacy
-langdetect==1.0.9
- # via sec-certs (./../pyproject.toml)
+lazy-loader==0.3
+ # via scikit-image
+linkify-it-py==2.0.2
+ # via panel
llvmlite==0.41.1
# via
# numba
# pynndescent
+locket==1.0.0
+ # via partd
lxml==4.9.3
# via
# pikepdf
# sec-certs (./../pyproject.toml)
mako==1.3.0
# via alembic
+markdown==3.5.1
+ # via panel
+markdown-it-py==3.0.0
+ # via
+ # mdit-py-plugins
+ # panel
markupsafe==2.1.3
# via
# jinja2
# mako
-matplotlib==3.8.1
+matplotlib==3.8.2
# via
# catboost
# pysankeybeta
# seaborn
# sec-certs (./../pyproject.toml)
+ # umap-learn
matplotlib-inline==0.1.6
# via
# ipykernel
# ipython
+mdit-py-plugins==0.4.0
+ # via panel
+mdurl==0.1.2
+ # via markdown-it-py
mpmath==1.3.0
# via sympy
multidict==6.0.4
# via
# aiohttp
# yarl
+multipledispatch==1.0.0
+ # via datashader
multiprocess==0.70.15
# via
# datasets
@@ -203,27 +249,34 @@ nest-asyncio==1.5.8
# via ipykernel
networkx==3.2.1
# via
+ # scikit-image
# sec-certs (./../pyproject.toml)
# torch
nltk==3.8.1
# via sentence-transformers
numba==0.58.1
# via
+ # datashader
# pynndescent
# umap-learn
numpy==1.26.2
# via
# blis
+ # bokeh
# catboost
# contourpy
# datasets
+ # datashader
# evaluate
+ # holoviews
+ # imageio
# matplotlib
# numba
# optuna
# pandas
# pyarrow
# pysankeybeta
+ # scikit-image
# scikit-learn
# scipy
# seaborn
@@ -232,69 +285,62 @@ numpy==1.26.2
# spacy
# tabula-py
# thinc
+ # tifffile
# torchvision
# transformers
# umap-learn
-nvidia-cublas-cu12==12.1.3.1
- # via
- # nvidia-cudnn-cu12
- # nvidia-cusolver-cu12
- # torch
-nvidia-cuda-cupti-cu12==12.1.105
- # via torch
-nvidia-cuda-nvrtc-cu12==12.1.105
- # via torch
-nvidia-cuda-runtime-cu12==12.1.105
- # via torch
-nvidia-cudnn-cu12==8.9.2.26
- # via torch
-nvidia-cufft-cu12==11.0.2.54
- # via torch
-nvidia-curand-cu12==10.3.2.106
- # via torch
-nvidia-cusolver-cu12==11.4.5.107
- # via torch
-nvidia-cusparse-cu12==12.1.0.106
- # via
- # nvidia-cusolver-cu12
- # torch
-nvidia-nccl-cu12==2.18.1
- # via torch
-nvidia-nvjitlink-cu12==12.3.52
- # via
- # nvidia-cusolver-cu12
- # nvidia-cusparse-cu12
-nvidia-nvtx-cu12==12.1.105
- # via torch
+ # xarray
optuna==3.4.0
# via sec-certs (./../pyproject.toml)
packaging==23.2
# via
+ # bokeh
+ # dask
# datasets
# evaluate
+ # holoviews
# huggingface-hub
# ipykernel
- # jpype1
# matplotlib
# optuna
# pikepdf
# plotly
+ # pytesseract
+ # scikit-image
# setuptools-scm
# spacy
# thinc
# transformers
# weasel
+ # xarray
pandas==2.1.3
# via
+ # bokeh
# catboost
# datasets
+ # datashader
# evaluate
+ # holoviews
+ # panel
# pysankeybeta
# seaborn
# sec-certs (./../pyproject.toml)
# tabula-py
+ # umap-learn
+ # xarray
+panel==1.3.2
+ # via holoviews
+param==2.0.1
+ # via
+ # datashader
+ # holoviews
+ # panel
+ # pyct
+ # pyviz-comms
parso==0.8.3
# via jedi
+partd==1.4.1
+ # via dask
pdftotext==2.2.2
# via sec-certs (./../pyproject.toml)
pexpect==4.8.0
@@ -303,8 +349,13 @@ pikepdf==8.7.1
# via sec-certs (./../pyproject.toml)
pillow==10.1.0
# via
+ # bokeh
+ # datashader
+ # imageio
# matplotlib
# pikepdf
+ # pytesseract
+ # scikit-image
# sec-certs (./../pyproject.toml)
# torchvision
pkgconfig==1.5.5
@@ -319,30 +370,41 @@ preshed==3.0.9
# via
# spacy
# thinc
-prompt-toolkit==3.0.40
+prompt-toolkit==3.0.41
# via ipython
psutil==5.9.6
- # via ipykernel
+ # via
+ # ipykernel
+ # sec-certs (./../pyproject.toml)
ptyprocess==0.7.0
# via pexpect
pure-eval==0.2.2
# via stack-data
pyarrow==14.0.1
# via datasets
+pyarrow-hotfix==0.6
+ # via datasets
pycparser==2.21
# via cffi
-pydantic==2.5.0
+pyct==0.5.0
+ # via
+ # colorcet
+ # datashader
+pydantic==2.5.2
# via
# confection
+ # pydantic-settings
# sec-certs (./../pyproject.toml)
# spacy
# thinc
# weasel
-pydantic-core==2.14.1
+pydantic-core==2.14.5
# via pydantic
-pygments==2.16.1
+pydantic-settings==2.1.0
+ # via sec-certs (./../pyproject.toml)
+pygments==2.17.2
# via ipython
-pynndescent==0.5.10
+pynndescent==0.5.11
# via umap-learn
pyparsing==3.1.1
# via matplotlib
@@ -352,16 +414,26 @@ pypdf[crypto]==3.17.1
# sec-certs (./../pyproject.toml)
pysankeybeta==1.4.1
# via sec-certs (./../pyproject.toml)
+pytesseract==0.3.10
+ # via sec-certs (./../pyproject.toml)
python-dateutil==2.8.2
# via
# jupyter-client
# matplotlib
# pandas
# sec-certs (./../pyproject.toml)
+python-dotenv==1.0.0
+ # via pydantic-settings
pytz==2023.3.post1
# via pandas
+pyviz-comms==3.0.0
+ # via
+ # holoviews
+ # panel
pyyaml==6.0.1
# via
+ # bokeh
+ # dask
# datasets
# huggingface-hub
# optuna
@@ -373,7 +445,7 @@ pyzmq==25.1.1
# jupyter-client
rapidfuzz==3.5.2
# via sec-certs (./../pyproject.toml)
-referencing==0.30.2
+referencing==0.31.0
# via
# jsonschema
# jsonschema-specifications
@@ -384,9 +456,11 @@ regex==2023.10.3
requests==2.31.0
# via
# datasets
+ # datashader
# evaluate
# fsspec
# huggingface-hub
+ # panel
# responses
# sec-certs (./../pyproject.toml)
# spacy
@@ -395,22 +469,26 @@ requests==2.31.0
# weasel
responses==0.18.0
# via evaluate
-rpds-py==0.12.0
+rpds-py==0.13.1
# via
# jsonschema
# referencing
safetensors==0.4.0
# via transformers
+scikit-image==0.22.0
+ # via umap-learn
scikit-learn==1.3.2
# via
# pynndescent
# sec-certs (./../pyproject.toml)
# sentence-transformers
# umap-learn
-scipy==1.11.3
+scipy==1.11.4
# via
# catboost
+ # datashader
# pynndescent
+ # scikit-image
# scikit-learn
# sec-certs (./../pyproject.toml)
# sentence-transformers
@@ -419,6 +497,7 @@ seaborn==0.13.0
# via
# pysankeybeta
# sec-certs (./../pyproject.toml)
+ # umap-learn
sentence-transformers==2.2.2
# via setfit
sentencepiece==0.1.99
@@ -430,12 +509,10 @@ setuptools-scm==8.0.4
six==1.16.0
# via
# asttokens
+ # bleach
# catboost
# html5lib
- # langdetect
# python-dateutil
-sklearn==0.0.post11
- # via sec-certs (./../pyproject.toml)
smart-open==6.4.0
# via
# spacy
@@ -462,26 +539,34 @@ stack-data==0.6.3
# via ipython
sympy==1.12
# via torch
-tabula-py==2.8.2
+tabula-py==2.9.0
# via sec-certs (./../pyproject.toml)
-tbb==2021.10.0
- # via umap-learn
tenacity==8.2.3
# via plotly
thinc==8.2.1
# via spacy
threadpoolctl==3.2.0
# via scikit-learn
-tokenizers==0.14.1
+tifffile==2023.9.26
+ # via scikit-image
+tokenizers==0.15.0
# via transformers
-torch==2.1.0
+tomli==2.0.1
+ # via setuptools-scm
+toolz==0.12.0
+ # via
+ # dask
+ # datashader
+ # partd
+torch==2.1.1
# via
# sentence-transformers
# torchvision
-torchvision==0.16.0
+torchvision==0.16.1
# via sentence-transformers
tornado==6.3.3
# via
+ # bokeh
# ipykernel
# jupyter-client
tqdm==4.66.1
@@ -491,6 +576,7 @@ tqdm==4.66.1
# huggingface-hub
# nltk
# optuna
+ # panel
# sec-certs (./../pyproject.toml)
# sentence-transformers
# spacy
@@ -505,10 +591,8 @@ traitlets==5.13.0
# jupyter-client
# jupyter-core
# matplotlib-inline
-transformers==4.35.0
+transformers==4.35.2
# via sentence-transformers
-triton==2.1.0
- # via torch
typer==0.9.0
# via
# spacy
@@ -516,7 +600,9 @@ typer==0.9.0
typing-extensions==4.8.0
# via
# alembic
+ # cloudpathlib
# huggingface-hub
+ # panel
# pydantic
# pydantic-core
# setuptools-scm
@@ -525,7 +611,9 @@ typing-extensions==4.8.0
# typer
tzdata==2023.3
# via pandas
-umap-learn==0.5.4
+uc-micro-py==1.0.2
+ # via linkify-it-py
+umap-learn[plot]==0.5.5
# via sec-certs (./../pyproject.toml)
urllib3==2.1.0
# via
@@ -536,22 +624,32 @@ wasabi==1.1.2
# spacy
# thinc
# weasel
-wcwidth==0.2.10
+wcwidth==0.2.12
# via prompt-toolkit
weasel==0.3.4
# via spacy
webencodings==0.5.1
- # via html5lib
+ # via
+ # bleach
+ # html5lib
widgetsnbextension==4.0.9
# via ipywidgets
wrapt==1.16.0
# via deprecated
+xarray==2023.11.0
+ # via datashader
xxhash==3.4.1
# via
# datasets
# evaluate
-yarl==1.9.2
+xyzservices==2023.10.1
+ # via
+ # bokeh
+ # panel
+yarl==1.9.3
# via aiohttp
+zipp==3.17.0
+ # via importlib-metadata
# The following packages are considered to be unsafe in a requirements file:
# setuptools
diff --git a/requirements/requirements.txt b/requirements/requirements.txt
index d13f9505..0b370634 100644
--- a/requirements/requirements.txt
+++ b/requirements/requirements.txt
@@ -1,150 +1,110 @@
-aiohttp==3.8.4
+annotated-types==0.6.0
+ # via pydantic
+appnope==0.1.3
# via
- # datasets
- # fsspec
-aiosignal==1.3.1
- # via aiohttp
-asttokens==2.2.1
+ # ipykernel
+ # ipython
+asttokens==2.4.1
# via stack-data
-async-timeout==4.0.2
- # via aiohttp
-attrs==22.1.0
+attrs==23.1.0
# via
- # aiohttp
# jsonschema
-backcall==0.2.0
- # via ipython
-beautifulsoup4==4.11.1
+ # referencing
+beautifulsoup4==4.12.2
# via sec-certs (./../pyproject.toml)
-blis==0.7.9
+blis==0.7.11
# via thinc
-catalogue==2.0.8
+catalogue==2.0.10
# via
# spacy
# srsly
# thinc
-certifi==2023.7.22
+certifi==2023.11.17
# via requests
-charset-normalizer==2.1.1
- # via
- # aiohttp
- # requests
-click==8.1.3
+cffi==1.16.0
+ # via cryptography
+charset-normalizer==3.3.2
+ # via requests
+click==8.1.7
# via
- # nltk
# sec-certs (./../pyproject.toml)
# typer
-cmake==3.27.7
- # via triton
-comm==0.1.2
- # via ipykernel
-confection==0.0.3
- # via thinc
-contourpy==1.0.6
+cloudpathlib==0.16.0
+ # via weasel
+comm==0.2.0
+ # via
+ # ipykernel
+ # ipywidgets
+confection==0.1.3
+ # via
+ # thinc
+ # weasel
+contourpy==1.2.0
# via matplotlib
-cycler==0.11.0
+cryptography==41.0.5
+ # via pypdf
+cycler==0.12.1
# via matplotlib
-cymem==2.0.7
+cymem==2.0.8
# via
# preshed
# spacy
# thinc
-datasets==2.12.0
- # via
- # evaluate
- # setfit
-debugpy==1.6.4
+debugpy==1.8.0
# via ipykernel
decorator==5.1.1
# via ipython
-deprecation==2.1.0
+deprecated==1.2.14
# via pikepdf
-dill==0.3.6
- # via
- # datasets
- # evaluate
- # multiprocess
distro==1.8.0
# via tabula-py
-entrypoints==0.4
- # via jupyter-client
-evaluate==0.4.0
- # via setfit
-executing==1.2.0
+exceptiongroup==1.2.0
+ # via ipython
+executing==2.0.1
# via stack-data
-filelock==3.12.0
- # via
- # huggingface-hub
- # torch
- # transformers
- # triton
-fonttools==4.38.0
+fonttools==4.45.0
# via matplotlib
-frozenlist==1.3.3
- # via
- # aiohttp
- # aiosignal
-fsspec[http]==2023.5.0
- # via
- # datasets
- # evaluate
- # fsspec
- # huggingface-hub
html5lib==1.1
# via sec-certs (./../pyproject.toml)
-huggingface-hub==0.15.1
- # via
- # datasets
- # evaluate
- # sentence-transformers
- # transformers
idna==3.4
- # via
- # requests
- # yarl
-ipykernel==6.19.1
- # via
- # ipywidgets
- # sec-certs (./../pyproject.toml)
-ipython==8.10.0
+ # via requests
+ipykernel==6.27.0
+ # via sec-certs (./../pyproject.toml)
+ipython==8.17.2
# via
# ipykernel
# ipywidgets
-ipywidgets==8.0.3
+ipywidgets==8.1.1
# via sec-certs (./../pyproject.toml)
-jedi==0.18.2
+jedi==0.19.1
# via ipython
jinja2==3.1.2
- # via
- # spacy
- # torch
-joblib==1.2.0
- # via
- # nltk
- # scikit-learn
-jsonschema==4.17.3
+ # via spacy
+joblib==1.3.2
+ # via scikit-learn
+jsonschema==4.20.0
# via sec-certs (./../pyproject.toml)
-jupyter-client==7.4.8
+jsonschema-specifications==2023.11.1
+ # via jsonschema
+jupyter-client==8.6.0
# via ipykernel
-jupyter-core==5.1.0
- # via jupyter-client
-jupyterlab-widgets==3.0.4
+jupyter-core==5.5.0
+ # via
+ # ipykernel
+ # jupyter-client
+jupyterlab-widgets==3.0.9
# via ipywidgets
-kiwisolver==1.4.4
+kiwisolver==1.4.5
# via matplotlib
langcodes==3.3.0
# via spacy
-langdetect==1.0.9
- # via sec-certs (./../pyproject.toml)
-lit==17.0.3
- # via triton
-lxml==4.9.1
+lxml==4.9.3
# via
# pikepdf
# sec-certs (./../pyproject.toml)
-markupsafe==2.1.1
+markupsafe==2.1.3
# via jinja2
-matplotlib==3.6.2
+matplotlib==3.8.2
# via
# pysankeybeta
# seaborn
@@ -153,127 +113,70 @@ matplotlib-inline==0.1.6
# via
# ipykernel
# ipython
-mpmath==1.3.0
- # via sympy
-multidict==6.0.4
- # via
- # aiohttp
- # yarl
-multiprocess==0.70.14
- # via
- # datasets
- # evaluate
-murmurhash==1.0.9
+murmurhash==1.0.10
# via
# preshed
# spacy
# thinc
-nest-asyncio==1.5.6
- # via
- # ipykernel
- # jupyter-client
-networkx==2.8.8
- # via
- # sec-certs (./../pyproject.toml)
- # torch
-nltk==3.8.1
- # via sentence-transformers
-numpy==1.23.5
+nest-asyncio==1.5.8
+ # via ipykernel
+networkx==3.2.1
+ # via sec-certs (./../pyproject.toml)
+numpy==1.26.2
# via
# blis
# contourpy
- # datasets
- # evaluate
# matplotlib
# pandas
- # pyarrow
# pysankeybeta
# scikit-learn
# scipy
# seaborn
# sec-certs (./../pyproject.toml)
- # sentence-transformers
# spacy
# tabula-py
# thinc
- # torchvision
- # transformers
-nvidia-cublas-cu11==11.10.3.66
+packaging==23.2
# via
- # nvidia-cudnn-cu11
- # nvidia-cusolver-cu11
- # torch
-nvidia-cuda-cupti-cu11==11.7.101
- # via torch
-nvidia-cuda-nvrtc-cu11==11.7.99
- # via torch
-nvidia-cuda-runtime-cu11==11.7.99
- # via torch
-nvidia-cudnn-cu11==8.5.0.96
- # via torch
-nvidia-cufft-cu11==10.9.0.58
- # via torch
-nvidia-curand-cu11==10.2.10.91
- # via torch
-nvidia-cusolver-cu11==11.4.0.1
- # via torch
-nvidia-cusparse-cu11==11.7.4.91
- # via torch
-nvidia-nccl-cu11==2.14.3
- # via torch
-nvidia-nvtx-cu11==11.7.91
- # via torch
-packaging==22.0
- # via
- # datasets
- # deprecation
- # evaluate
- # huggingface-hub
# ipykernel
# matplotlib
# pikepdf
# pytesseract
# setuptools-scm
# spacy
- # transformers
-pandas==1.5.2
+ # thinc
+ # weasel
+pandas==2.1.3
# via
- # datasets
- # evaluate
# pysankeybeta
# seaborn
# sec-certs (./../pyproject.toml)
# tabula-py
parso==0.8.3
# via jedi
-pathy==0.10.1
- # via spacy
pdftotext==2.2.2
# via sec-certs (./../pyproject.toml)
pexpect==4.8.0
# via ipython
-pickleshare==0.7.5
- # via ipython
-pikepdf==6.2.5
+pikepdf==8.7.1
# via sec-certs (./../pyproject.toml)
-pillow==10.0.1
+pillow==10.1.0
# via
# matplotlib
# pikepdf
# pytesseract
# sec-certs (./../pyproject.toml)
- # torchvision
pkgconfig==1.5.5
# via sec-certs (./../pyproject.toml)
-platformdirs==2.6.0
+platformdirs==4.0.0
# via jupyter-core
-preshed==3.0.8
+preshed==3.0.9
# via
# spacy
# thinc
-prompt-toolkit==3.0.36
+prompt-toolkit==3.0.41
# via ipython
-psutil==5.9.4
+psutil==5.9.6
# via
# ipykernel
# sec-certs (./../pyproject.toml)
@@ -281,30 +184,29 @@ ptyprocess==0.7.0
# via pexpect
pure-eval==0.2.2
# via stack-data
-pyarrow==12.0.0
- # via datasets
-pycryptodome==3.16.0
- # via pypdf
-pydantic==1.10.2
+pycparser==2.21
+ # via cffi
+pydantic==2.5.2
# via
# confection
+ # pydantic-settings
# sec-certs (./../pyproject.toml)
# spacy
# thinc
-pygments==2.15.0
+ # weasel
+pydantic-core==2.14.5
+ # via pydantic
+pydantic-settings==2.1.0
+ # via sec-certs (./../pyproject.toml)
+pygments==2.17.2
# via ipython
-pyparsing==3.0.9
+pyparsing==3.1.1
# via matplotlib
-pypdf[crypto]==3.2.1
+pypdf[crypto]==3.17.1
# via
# pypdf
# sec-certs (./../pyproject.toml)
- # via
- # pypdf
- # sec-certs (./../pyproject.toml)
-pyrsistent==0.19.2
- # via jsonschema
-pysankeybeta==1.4.0
+pysankeybeta==1.4.1
# via sec-certs (./../pyproject.toml)
pytesseract==0.3.10
# via sec-certs (./../pyproject.toml)
@@ -314,117 +216,85 @@ python-dateutil==2.8.2
# matplotlib
# pandas
# sec-certs (./../pyproject.toml)
-pytz==2022.6
+python-dotenv==1.0.0
+ # via pydantic-settings
+pytz==2023.3.post1
# via pandas
-pyyaml==6.0
- # via
- # datasets
- # huggingface-hub
- # sec-certs (./../pyproject.toml)
- # transformers
-pyzmq==24.0.1
+pyyaml==6.0.1
+ # via sec-certs (./../pyproject.toml)
+pyzmq==25.1.1
# via
# ipykernel
# jupyter-client
-rapidfuzz==2.13.3
+rapidfuzz==3.5.2
# via sec-certs (./../pyproject.toml)
-regex==2023.6.3
+referencing==0.31.0
# via
- # nltk
- # transformers
+ # jsonschema
+ # jsonschema-specifications
requests==2.31.0
# via
- # datasets
- # evaluate
- # fsspec
- # huggingface-hub
- # responses
# sec-certs (./../pyproject.toml)
# spacy
- # torchvision
- # transformers
-responses==0.18.0
+ # weasel
+rpds-py==0.13.1
# via
- # datasets
- # evaluate
-scikit-learn==1.2.0
- # via
- # sec-certs (./../pyproject.toml)
- # sentence-transformers
-scipy==1.10.0
+ # jsonschema
+ # referencing
+scikit-learn==1.3.2
+ # via sec-certs (./../pyproject.toml)
+scipy==1.11.4
# via
# scikit-learn
# sec-certs (./../pyproject.toml)
- # sentence-transformers
-seaborn==0.12.1
+seaborn==0.13.0
# via
# pysankeybeta
# sec-certs (./../pyproject.toml)
-sentence-transformers==2.2.2
- # via setfit
-sentencepiece==0.1.99
- # via sentence-transformers
-setfit==0.7.0
- # via sec-certs (./../pyproject.toml)
-setuptools-scm==7.0.5
+setuptools-scm==8.0.4
# via sec-certs (./../pyproject.toml)
six==1.16.0
# via
# asttokens
# html5lib
- # langdetect
# python-dateutil
-smart-open==6.2.0
- # via pathy
-soupsieve==2.3.2.post1
+smart-open==6.4.0
+ # via
+ # spacy
+ # weasel
+soupsieve==2.5
# via beautifulsoup4
-spacy==3.4.3
+spacy==3.7.2
# via sec-certs (./../pyproject.toml)
-spacy-legacy==3.0.10
+spacy-legacy==3.0.12
# via spacy
-spacy-loggers==1.0.4
+spacy-loggers==1.0.5
# via spacy
-srsly==2.4.5
+srsly==2.4.8
# via
# confection
# spacy
# thinc
-stack-data==0.6.2
+ # weasel
+stack-data==0.6.3
# via ipython
-sympy==1.12
- # via torch
-tabula-py==2.6.0
+tabula-py==2.9.0
# via sec-certs (./../pyproject.toml)
-thinc==8.1.5
+thinc==8.2.1
# via spacy
-threadpoolctl==3.1.0
+threadpoolctl==3.2.0
# via scikit-learn
-tokenizers==0.13.3
- # via transformers
tomli==2.0.1
# via setuptools-scm
-torch==2.0.1
- # via
- # sentence-transformers
- # torchvision
- # triton
-torchvision==0.15.2
- # via sentence-transformers
-tornado==6.3.2
+tornado==6.3.3
# via
# ipykernel
# jupyter-client
-tqdm==4.64.1
+tqdm==4.66.1
# via
- # datasets
- # evaluate
- # huggingface-hub
- # nltk
# sec-certs (./../pyproject.toml)
- # sentence-transformers
# spacy
- # transformers
-traitlets==5.6.0
+traitlets==5.13.0
# via
# comm
# ipykernel
@@ -433,48 +303,36 @@ traitlets==5.6.0
# jupyter-client
# jupyter-core
# matplotlib-inline
-transformers==4.29.2
- # via sentence-transformers
-triton==2.0.0
- # via torch
-typer==0.7.0
+typer==0.9.0
# via
- # pathy
# spacy
-typing-extensions==4.4.0
+ # weasel
+typing-extensions==4.8.0
# via
- # huggingface-hub
+ # cloudpathlib
# pydantic
+ # pydantic-core
# setuptools-scm
- # torch
-urllib3==1.26.13
- # via
- # requests
- # responses
-wasabi==0.10.1
+ # typer
+tzdata==2023.3
+ # via pandas
+urllib3==2.1.0
+ # via requests
+wasabi==1.1.2
# via
# spacy
# thinc
-wcwidth==0.2.5
+ # weasel
+wcwidth==0.2.12
# via prompt-toolkit
+weasel==0.3.4
+ # via spacy
webencodings==0.5.1
# via html5lib
-wheel==0.41.2
- # via
- # nvidia-cublas-cu11
- # nvidia-cuda-cupti-cu11
- # nvidia-cuda-runtime-cu11
- # nvidia-curand-cu11
- # nvidia-cusparse-cu11
- # nvidia-nvtx-cu11
-widgetsnbextension==4.0.4
+widgetsnbextension==4.0.9
# via ipywidgets
-xxhash==3.2.0
- # via
- # datasets
- # evaluate
-yarl==1.9.2
- # via aiohttp
+wrapt==1.16.0
+ # via deprecated
# The following packages are considered to be unsafe in a requirements file:
# setuptools
diff --git a/requirements/test_requirements.txt b/requirements/test_requirements.txt
index 6a599469..6dde2c98 100644
--- a/requirements/test_requirements.txt
+++ b/requirements/test_requirements.txt
@@ -1,157 +1,118 @@
-aiohttp==3.8.4
+annotated-types==0.6.0
+ # via pydantic
+appnope==0.1.3
# via
- # datasets
- # fsspec
-aiosignal==1.3.1
- # via aiohttp
-asttokens==2.2.1
+ # ipykernel
+ # ipython
+asttokens==2.4.1
# via stack-data
-async-timeout==4.0.2
- # via aiohttp
-attrs==22.1.0
+attrs==23.1.0
# via
- # aiohttp
# jsonschema
- # pytest
-backcall==0.2.0
- # via ipython
-beautifulsoup4==4.11.1
+ # referencing
+beautifulsoup4==4.12.2
# via sec-certs (./../pyproject.toml)
-blis==0.7.9
+blis==0.7.11
# via thinc
-catalogue==2.0.8
+catalogue==2.0.10
# via
# spacy
# srsly
# thinc
-certifi==2023.7.22
+certifi==2023.11.17
# via requests
-charset-normalizer==2.1.1
- # via
- # aiohttp
- # requests
-click==8.1.3
+cffi==1.16.0
+ # via cryptography
+charset-normalizer==3.3.2
+ # via requests
+click==8.1.7
# via
- # nltk
# sec-certs (./../pyproject.toml)
# typer
-cmake==3.27.7
- # via triton
-comm==0.1.2
- # via ipykernel
-confection==0.0.3
- # via thinc
-contourpy==1.0.6
+cloudpathlib==0.16.0
+ # via weasel
+comm==0.2.0
+ # via
+ # ipykernel
+ # ipywidgets
+confection==0.1.3
+ # via
+ # thinc
+ # weasel
+contourpy==1.2.0
# via matplotlib
-coverage[toml]==6.5.0
+coverage[toml]==7.3.2
# via
# pytest-cov
# sec-certs (./../pyproject.toml)
-cycler==0.11.0
+cryptography==41.0.5
+ # via pypdf
+cycler==0.12.1
# via matplotlib
-cymem==2.0.7
+cymem==2.0.8
# via
# preshed
# spacy
# thinc
-datasets==2.12.0
- # via
- # evaluate
- # setfit
-debugpy==1.6.4
+debugpy==1.8.0
# via ipykernel
decorator==5.1.1
# via ipython
-deprecation==2.1.0
+deprecated==1.2.14
# via pikepdf
-dill==0.3.6
- # via
- # datasets
- # evaluate
- # multiprocess
distro==1.8.0
# via tabula-py
-entrypoints==0.4
- # via jupyter-client
-evaluate==0.4.0
- # via setfit
-executing==1.2.0
- # via stack-data
-filelock==3.12.0
+exceptiongroup==1.2.0
# via
- # huggingface-hub
- # torch
- # transformers
- # triton
-fonttools==4.38.0
+ # ipython
+ # pytest
+executing==2.0.1
+ # via stack-data
+fonttools==4.45.0
# via matplotlib
-frozenlist==1.3.3
- # via
- # aiohttp
- # aiosignal
-fsspec[http]==2023.5.0
- # via
- # datasets
- # evaluate
- # fsspec
- # huggingface-hub
html5lib==1.1
# via sec-certs (./../pyproject.toml)
-huggingface-hub==0.15.1
- # via
- # datasets
- # evaluate
- # sentence-transformers
- # transformers
idna==3.4
- # via
- # requests
- # yarl
-iniconfig==1.1.1
+ # via requests
+iniconfig==2.0.0
# via pytest
-ipykernel==6.19.1
- # via
- # ipywidgets
- # sec-certs (./../pyproject.toml)
-ipython==8.10.0
+ipykernel==6.27.0
+ # via sec-certs (./../pyproject.toml)
+ipython==8.17.2
# via
# ipykernel
# ipywidgets
-ipywidgets==8.0.3
+ipywidgets==8.1.1
# via sec-certs (./../pyproject.toml)
-jedi==0.18.2
+jedi==0.19.1
# via ipython
jinja2==3.1.2
- # via
- # spacy
- # torch
-joblib==1.2.0
- # via
- # nltk
- # scikit-learn
-jsonschema==4.17.3
+ # via spacy
+joblib==1.3.2
+ # via scikit-learn
+jsonschema==4.20.0
# via sec-certs (./../pyproject.toml)
-jupyter-client==7.4.8
+jsonschema-specifications==2023.11.1
+ # via jsonschema
+jupyter-client==8.6.0
# via ipykernel
-jupyter-core==5.1.0
- # via jupyter-client
-jupyterlab-widgets==3.0.4
+jupyter-core==5.5.0
+ # via
+ # ipykernel
+ # jupyter-client
+jupyterlab-widgets==3.0.9
# via ipywidgets
-kiwisolver==1.4.4
+kiwisolver==1.4.5
# via matplotlib
langcodes==3.3.0
# via spacy
-langdetect==1.0.9
- # via sec-certs (./../pyproject.toml)
-lit==17.0.3
- # via triton
-lxml==4.9.1
+lxml==4.9.3
# via
# pikepdf
# sec-certs (./../pyproject.toml)
-markupsafe==2.1.1
+markupsafe==2.1.3
# via jinja2
-matplotlib==3.6.2
+matplotlib==3.8.2
# via
# pysankeybeta
# seaborn
@@ -160,82 +121,31 @@ matplotlib-inline==0.1.6
# via
# ipykernel
# ipython
-mpmath==1.3.0
- # via sympy
-multidict==6.0.4
- # via
- # aiohttp
- # yarl
-multiprocess==0.70.14
- # via
- # datasets
- # evaluate
-murmurhash==1.0.9
+murmurhash==1.0.10
# via
# preshed
# spacy
# thinc
-nest-asyncio==1.5.6
- # via
- # ipykernel
- # jupyter-client
-networkx==2.8.8
- # via
- # sec-certs (./../pyproject.toml)
- # torch
-nltk==3.8.1
- # via sentence-transformers
-numpy==1.23.5
+nest-asyncio==1.5.8
+ # via ipykernel
+networkx==3.2.1
+ # via sec-certs (./../pyproject.toml)
+numpy==1.26.2
# via
# blis
# contourpy
- # datasets
- # evaluate
# matplotlib
# pandas
- # pyarrow
# pysankeybeta
# scikit-learn
# scipy
# seaborn
# sec-certs (./../pyproject.toml)
- # sentence-transformers
# spacy
# tabula-py
# thinc
- # torchvision
- # transformers
-nvidia-cublas-cu11==11.10.3.66
- # via
- # nvidia-cudnn-cu11
- # nvidia-cusolver-cu11
- # torch
-nvidia-cuda-cupti-cu11==11.7.101
- # via torch
-nvidia-cuda-nvrtc-cu11==11.7.99
- # via torch
-nvidia-cuda-runtime-cu11==11.7.99
- # via torch
-nvidia-cudnn-cu11==8.5.0.96
- # via torch
-nvidia-cufft-cu11==10.9.0.58
- # via torch
-nvidia-curand-cu11==10.2.10.91
- # via torch
-nvidia-cusolver-cu11==11.4.0.1
- # via torch
-nvidia-cusparse-cu11==11.7.4.91
- # via torch
-nvidia-nccl-cu11==2.14.3
- # via torch
-nvidia-nvtx-cu11==11.7.91
- # via torch
-packaging==22.0
+packaging==23.2
# via
- # datasets
- # deprecation
- # evaluate
- # huggingface-hub
# ipykernel
# matplotlib
# pikepdf
@@ -243,47 +153,41 @@ packaging==22.0
# pytest
# setuptools-scm
# spacy
- # transformers
-pandas==1.5.2
+ # thinc
+ # weasel
+pandas==2.1.3
# via
- # datasets
- # evaluate
# pysankeybeta
# seaborn
# sec-certs (./../pyproject.toml)
# tabula-py
parso==0.8.3
# via jedi
-pathy==0.10.1
- # via spacy
pdftotext==2.2.2
# via sec-certs (./../pyproject.toml)
pexpect==4.8.0
# via ipython
-pickleshare==0.7.5
- # via ipython
-pikepdf==6.2.5
+pikepdf==8.7.1
# via sec-certs (./../pyproject.toml)
-pillow==10.0.1
+pillow==10.1.0
# via
# matplotlib
# pikepdf
# pytesseract
# sec-certs (./../pyproject.toml)
- # torchvision
pkgconfig==1.5.5
# via sec-certs (./../pyproject.toml)
-platformdirs==2.6.0
+platformdirs==4.0.0
# via jupyter-core
-pluggy==1.0.0
+pluggy==1.3.0
# via pytest
-preshed==3.0.8
+preshed==3.0.9
# via
# spacy
# thinc
-prompt-toolkit==3.0.36
+prompt-toolkit==3.0.41
# via ipython
-psutil==5.9.4
+psutil==5.9.6
# via
# ipykernel
# sec-certs (./../pyproject.toml)
@@ -291,35 +195,37 @@ ptyprocess==0.7.0
# via pexpect
pure-eval==0.2.2
# via stack-data
-pyarrow==12.0.0
- # via datasets
-pycryptodome==3.16.0
- # via pypdf
-pydantic==1.10.2
+pycparser==2.21
+ # via cffi
+pydantic==2.5.2
# via
# confection
+ # pydantic-settings
# sec-certs (./../pyproject.toml)
# spacy
# thinc
-pygments==2.15.0
+ # weasel
+pydantic-core==2.14.5
+ # via pydantic
+pydantic-settings==2.1.0
+ # via sec-certs (./../pyproject.toml)
+pygments==2.17.2
# via ipython
-pyparsing==3.0.9
+pyparsing==3.1.1
# via matplotlib
-pypdf[crypto]==3.2.1
+pypdf[crypto]==3.17.1
# via
# pypdf
# sec-certs (./../pyproject.toml)
-pyrsistent==0.19.2
- # via jsonschema
-pysankeybeta==1.4.0
+pysankeybeta==1.4.1
# via sec-certs (./../pyproject.toml)
pytesseract==0.3.10
# via sec-certs (./../pyproject.toml)
-pytest==7.2.0
+pytest==7.4.3
# via
# pytest-cov
# sec-certs (./../pyproject.toml)
-pytest-cov==4.0.0
+pytest-cov==4.1.0
# via sec-certs (./../pyproject.toml)
python-dateutil==2.8.2
# via
@@ -327,117 +233,88 @@ python-dateutil==2.8.2
# matplotlib
# pandas
# sec-certs (./../pyproject.toml)
-pytz==2022.6
+python-dotenv==1.0.0
+ # via pydantic-settings
+pytz==2023.3.post1
# via pandas
-pyyaml==6.0
- # via
- # datasets
- # huggingface-hub
- # sec-certs (./../pyproject.toml)
- # transformers
-pyzmq==24.0.1
+pyyaml==6.0.1
+ # via sec-certs (./../pyproject.toml)
+pyzmq==25.1.1
# via
# ipykernel
# jupyter-client
-rapidfuzz==2.13.3
+rapidfuzz==3.5.2
# via sec-certs (./../pyproject.toml)
-regex==2023.6.3
+referencing==0.31.0
# via
- # nltk
- # transformers
+ # jsonschema
+ # jsonschema-specifications
requests==2.31.0
# via
- # datasets
- # evaluate
- # fsspec
- # huggingface-hub
- # responses
# sec-certs (./../pyproject.toml)
# spacy
- # torchvision
- # transformers
-responses==0.18.0
+ # weasel
+rpds-py==0.13.1
# via
- # datasets
- # evaluate
-scikit-learn==1.2.0
- # via
- # sec-certs (./../pyproject.toml)
- # sentence-transformers
-scipy==1.10.0
+ # jsonschema
+ # referencing
+scikit-learn==1.3.2
+ # via sec-certs (./../pyproject.toml)
+scipy==1.11.4
# via
# scikit-learn
# sec-certs (./../pyproject.toml)
- # sentence-transformers
-seaborn==0.12.1
+seaborn==0.13.0
# via
# pysankeybeta
# sec-certs (./../pyproject.toml)
-sentence-transformers==2.2.2
- # via setfit
-sentencepiece==0.1.99
- # via sentence-transformers
-setfit==0.7.0
- # via sec-certs (./../pyproject.toml)
-setuptools-scm==7.0.5
+setuptools-scm==8.0.4
# via sec-certs (./../pyproject.toml)
six==1.16.0
# via
# asttokens
# html5lib
- # langdetect
# python-dateutil
-smart-open==6.2.0
- # via pathy
-soupsieve==2.3.2.post1
+smart-open==6.4.0
+ # via
+ # spacy
+ # weasel
+soupsieve==2.5
# via beautifulsoup4
-spacy==3.4.3
+spacy==3.7.2
# via sec-certs (./../pyproject.toml)
-spacy-legacy==3.0.10
+spacy-legacy==3.0.12
# via spacy
-spacy-loggers==1.0.4
+spacy-loggers==1.0.5
# via spacy
-srsly==2.4.5
+srsly==2.4.8
# via
# confection
# spacy
# thinc
-stack-data==0.6.2
+ # weasel
+stack-data==0.6.3
# via ipython
-sympy==1.12
- # via torch
-tabula-py==2.6.0
+tabula-py==2.9.0
# via sec-certs (./../pyproject.toml)
-thinc==8.1.5
+thinc==8.2.1
# via spacy
-threadpoolctl==3.1.0
+threadpoolctl==3.2.0
# via scikit-learn
-tokenizers==0.13.3
- # via transformers
tomli==2.0.1
- # via setuptools-scm
-torch==2.0.1
# via
- # sentence-transformers
- # torchvision
- # triton
-torchvision==0.15.2
- # via sentence-transformers
-tornado==6.3.2
+ # coverage
+ # pytest
+ # setuptools-scm
+tornado==6.3.3
# via
# ipykernel
# jupyter-client
-tqdm==4.64.1
+tqdm==4.66.1
# via
- # datasets
- # evaluate
- # huggingface-hub
- # nltk
# sec-certs (./../pyproject.toml)
- # sentence-transformers
# spacy
- # transformers
-traitlets==5.6.0
+traitlets==5.13.0
# via
# comm
# ipykernel
@@ -446,48 +323,36 @@ traitlets==5.6.0
# jupyter-client
# jupyter-core
# matplotlib-inline
-transformers==4.29.2
- # via sentence-transformers
-triton==2.0.0
- # via torch
-typer==0.7.0
+typer==0.9.0
# via
- # pathy
# spacy
-typing-extensions==4.4.0
+ # weasel
+typing-extensions==4.8.0
# via
- # huggingface-hub
+ # cloudpathlib
# pydantic
+ # pydantic-core
# setuptools-scm
- # torch
-urllib3==1.26.13
- # via
- # requests
- # responses
-wasabi==0.10.1
+ # typer
+tzdata==2023.3
+ # via pandas
+urllib3==2.1.0
+ # via requests
+wasabi==1.1.2
# via
# spacy
# thinc
-wcwidth==0.2.5
+ # weasel
+wcwidth==0.2.12
# via prompt-toolkit
+weasel==0.3.4
+ # via spacy
webencodings==0.5.1
# via html5lib
-wheel==0.41.2
- # via
- # nvidia-cublas-cu11
- # nvidia-cuda-cupti-cu11
- # nvidia-cuda-runtime-cu11
- # nvidia-curand-cu11
- # nvidia-cusparse-cu11
- # nvidia-nvtx-cu11
-widgetsnbextension==4.0.4
+widgetsnbextension==4.0.9
# via ipywidgets
-xxhash==3.2.0
- # via
- # datasets
- # evaluate
-yarl==1.9.2
- # via aiohttp
+wrapt==1.16.0
+ # via deprecated
# The following packages are considered to be unsafe in a requirements file:
# setuptools