diff --git a/requirements.txt b/requirements.txt index 544ac4e..dd11ff3 100644 --- a/requirements.txt +++ b/requirements.txt @@ -1,45 +1,170 @@ -aiohttp==3.9.0 -aiosignal==1.3.1 -async-timeout==4.0.2 -attrs==22.1.0 -certifi==2023.7.22 +anyio==3.6.2 +argon2-cffi==21.3.0 +argon2-cffi-bindings==21.2.0 +arrow==1.2.3 +asttokens==2.2.1 +attrs==22.2.0 +backcall==0.2.0 +beautifulsoup4==4.11.2 +bleach==6.0.0 +bs4==0.0.1 +build==1.0.3 +CacheControl==0.13.1 +cachy==0.3.0 +certifi==2022.12.7 +cffi==1.15.1 charset-normalizer==2.1.1 -datasets==2.10.1 -dill==0.3.6 -exceptiongroup==1.0.1 -filelock==3.8.0 -frozenlist==1.3.3 -fsspec==2023.3.0 -huggingface-hub==0.14.1 +cleo==2.1.0 +comm==0.1.2 +contourpy==1.0.7 +crashtest==0.4.1 +cryptography==41.0.7 +cycler==0.11.0 +debugpy==1.6.6 +decorator==5.1.1 +defusedxml==0.7.1 +distlib==0.3.8 +dulwich==0.21.7 +exceptiongroup==1.2.0 +executing==1.2.0 +fastjsonschema==2.19.1 +filelock==3.13.1 +flake8==6.0.0 +fonttools==4.38.0 +fqdn==1.5.1 +fsspec==2023.12.2 +huggingface-hub==0.20.1 idna==3.4 -iniconfig==1.1.1 -multidict==6.0.4 -multiprocess==0.70.14 -numpy==1.23.4 -nvidia-cublas-cu11==11.10.3.66 -nvidia-cuda-nvrtc-cu11==11.7.99 -nvidia-cuda-runtime-cu11==11.7.99 -nvidia-cudnn-cu11==8.5.0.96 +importlib-metadata==4.13.0 +importlib-resources==5.10.0 +iniconfig==2.0.0 +installer==0.7.0 +ipykernel==6.21.2 +ipyparallel==6.3.0 +ipython==8.10.0 +ipython-genutils==0.2.0 +ipywidgets==8.0.4 +isoduration==20.11.0 +jaraco.classes==3.2.3 +jedi==0.18.0 +jeepney==0.8.0 +Jinja2==3.1.2 +jsonpointer==2.3 +jsonschema==4.17.0 +jupyter==1.0.0 +jupyter-console==6.5.1 +jupyter-events==0.6.3 +jupyter_client==8.0.3 +jupyter_core==5.2.0 +jupyter_server==2.3.0 +jupyter_server_terminals==0.4.4 +jupyterlab-pygments==0.2.2 +jupyterlab-widgets==3.0.5 +keyring==24.3.0 +kiwisolver==1.4.4 +lxml==4.9.2 +MarkupSafe==2.1.2 +matplotlib==3.6.3 +matplotlib-inline==0.1.6 +mccabe==0.7.0 +mistune==2.0.5 +more-itertools==10.1.0 +mplhep==0.3.28 +mplhep-data==0.0.3 +mpmath==1.3.0 +msgpack==1.0.4 +nbclassic==0.5.2 +nbclient==0.7.2 +nbconvert==7.2.9 +nbformat==5.7.3 +nest-asyncio==1.5.6 +networkx==3.1 +notebook==6.5.2 +notebook_shim==0.2.2 +numpy==1.22.3 +nvidia-cublas-cu12==12.1.3.1 +nvidia-cuda-cupti-cu12==12.1.105 +nvidia-cuda-nvrtc-cu12==12.1.105 +nvidia-cuda-runtime-cu12==12.1.105 +nvidia-cudnn-cu12==8.9.2.26 +nvidia-cufft-cu12==11.0.2.54 +nvidia-curand-cu12==10.3.2.106 +nvidia-cusolver-cu12==11.4.5.107 +nvidia-cusparse-cu12==12.1.0.106 +nvidia-nccl-cu12==2.18.1 +nvidia-nvjitlink-cu12==12.3.101 +nvidia-nvtx-cu12==12.1.105 packaging==21.3 -pandas==1.5.3 -pluggy==1.0.0 -pyarrow==14.0.1 +pandas==1.4.0 +pandocfilters==1.5.0 +parso==0.8.2 +pexpect==4.8.0 +pickleshare==0.7.5 +Pillow==9.4.0 +pkginfo==1.9.6 +pkgutil_resolve_name==1.3.10 +platformdirs==3.11.0 +pluggy==1.3.0 +poetry==1.7.1 +poetry-core==1.8.1 +poetry-plugin-export==1.6.0 +prometheus-client==0.16.0 +prompt-toolkit==3.0.36 +psutil==5.9.4 +ptyprocess==0.7.0 +pure-eval==0.2.2 +pycodestyle==2.10.0 +pycparser==2.21 +pyflakes==3.0.1 +Pygments==2.8.1 +pylev==1.4.0 pyparsing==3.0.9 -pytest==7.2.0 +pyproject_hooks==1.0.0 +pyrsistent==0.19.1 +pytest==7.4.4 python-dateutil==2.8.2 -pytz==2022.7.1 +python-json-logger==2.0.6 +pytz==2022.1 PyYAML==6.0 -regex==2022.10.31 -requests==2.31.0 -responses==0.18.0 -sentencepiece==0.1.97 +pyzmq==25.0.0 +qtconsole==5.4.0 +QtPy==2.3.0 +rapidfuzz==3.6.1 +regex==2023.12.25 +requests==2.28.1 +requests-toolbelt==0.9.1 +rfc3339-validator==0.1.4 +rfc3986-validator==0.1.1 +safetensors==0.4.1 +SecretStorage==3.3.3 +Send2Trash==1.8.0 +sentencepiece==0.1.99 +shellingham==1.5.0 six==1.16.0 -tokenizers==0.13.1 +sniffio==1.3.0 +soupsieve==2.3.2.post1 +stack-data==0.6.2 +sympy==1.12 +terminado==0.17.1 +tinycss2==1.2.1 +tokenizers==0.15.0 tomli==2.0.1 -torch==1.13.1 -tqdm==4.64.1 -transformers==4.30.0 -typing_extensions==4.4.0 -urllib3==1.26.18 -xxhash==3.2.0 -yarl==1.8.2 +tomlkit==0.11.6 +torch==2.1.2 +tornado==6.2 +tqdm==4.66.1 +traitlets==5.9.0 +transformers==4.36.2 +triton==2.1.0 +trove-classifiers==2023.11.29 +typing_extensions==4.9.0 +uhi==0.3.3 +uri-template==1.2.0 +urllib3==1.26.12 +virtualenv==20.25.0 +wcwidth==0.2.6 +webcolors==1.12 +webencodings==0.5.1 +websocket-client==1.5.1 +widgetsnbextension==4.0.5 +zipp==3.14.0 diff --git a/tests/test_hf_bert_sentiment.py b/tests/test_hf_bert_sentiment.py index 949527d..f0e1bdc 100644 --- a/tests/test_hf_bert_sentiment.py +++ b/tests/test_hf_bert_sentiment.py @@ -27,7 +27,7 @@ def test_save_checkpoint(): # check that it exists output_dir = checkpoint_name - output_model_file = os.path.join(output_dir, "pytorch_model.bin") + output_model_file = os.path.join(output_dir, "model.safetensors") output_config_file = os.path.join(output_dir, "config.json") output_vocab_file = os.path.join(output_dir, "vocab.txt") assert os.path.exists(output_model_file)