diff options
| author | Gustaf Rydholm <gustaf.rydholm@gmail.com> | 2022-02-06 22:46:34 +0100 |
|---|---|---|
| committer | Gustaf Rydholm <gustaf.rydholm@gmail.com> | 2022-02-06 22:46:34 +0100 |
| commit | 0f5c00a4acfe5a6c85130b0138d165b8fb616839 (patch) | |
| tree | f96775d8a26362854217910080347264a16d1988 | |
| parent | 8103ab92b9d8f1898164ded197d7ec60671e2aca (diff) | |
chore: add smart-open
| -rw-r--r-- | poetry.lock | 23 | ||||
| -rw-r--r-- | pyproject.toml | 1 |
2 files changed, 23 insertions, 1 deletions
diff --git a/poetry.lock b/poetry.lock index a3dc407..f54d70e 100644 --- a/poetry.lock +++ b/poetry.lock @@ -1919,6 +1919,23 @@ optional = false python-versions = ">=2.7, !=3.0.*, !=3.1.*, !=3.2.*" [[package]] +name = "smart-open" +version = "5.2.1" +description = "Utils for streaming large files (S3, HDFS, GCS, Azure Blob Storage, gzip, bz2...)" +category = "main" +optional = false +python-versions = ">=3.6,<4.0" + +[package.extras] +all = ["boto3", "google-cloud-storage", "azure-storage-blob", "azure-common", "azure-core", "requests"] +azure = ["azure-storage-blob", "azure-common", "azure-core"] +gcs = ["google-cloud-storage"] +http = ["requests"] +s3 = ["boto3"] +test = ["boto3", "google-cloud-storage", "azure-storage-blob", "azure-common", "azure-core", "requests", "moto[server] (==1.3.14)", "pathlib2", "responses", "paramiko", "parameterizedtestcase", "pytest", "pytest-rerunfailures"] +webhdfs = ["requests"] + +[[package]] name = "smmap" version = "5.0.0" description = "A pure Python implementation of a sliding window memory map manager" @@ -2319,7 +2336,7 @@ testing = ["pytest (>=6)", "pytest-checkdocs (>=2.4)", "pytest-flake8", "pytest- [metadata] lock-version = "1.1" python-versions = "^3.9" -content-hash = "a79203b11d3d6526e412e95a7a2c175ba7238edbb75e322f0e3560717283cb39" +content-hash = "5c9dc681181a732274616e25724000a1ee6740a139bbde48f2fac7cca87b50e6" [metadata.files] absl-py = [ @@ -3808,6 +3825,10 @@ six = [ {file = "six-1.16.0-py2.py3-none-any.whl", hash = "sha256:8abb2f1d86890a2dfb989f9a77cfcfd3e47c2a354b01111771326f8aa26e0254"}, {file = "six-1.16.0.tar.gz", hash = "sha256:1e61c37477a1626458e36f7b1d82aa5c9b094fa4802892072e49de9c60c4c926"}, ] +smart-open = [ + {file = "smart_open-5.2.1-py3-none-any.whl", hash = "sha256:71d14489da58b60ce12fc3ecb823facc59a8b23cd1b58edb97175640350d3a62"}, + {file = "smart_open-5.2.1.tar.gz", hash = "sha256:75abf758717a92a8f53aa96953f0c245c8cedf8e1e4184903db3659b419d4c17"}, +] smmap = [ {file = "smmap-5.0.0-py3-none-any.whl", hash = "sha256:2aba19d6a040e78d8b09de5c57e96207b09ed71d8e55ce0959eeee6c8e190d94"}, {file = "smmap-5.0.0.tar.gz", hash = "sha256:c840e62059cd3be204b0c9c9f74be2c09d5648eddd4580d9314c3ecde0b30936"}, diff --git a/pyproject.toml b/pyproject.toml index ce4a5c4..31f0345 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -19,6 +19,7 @@ hydra-core = "^1.1.1" attr = "^0.3.1" torch = "^1.10.1" torchvision = "^0.11.2" +smart-open = "^5.2.1" [tool.poetry.dev-dependencies] pytest = "^5.4.2" |