Skip to content

Commit

Permalink
[squash]
Browse files Browse the repository at this point in the history
  • Loading branch information
kralka committed Feb 3, 2025
1 parent dbd005e commit d9f85f4
Show file tree
Hide file tree
Showing 6 changed files with 9 additions and 30 deletions.
1 change: 0 additions & 1 deletion project-words.txt
Original file line number Diff line number Diff line change
Expand Up @@ -8,7 +8,6 @@ Picod
SCAAML
Yann
Yokeable
aiofile
asyncstdlib
bldr
byteswap
Expand Down
2 changes: 1 addition & 1 deletion pyproject.toml
Original file line number Diff line number Diff line change
Expand Up @@ -32,7 +32,7 @@ classifiers = [
]
dynamic = ["version"]
dependencies = [
"aiofile",
"aiofiles",
"asyncstdlib",
"flatbuffers",
"lz4",
Expand Down
27 changes: 3 additions & 24 deletions requirements.txt
Original file line number Diff line number Diff line change
Expand Up @@ -11,9 +11,9 @@ absl-py==2.1.0 \
# keras
# tensorboard
# tensorflow
aiofile==3.9.0 \
--hash=sha256:ce2f6c1571538cbdfa0143b04e16b208ecb0e9cb4148e528af8a640ed51cc8aa \
--hash=sha256:e5ad718bb148b265b6df1b3752c4d1d83024b93da9bd599df74b9d9ffcf7919b
aiofiles==24.1.0 \
--hash=sha256:22a075c9e5a3810f0c2e48f3008c94d68c65d763b9b03857924c99e57355166c \
--hash=sha256:b4ec55f4195e3eb5d7abd1bf7e061763e864dd4954231fb8539a0ef8bb8260e5
# via sedpack (pyproject.toml)
annotated-types==0.7.0 \
--hash=sha256:1f02e8b43a8fbbc3f3e0d4f0f4bfc8131bcb4eebe8849b8e5c773f3a1c582a53 \
Expand All @@ -27,27 +27,6 @@ asyncstdlib==3.13.0 \
--hash=sha256:60e097c19e815f3c419a77426cf6c3653aebcb766544d631d5ce6128d0851ae8 \
--hash=sha256:f2a6ffb44f118233bb99bef50861d6f64c432decbdcc4c2cb93b3fff40d1b533
# via sedpack (pyproject.toml)
caio==0.9.21 \
--hash=sha256:1819f4b8ca13f8f24350aa4ada40e5632abb595adf4f3a67babb695916fbb4c8 \
--hash=sha256:1f4241e2b89f31e1fea342c8da9a987fef71d093df7ba1169f469d0be7592608 \
--hash=sha256:2ed8ee09acd1276dfac38fe1b872873e715370fc8fb1dad214c8b983c4bd5a22 \
--hash=sha256:35155eba9b6a134f5a0d42d112245c27d8d24b4b3f707f92bb77c4ef6df61796 \
--hash=sha256:3ffb69b7a6495e2506407ad66739114e23ea646703e0003244bb6f979e6662f3 \
--hash=sha256:4997b64640dc0b72efb4f0f835dcdb5d56027352c9a4d53d5fec6e9abc576d35 \
--hash=sha256:4f1d30ad0f975de07b4a3ae1cd2e9275fa574f2ca0b49ba5ab16208575650a92 \
--hash=sha256:56073b55bf37ec687ae4036b9fd1da365116627cc637f878006e984812270eac \
--hash=sha256:6d2176d06901daa67a3cf5e0587de594d5b2300f9b2535114e66d211806dcb55 \
--hash=sha256:6e9cadc82495d97f551ec56e67dc4a79ffaf1420aee8dc25676d89dfed97131a \
--hash=sha256:833368f04d691d5524f1c21686a404357534c446d85ba0c29e29b7f78bf5f929 \
--hash=sha256:a4f9c48259a1126935ba92e9540de9bec6e295aad2cb5bc3a225b31579c2c708 \
--hash=sha256:a80ae4838696c8e40d860f3de7afea018be4e96bd126706501b1cf34c32c7655 \
--hash=sha256:c52f9e69b267e081ab96276d5f429240fba3ec99b717db4ac4fccde2c83e2ca3 \
--hash=sha256:d2fb63523188ab452cfe3f3c650dfc320d4d917542930ae230a79c4be405d8a6 \
--hash=sha256:de5a805bb646ce687ae7ffd5288d167ab306bef83af15771bd53681b98c46b90 \
--hash=sha256:e7314a28d69a0397d1d0ac6c7bfe7973f27f4f7216cf42b0358d7d9ba27bc4cd \
--hash=sha256:f5c89fb23fb1f9cc191227c4a38ccd01648dd3d2f0ba87ddca0e7e9b6c9657ff \
--hash=sha256:fdab8c817b6835d997db1532ce7d9f5cbe186265bf0ee9a9840b378aa4a1cba7
# via aiofile
certifi==2024.8.30 \
--hash=sha256:922820b53db7a7257ffbda3f597266d435245903d80737e34f8a45ff3e3230d8 \
--hash=sha256:bec941d2aa8195e248a60b31ff9f0558284cf01a52591ceda73ea9afffd69fd9
Expand Down
4 changes: 2 additions & 2 deletions src/sedpack/io/flatbuffer/iterate.py
Original file line number Diff line number Diff line change
Expand Up @@ -20,7 +20,7 @@
from pathlib import Path
from typing import AsyncIterator, Iterable

import aiofile
import aiofiles
import numpy as np
import numpy.typing as npt

Expand Down Expand Up @@ -146,7 +146,7 @@ async def iterate_shard_async( # pylint: disable=invalid-overridden-method
) -> AsyncIterator[ExampleT]:
"""Asynchronously iterate a shard.
"""
async with aiofile.async_open(file_path, "rb") as f:
async with aiofiles.open(file_path, "rb") as f:
content = await f.read()
content = CompressedFile(
self.dataset_structure.compression).decompress(content)
Expand Down
4 changes: 2 additions & 2 deletions src/sedpack/io/npz/iterate_npz.py
Original file line number Diff line number Diff line change
Expand Up @@ -19,7 +19,7 @@
from pathlib import Path
from typing import AsyncIterator, Iterable

import aiofile
import aiofiles
import numpy as np

from sedpack.io.shard import IterateShardBase
Expand Down Expand Up @@ -54,7 +54,7 @@ async def iterate_shard_async( # pylint: disable=invalid-overridden-method
) -> AsyncIterator[ExampleT]:
"""Asynchronously iterate a shard saved in the NumPy format npz.
"""
async with aiofile.async_open(file_path, "rb") as f:
async with aiofiles.open(file_path, "rb") as f:
content_bytes: bytes = await f.read()
content_io = io.BytesIO(content_bytes)

Expand Down
1 change: 1 addition & 0 deletions test_requirements.txt
Original file line number Diff line number Diff line change
Expand Up @@ -6,5 +6,6 @@ pydantic
pytest
pytest-cov
twine
types-aiofiles
types-tensorflow
types-tqdm

0 comments on commit d9f85f4

Please sign in to comment.