Skip to content

Commit 2ef2ac8

Browse files
committed
Minor - Fix poetry lock
1 parent 233e23c commit 2ef2ac8

File tree

3 files changed

+16
-18
lines changed

3 files changed

+16
-18
lines changed

awswrangler/distributed/ray/modin/s3/_write_dataset.py

Lines changed: 12 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -1,15 +1,25 @@
11
"""Modin on Ray S3 write dataset module (PRIVATE)."""
2-
from typing import Any, Callable, Dict, List, Optional, Tuple, Union
2+
from typing import Any, Callable, Dict, Iterator, List, Optional, Tuple, Union
33

44
import boto3
55
import modin.pandas as pd
6+
import numpy as np
67
import ray
78
from pandas import DataFrame as PandasDataFrame
89

910
from awswrangler._distributed import engine
1011
from awswrangler.distributed.ray import ray_get, ray_remote
1112
from awswrangler.s3._write_concurrent import _WriteProxy
12-
from awswrangler.s3._write_dataset import _delete_objects, _get_bucketing_series, _retrieve_paths, _to_partitions
13+
from awswrangler.s3._write_dataset import _delete_objects, _get_bucketing_series, _to_partitions
14+
15+
16+
def _retrieve_paths(values: Union[str, List[Any]]) -> Iterator[str]:
17+
if isinstance(values, (list, np.ndarray)):
18+
for v in values:
19+
yield from _retrieve_paths(v)
20+
return
21+
22+
yield values
1323

1424

1525
def _to_buckets_distributed( # pylint: disable=unused-argument

awswrangler/s3/_write_dataset.py

Lines changed: 1 addition & 10 deletions
Original file line numberDiff line numberDiff line change
@@ -1,7 +1,7 @@
11
"""Amazon S3 Write Dataset (PRIVATE)."""
22

33
import logging
4-
from typing import Any, Callable, Dict, Iterator, List, Optional, Tuple, Union
4+
from typing import Any, Callable, Dict, List, Optional, Tuple, Union
55

66
import boto3
77
import numpy as np
@@ -220,15 +220,6 @@ def _to_buckets(
220220
return paths
221221

222222

223-
def _retrieve_paths(values: Union[str, List[Any]]) -> Iterator[str]:
224-
if isinstance(values, (list, np.ndarray)):
225-
for v in values:
226-
yield from _retrieve_paths(v)
227-
return
228-
229-
yield values
230-
231-
232223
def _to_dataset(
233224
func: Callable[..., List[str]],
234225
concurrent_partitioning: bool,

poetry.lock

Lines changed: 3 additions & 6 deletions
Some generated files are not rendered by default. Learn more about customizing how changed files appear on GitHub.

0 commit comments

Comments
 (0)