Skip to content

Commit 17a8e79

Browse files
committed
Minor - modify load test
1 parent 6864cd1 commit 17a8e79

File tree

1 file changed

+3
-6
lines changed

1 file changed

+3
-6
lines changed

load_tests/test_s3.py

Lines changed: 3 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -9,7 +9,6 @@
99
@pytest.mark.repeat(1)
1010
@pytest.mark.parametrize("benchmark_time", [150])
1111
def test_s3_select(benchmark_time):
12-
1312
path = "s3://ursa-labs-taxi-data/2018/1*.parquet"
1413
with ExecutionTimer("elapsed time of wr.s3.select_query()") as timer:
1514
wr.s3.select_query(
@@ -23,23 +22,21 @@ def test_s3_select(benchmark_time):
2322
assert timer.elapsed_time < benchmark_time
2423

2524

26-
@pytest.mark.parametrize("benchmark_time", [120])
25+
@pytest.mark.parametrize("benchmark_time", [90])
2726
def test_s3_read_parquet_simple(benchmark_time):
28-
2927
path = "s3://ursa-labs-taxi-data/2018/"
3028
with ExecutionTimer("elapsed time of wr.s3.read_parquet() simple") as timer:
3129
wr.s3.read_parquet(path=path, parallelism=10000)
3230

3331
assert timer.elapsed_time < benchmark_time
3432

3533

36-
@pytest.mark.parametrize("benchmark_time", [120])
34+
@pytest.mark.parametrize("benchmark_time", [90])
3735
def test_s3_read_parquet_partition_filter(benchmark_time):
38-
3936
path = "s3://amazon-reviews-pds/parquet/"
4037
with ExecutionTimer("elapsed time of wr.s3.read_parquet() partition filter") as timer:
4138
filter = lambda x: True if x["product_category"].startswith("Wireless") else False
42-
wr.s3.read_parquet(path=path, parallelism=10000, partition_filter=filter, dataset=True)
39+
wr.s3.read_parquet(path=path, parallelism=10000, dataset=True, partition_filter=filter)
4340

4441
assert timer.elapsed_time < benchmark_time
4542

0 commit comments

Comments
 (0)