Add load tests

Author: jaidisido

load_tests/test_s3.py

@@ -23,6 +23,27 @@ def test_s3_select(benchmark_time):
     assert timer.elapsed_time < benchmark_time
 
 
+@pytest.mark.parametrize("benchmark_time", [120])
+def test_s3_read_parquet_simple(benchmark_time):
+
+    path = "s3://ursa-labs-taxi-data/2018/"
+    with ExecutionTimer("elapsed time of wr.s3.read_parquet() simple") as timer:
+        wr.s3.read_parquet(path=path, parallelism=10000)
+
+    assert timer.elapsed_time < benchmark_time
+
+
+@pytest.mark.parametrize("benchmark_time", [120])
+def test_s3_read_parquet_partition_filter(benchmark_time):
+
+    path = "s3://amazon-reviews-pds/parquet/"
+    with ExecutionTimer("elapsed time of wr.s3.read_parquet() partition filter") as timer:
+        filter = lambda x: True if x["product_category"].startswith("Wireless") else False
+        wr.s3.read_parquet(path=path, parallelism=10000, partition_filter=filter, dataset=True)
+
+    assert timer.elapsed_time < benchmark_time
+
+
 @pytest.mark.parametrize("benchmark_time", [5])
 def test_s3_delete_objects(path, path2, benchmark_time):
     df = pd.DataFrame({"id": [1, 2, 3]})