We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 155d907 commit 5798246Copy full SHA for 5798246
awswrangler/distributed/_distributed.py
@@ -107,6 +107,10 @@ def initialize_ray(
107
)
108
os.environ["RAY_ENABLE_MAC_LARGE_OBJECT_STORE"] = "1"
109
110
+ ray_runtime_env_vars = [
111
+ "__MODIN_AUTOIMPORT_PANDAS__",
112
+ ]
113
+
114
ray_init_kwargs = {
115
"num_cpus": cpu_count or multiprocessing.cpu_count(),
116
"num_gpus": gpu_count,
@@ -115,7 +119,11 @@ def initialize_ray(
119
"object_store_memory": object_store_memory,
120
"_redis_password": redis_password,
117
121
"_memory": object_store_memory,
122
+ "runtime_env": {
123
+ "env_vars": {var: os.environ.get(var) for var in ray_runtime_env_vars if os.environ.get(var)}
124
+ },
118
125
}
126
127
ray.init(**ray_init_kwargs)
128
129
0 commit comments