Skip to content

Commit 5798246

Browse files
Adding environment variable assembly
1 parent 155d907 commit 5798246

File tree

1 file changed

+8
-0
lines changed

1 file changed

+8
-0
lines changed

awswrangler/distributed/_distributed.py

Lines changed: 8 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -107,6 +107,10 @@ def initialize_ray(
107107
)
108108
os.environ["RAY_ENABLE_MAC_LARGE_OBJECT_STORE"] = "1"
109109

110+
ray_runtime_env_vars = [
111+
"__MODIN_AUTOIMPORT_PANDAS__",
112+
]
113+
110114
ray_init_kwargs = {
111115
"num_cpus": cpu_count or multiprocessing.cpu_count(),
112116
"num_gpus": gpu_count,
@@ -115,7 +119,11 @@ def initialize_ray(
115119
"object_store_memory": object_store_memory,
116120
"_redis_password": redis_password,
117121
"_memory": object_store_memory,
122+
"runtime_env": {
123+
"env_vars": {var: os.environ.get(var) for var in ray_runtime_env_vars if os.environ.get(var)}
124+
},
118125
}
126+
119127
ray.init(**ray_init_kwargs)
120128

121129

0 commit comments

Comments
 (0)