Raise the (runtime_env max size) gRPC max message size to 500MiB

Signed-off-by: Eric Liang <[email protected]>
Signed-off-by: Stefan van der Kleij <[email protected]>

python/ray/_private/runtime_env/packaging.py

@@ -30,7 +30,7 @@
 # The size is bounded by the max gRPC message size.
 # Keep in sync with max_grpc_message_size in ray_config_def.h.
 GCS_STORAGE_MAX_SIZE = int(
-    os.environ.get("RAY_max_grpc_message_size", 250 * 1024 * 1024)
+    os.environ.get("RAY_max_grpc_message_size", 500 * 1024 * 1024)
 )
 RAY_PKG_PREFIX = "_ray_pkg_"
 

src/ray/common/ray_config_def.h

@@ -176,7 +176,7 @@ RAY_CONFIG(int64_t, max_direct_call_object_size, 100 * 1024)
 // The max gRPC message size (the gRPC internal default is 4MB). We use a higher
 // limit in Ray to avoid crashing with many small inlined task arguments.
 // Keep in sync with GCS_STORAGE_MAX_SIZE in packaging.py.
-RAY_CONFIG(int64_t, max_grpc_message_size, 250 * 1024 * 1024)
+RAY_CONFIG(int64_t, max_grpc_message_size, 500 * 1024 * 1024)
 
 // Retry timeout for trying to create a gRPC server. Only applies if the number
 // of retries is non zero.