[Serve] Add hash function of RunningReplicaInfo

python/ray/serve/BUILD

@@ -549,4 +549,12 @@ py_test(
     srcs = serve_tests_srcs,
     tags = ["exclusive", "team:serve"],
     deps = [":serve_lib"],
+)
+
+py_test(
+    name = "test_common",
+    size = "small",
+    srcs = serve_tests_srcs,
+    tags = ["exclusive", "team:serve"],
+    deps = [":serve_lib"],
 )

python/ray/serve/_private/common.py

@@ -292,3 +292,26 @@ class RunningReplicaInfo:
     actor_handle: ActorHandle
     max_concurrent_queries: int
     is_cross_language: bool = False
+
+    def __post_init__(self):
+        # Set hash value when object is constructed.
+        # We use _acotor_id to hash the ActorHandle object
+        # instead of actor_handle itself to make sure
+        # it is consistently same actor handle between different
+        # object ids.
+
+        hash_val = hash(
+            " ".join(
+                [
+                    self.deployment_name,
+                    self.replica_tag,
+                    str(self.actor_handle._actor_id),
+                    str(self.max_concurrent_queries),
+                    str(self.is_cross_language),
+                ]
+            )
+        )
+        object.__setattr__(self, "_hash", hash_val)
+
+    def __hash__(self):
+        return self._hash

python/ray/serve/tests/test_common.py

@@ -9,6 +9,7 @@
     DeploymentStatusInfo,
     ApplicationStatus,
     ApplicationStatusInfo,
+    RunningReplicaInfo,
 )
 from ray.serve.generated.serve_pb2 import (
     StatusOverview as StatusOverviewProto,
@@ -185,6 +186,23 @@ def test_proto(self, application_status):
         assert status_info == reconstructed_info
 
 
+def test_running_replica_info():
+    """Test hash value of RunningReplicaInfo"""
+
+    class FakeActorHandler:
+        def __init__(self, actor_id):
+            self._actor_id = actor_id
+
+    fake_h1 = FakeActorHandler("1")
+    fake_h2 = FakeActorHandler("1")
+    assert fake_h1 != fake_h2
+    replica1 = RunningReplicaInfo("my_deployment", "1", fake_h1, 1, False)
+    replica2 = RunningReplicaInfo("my_deployment", "1", fake_h2, 1, False)
+    replica3 = RunningReplicaInfo("my_deployment", "1", fake_h2, 1, True)
+    assert replica1._hash == replica2._hash
+    assert replica3._hash != replica1._hash
+
+
 if __name__ == "__main__":
     import sys
 

python/ray/serve/tests/test_deployment_state.py

@@ -7,7 +7,6 @@
 import pytest
 
 import ray
-from ray.actor import ActorHandle
 from ray.serve._private.common import (
     DeploymentConfig,
     DeploymentInfo,
@@ -33,6 +32,11 @@
 from ray.util.scheduling_strategies import NodeAffinitySchedulingStrategy
 
 
+class MockActorHandle:
+    def __init__(self):
+        self._actor_id = "fake_id"
+
+
 class MockReplicaActorWrapper:
     def __init__(
         self,
@@ -67,6 +71,7 @@ def __init__(
         self.healthy = True
         self._is_cross_language = False
         self._scheduling_strategy = scheduling_strategy
+        self._actor_handle = MockActorHandle()
 
     @property
     def is_cross_language(self) -> bool:
@@ -81,8 +86,8 @@ def deployment_name(self) -> str:
         return self._deployment_name
 
     @property
-    def actor_handle(self) -> ActorHandle:
-        return None
+    def actor_handle(self) -> MockActorHandle:
+        return self._actor_handle
 
     @property
     def max_concurrent_queries(self) -> int: