[doc][build/02] remove site-packages from global cache (#46797)

Redo
ff789b9;
the previous attempt is missing sphinx as a runtime dependency (sphinx
is a runtime dependency of pickle, it happens only at runtime)

Test:
- CI
- https://buildkite.com/ray-project/postmerge/builds/5617

---------

Signed-off-by: can <[email protected]>

ci/ray_ci/doc/BUILD.bazel

@@ -26,6 +26,10 @@ py_library(
     visibility = ["//ci/ray_ci/doc:__subpackages__"],
     deps = [
         "//ci/ray_ci:ray_ci_lib",
+        ci_require("sphinx"),
+        ci_require("myst_parser"),
+        ci_require("myst-nb"),
+        ci_require("jupytext"),
     ],
 )
 

ci/ray_ci/doc/build_cache.py

@@ -1,6 +1,7 @@
 import tempfile
 import subprocess
 import os
+import pickle
 from typing import Set
 
 import boto3
@@ -10,6 +11,7 @@
 
 
 AWS_CACHE_KEY = "doc_build"
+ENVIRONMENT_PICKLE = "_build/doctrees/environment.pickle"
 
 
 class BuildCache:
@@ -29,6 +31,9 @@ def upload(self) -> None:
         """
         Upload the build artifacts to S3
         """
+        logger.info("Massage the build artifacts to be used as a cache.")
+        self._massage_cache(ENVIRONMENT_PICKLE)
+
         logger.info("Obtaining the list of cache files.")
         cache_files = self._get_cache()
 
@@ -40,6 +45,26 @@ def upload(self) -> None:
 
         logger.info(f"Successfully uploaded {doc_tarball} to S3.")
 
+    def _massage_cache(self, environment_cache_file: str) -> None:
+        """
+        Massage the build artifacts, remove the unnecessary files so that they can
+        be used as a global cache
+        """
+        environment_cache_path = os.path.join(self._cache_dir, environment_cache_file)
+        environment_cache = None
+
+        with open(environment_cache_path, "rb") as f:
+            environment_cache = pickle.load(f)
+            for doc, dependencies in environment_cache.dependencies.items():
+                # Remove the site-packages dependencies because they are local to the
+                # build environment and cannot be used as a global cache
+                local_dependencies = [d for d in dependencies if "site-packages" in d]
+                for dependency in local_dependencies:
+                    environment_cache.dependencies[doc].remove(dependency)
+
+        with open(environment_cache_path, "wb+") as f:
+            pickle.dump(environment_cache, f, pickle.HIGHEST_PROTOCOL)
+
     def _get_cache(self) -> Set[str]:
         """
         Get the list of cache files

ci/ray_ci/doc/test_build_cache.py

@@ -1,12 +1,18 @@
 import sys
 import os
+import pickle
 import pytest
 import tempfile
 from unittest import mock
 
 from ci.ray_ci.doc.build_cache import BuildCache
 
 
+class FakeCache:
+    def __init__(self, dependencies):
+        self.dependencies = dependencies
+
+
 @mock.patch("subprocess.check_output")
 def test_get_cache(mock_check_output):
     mock_check_output.return_value = b"file1\nfile2\nfile3"
@@ -26,5 +32,28 @@ def test_zip_cache():
         assert BuildCache(temp_dir)._zip_cache(files) == "12345.tgz"
 
 
+def test_massage_cache():
+    cache = FakeCache(
+        {
+            "doc1": ["site-packages/dep1", "dep2"],
+            "doc2": ["dep3", "site-packages/dep4"],
+        }
+    )
+    with tempfile.TemporaryDirectory() as temp_dir:
+        cache_path = os.path.join(temp_dir, "env_cache.pkl")
+        with open(cache_path, "wb") as file:
+            pickle.dump(cache, file)
+
+        build_cache = BuildCache(temp_dir)
+        build_cache._massage_cache("env_cache.pkl")
+
+        with open(cache_path, "rb") as file:
+            cache = pickle.load(file)
+            assert cache.dependencies == {
+                "doc1": ["dep2"],
+                "doc2": ["dep3"],
+            }
+
+
 if __name__ == "__main__":
     sys.exit(pytest.main(["-vv", __file__]))

release/requirements-doc.txt

@@ -0,0 +1 @@
+../doc/requirements-doc.txt

release/requirements_buildkite.in

@@ -9,7 +9,6 @@ freezegun
 google-cloud-storage
 jinja2
 protobuf >= 3.15.3, != 3.19.5
-pydantic < 1.10.0
 pytest
 pyyaml
 pybuildkite
@@ -23,3 +22,4 @@ docker == 7.0.0
 tzdata
 aws_requests_auth
 requests
+-r requirements-doc.txt