Merge pull request #3008 from mbhall88/main

feat: add crates.io as a source for auto version bump

conda_forge_tick/update_sources.py

@@ -2,11 +2,13 @@
 import collections.abc
 import copy
 import functools
+import json
 import logging
 import re
 import subprocess
 import typing
 import urllib.parse
+from pathlib import Path
 from typing import Iterator, List, Optional
 
 import feedparser
@@ -708,3 +710,46 @@ def get_url(self, meta_yaml) -> Optional[str]:
 
     def get_version(self, url: str) -> Optional[str]:
         return url  # = next version, same as in BaseRawURL
+
+
+class CratesIO(AbstractSource):
+    name = "CratesIO"
+
+    def get_url(self, meta_yaml) -> Optional[str]:
+        if "crates.io" not in meta_yaml["url"]:
+            return None
+
+        pkg = Path(meta_yaml["url"]).parts[5]
+        tier = self._tier_directory(pkg)
+
+        return f"https://index.crates.io/{tier}"
+
+    def get_version(self, url: str) -> Optional[str]:
+        r = requests.get(url)
+
+        if not r.ok:
+            return None
+
+        # the response body is a newline-delimited JSON stream, with the latest version
+        # being the last line
+        latest = json.loads(r.text.splitlines()[-1])
+
+        return latest.get("vers")
+
+    @staticmethod
+    def _tier_directory(package: str) -> str:
+        """Depending on the length of the package name, the tier directory structure
+        will differ.
+        Documented here: https://doc.rust-lang.org/cargo/reference/registry-index.html#index-files
+        """
+        if not package:
+            raise ValueError("Package name cannot be empty")
+
+        name_len = len(package)
+
+        if name_len <= 2:
+            return f"{name_len}/{package}"
+        elif name_len == 3:
+            return f"{name_len}/{package[0]}/{package}"
+        else:
+            return f"{package[0:2]}/{package[2:4]}/{package}"

conda_forge_tick/update_upstream_versions.py

@@ -35,6 +35,7 @@
     NPM,
     NVIDIA,
     AbstractSource,
+    CratesIO,
     Github,
     GithubReleases,
     IncrementAlphaRawURL,
@@ -418,6 +419,7 @@ def all_version_sources():
     return (
         PyPI(),
         CRAN(),
+        CratesIO(),
         NPM(),
         ROSDistro(),
         RawURL(),

tests/test_update_sources.py

@@ -0,0 +1,91 @@
+from unittest.mock import Mock, patch
+
+import pytest
+
+from conda_forge_tick.update_sources import CratesIO
+
+
+class TestCratesIOTierDirectory:
+    def test_four_or_more_characters(self):
+        pkg = "rasusa"
+
+        actual = CratesIO._tier_directory(pkg)
+        expected = "ra/su/rasusa"
+
+        assert actual == expected
+
+    def test_four_characters(self):
+        pkg = "psdm"
+
+        actual = CratesIO._tier_directory(pkg)
+        expected = "ps/dm/psdm"
+
+        assert actual == expected
+
+    def test_three_characters(self):
+        pkg = "syn"
+
+        actual = CratesIO._tier_directory(pkg)
+        expected = "3/s/syn"
+
+        assert actual == expected
+
+    def test_two_characters(self):
+        pkg = "it"
+
+        actual = CratesIO._tier_directory(pkg)
+        expected = "2/it"
+
+        assert actual == expected
+
+    def test_one_character(self):
+        pkg = "a"
+
+        actual = CratesIO._tier_directory(pkg)
+        expected = "1/a"
+
+        assert actual == expected
+
+    def test_empty_string(self):
+        pkg = ""
+
+        with pytest.raises(ValueError):
+            CratesIO._tier_directory(pkg)
+
+
+class TestCratesIOGetVersion:
+    def test_valid_package(self):
+        # as far as I can tell, this package has not had a new version in the last 9
+        # years, so it should be safe to use for testing as we don't expect the version
+        # to change
+        pkg = "gopher"
+        tier = CratesIO._tier_directory(pkg)
+        url = f"https://index.crates.io/{tier}"
+
+        actual = CratesIO().get_version(url)
+        expected = "0.0.3"
+
+        assert actual == expected
+
+    def test_invalid_package(self):
+        pkg = "shdfbshbvjhbvhsbhsb"
+        tier = CratesIO._tier_directory(pkg)
+        url = f"https://index.crates.io/{tier}"
+
+        result = CratesIO().get_version(url)
+        assert result is None
+
+    @patch("conda_forge_tick.update_sources.requests.get")
+    def test_empty_package(self, mock_get):
+        pkg = "syn"
+        tier = CratesIO._tier_directory(pkg)
+        url = f"https://index.crates.io/{tier}"
+
+        # Mock response
+        mock_response = Mock()
+        mock_response.ok = True
+        mock_response.text = '{"name": "syn"}'
+        mock_get.return_value = mock_response
+
+        result = CratesIO().get_version(url)
+        assert result is None

tests/test_upstream_versions.py

@@ -17,6 +17,7 @@
     NPM,
     NVIDIA,
     AbstractSource,
+    CratesIO,
     Github,
     GithubReleases,
     PyPI,
@@ -1254,6 +1255,7 @@ def test_update_upstream_versions_no_packages_to_update(
 default_sources = (
     "PyPI",
     "CRAN",
+    "CratesIO",
     "NPM",
     "ROSDistro",
     "RawURL",
@@ -1718,3 +1720,37 @@ def test_github_releases(tmpdir, url, feedstock_version):
     ghr = GithubReleases()
     url = ghr.get_url(meta_yaml)
     assert VersionOrder(ghr.get_version(url)) > VersionOrder(feedstock_version)
+
+
+def test_latest_version_cratesio(tmpdir):
+    name = "wbg-rand"
+    recipe_path = os.path.join(YAML_PATH, "version_wbg-rand.yaml")
+    curr_ver = "0.4.0"
+    ver = "0.4.1"
+    source = CratesIO()
+
+    with open(recipe_path) as fd:
+        inp = fd.read()
+
+    pmy = LazyJson(os.path.join(str(tmpdir), "cf-scripts-test.json"))
+    with pmy as _pmy:
+        yml = parse_meta_yaml(inp)
+        _pmy.update(yml["source"])
+        _pmy.update(
+            {
+                "feedstock_name": name,
+                "version": curr_ver,
+                "raw_meta_yaml": inp,
+                "meta_yaml": yml,
+            },
+        )
+
+    attempt = get_latest_version(name, pmy, [source], use_container=False)
+    if ver is None:
+        assert attempt["new_version"] is not False
+        assert attempt["new_version"] != curr_ver
+        assert VersionOrder(attempt["new_version"]) > VersionOrder(curr_ver)
+    elif ver is False:
+        assert attempt["new_version"] is ver
+    else:
+        assert ver == attempt["new_version"]

tests/test_yaml/version_wbg-rand.yaml

@@ -0,0 +1,37 @@
+package:
+  name: wbg-rand
+  version: "0.4.0"
+
+source:
+  url: https://crates.io/api/v1/crates/wbg-rand/0.4.0/download
+  fn: "wbg-rand-0.4.0.tar.gz"
+  sha256: 5505e10cb191f56fed835c35baf4ac97b5466148a13fbcaeb1173198b1a52b4c
+
+build:
+  number: 0
+  skip: true  # [win]
+
+requirements:
+  build:
+    - {{ compiler('rust') }}
+    - {{ compiler('c') }}
+    - {{ stdlib("c") }}
+    - cargo-bundle-licenses
+
+test:
+  commands:
+    - echo "This is a placeholder for the test section"
+
+about:
+  home: https://github.com/alexcrichton/wbg-rand
+  summary: 'Random numbers for wasm32-unknown-unknown in Rust'
+  description: |
+    Implementation of rand for wasm32-unknown-unknown in Rust using #[wasm_bindgen].
+  license: MIT AND Apache-2.0
+  license_file:
+    - LICENSE-MIT
+    - LICENSE-APACHE
+
+extra:
+  recipe-maintainers:
+    - mbhall88