add custom index arguments (#606)

add custom index arguments

---------

Co-authored-by: pre-commit-ci[bot] <66853113+pre-commit-ci[bot]@users.noreply.github.com>

Author: jamesfricker

README.md

@@ -97,6 +97,32 @@ grayskull pypi --pypi-mirror-url https://pypi.example.com --pypi-metadata-url ht
 
 > *Note:* `--pypi-metadata-url` is a replacement for `--pypi-url`; `--pypi-url` is deprecated and will be removed in a future release.
 
+### Checking package availability against custom indexes
+
+By default, Grayskull checks if packages are available on conda-forge and highlights missing dependencies. You can specify custom package indexes to check against using the `--package-indexes` argument:
+
+```bash
+grayskull pypi --package-indexes my-channel company-channel conda-forge pytest
+```
+
+This will check if packages exist in `my-channel`, `company-channel`, or `conda-forge` (in that order) and mark them accordingly in the output.
+
+You can also specify full URLs for internal package indexes that don't use anaconda.org:
+
+```bash
+grayskull pypi --package-indexes https://internal-conda.example.com http://another-conda.example.com conda-forge pytest
+```
+
+Both HTTP and HTTPS protocols are supported for custom package indexes. This is particularly useful for internal networks that don't have access to anaconda.org.
+
+For internal package indexes with custom API structures, you can use the `{pkg_name}` placeholder in your URL:
+
+```bash
+grayskull pypi --package-indexes "https://internal-conda.example.com/api/{pkg_name}/available" conda-forge pytest
+```
+
+This allows you to specify exactly how your internal package index API works, rather than using the default `/pkg_name/files` path structure.
+
 ### Online Grayskull
 
 It is also possible to use Grayskull without any installation. You can go to this website [marcelotrevisani.com/grayskull](https://www.marcelotrevisani.com/grayskull) and inform the name and the version (optional) of the package and it will create the recipe for you.

grayskull/base/pkg_info.py

@@ -1,24 +1,49 @@
+import re
 from functools import lru_cache
 
 import requests
 
+from grayskull.cli import CLIConfig
+
+
+def build_package_url(channel_or_url: str, pkg_name: str) -> str:
+    """Build the URL to check for package availability.
+
+    :param channel_or_url: Channel name or full URL
+    :param pkg_name: Package name
+    :return: Full URL to check for package availability
+    """
+    # Check if the channel is a full URL
+    if re.match(r"^https?://", channel_or_url):
+        return f"{channel_or_url.rstrip('/')}/{pkg_name}/files"
+    else:
+        # Default to anaconda.org if not a full URL
+        return f"https://anaconda.org/{channel_or_url}/{pkg_name}/files"
+
 
 @lru_cache(maxsize=35)
-def is_pkg_available(pkg_name: str, channel: str = "conda-forge") -> bool:
-    """Verify if the package is available on Anaconda for a specific channel.
+def is_pkg_available(pkg_name: str, channel: str = None) -> bool:
+    """Verify if the package is available on Anaconda or custom package indexes.
 
     :param pkg_name: Package name
     :param channel: Anaconda channel
-    :return: Return True if the package is present on the given channel
+        or full URL (if None, will use channels from CLIConfig)
+    :return: Return True if the package is present on any of the given channels or URLs
     """
-    try:
-        response = requests.get(
-            url=f"https://anaconda.org/{channel}/{pkg_name}/files",
-            allow_redirects=False,
-        )
-    except requests.exceptions.SSLError:
-        return False
-    return response.status_code == 200
+    channels_to_check = [channel] if channel else CLIConfig().package_indexes
+
+    for channel_to_check in channels_to_check:
+        try:
+            url = build_package_url(channel_to_check, pkg_name)
+            response = requests.get(
+                url=url,
+                allow_redirects=False,
+            )
+            if response.status_code == 200:
+                return True
+        except requests.exceptions.RequestException:
+            continue
+    return False
 
 
 def normalize_pkg_name(pkg_name: str) -> str:

grayskull/cli/__init__.py

@@ -20,9 +20,15 @@
 class CLIConfig:
     __instance: Self | None = None
 
-    def __new__(cls, stdout: bool = False, list_missing_deps: bool = False):
+    def __new__(
+        cls,
+        stdout: bool = False,
+        list_missing_deps: bool = False,
+        package_indexes: list[str] = None,
+    ):
         if CLIConfig.__instance is None:
             CLIConfig.__instance = object.__new__(cls)
             CLIConfig.__instance.stdout = stdout
             CLIConfig.__instance.list_missing_deps = list_missing_deps
+            CLIConfig.__instance.package_indexes = package_indexes or ["conda-forge"]
         return CLIConfig.__instance

grayskull/cli/stdout.py

@@ -108,17 +108,29 @@ def print_req(list_pkg):
         print_req(req_list)
 
     print_msg(
-        f"\n{Fore.RED}RED{Style.RESET_ALL}: Package names not available on conda-forge"
+        f"\n{Fore.RED}RED{Style.RESET_ALL}: "
+        "Package names not available on specified package indexes"
     )
     print_msg(
         f"{Fore.YELLOW}YELLOW{Style.RESET_ALL}: "
         "PEP-725 PURLs that did not map to known package"
     )
-    print_msg(f"{Fore.GREEN}GREEN{Style.RESET_ALL}: Packages available on conda-forge")
+    print_msg(
+        f"{Fore.GREEN}GREEN{Style.RESET_ALL}: "
+        "Packages available on specified package indexes"
+    )
 
     if CLIConfig().list_missing_deps:
         if all_missing_deps:
-            print_msg(f"Missing dependencies: {', '.join(all_missing_deps)}")
+            indexes = ", ".join(f"'{idx}'" for idx in CLIConfig().package_indexes)
+            print_msg(
+                f"Missing dependencies (not found in {indexes}): "
+                f"{', '.join(all_missing_deps)}"
+            )
         else:
-            print_msg("All dependencies are already on conda-forge.")
+            indexes = ", ".join(f"'{idx}'" for idx in CLIConfig().package_indexes)
+            print_msg(
+                f"All dependencies are already available "
+                f"in the specified package indexes ({indexes})."
+            )
     return all_missing_deps

grayskull/main.py

@@ -44,6 +44,20 @@ def init_parser():
         dest="list_missing_deps",
         help="After the execution Grayskull will print all the missing dependencies.",
     )
+    cran_parser.add_argument(
+        "--package-indexes",
+        default=["conda-forge"],
+        nargs="+",
+        dest="package_indexes",
+        help="""
+        List of package indexes to check for existing packages.
+        Can be channel names (e.g., conda-forge) or full URLs
+        (e.g., https://internal-conda.example.com).
+        For custom API structures, use the {pkg_name} placeholder
+        (e.g., https://internal-conda.example.com/api/{pkg_name}/available).
+        Default is conda-forge.",
+        """,
+    )
     cran_parser.add_argument(
         "--download",
         "-d",
@@ -163,6 +177,19 @@ def init_parser():
         dest="list_missing_deps",
         help="After the execution Grayskull will print all the missing dependencies.",
     )
+    pypi_parser.add_argument(
+        "--package-indexes",
+        default=["conda-forge"],
+        nargs="+",
+        dest="package_indexes",
+        help="""
+        List of package indexes to check for existing packages.
+        Can be channel names (e.g., conda-forge) or full URLs (e.g., https://internal-conda.example.com).
+        For custom API structures, use the {pkg_name} placeholder
+        (e.g., https://internal-conda.example.com/api/{pkg_name}/available).
+        Default is conda-forge.",
+        """,
+    )
     pypi_parser.add_argument(
         "--strict-conda-forge",
         default=False,
@@ -304,6 +331,8 @@ def main(args=None):
 
     CLIConfig().stdout = args.stdout
     CLIConfig().list_missing_deps = args.list_missing_deps
+    if hasattr(args, "package_indexes"):
+        CLIConfig().package_indexes = args.package_indexes
 
     print_msg(Style.RESET_ALL)
 

pyproject.toml

@@ -39,6 +39,7 @@ testing = [
     "pytest-cov",
     "pytest-mock",
     "setuptools-scm",
+    "numpy",
 ]
 
 docs = [