HF look ahead search

Author: kumar-shivam-ranjan

Makefile

@@ -11,3 +11,7 @@ clean:
 	@find ./ -name 'Thumbs.db' -exec rm -f {} \;
 	@find ./ -name '*~' -exec rm -f {} \;
 	@find ./ -name '.DS_Store' -exec rm -f {} \;
+test:
+	pip install -e .
+	jupyter server extension enable --py ads.aqua.extension
+	jupyter lab --NotebookApp.disable_check_xsrf=True --no-browser

ads/aqua/common/utils.py

@@ -57,13 +57,15 @@
     VLLM_INFERENCE_RESTRICTED_PARAMS,
 )
 from ads.aqua.data import AquaResourceIdentifier
+from ads.aqua.model.constants import ModelTask
 from ads.common.auth import AuthState, default_signer
 from ads.common.extended_enum import ExtendedEnumMeta
 from ads.common.object_storage_details import ObjectStorageDetails
 from ads.common.oci_resource import SEARCH_TYPE, OCIResource
 from ads.common.utils import copy_file, get_console_link, upload_to_os
 from ads.config import AQUA_SERVICE_MODELS_BUCKET, CONDA_BUCKET_NS, TENANCY_OCID
 from ads.model import DataScienceModel, ModelVersionSet
+from tests.unitary.with_extras.model.score import model_name
 
 logger = logging.getLogger("ads.aqua")
 
@@ -1062,3 +1064,12 @@ def get_hf_model_info(repo_id: str) -> ModelInfo:
         return HfApi().model_info(repo_id=repo_id)
     except HfHubHTTPError as err:
         raise format_hf_custom_error_message(err) from err
+
+def list_hf_models(query:str) -> List[str]:
+    try:
+        models= HfApi().list_models(model_name=query,task=ModelTask.TEXT_GENERATION)
+        return [model.id for model in models if model.disabled is None]
+    except HfHubHTTPError as err:
+        raise format_hf_custom_error_message(err) from err
+
+

ads/aqua/extension/model_handler.py

@@ -9,7 +9,7 @@
 
 from ads.aqua.common.decorator import handle_exceptions
 from ads.aqua.common.errors import AquaRuntimeError, AquaValueError
-from ads.aqua.common.utils import get_hf_model_info
+from ads.aqua.common.utils import get_hf_model_info, list_hf_models
 from ads.aqua.extension.base_handler import AquaAPIhandler
 from ads.aqua.extension.errors import Errors
 from ads.aqua.model import AquaModelApp
@@ -177,6 +177,29 @@ def _find_matching_aqua_model(model_id: str) -> Optional[AquaModelSummary]:
 
         return None
 
+    @handle_exceptions
+    def get(self):
+        """
+        Finds a list of matching models from hugging face based on query string provided from users.
+
+        Parameters
+        ----------
+        query (str): The Hugging Face model name to search for.
+
+        Returns
+        -------
+        List[AquaModelSummary]
+            Returns the matching AquaModelSummary object if found, else None.
+        """
+
+        query=self.get_argument("query",default=None)
+        if not query:
+            raise HTTPError(400,Errors.MISSING_REQUIRED_PARAMETER.format("query"))
+        models=list_hf_models(query)
+        return self.finish({"models":models})
+
+
+
     @handle_exceptions
     def post(self, *args, **kwargs):
         """Handles post request for the HF Models APIs