Add gguf env var for md

Author: harsh97

ads/aqua/model/model.py

@@ -364,8 +364,8 @@ def _build_ft_metrics(
             training_final,
         ]
 
+    @staticmethod
     def to_aqua_model(
-        self,
         model: Union[
             DataScienceModel,
             oci.data_science.models.model.Model,
@@ -375,7 +375,7 @@ def to_aqua_model(
         region: str,
     ) -> AquaModel:
         """Converts a model to an Aqua model."""
-        return AquaModel(**self._process_model(model, region))
+        return AquaModel(**AquaModelApp._process_model(model, region))
 
     @staticmethod
     def _process_model(

ads/aqua/modeldeployment/deployment.py

@@ -25,6 +25,7 @@
     load_config,
 )
 from ads.aqua.constants import (
+    AQUA_MODEL_ARTIFACT_FILE,
     AQUA_MODEL_TYPE_CUSTOM,
     AQUA_MODEL_TYPE_SERVICE,
     MODEL_BY_REFERENCE_OSS_PATH_KEY,
@@ -39,6 +40,7 @@
     AquaDeploymentDetail,
     ContainerSpec,
 )
+from ads.aqua.ui import ModelFormat
 from ads.common.object_storage_details import ObjectStorageDetails
 from ads.common.utils import get_log_links
 from ads.config import (
@@ -310,6 +312,17 @@ def create(
             if isinstance(env, dict):
                 env_var.update(env)
 
+        if (
+            AquaModelApp.to_aqua_model(
+                model=aqua_model, region=self.region
+            ).model_format
+            == ModelFormat.GGUF
+        ):
+            model_file = aqua_model.custom_metadata_list.get(
+                AQUA_MODEL_ARTIFACT_FILE
+            ).value
+            env_var.update({"MODEL": f"/opt/ds/model/deployed_model/{model_file}"})
+
         logging.info(f"Env vars used for deploying {aqua_model.id} :{env_var}")
 
         # Start model deployment