Auto Select Latest Conda Pack

Author: prasankh

ads/opctl/operator/cmd.py

@@ -18,6 +18,12 @@
 import fsspec
 import yaml
 from ads.opctl.operator.common.utils import print_traceback
+import ads
+from ads.common import oci_client as oc
+from ads.config import (
+    CONDA_BUCKET_NAME,
+    CONDA_BUCKET_NS,
+)
 from tabulate import tabulate
 
 from ads.common import utils as ads_common_utils
@@ -117,6 +123,29 @@ def info(
     )
 
 
+def get_latest_conda_pack(prefix, base_conda) -> str:
+    """
+    get the latest conda pack.
+    """
+    try:
+        auth = ads.auth.default_signer()
+        object_storage = oc.OCIClientFactory(**auth).object_storage
+        objects = object_storage.list_objects(namespace_name=CONDA_BUCKET_NS,
+                                              bucket_name=CONDA_BUCKET_NAME,
+                                              prefix=prefix).data.objects
+
+        def extract_version(obj_name):
+            match = re.search(rf"{prefix}([\d.]+)/", obj_name)
+            return tuple(map(int, match.group(1).split("."))) if match else (0,)
+
+        latest_obj = max(objects, key=lambda obj: extract_version(obj.name))
+        return latest_obj.name.split("/")[-1]
+    except Exception as e:
+        logger.warning(f"Error while fetching latest conda pack: {e}")
+        return base_conda
+
+
+
 def init(
     type: str,
     output: Union[str, None] = None,
@@ -157,6 +186,7 @@ def init(
 
     # load operator info
     operator_info: OperatorInfo = OperatorLoader.from_uri(uri=type).load()
+    operator_info.conda = get_latest_conda_pack(operator_info.prefix, operator_info.conda)
 
     # create TMP folder if one is not provided by user
     if output:

ads/opctl/operator/common/operator_loader.py

@@ -154,6 +154,7 @@ class OperatorInfo(DataClassSerializable):
     conda: str = ""
     conda_type: str = ""
     path: str = ""
+    prefix: str = ""
     keywords: List[str] = None
     backends: List[str] = None
     jobs_default_params: JobsDefaultParams = field(default_factory=JobsDefaultParams)

ads/opctl/operator/lowcode/anomaly/MLoperator

@@ -4,6 +4,7 @@ conda_type: service
 name: Anomaly Detection Operator
 conda: anomaly_p310_cpu_x86_64_v1
 gpu: no
+prefix: service_pack/cpu/AI_Forecasting_Operator/
 keywords:
   - Anomaly Detection
 backends:

ads/opctl/operator/lowcode/forecast/MLoperator

@@ -2,8 +2,9 @@ type: forecast
 version: v1
 name: Forecasting Operator
 conda_type: service
-conda: forecast_p310_cpu_x86_64_v4
+conda: forecast_p311_cpu_x86_64_v10
 gpu: no
+prefix: service_pack/cpu/AI_Forecasting_Operator/
 jobs_default_params:
   shape_name: VM.Standard.E4.Flex
   ocpus: 16