Emergency fixes (#295)

* more efficient validation that CAII is available initially

* revert - change nvm_dir to always be at root for studios

* fix mypy

---------

Co-authored-by: jwatson <[email protected]>

Author: ewilliams-cloudera

llm-service/app/services/caii/caii.py

@@ -333,17 +333,11 @@ def get_caii_embedding_models() -> List[ModelResponse]:
 
 
 def get_models_with_task(task_type: str) -> List[Endpoint]:
-    endpoints: list[ListEndpointEntry] = list_endpoints()
-    endpoint_details = list(
-        map(
-            lambda endpoint: describe_endpoint_entry(endpoint.name, endpoints),
-            endpoints,
-        )
-    )
+    endpoints: list[Endpoint] = list_endpoints()
     llm_endpoints = list(
         filter(
             lambda endpoint: endpoint.task and endpoint.task == task_type,
-            endpoint_details,
+            endpoints,
         )
     )
     return llm_endpoints

llm-service/app/services/models/providers/caii.py

@@ -51,7 +51,7 @@
     get_llm as get_caii_llm_model,
     get_embedding_model as get_caii_embedding_model,
     get_reranking_model as get_caii_reranking_model,
-    describe_endpoint,
+    describe_endpoint, get_models_with_task,
 )
 from ...caii.types import ModelResponse
 from ...caii.utils import get_cml_version_from_sense_bootstrap
@@ -106,7 +106,7 @@ def is_enabled(cls) -> bool:
             return super().is_enabled()
         cml_version = Version(version)
         if cml_version >= Version("2.0.50-b68"):
-            available_models = cls.list_llm_models()
+            available_models = get_models_with_task("TEXT_GENERATION")
             if available_models:
                 return True
 

scripts/install_node.sh

@@ -59,11 +59,7 @@ wget -qO- https://raw.githubusercontent.com/nvm-sh/nvm/v0.40.1/install.sh | bash
 # shellcheck disable=SC1090
 source ~/.bashrc > /dev/null
 
-export NVM_DIR="$HOME/rag-studio/.nvm"
-
-if [ -z "$IS_COMPOSABLE" ]; then
-  export NVM_DIR="$HOME/.nvm"
-fi
+export NVM_DIR="$HOME/.nvm"
 
 [ -s "$NVM_DIR/nvm.sh" ] && \. "$NVM_DIR/nvm.sh" > /dev/null  # This loads nvm