fix: updated azure.py

Author: rupali-atlan

application_sdk/clients/azure/azure.py

@@ -15,7 +15,6 @@
 
 from application_sdk.clients import ClientInterface
 from application_sdk.clients.azure.azure_auth import AzureAuthProvider
-from application_sdk.common.credential_utils import resolve_credentials
 from application_sdk.common.error_codes import ClientError
 from application_sdk.observability.logger_adaptor import get_logger
 
@@ -82,8 +81,30 @@ async def load(self, credentials: Optional[Dict[str, Any]] = None) -> None:
         try:
             logger.info("Loading Azure client...")
 
-            # Resolve credentials using framework's credential resolution
-            self.resolved_credentials = await resolve_credentials(self.credentials)
+            # Handle credential resolution
+            if "credential_guid" in self.credentials:
+                # If we have a credential_guid, use the async get_credentials function
+                from application_sdk.common.credential_utils import get_credentials
+
+                self.resolved_credentials = await get_credentials(
+                    self.credentials["credential_guid"]
+                )
+            else:
+                # If credentials are already resolved (direct format), use them as-is
+                # For direct credentials, we need to check if they need resolution
+                if (
+                    "secret-path" in self.credentials
+                    or "credentialSource" in self.credentials
+                ):
+                    # Credentials need resolution - this is a complex case
+                    # For now, assume credentials are already resolved if no credential_guid
+                    logger.warning(
+                        "Credentials appear to need resolution but no credential_guid provided. Using as-is."
+                    )
+                    self.resolved_credentials = self.credentials
+                else:
+                    # Credentials are already in the correct format
+                    self.resolved_credentials = self.credentials
 
             # Create Azure credential using Service Principal authentication
             self.credential = await self.auth_provider.create_credential(

application_sdk/common/credential_utils.py

@@ -59,6 +59,7 @@ def _get_credentials_sync(credential_guid: str) -> Dict[str, Any]:
             f"Failed to resolve credentials: {str(e)}",
         )
 
+
 def resolve_credentials(
     credential_config: Dict[str, Any], secret_data: Dict[str, Any]
 ) -> Dict[str, Any]:
@@ -81,4 +82,4 @@ def resolve_credentials(
                 elif value in secret_data.get("extra", {}):
                     credentials["extra"][key] = secret_data["extra"][value]
 
-    return credentials
+    return credentials

application_sdk/transformers/common/utils.py

@@ -139,7 +139,6 @@ def flatten_yaml_columns(
     flat_columns: List[Dict[str, Any]] = []
     for key, value in nested.items():
         new_key = f"{parent_key}{sep}{key}" if parent_key else key
-        
         if isinstance(value, dict) and any(isinstance(v, dict) for v in value.values()):
             # If value is a dict and has nested dicts, recurse
             flat_columns.extend(flatten_yaml_columns(value, new_key, sep=sep))
@@ -150,5 +149,4 @@ def flatten_yaml_columns(
             )
             col_def["name"] = new_key
             flat_columns.append(col_def)
-    
     return flat_columns

application_sdk/transformers/query/__init__.py

@@ -208,17 +208,17 @@ def _build_struct(self, level: dict, prefix: str = "") -> Optional[daft.Expressi
         logger.info(f"=== DEBUG: _build_struct called ===")
         logger.info(f"level: {level} (type: {type(level)})")
         logger.info(f"prefix: {prefix} (type: {type(prefix)})")
-        
+
         # Check if level is None
         if level is None:
             logger.error("ERROR: level is None in _build_struct!")
             raise ValueError("level cannot be None in _build_struct")
-        
+
         # Check if prefix is None
         if prefix is None:
             logger.error("ERROR: prefix is None in _build_struct!")
             raise ValueError("prefix cannot be None in _build_struct")
-        
+
         struct_fields = []
         non_null_fields = []
 
@@ -312,7 +312,7 @@ def get_grouped_dataframe_by_prefix(
                 if col is None:
                     logger.error(f"Found None column in DataFrame columns: {columns}")
                     continue
-                
+
                 if "." in col:
                     # Split the full path into components
                     path_components = col.split(".")