[feature] Add configurable default base image for steps

kale/compiler.py

@@ -24,7 +24,7 @@
 from kale import __version__ as KALE_VERSION
 from kale.common import graphutils, kfputils, utils
 from kale.common.imports import get_packages_to_install
-from kale.pipeline import DEFAULT_BASE_IMAGE, Pipeline, PipelineParam, Step
+from kale.pipeline import Pipeline, PipelineParam, Step
 
 log = logging.getLogger(__name__)
 
@@ -204,7 +204,7 @@ def _encode_source(s):
             step_inputs=step_inputs,
             step_outputs=step_outputs,
             kfp_dsl_artifact_imports=KFP_DSL_ARTIFACT_IMPORTS,
-            default_base_image=DEFAULT_BASE_IMAGE,
+            default_base_image=self.pipeline.config.base_image,
             **self.pipeline.config.to_dict(),
         )
         return autopep8.fix_code(fn_code)

kale/pipeline.py

@@ -17,8 +17,6 @@
 import logging
 import os
 
-from kubernetes.client.rest import ApiException
-from kubernetes.config import ConfigException
 import networkx as nx
 
 from kale.common import graphutils, podutils, utils
@@ -134,16 +132,18 @@ def _randomize_pipeline_name(self):
         self.pipeline_name = f"{self.pipeline_name}-{utils.random_string()}"
 
     def _set_base_image(self):
-        if not self.base_image:
-            try:
-                self.base_image = podutils.get_docker_base_image()
-            except (ConfigException, RuntimeError, FileNotFoundError, ApiException):
-                # * ConfigException: no K8s config found
-                # * RuntimeError, FileNotFoundError: this is not running in a
-                #   pod
-                # * ApiException: K8s call to read pod raised exception;
-                # Use kfp default image
-                self.base_image = DEFAULT_BASE_IMAGE
+        # Priority 1: Settings (already in self.base_image)
+        if self.base_image:
+            return
+
+        # Priority 2: Environment variable
+        env_image = os.getenv("DEFAULT_BASE_IMAGE")
+        if env_image:
+            self.base_image = env_image
+            return
+
+        # Priority 3: Default
+        self.base_image = DEFAULT_BASE_IMAGE
 
     def _set_volume_storage_class(self):
         if not self.storage_class_name:

kale/processors/nbprocessor.py

@@ -376,7 +376,7 @@ def parse_notebook(self):
                         limits=tags.get("limits", {}),
                         labels=tags.get("labels", {}),
                         annotations=tags.get("annotations", {}),
-                        base_image=tags.get("base_image", ""),
+                        base_image=tags.get("base_image") or self.pipeline.config.base_image,
                         enable_caching=tags.get("enable_caching"),
                     )
                     self.pipeline.add_step(step)

labextension/src/widget.tsx

@@ -11,7 +11,7 @@
 // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 // See the License for the specific language governing permissions and
 // limitations under the License.
-
+import { ISettingRegistry } from '@jupyterlab/settingregistry';
 import {
   JupyterFrontEnd,
   JupyterFrontEndPlugin,
@@ -109,6 +109,31 @@ async function activate(
   // TODO: backend can become an Enum that indicates the type of
   //  env we are in (like Local Laptop, MiniKF, GCP, UI without Kale, ...)
   const backend = await getBackend(kernel);
+  const settings = await settingRegistry.load('jupyterlab-kubeflow-kale:deploymentPanel');
+
+  let defaultBaseImage =
+    (settings.get('default_base_image').composite as string) ||
+    'python:3.12';
+
+  settings.changed.connect(() => {
+    defaultBaseImage =
+      (settings.get('default_base_image').composite as string) ||
+      'python:3.12';
+
+    if (kalePanelWidget) {
+      const newWidget = createPanel(defaultBaseImage);
+
+      newWidget.id = KALE_PANEL_ID;
+      newWidget.title.icon = kaleIcon;
+      newWidget.title.caption = 'Kubeflow Pipelines Deployment Panel';
+      newWidget.node.classList.add('kale-panel');
+
+      labShell.add(newWidget, 'left');
+
+      kalePanelWidget = newWidget;
+    }
+  });
+
   if (backend) {
     try {
       await executeRpc(kernel, 'log.setup_logging');
@@ -208,12 +233,24 @@ async function activate(
       kalePanelWidget.activate();
     }
   }
-
+  function createPanel(defaultBaseImage: string) {
+    return ReactWidget.create(
+      <KubeflowKaleLeftPanel
+        ref={ref => setLeftPanelRef(ref)}
+        lab={lab}
+        tracker={tracker}
+        docManager={docManager}
+        backend={backend}
+        kernel={kernel}
+        defaultBaseImage={defaultBaseImage}
+      />
+    );
+  }
   // Creates the left side bar widget once the app has fully started
   lab.started.then(() => {
     // show list of commands in the commandRegistry
     // console.log(lab.commands.listCommands());
-    kalePanelWidget = ReactWidget.create(<SettingsAwareLeftPanel />);
+    kalePanelWidget = createPanel(defaultBaseImage);
     kalePanelWidget.id = KALE_PANEL_ID;
     kalePanelWidget!.title.icon = kaleIcon;
     kalePanelWidget!.title.caption = 'Kubeflow Pipelines Deployment Panel';

labextension/src/widgets/cell-metadata/CellMetadataEditor.tsx

@@ -666,21 +666,25 @@ export class CellMetadataEditor extends React.Component<IProps, IState> {
           <DialogTitle>Base Image for Step</DialogTitle>
           <DialogContent>
             <p style={{ margin: '8px 0' }}>
-              Default:{' '}
+              System Default:{' '}
               <strong>
                 {this.props.defaultBaseImage || DEFAULT_BASE_IMAGE}
               </strong>
             </p>
+
+            <p style={{ margin: '8px 0' }}>
+              Pipeline Default:{' '}
+              <strong>
+                {this.props.pipelineBaseImage ||
+                  'Not set (uses system default)'}
+              </strong>
+            </p>
             <Input
               variant="outlined"
               label="Custom Base Image"
               value={this.props.baseImage || ''}
               updateValue={(v: string) => this.updateBaseImage(v)}
-              placeholder={
-                this.props.pipelineBaseImage ||
-                this.props.defaultBaseImage ||
-                DEFAULT_BASE_IMAGE
-              }
+              placeholder="e.g. python:3.12"
               style={{ width: '100%', marginTop: '8px' }}
             />
           </DialogContent>