Two Slicer3DPlotter renders side by side in the same plot?

[daniel-a-diaz]

So I stumbled onto Slicer3DPlotter and it is brilliant. I love it, but I am wondering if there is a way to have two interactive renders in the same plot. My application is that I am training deep learning surrogate models to predict micromechanical simulation outputs given some input volume, and Slicer3DPlotter works great to visualize stress fields. What I want to do is plot the target stress field right next to the output mask from the model. Having the histograms up there together is great for comparisons. Is this possible?

Also is it possible for the icons of the Slicer3DPlotter objects to be set to a third separate volume (the input into the simulation and surrogate model) for both renders?

[marcomusy]

Hi @daniel-a-diaz
you can add any object to Slicer3DPlotter because it is a normal Plotter object:

pip install -U git+https://github.com/marcomusy/vedo.git

Then try:

from vedo import dataurl, Volume, Text2D, Arrow, Sphere
from vedo.applications import Slicer3DPlotter
from vedo.pyplot import histogram

vol = Volume(dataurl + "embryo.slc")

plt = Slicer3DPlotter(
    vol,
    cmaps=("gist_ncar_r", "jet", "Spectral_r", "hot_r", "bone_r"),
    shape=(1,2),
    sharecam=False,
    bg="white",
    bg2="lightblue",
)

# Can now add any other object to the Plotter scene:
histo = histogram(vol, bins=12, logscale=True).as2d(pos="top-left", scale=0.5)
plt += histo
plt += Arrow([120,120,120], [200,200,200])
plt += Text2D('Mouse Embryo', pos='top-center', font="Theemim", bg='yellow')

plt.at(1)
plt += Sphere().linewidth(1)

plt.show()
plt.at(0).reset_camera()
plt.interactive()
plt.close()

Note that for multiple renderers only 3D sliders are available (a current limitation).

[ZiguoAtGitHub]

👍👍

[daniel-a-diaz]

Thanks so much for the great answer. I'll finally have a chance to play around with it tomorrow.

[daniel-a-diaz]

Is it possible to put two separate interactive plotter instances in the same window. Like a second Slicer3DPlotter? Something along the lines of

from vedo import dataurl, Volume, Text2D, Arrow, Sphere
from vedo.applications import Slicer3DPlotter
from vedo.pyplot import histogram

vol = Volume(dataurl + "embryo.slc")

plt = Slicer3DPlotter(
    vol,
    cmaps=("gist_ncar_r", "jet", "Spectral_r", "hot_r", "bone_r"),
    shape=(1,2),
    sharecam=False,
    bg="white",
    bg2="lightblue",
)

plt2 = Slicer3DPlotter(
    vol,
    cmaps=("gist_ncar_r", "jet", "Spectral_r", "hot_r", "bone_r"),
    bg="white",
    bg2="lightblue",
)

plt.at(1)
plt += plt2

plt.show()
plt.at(0).reset_camera()
plt.interactive()
plt.close()

[marcomusy]

Oh I see, the two should have independent sliders or the same for both?

[daniel-a-diaz]

Basically like this, where I have my target stress field and my network output right next to each other for comparison, with the icons being the input volume going into the network. I at least figured the icon part out by just adding an extra icon argument to Slicer3DPlotter for that separate input volume.

[marcomusy]

oh ok, i'll give it a try tomorrow afternoon!

[marcomusy]

Well this is maybe something that already goes in the right direction?

pip install -U git+https://github.com/marcomusy/vedo.git

then

import numpy as np
from vedo import Plotter, Text2D, mag
from vedo.pyplot import CornerHistogram


#################################
class MySlicer3DPlotter(Plotter):

    def __init__(self, volumes, clamp=True, **kwargs):

        Plotter.__init__(self, **kwargs)

        cmap = "gist_ncar_r"
        cx, cy, cz = "dr", "dg", "db" # slider colors
        ambient, diffuse = 0.7, 0.3   # lighting params

        vol1, vol2 = volumes

        self.at(0)
        box1 = vol1.box().alpha(0.1)
        box2 = vol2.box().alpha(0.1)
        self.add(box1)
        
        self.at(1).add(box2)
        self.add_inset(vol2, pos=(0.85, 0.15), size=0.15, c="white", draggable=0)

        dims = vol1.dimensions()
        data = vol1.pointdata[0]
        rmin, rmax = vol1.scalar_range()
        if clamp:
            hdata, edg = np.histogram(data, bins=50)
            logdata = np.log(hdata + 1)
            meanlog = np.sum(np.multiply(edg[:-1], logdata)) / np.sum(logdata)
            rmax = min(rmax, meanlog + (meanlog - rmin) * 0.9)
            rmin = max(rmin, meanlog - (rmax - meanlog) * 0.9)


        def slider_function_x(widget, event):
            i = int(self.xslider.value)
            msh1 = vol1.xslice(i).lighting("", ambient, diffuse, 0)
            msh1.cmap(cmap, vmin=rmin, vmax=rmax)
            msh1.name = "XSlice"
            self.at(0).remove("XSlice")  # removes the old one
            if 0 < i < dims[0]:
                self.add(msh1)
            msh2 = vol2.xslice(i).lighting("", ambient, diffuse, 0)
            msh2.cmap(cmap, vmin=rmin, vmax=rmax)
            msh2.name = "XSlice"
            self.at(1).remove("XSlice")
            if 0 < i < dims[0]:
                self.add(msh2)

        def slider_function_y(widget, event):
            i = int(self.yslider.value)
            msh1 = vol1.yslice(i).lighting("", ambient, diffuse, 0)
            msh1.cmap(cmap, vmin=rmin, vmax=rmax)
            msh1.name = "YSlice"
            self.at(0).remove("YSlice")
            if 0 < i < dims[1]:
                self.add(msh1)
            msh2 = vol2.yslice(i).lighting("", ambient, diffuse, 0)
            msh2.cmap(cmap, vmin=rmin, vmax=rmax)
            msh2.name = "YSlice"
            self.at(1).remove("YSlice")
            if 0 < i < dims[1]:
                self.add(msh2)

        def slider_function_z(widget, event):
            i = int(self.zslider.value)
            msh1 = vol1.zslice(i).lighting("", ambient, diffuse, 0)
            msh1.cmap(cmap, vmin=rmin, vmax=rmax)
            msh1.name = "ZSlice"
            self.at(0).remove("ZSlice")
            if 0 < i < dims[2]:
                self.add(msh1)
            msh2 = vol2.zslice(i).lighting("", ambient, diffuse, 0)
            msh2.cmap(cmap, vmin=rmin, vmax=rmax)
            msh2.name = "ZSlice"
            self.at(1).remove("ZSlice")
            if 0 < i < dims[2]:
                self.add(msh2)

        self.at(0)
        bs = box1.bounds()
        self.xslider = self.add_slider3d(
            slider_function_x,
            pos1=(bs[0], bs[2], bs[4]),
            pos2=(bs[1], bs[2], bs[4]),
            xmin=0,
            xmax=dims[0],
            t=box1.diagonal_size() / mag(box1.xbounds()) * 0.6,
            c=cx,
            show_value=False,
        )
        self.yslider = self.add_slider3d(
            slider_function_y,
            pos1=(bs[1], bs[2], bs[4]),
            pos2=(bs[1], bs[3], bs[4]),
            xmin=0,
            xmax=dims[1],
            t=box1.diagonal_size() / mag(box1.ybounds()) * 0.6,
            c=cy,
            show_value=False,
        )
        self.zslider = self.add_slider3d(
            slider_function_z,
            pos1=(bs[0], bs[2], bs[4]),
            pos2=(bs[0], bs[2], bs[5]),
            xmin=0,
            xmax=dims[2],
            value=int(dims[2] / 2),
            t=box1.diagonal_size() / mag(box1.zbounds()) * 0.6,
            c=cz,
            show_value=False,
        )

        #################
        hist = CornerHistogram(
            data, s=0.2, bins=25, logscale=True, pos=(0.02, 0.02), c='k'
        )
        self.add(hist)
        slider_function_z(0,0) ## init call


########################################################################
if __name__ == "__main__":
    from vedo import dataurl, Volume

    vol1 = Volume(dataurl + "embryo.slc")
    vol2 = Volume(dataurl + "embryo.slc")

    plt = MySlicer3DPlotter(
        [vol1, vol2], 
        shape=(1, 2), 
        sharecam=True,
        bg="white", 
        bg2="lightblue",
    )

    plt.at(0).add(Text2D("Volume 1", pos="top-center", c="k"))
    plt.at(1).add(Text2D("Volume 2", pos="top-center", c="k"))

    plt.show(viewup='z')
    plt.at(0).reset_camera()
    plt.interactive().close()

[daniel-a-diaz]

Ya this is definitely a step in the right direction. I'll see if I can get histograms and sliders on both sides. Thanks so much.

[marcomusy]

Good! keep in mind that if you are plotting the same geometric object - but show different properties/scalars - you may want to have only one set of sliders (you can also have them 2D).
You can also link sliders see example here.