docker images can't list images managed by nydus-snapshotter

[reich80]

Version of nydus being used (nydusd --version)

root@xtao8:~# nydusd --version
Version: v2.2.5
Git Commit: 4db9fd7
Build Time: 2024-04-25T09:15:09.820565003Z
Profile: release
Rustc: rustc 1.70.0 (90c541806 2023-05-31)

Version of nydus-snapshotter being used (containerd-nydus-grpc --version)

v0.14.0

Kernel information (uname -r)

Linux xtao8 5.15.0-60-generic #66-Ubuntu SMP Fri Jan 20 14:29:49 UTC 2023 x86_64 x86_64 x86_64 GNU/Linux

GNU/Linux Distribution, if applicable (cat /etc/os-release)

PRETTY_NAME="Ubuntu 22.04.2 LTS"
NAME="Ubuntu"
VERSION_ID="22.04"
VERSION="22.04.2 LTS (Jammy Jellyfish)"
VERSION_CODENAME=jammy
ID=ubuntu
ID_LIKE=debian
HOME_URL="https://www.ubuntu.com/"
SUPPORT_URL="https://help.ubuntu.com/"
BUG_REPORT_URL="https://bugs.launchpad.net/ubuntu/"
PRIVACY_POLICY_URL="https://www.ubuntu.com/legal/terms-and-policies/privacy-policy"
UBUNTU_CODENAME=jammy

Details about issue

After install and enable nydus-snapshotter for docker and containerd, after pull an image, docker inspect can find the image and work well, but docker images can't list the images. Is the behaviour expected by design? how to list all the images managed by nydus-snapshotter?

root@xtao8:# docker pull registry.servicemgr.xtao:5000/nydus/kepler-jupyter:v5
e1184b742e88: Download complete
80a745148ef9: Download complete
7574eeb493e8: Download complete
registry.servicemgr.xtao:5000/nydus/kepler-jupyter:v5
root@xtao8:# docker inspect registry.servicemgr.xtao:5000/nydus/kepler-jupyter:v5
[
{
"Id": "sha256:e1184b742e88b49db2d20226835c5559c071608f33ed13796c7ccba7bf9b75b0",
"RepoTags": [
"registry.servicemgr.xtao:5000/nydus/kepler-jupyter:v5"
],
"RepoDigests": [
"registry.servicemgr.xtao:5000/nydus/kepler-jupyter@sha256:e1184b742e88b49db2d20226835c5559c071608f33ed13796c7ccba7bf9b75b0"
],
"Parent": "",
"Comment": "Nydus Bootstrap Layer",
"Created": "2024-12-04T06:22:11.755011961Z",
"Container": "",
"ContainerConfig": {
"Hostname": "",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"Tty": false,
"OpenStdin": false,
"StdinOnce": false,
"Env": null,
"Cmd": null,
"Image": "",
"Volumes": null,
"WorkingDir": "",
"Entrypoint": null,
"OnBuild": null,
"Labels": null
},
"DockerVersion": "",
"Author": "",
"Config": {
"Hostname": "",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"2078/tcp": {},
"8001/tcp": {}
},
"Tty": false,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"GPU_PLUGIN_TYPE=NVIDIA",
"SRM_SANDBOX=/mnt/srm/sandbox",
"SRM_TASK_ID=jupyter-1_0.50136028",
"GPU_NUMS=3",
"LDAPSERVER=172.27.158.14,172.27.158.15,172.27.158.1",
"NLTK_DATA=/autofs/vol6/jason/dev/llm/nltk_data",
"PORT2=2079",
"SRM_ALLOCATION_ROLE=*",
"TRANSFORMERS_OFFLINE=1",
"XTAO_APP_DOCKER_IMAGE=library/kepler-jupyter:v4",
"HF_DATASETS_OFFLINE=1",
"HOST=xtao-gpu",
"NVIDIA_VISIBLE_DEVICES=3",
"PORT=2078",
"PORT3=2080",
"SRM_CONTAINER_NAME=srm-079562c3-eecb-419f-abc8-1f0cde1b2606",
"XTAO_APP_ID=jupyter-1_0",
"GPU_DRIVER_VERSION=555.42.02",
"HF_HOME=/autofs/vol6/jason/dev/llm/cache/huggingface",
"HOSTIP=0.0.0.0",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": [
"-c",
"sh /mysrc/start-jupyter-hub.sh"
],
"Image": "",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/bin/sh"
],
"OnBuild": null,
"Labels": null
},
"Architecture": "amd64",
"Os": "linux",
"Size": 8340985112,
"VirtualSize": 8340985112,
"GraphDriver": {
"Data": null,
"Name": "nydus"
},
"RootFS": {
"Type": "layers",
"Layers": [
"sha256:b21c3599fcf88cc9ff8a7d515a80b72efcbd33cdbe809a3601a1654647aa5e84",
"sha256:4d72ec9cdfe4250ffd3d23ec9086afaaf621003e2a78ff6cf8d960325411be6b",
"sha256:20fb307711c94816e8f61d7f6b4dede0eded8a40abc670293d6d915b9081498c",
"sha256:bd7356cea045bdb05cf7c189102b2a63d61dc7a1d820467f8b567e0feb4e5d26",
"sha256:7869ab3d762b451e6e4fca6ff2791a132642768a56ff9fd1045df5f56deec166",
"sha256:4eb1d16e75fb9690faaddd46b4645bac827ff61c6fa224380af1c12626d40c12",
"sha256:b48546179af63888da522582b4651e945431097500e8100369abbc91b42b9f69",
"sha256:80c9901f43a7f39adeb04d7176b5632445df4330784bb1a122386be170811de4",
"sha256:b60e3f5b27d0df27c0c866a57763e4734bae6fc2f43443987ab429772754adea",
"sha256:547d45ab01730ee780cc481f1cfefef9d736f3fc2fb93f52baa545697fd1d9f1"
]
},
"Metadata": {
"LastTagTime": "2024-12-16T03:36:19.931488087Z"
}
}
]
root@xtao8:# docker images
REPOSITORY TAG IMAGE ID CREATED SIZE
registry.servicemgr.xtao:5000/library/offloadmt latest 89bb34c8df81 3 days ago 414MB
root@xtao8:#

[imeoer]

This may be the reason to switch the docker storage driver from graph driver to containerd, check if crictl images can see the images?

[reich80]

This may be the reason to switch the docker storage driver from graph driver to containerd, check if crictl images can see the images?

crictl is used for k8s environment? I don't use k8s but a pure docker environment.