diff --git a/open/MLCommons/measurements/arjun_spr-reference-gpu-pytorch-v2.5.1-scc24-base_cu124/README.md b/open/MLCommons/measurements/arjun_spr-reference-gpu-pytorch-v2.5.1-scc24-base_cu124/README.md index 42075cf..75e88af 100644 --- a/open/MLCommons/measurements/arjun_spr-reference-gpu-pytorch-v2.5.1-scc24-base_cu124/README.md +++ b/open/MLCommons/measurements/arjun_spr-reference-gpu-pytorch-v2.5.1-scc24-base_cu124/README.md @@ -1,3 +1,3 @@ | Model | Scenario | Accuracy | Throughput | Latency (in ms) | |---------------------|------------|----------------------|--------------|-------------------| -| stable-diffusion-xl | offline | (16.3689, 237.82579) | 0.382 | - | \ No newline at end of file +| stable-diffusion-xl | offline | (16.3689, 237.82579) | 0.383 | - | \ No newline at end of file diff --git a/open/MLCommons/measurements/arjun_spr-reference-gpu-pytorch-v2.5.1-scc24-base_cu124/stable-diffusion-xl/offline/README.md b/open/MLCommons/measurements/arjun_spr-reference-gpu-pytorch-v2.5.1-scc24-base_cu124/stable-diffusion-xl/offline/README.md index 61b8abf..7769e12 100644 --- a/open/MLCommons/measurements/arjun_spr-reference-gpu-pytorch-v2.5.1-scc24-base_cu124/stable-diffusion-xl/offline/README.md +++ b/open/MLCommons/measurements/arjun_spr-reference-gpu-pytorch-v2.5.1-scc24-base_cu124/stable-diffusion-xl/offline/README.md @@ -18,7 +18,7 @@ pip install -U cmind cm rm cache -f -cm pull repo gateoverflow@cm4mlops --checkout=dfc46a9d7da8987550a687a0367004daa4d88c8f +cm pull repo gateoverflow@cm4mlops --checkout=88e9a0d37f06b414170966bf51347978767e6340 cm run script \ --tags=app,mlperf,inference,generic,_reference,_sdxl,_pytorch,_cuda,_test,_r4.1-dev_default,_float16,_offline \ @@ -97,4 +97,4 @@ Model Precision: fp32 `FID_SCORE`: `237.82579`, Required accuracy for closed division `>= 23.01086` and `<= 23.95008` ### Performance Results -`Samples per second`: `0.382157` +`Samples per second`: `0.383372` diff --git a/open/MLCommons/measurements/arjun_spr-reference-gpu-pytorch-v2.5.1-scc24-base_cu124/stable-diffusion-xl/offline/accuracy_console.out b/open/MLCommons/measurements/arjun_spr-reference-gpu-pytorch-v2.5.1-scc24-base_cu124/stable-diffusion-xl/offline/accuracy_console.out index 6cab42c..6d8fc86 100644 --- a/open/MLCommons/measurements/arjun_spr-reference-gpu-pytorch-v2.5.1-scc24-base_cu124/stable-diffusion-xl/offline/accuracy_console.out +++ b/open/MLCommons/measurements/arjun_spr-reference-gpu-pytorch-v2.5.1-scc24-base_cu124/stable-diffusion-xl/offline/accuracy_console.out @@ -1,68 +1,68 @@ -INFO:main:Namespace(dataset='coco-1024', dataset_path='/home/cmuser/CM/repos/local/cache/0fd744f4046f4dae/install', profile='stable-diffusion-xl-pytorch', scenario='Offline', max_batchsize=1, threads=1, accuracy=True, find_peak_performance=False, backend='pytorch', model_name='stable-diffusion-xl', output='/cm-mount/home/arjun/scc_gh_action_results/test_results/1a4c28b61628-reference-gpu-pytorch-v2.5.1-scc24-base_cu124/stable-diffusion-xl/offline/accuracy', qps=None, model_path='/home/cmuser/CM/repos/local/cache/6be1f30ecbde4c4e/stable_diffusion_fp16', dtype='fp16', device='cuda', latent_framework='torch', user_conf='/home/cmuser/CM/repos/gateoverflow@cm4mlops/script/generate-mlperf-inference-user-conf/tmp/dc03fcf3e0fc44b98567db0ab250da7c.conf', audit_conf='audit.config', ids_path='/home/cmuser/CM/repos/local/cache/0fd744f4046f4dae/install/sample_ids.txt', time=None, count=10, debug=False, performance_sample_count=5000, max_latency=None, samples_per_query=8) +INFO:main:Namespace(dataset='coco-1024', dataset_path='/home/cmuser/CM/repos/local/cache/0fd744f4046f4dae/install', profile='stable-diffusion-xl-pytorch', scenario='Offline', max_batchsize=1, threads=1, accuracy=True, find_peak_performance=False, backend='pytorch', model_name='stable-diffusion-xl', output='/cm-mount/home/arjun/scc_gh_action_results/test_results/3c1adee6414d-reference-gpu-pytorch-v2.5.1-scc24-base_cu124/stable-diffusion-xl/offline/accuracy', qps=None, model_path='/home/cmuser/CM/repos/local/cache/6be1f30ecbde4c4e/stable_diffusion_fp16', dtype='fp16', device='cuda', latent_framework='torch', user_conf='/home/cmuser/CM/repos/gateoverflow@cm4mlops/script/generate-mlperf-inference-user-conf/tmp/d5be0804933c4a1aaf6a798f4ed1b10f.conf', audit_conf='audit.config', ids_path='/home/cmuser/CM/repos/local/cache/0fd744f4046f4dae/install/sample_ids.txt', time=None, count=10, debug=False, performance_sample_count=5000, max_latency=None, samples_per_query=8) Keyword arguments {'safety_checker': None} are not expected by StableDiffusionXLPipeline and will be ignored. - Loading pipeline components...: 0%| | 0/7 [00:00