Added removing unused entry after finishing of tests

krai · May 21, 2024 · fcc4a9c · fcc4a9c
1 parent 962d413
commit fcc4a9c
Showing 1 changed file with 9 additions and 5 deletions.
diff --git a/test_axs2mlperf.sh b/test_axs2mlperf.sh
@@ -9,14 +9,18 @@ if [ "$ONNX_DETECTION_SSD_COCO" == "on" ] || [ "$ONNX_DETECTION_RETINANET_COCO"
         echo "Accuracy: $ACCURACY_OUTPUT"
         assert 'echo `axs func round $ACCURACY_OUTPUT 0`' '23.0'
         axs byquery loadgen_output,task=object_detection,framework=onnxrt,loadgen_scenario=Offline,loadgen_mode=AccuracyOnly,model_name=ssd_resnet34,loadgen_dataset_size=20,loadgen_buffer_size=100,execution_device=cpu --- , remove
+
+        axs byquery loadgen_output,task=object_detection,framework=onnxrt,loadgen_scenario=Offline,loadgen_mode=PerformanceOnly,model_name=ssd_resnet34,loadgen_dataset_size=20,loadgen_buffer_size=100,loadgen_target_qps=35,loadgen_min_duration_s=60,loadgen_max_duration_s=60,loadgen_count_override=51,execution_device=cpu , get performance
+        axs byquery loadgen_output,task=object_detection,framework=onnxrt,loadgen_scenario=Offline,loadgen_mode=PerformanceOnly,model_name=ssd_resnet34,loadgen_dataset_size=20,loadgen_buffer_size=100,loadgen_target_qps=35,loadgen_min_duration_s=60,loadgen_max_duration_s=60,loadgen_count_override=51,execution_device=cpu --- , remove
+
         axs byquery downloaded,onnx_model,model_name=ssd_resnet34 --- , remove
         axs byquery preprocessed,dataset_name=coco,resolution=1200,first_n=20 --- , remove
-        axs byquery dataset,dataset_name=coco --- , remove
+        axs byquery downloaded,coco_images --- , remove
+        axs byquery extracted,coco_images --- , remove
+        axs byquery downloaded,coco_annotation --- , remove
+        axs byquery extracted,coco_annotation --- , remove
 
         assert_end object_detection_using_onnxrt_loadgen_ssd_resnet34
-
-        axs byquery loadgen_output,task=object_detection,framework=onnxrt,loadgen_scenario=Offline,loadgen_mode=PerformanceOnly,model_name=ssd_resnet34,loadgen_dataset_size=20,loadgen_buffer_size=100,loadgen_target_qps=35,loadgen_min_duration_s=60,loadgen_max_duration_s=60,loadgen_count_override=51,execution_device=cpu , get performance
-        axs byquery loadgen_output,task=object_detection,framework=onnxrt,loadgen_scenario=Offline,loadgen_mode=PerformanceOnly,model_name=ssd_resnet34,loadgen_dataset_size=20,loadgen_buffer_size=100,loadgen_target_qps=35,loadgen_min_duration_s=60,loadgen_max_duration_s=60,loadgen_count_override=51,execution_device=cpu --- , remove
     else
         echo "Skipping the ONNX_DETECTION_SSD_COCO test"
     fi
@@ -31,9 +35,9 @@ if [ "$ONNX_DETECTION_SSD_COCO" == "on" ] || [ "$ONNX_DETECTION_RETINANET_COCO"
         axs byquery loadgen_output,task=object_detection,framework=onnxrt,loadgen_scenario=Offline,loadgen_mode=AccuracyOnly,model_name=retinanet_openimages,loadgen_dataset_size=20,loadgen_buffer_size=100,execution_device=cpu --- , remove
         axs byquery downloaded,openimages_mlperf --- , remove
         axs byquery extracted,openimages_annotations,v2_1 --- , remove
+        axs byquery downloaded,openimages_annotations,v2_1 --- , remove
         axs byquery downloaded,onnx_model,model_name=retinanet_openimages --- , remove
         axs byquery preprocessed,dataset_name=openimages,resolution=800,first_n=20 --- , remove
-        axs byquery dataset,dataset_name=openimages --- , remove
 
         assert_end object_detection_using_onnxrt_loadgen_retinanet_openimages
     else