Skip to content

Commit

Permalink
Renamed loadgen_count_override_min to loadgen_min_query_count, loadge…
Browse files Browse the repository at this point in the history
…n_count_override_max to loadgen_max_query_count and loadgen_count_override to loadgen_query_count
  • Loading branch information
maria-18-git committed Jun 4, 2024
1 parent b688f2d commit 1f2bef1
Show file tree
Hide file tree
Showing 3 changed files with 8 additions and 8 deletions.
10 changes: 5 additions & 5 deletions base_loadgen_program/data_axs.json
Original file line number Diff line number Diff line change
Expand Up @@ -5,9 +5,9 @@
"loadgen_mode": "AccuracyOnly",
"loadgen_dataset_size": 20,
"loadgen_buffer_size": 8,
"loadgen_count_override": null,
"loadgen_count_override_min": ["^^", "get", "loadgen_count_override"],
"loadgen_count_override_max": ["^^", "get", "loadgen_count_override"],
"loadgen_query_count": null,
"loadgen_min_query_count": ["^^", "get", "loadgen_query_count"],
"loadgen_max_query_count": ["^^", "get", "loadgen_query_count"],

"loadgen_duration_s": null,
"loadgen_min_duration_s": ["^^", "get", "loadgen_duration_s"],
Expand All @@ -24,8 +24,8 @@
"loadgen_server_coalesce_queries": true,

"param_to_conf_pair": {
"loadgen_count_override_min": ["min_query_count", 1],
"loadgen_count_override_max": ["max_query_count", 1],
"loadgen_min_query_count": ["min_query_count", 1],
"loadgen_max_query_count": ["max_query_count", 1],
"loadgen_multistreamness": ["samples_per_query", 1],
"loadgen_max_query_count": ["max_query_count", 1],
"loadgen_buffer_size": ["performance_sample_count_override", 1],
Expand Down
2 changes: 1 addition & 1 deletion gptj_reference_loadgen/data_axs.json
Original file line number Diff line number Diff line change
Expand Up @@ -28,7 +28,7 @@
"loadgen_buffer_size": 1,
"desired_python_version": "3.9",

"loadgen_count_override_min": 64,
"loadgen_min_query_count": 64,
"loadgen_target_latency": 2000,

"model_name": "gptj",
Expand Down
4 changes: 2 additions & 2 deletions test_axs2mlperf.sh
Original file line number Diff line number Diff line change
Expand Up @@ -10,8 +10,8 @@ if [ "$ONNX_DETECTION_SSD_COCO" == "on" ] || [ "$ONNX_DETECTION_RETINANET_COCO"
assert 'echo `axs func round $ACCURACY_OUTPUT 0`' '23.0'
axs byquery loadgen_output,task=object_detection,framework=onnxrt,loadgen_scenario=Offline,loadgen_mode=AccuracyOnly,model_name=ssd_resnet34,loadgen_dataset_size=20,loadgen_buffer_size=100,execution_device=cpu --- , remove

axs byquery loadgen_output,task=object_detection,framework=onnxrt,loadgen_scenario=Offline,loadgen_mode=PerformanceOnly,model_name=ssd_resnet34,loadgen_dataset_size=20,loadgen_buffer_size=100,loadgen_target_qps=5,loadgen_min_duration_s=60,loadgen_max_duration_s=60,loadgen_count_override=51,execution_device=cpu , get performance
axs byquery loadgen_output,task=object_detection,framework=onnxrt,loadgen_scenario=Offline,loadgen_mode=PerformanceOnly,model_name=ssd_resnet34,loadgen_dataset_size=20,loadgen_buffer_size=100,loadgen_target_qps=5,loadgen_min_duration_s=60,loadgen_max_duration_s=60,loadgen_count_override=51,execution_device=cpu --- , remove
axs byquery loadgen_output,task=object_detection,framework=onnxrt,loadgen_scenario=Offline,loadgen_mode=PerformanceOnly,model_name=ssd_resnet34,loadgen_dataset_size=20,loadgen_buffer_size=100,loadgen_target_qps=5,loadgen_min_duration_s=60,loadgen_max_duration_s=60,loadgen_query_count=51,execution_device=cpu , get performance
axs byquery loadgen_output,task=object_detection,framework=onnxrt,loadgen_scenario=Offline,loadgen_mode=PerformanceOnly,model_name=ssd_resnet34,loadgen_dataset_size=20,loadgen_buffer_size=100,loadgen_target_qps=5,loadgen_min_duration_s=60,loadgen_max_duration_s=60,loadgen_query_count=51,execution_device=cpu --- , remove

axs byquery downloaded,onnx_model,model_name=ssd_resnet34 --- , remove
axs byquery preprocessed,dataset_name=coco,resolution=1200,first_n=20 --- , remove
Expand Down

0 comments on commit 1f2bef1

Please sign in to comment.