Skip to content

Commit

Permalink
Auto-merge updates from auto-update branch
Browse files Browse the repository at this point in the history
  • Loading branch information
@mlcommons-bot
mlcommons-bot committed Dec 25, 2024
2 parents 9e5cf93 + 1317bae commit bff2328
Show file tree
Hide file tree
Showing 28 changed files with 900 additions and 900 deletions.
16 changes: 8 additions & 8 deletions closed/MLCommons/systems/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config.json
View file
Original file line number Diff line number Diff line change
@@ -1,9 +1,9 @@
{
"accelerator_frequency": "2520000 MHz",
"accelerator_frequency": "2610000 MHz",
"accelerator_host_interconnect": "N/A",
"accelerator_interconnect": "N/A",
"accelerator_interconnect_topology": "",
"accelerator_memory_capacity": "23.64971923828125 GB",
"accelerator_memory_capacity": "23.54595947265625 GB",
"accelerator_memory_configuration": "N/A",
"accelerator_model_name": "NVIDIA GeForce RTX 4090",
"accelerator_on-chip_memories": "",
Expand All @@ -16,17 +16,17 @@
"host_network_card_count": "1",
"host_networking": "Gig Ethernet",
"host_networking_topology": "N/A",
"host_processor_caches": "L1d cache: 576 KiB, L1i cache: 384 KiB, L2 cache: 24 MiB, L3 cache: ",
"host_processor_core_count": "24",
"host_processor_frequency": "5800.0000",
"host_processor_caches": "L1d cache: 512 KiB, L1i cache: 512 KiB, L2 cache: 16 MiB, L3 cache: 64 MiB",
"host_processor_core_count": "16",
"host_processor_frequency": "5881.0000",
"host_processor_interconnect": "",
"host_processor_model_name": "13th Gen Intel(R) Core(TM) i9-13900K",
"host_processor_model_name": "AMD Ryzen 9 7950X 16-Core Processor",
"host_processors_per_node": "1",
"host_storage_capacity": "9.4T",
"host_storage_capacity": "6.8T",
"host_storage_type": "SSD",
"hw_notes": "",
"number_of_nodes": "1",
"operating_system": "Ubuntu 20.04 (linux-6.8.0-49-generic-glibc2.31)",
"operating_system": "Ubuntu 20.04 (linux-6.8.0-51-generic-glibc2.31)",
"other_software_stack": "Python: 3.8.10, GCC-9.4.0, Using Docker , CUDA 12.2",
"status": "available",
"submitter": "MLCommons",
Expand Down
6 changes: 3 additions & 3 deletions ...vidia_original-gpu-tensorrt-vdefault-default_config/bert-99.9/offline/README.md
View file
Original file line number Diff line number Diff line change
Expand Up @@ -19,7 +19,7 @@ pip install -U cmind

cm rm cache -f

cm pull repo mlcommons@mlperf-automations --checkout=225220c7d9bb7e66e5b9a1e1ebfc3e0180fbd094
cm pull repo mlcommons@mlperf-automations --checkout=a90475d2de72bf0622cebe8d5ca8eb8c9d872fbd

cm run script \
--tags=app,mlperf,inference,generic,_nvidia,_bert-99.9,_tensorrt,_cuda,_valid,_r4.1-dev_default,_offline \
Expand Down Expand Up @@ -71,7 +71,7 @@ cm run script \
--env.CM_DOCKER_REUSE_EXISTING_CONTAINER=yes \
--env.CM_DOCKER_DETACHED_MODE=yes \
--env.CM_MLPERF_INFERENCE_RESULTS_DIR_=/home/arjun/gh_action_results/valid_results \
--env.CM_DOCKER_CONTAINER_ID=f071965b21dc \
--env.CM_DOCKER_CONTAINER_ID=0bac34df0db8 \
--env.CM_MLPERF_LOADGEN_COMPLIANCE_TEST=TEST01 \
--add_deps_recursive.compiler.tags=gcc \
--add_deps_recursive.coco2014-original.tags=_full \
Expand Down Expand Up @@ -129,4 +129,4 @@ Model Precision: fp16
`F1`: `90.88324`, Required accuracy for closed division `>= 90.78313`

### Performance Results
`Samples per second`: `1673.62`
`Samples per second`: `1675.11`
52 changes: 26 additions & 26 deletions ...idia_original-gpu-tensorrt-vdefault-default_config/bert-99.9/offline/accuracy_console.out
View file
Original file line number Diff line number Diff line change
@@ -1,7 +1,7 @@
[2024-12-23 00:59:51,139 main.py:229 INFO] Detected system ID: KnownSystem.RTX4090x1
[2024-12-23 00:59:51,620 generate_conf_files.py:107 INFO] Generated measurements/ entries for RTX4090x1_TRT/bert-99.9/Offline
[2024-12-23 00:59:51,620 __init__.py:46 INFO] Running command: ./build/bin/harness_bert --logfile_outdir="/cm-mount/home/arjun/gh_action_results/valid_results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99.9/offline/accuracy" --logfile_prefix="mlperf_log_" --performance_sample_count=10833 --test_mode="AccuracyOnly" --gpu_batch_size=256 --mlperf_conf_path="/home/cmuser/CM/repos/local/cache/66d2ef9debf04519/inference/mlperf.conf" --tensor_path="build/preprocessed_data/squad_tokenized/input_ids.npy,build/preprocessed_data/squad_tokenized/segment_ids.npy,build/preprocessed_data/squad_tokenized/input_mask.npy" --use_graphs=false --user_conf_path="/home/cmuser/CM/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/d448b8523ab64f3085e32c30d2ddb8ab.conf" --gpu_inference_streams=2 --gpu_copy_streams=2 --gpu_engines="./build/engines/RTX4090x1/bert/Offline/bert-Offline-gpu-fp16_S_384_B_256_P_2_vs.custom_k_99_9_MaxP.plan" --scenario Offline --model bert
[2024-12-23 00:59:51,620 __init__.py:53 INFO] Overriding Environment
[2024-12-24 22:01:12,961 main.py:229 INFO] Detected system ID: KnownSystem.RTX4090x1
[2024-12-24 22:01:13,465 generate_conf_files.py:107 INFO] Generated measurements/ entries for RTX4090x1_TRT/bert-99.9/Offline
[2024-12-24 22:01:13,466 __init__.py:46 INFO] Running command: ./build/bin/harness_bert --logfile_outdir="/cm-mount/home/arjun/gh_action_results/valid_results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99.9/offline/accuracy" --logfile_prefix="mlperf_log_" --performance_sample_count=10833 --test_mode="AccuracyOnly" --gpu_batch_size=256 --mlperf_conf_path="/home/cmuser/CM/repos/local/cache/fbcd7f26382c4773/inference/mlperf.conf" --tensor_path="build/preprocessed_data/squad_tokenized/input_ids.npy,build/preprocessed_data/squad_tokenized/segment_ids.npy,build/preprocessed_data/squad_tokenized/input_mask.npy" --use_graphs=false --user_conf_path="/home/cmuser/CM/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/5e3ccaaa5d8d400eb1b93872a20c30ca.conf" --gpu_inference_streams=2 --gpu_copy_streams=2 --gpu_engines="./build/engines/RTX4090x1/bert/Offline/bert-Offline-gpu-fp16_S_384_B_256_P_2_vs.custom_k_99_9_MaxP.plan" --scenario Offline --model bert
[2024-12-24 22:01:13,466 __init__.py:53 INFO] Overriding Environment
benchmark : Benchmark.BERT
buffer_manager_thread_count : 0
coalesced_tensor : True
Expand All @@ -11,8 +11,8 @@ gpu_copy_streams : 2
gpu_inference_streams : 2
input_dtype : int32
input_format : linear
log_dir : /home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/logs/2024.12.23-00.59.50
mlperf_conf_path : /home/cmuser/CM/repos/local/cache/66d2ef9debf04519/inference/mlperf.conf
log_dir : /home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/logs/2024.12.24-22.01.12
mlperf_conf_path : /home/cmuser/CM/repos/local/cache/fbcd7f26382c4773/inference/mlperf.conf
offline_expected_qps : 0.0
precision : fp16
preprocessed_data_dir : /home/cmuser/CM/repos/local/cache/a8c152aef5494496/preprocessed_data
Expand All @@ -21,7 +21,7 @@ system : SystemConfiguration(host_cpu_conf=CPUConfiguration(layout={CPU(name='AM
tensor_path : build/preprocessed_data/squad_tokenized/input_ids.npy,build/preprocessed_data/squad_tokenized/segment_ids.npy,build/preprocessed_data/squad_tokenized/input_mask.npy
test_mode : AccuracyOnly
use_graphs : False
user_conf_path : /home/cmuser/CM/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/d448b8523ab64f3085e32c30d2ddb8ab.conf
user_conf_path : /home/cmuser/CM/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/5e3ccaaa5d8d400eb1b93872a20c30ca.conf
system_id : RTX4090x1
config_name : RTX4090x1_bert_Offline
workload_setting : WorkloadSetting(HarnessType.Custom, AccuracyTarget.k_99_9, PowerSetting.MaxP)
Expand All @@ -34,40 +34,40 @@ skip_file_checks : True
power_limit : None
cpu_freq : None
&&&& RUNNING BERT_HARNESS # ./build/bin/harness_bert
I1223 00:59:51.677277 19723 main_bert.cc:163] Found 1 GPUs
I1223 00:59:52.068775 19723 bert_server.cc:147] Engine Path: ./build/engines/RTX4090x1/bert/Offline/bert-Offline-gpu-fp16_S_384_B_256_P_2_vs.custom_k_99_9_MaxP.plan
I1224 22:01:13.520726 19726 main_bert.cc:163] Found 1 GPUs
I1224 22:01:13.928432 19726 bert_server.cc:147] Engine Path: ./build/engines/RTX4090x1/bert/Offline/bert-Offline-gpu-fp16_S_384_B_256_P_2_vs.custom_k_99_9_MaxP.plan
[I] [TRT] Loaded engine size: 700 MiB
[I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +7, GPU +10, now: CPU 864, GPU 1518 (MiB)
[I] [TRT] [MemUsageChange] Init cuDNN: CPU +1, GPU +10, now: CPU 865, GPU 1528 (MiB)
[I] [TRT] [MemUsageChange] TensorRT-managed allocation in engine deserialization: CPU +0, GPU +576, now: CPU 0, GPU 576 (MiB)
I1223 00:59:52.534535 19723 bert_server.cc:208] Engines Creation Completed
I1223 00:59:52.565979 19723 bert_core_vs.cc:385] Engine - Device Memory requirements: 1409287680
I1223 00:59:52.565992 19723 bert_core_vs.cc:393] Engine - Number of Optimization Profiles: 2
I1223 00:59:52.565999 19723 bert_core_vs.cc:415] Engine - Profile 0 maxDims 98304 Bmax=256 Smax=384
I1224 22:01:14.397239 19726 bert_server.cc:208] Engines Creation Completed
I1224 22:01:14.429843 19726 bert_core_vs.cc:385] Engine - Device Memory requirements: 1409287680
I1224 22:01:14.429858 19726 bert_core_vs.cc:393] Engine - Number of Optimization Profiles: 2
I1224 22:01:14.429864 19726 bert_core_vs.cc:415] Engine - Profile 0 maxDims 98304 Bmax=256 Smax=384
[I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +0, GPU +8, now: CPU 166, GPU 2866 (MiB)
[I] [TRT] [MemUsageChange] Init cuDNN: CPU +0, GPU +8, now: CPU 166, GPU 2874 (MiB)
I1223 00:59:52.620447 19723 bert_core_vs.cc:426] Setting Opt.Prof. to 0
I1223 00:59:52.620486 19723 bert_core_vs.cc:444] Context creation complete. Max supported batchSize: 256
I1224 22:01:14.485257 19726 bert_core_vs.cc:426] Setting Opt.Prof. to 0
[I] [TRT] [MemUsageChange] TensorRT-managed allocation in IExecutionContext creation: CPU +1, GPU +0, now: CPU 1, GPU 576 (MiB)
I1223 00:59:52.621443 19723 bert_core_vs.cc:476] Setup complete
I1223 00:59:52.621639 19723 bert_core_vs.cc:385] Engine - Device Memory requirements: 1409287680
I1223 00:59:52.621644 19723 bert_core_vs.cc:393] Engine - Number of Optimization Profiles: 2
I1223 00:59:52.621646 19723 bert_core_vs.cc:415] Engine - Profile 1 maxDims 98304 Bmax=256 Smax=384
I1224 22:01:14.485293 19726 bert_core_vs.cc:444] Context creation complete. Max supported batchSize: 256
I1224 22:01:14.486265 19726 bert_core_vs.cc:476] Setup complete
I1224 22:01:14.486442 19726 bert_core_vs.cc:385] Engine - Device Memory requirements: 1409287680
I1224 22:01:14.486446 19726 bert_core_vs.cc:393] Engine - Number of Optimization Profiles: 2
I1224 22:01:14.486449 19726 bert_core_vs.cc:415] Engine - Profile 1 maxDims 98304 Bmax=256 Smax=384
[I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +0, GPU +8, now: CPU 289, GPU 4352 (MiB)
[I] [TRT] [MemUsageChange] Init cuDNN: CPU +1, GPU +10, now: CPU 290, GPU 4362 (MiB)
I1223 00:59:52.674885 19723 bert_core_vs.cc:426] Setting Opt.Prof. to 1
I1224 22:01:14.539996 19726 bert_core_vs.cc:426] Setting Opt.Prof. to 1
[I] [TRT] Could not set default profile 0 for execution context. Profile index must be set explicitly.
[I] [TRT] [MemUsageChange] TensorRT-managed allocation in IExecutionContext creation: CPU +0, GPU +0, now: CPU 1, GPU 576 (MiB)
I1223 00:59:52.675277 19723 bert_core_vs.cc:444] Context creation complete. Max supported batchSize: 256
I1223 00:59:52.676215 19723 bert_core_vs.cc:476] Setup complete
I1223 00:59:53.276806 19723 main_bert.cc:184] Starting running actual test.
I1223 00:59:59.778198 19723 main_bert.cc:190] Finished running actual test.
I1224 22:01:14.540407 19726 bert_core_vs.cc:444] Context creation complete. Max supported batchSize: 256
I1224 22:01:14.541359 19726 bert_core_vs.cc:476] Setup complete
I1224 22:01:15.140805 19726 main_bert.cc:184] Starting running actual test.
I1224 22:01:21.638042 19726 main_bert.cc:190] Finished running actual test.

No warnings encountered during test.

No errors encountered during test.
[2024-12-23 01:00:00,048 run_harness.py:166 INFO] Result: Accuracy run detected.
[2024-12-23 01:00:00,048 __init__.py:46 INFO] Running command: PYTHONPATH=code/bert/tensorrt/helpers python3 /home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/language/bert/accuracy-squad.py --log_file /cm-mount/home/arjun/gh_action_results/valid_results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99.9/offline/accuracy/mlperf_log_accuracy.json --vocab_file build/models/bert/vocab.txt --val_data /home/cmuser/CM/repos/local/cache/a8c152aef5494496/data/squad/dev-v1.1.json --out_file /cm-mount/home/arjun/gh_action_results/valid_results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99.9/offline/accuracy/predictions.json --output_dtype float16
[2024-12-24 22:01:21,919 run_harness.py:166 INFO] Result: Accuracy run detected.
[2024-12-24 22:01:21,920 __init__.py:46 INFO] Running command: PYTHONPATH=code/bert/tensorrt/helpers python3 /home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/language/bert/accuracy-squad.py --log_file /cm-mount/home/arjun/gh_action_results/valid_results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99.9/offline/accuracy/mlperf_log_accuracy.json --vocab_file build/models/bert/vocab.txt --val_data /home/cmuser/CM/repos/local/cache/a8c152aef5494496/data/squad/dev-v1.1.json --out_file /cm-mount/home/arjun/gh_action_results/valid_results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99.9/offline/accuracy/predictions.json --output_dtype float16
{"exact_match": 83.67076631977294, "f1": 90.8832407068292}
Reading examples...
Loading cached features from 'eval_features.pickle'...
Expand Down
Loading

0 comments on commit bff2328

Please sign in to comment.