diff --git a/open/MLCommons/measurements/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base/README.md b/open/MLCommons/measurements/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base/README.md index b81235c..7a6115a 100644 --- a/open/MLCommons/measurements/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base/README.md +++ b/open/MLCommons/measurements/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base/README.md @@ -1,3 +1,3 @@ | Model | Scenario | Accuracy | Throughput | Latency (in ms) | |---------------------|------------|-----------------------|--------------|-------------------| -| stable-diffusion-xl | offline | (16.62979, 232.37093) | 1.14 | - | \ No newline at end of file +| stable-diffusion-xl | offline | (16.63198, 232.06945) | 1.139 | - | \ No newline at end of file diff --git a/open/MLCommons/measurements/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base/stable-diffusion-xl/offline/README.md b/open/MLCommons/measurements/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base/stable-diffusion-xl/offline/README.md index 60090e0..1bba00e 100644 --- a/open/MLCommons/measurements/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base/stable-diffusion-xl/offline/README.md +++ b/open/MLCommons/measurements/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base/stable-diffusion-xl/offline/README.md @@ -8,7 +8,7 @@ This experiment is generated using the [MLCommons Collective Mind automation fra * CPU version: x86_64 * Python version: 3.8.10 (default, Sep 11 2024, 16:02:53) [GCC 9.4.0] -* MLCommons CM version: 3.2.9 +* MLCommons CM version: 3.3.4 ## CM Run Command @@ -19,7 +19,7 @@ pip install -U cmind cm rm cache -f -cm pull repo gateoverflow@cm4mlops --checkout=82c6af20bf4b338f05c9b3289fb2524d31bac694 +cm pull repo gateoverflow@cm4mlops --checkout=244952d648e67f0aaa9483d08d78267f9944f463 cm run script \ --tags=app,mlperf,inference,generic,_nvidia,_sdxl,_tensorrt,_test,_r4.1-dev_default,_float16,_offline \ @@ -58,6 +58,7 @@ cm run script \ --env.CM_MLPERF_LOADGEN_MODES,=performance,accuracy \ --env.CM_OUTPUT_FOLDER_NAME=test_results \ --env.CM_DOCKER_REUSE_EXISTING_CONTAINER=no \ + --env.CM_DOCKER_DETACHED_MODE=yes \ --add_deps_recursive.get-mlperf-inference-results-dir.tags=_version.r4_1-dev \ --add_deps_recursive.get-mlperf-inference-submission-dir.tags=_version.r4_1-dev \ --add_deps_recursive.mlperf-inference-nvidia-scratch-space.tags=_version.r4_1-dev \ @@ -91,8 +92,8 @@ Platform: arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base Model Precision: int8 ### Accuracy Results -`CLIP_SCORE`: `16.62979`, Required accuracy for closed division `>= 31.68632` and `<= 31.81332` -`FID_SCORE`: `232.37093`, Required accuracy for closed division `>= 23.01086` and `<= 23.95008` +`CLIP_SCORE`: `16.63198`, Required accuracy for closed division `>= 31.68632` and `<= 31.81332` +`FID_SCORE`: `232.06945`, Required accuracy for closed division `>= 23.01086` and `<= 23.95008` ### Performance Results -`Samples per second`: `1.14043` +`Samples per second`: `1.13875` diff --git a/open/MLCommons/measurements/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base/stable-diffusion-xl/offline/cm-version-info.json b/open/MLCommons/measurements/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base/stable-diffusion-xl/offline/cm-version-info.json index c20e64a..480f023 100644 --- a/open/MLCommons/measurements/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base/stable-diffusion-xl/offline/cm-version-info.json +++ b/open/MLCommons/measurements/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base/stable-diffusion-xl/offline/cm-version-info.json @@ -127,7 +127,7 @@ "script_tags": "detect-os,detect,os,info", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_sdxl,_tensorrt,_cuda,_offline,_gpu_memory.24 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_cuda,_sdxl,_offline,_gpu_memory.24 )" } }, { @@ -147,7 +147,7 @@ "script_tags": "detect,cpu,detect-cpu,info", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_sdxl,_tensorrt,_cuda,_offline,_gpu_memory.24 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_cuda,_sdxl,_offline,_gpu_memory.24 )" } }, { @@ -157,7 +157,7 @@ "script_tags": "get,sys-utils-cm", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_sdxl,_tensorrt,_cuda,_offline,_gpu_memory.24 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_cuda,_sdxl,_offline,_gpu_memory.24 )" } }, { @@ -167,7 +167,7 @@ "script_tags": "get,mlperf,inference,nvidia,scratch,space", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_sdxl,_tensorrt,_cuda,_offline,_gpu_memory.24 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_cuda,_sdxl,_offline,_gpu_memory.24 )" } }, { @@ -177,7 +177,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "mlperf_logging", "version": "3.0.0", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_sdxl,_tensorrt,_cuda,_offline,_gpu_memory.24 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_cuda,_sdxl,_offline,_gpu_memory.24 )" } }, { @@ -187,7 +187,7 @@ "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", "script_variations": "", "version": "master-git-c8c1e61f1a2164b5797504f1991d5c7aeea2364f", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_sdxl,_tensorrt,_cuda,_offline,_gpu_memory.24 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_cuda,_sdxl,_offline,_gpu_memory.24 )" } }, { @@ -197,7 +197,7 @@ "script_tags": "get,nvidia,mlperf,inference,common-code", "script_variations": "mlcommons", "version": "r4.0", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_sdxl,_tensorrt,_cuda,_offline,_gpu_memory.24 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_cuda,_sdxl,_offline,_gpu_memory.24 )" } }, { @@ -277,7 +277,7 @@ "script_tags": "generate,mlperf,inference,user-conf,inference-user-conf", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_sdxl,_tensorrt,_cuda,_offline,_gpu_memory.24 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_cuda,_sdxl,_offline,_gpu_memory.24 )" } }, { @@ -287,7 +287,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.pycuda", "version": "2022.2.2", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_sdxl,_tensorrt,_cuda,_offline,_gpu_memory.24 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_cuda,_sdxl,_offline,_gpu_memory.24 )" } }, { @@ -407,7 +407,7 @@ "script_tags": "get,nvidia,mitten,nvidia-mitten", "script_variations": "", "version": "master", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_sdxl,_tensorrt,_cuda,_offline,_gpu_memory.24 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_cuda,_sdxl,_offline,_gpu_memory.24 )" } }, { @@ -417,7 +417,7 @@ "script_tags": "get,cuda,cuda-compiler,cuda-lib,toolkit,lib,nvcc,get-nvcc,get-cuda,46d133d9ef92422d", "script_variations": "cudnn", "version": "12.2", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_sdxl,_tensorrt,_cuda,_offline,_gpu_memory.24 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_cuda,_sdxl,_offline,_gpu_memory.24 )" } }, { @@ -427,7 +427,7 @@ "script_tags": "get,tensorrt,nvidia", "script_variations": "", "version": "vdetected", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_sdxl,_tensorrt,_cuda,_offline,_gpu_memory.24 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_cuda,_sdxl,_offline,_gpu_memory.24 )" } }, { @@ -576,7 +576,7 @@ "script_alias": "get-generic-sys-util", "script_tags": "get,sys-util,generic,generic-sys-util", "script_variations": "libboost-all-dev", - "version": "undetected", + "version": "1.71.0.0", "parent": "build-mlperf-inference-server-nvidia,f37403af5e9f4541 ( mlcommons )" } }, @@ -666,7 +666,7 @@ "script_alias": "get-generic-sys-util", "script_tags": "get,sys-util,generic,generic-sys-util", "script_variations": "git-lfs", - "version": "undetected", + "version": "git-lfs/2.9.2", "parent": "build-mlperf-inference-server-nvidia,f37403af5e9f4541 ( mlcommons )" } }, @@ -876,7 +876,7 @@ "script_alias": "get-generic-sys-util", "script_tags": "get,sys-util,generic,generic-sys-util", "script_variations": "libboost-all-dev", - "version": "undetected", + "version": "1.71.0.0", "parent": "add-custom-nvidia-system,b2e6c46c6e8745a3 ( mlcommons )" } }, @@ -927,7 +927,7 @@ "script_tags": "build,mlcommons,mlperf,inference,inference-server,server,nvidia-harness,nvidia", "script_variations": "mlcommons", "version": "r4.0", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_sdxl,_tensorrt,_cuda,_offline,_gpu_memory.24 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_cuda,_sdxl,_offline,_gpu_memory.24 )" } }, { @@ -937,7 +937,7 @@ "script_tags": "detect-os,detect,os,info", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_sdxl,_tensorrt,_cuda,_offline,_batch_size.2,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_cuda,_sdxl,_offline,_batch_size.2,_v4.1-dev )" } }, { @@ -957,7 +957,7 @@ "script_tags": "detect,cpu,detect-cpu,info", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_sdxl,_tensorrt,_cuda,_offline,_batch_size.2,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_cuda,_sdxl,_offline,_batch_size.2,_v4.1-dev )" } }, { @@ -967,7 +967,7 @@ "script_tags": "get,sys-utils-cm", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_sdxl,_tensorrt,_cuda,_offline,_batch_size.2,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_cuda,_sdxl,_offline,_batch_size.2,_v4.1-dev )" } }, { @@ -977,7 +977,7 @@ "script_tags": "get,mlperf,inference,nvidia,scratch,space", "script_variations": "version.4_0", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_sdxl,_tensorrt,_cuda,_offline,_batch_size.2,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_cuda,_sdxl,_offline,_batch_size.2,_v4.1-dev )" } }, { @@ -987,7 +987,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "mlperf_logging", "version": "3.0.0", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_sdxl,_tensorrt,_cuda,_offline,_batch_size.2,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_cuda,_sdxl,_offline,_batch_size.2,_v4.1-dev )" } }, { @@ -997,7 +997,7 @@ "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", "script_variations": "", "version": "master-git-c8c1e61f1a2164b5797504f1991d5c7aeea2364f", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_sdxl,_tensorrt,_cuda,_offline,_batch_size.2,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_cuda,_sdxl,_offline,_batch_size.2,_v4.1-dev )" } }, { @@ -1007,7 +1007,7 @@ "script_tags": "get,nvidia,mlperf,inference,common-code", "script_variations": "mlcommons", "version": "r4.0", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_sdxl,_tensorrt,_cuda,_offline,_batch_size.2,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_cuda,_sdxl,_offline,_batch_size.2,_v4.1-dev )" } }, { @@ -1017,7 +1017,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.pycuda", "version": "2022.2.2", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_sdxl,_tensorrt,_cuda,_offline,_batch_size.2,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_cuda,_sdxl,_offline,_batch_size.2,_v4.1-dev )" } }, { @@ -1027,7 +1027,7 @@ "script_tags": "get,nvidia,mitten,nvidia-mitten", "script_variations": "", "version": "master", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_sdxl,_tensorrt,_cuda,_offline,_batch_size.2,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_cuda,_sdxl,_offline,_batch_size.2,_v4.1-dev )" } }, { @@ -1037,7 +1037,7 @@ "script_tags": "get,cuda,cuda-compiler,cuda-lib,toolkit,lib,nvcc,get-nvcc,get-cuda,46d133d9ef92422d", "script_variations": "cudnn", "version": "12.2", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_sdxl,_tensorrt,_cuda,_offline,_batch_size.2,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_cuda,_sdxl,_offline,_batch_size.2,_v4.1-dev )" } }, { @@ -1047,7 +1047,7 @@ "script_tags": "get,tensorrt,nvidia", "script_variations": "", "version": "vdetected", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_sdxl,_tensorrt,_cuda,_offline,_batch_size.2,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_cuda,_sdxl,_offline,_batch_size.2,_v4.1-dev )" } }, { @@ -1057,7 +1057,7 @@ "script_tags": "build,mlcommons,mlperf,inference,inference-server,server,nvidia-harness,nvidia", "script_variations": "mlcommons", "version": "r4.0", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_sdxl,_tensorrt,_cuda,_offline,_batch_size.2,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_cuda,_sdxl,_offline,_batch_size.2,_v4.1-dev )" } }, { @@ -1067,7 +1067,7 @@ "script_tags": "detect-os,detect,os,info", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_sdxl,_tensorrt,_cuda,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_tensorrt,_cuda,_sdxl,_v4.1-dev )" } }, { @@ -1087,7 +1087,7 @@ "script_tags": "detect,cpu,detect-cpu,info", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_sdxl,_tensorrt,_cuda,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_tensorrt,_cuda,_sdxl,_v4.1-dev )" } }, { @@ -1097,7 +1097,7 @@ "script_tags": "get,sys-utils-cm", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_sdxl,_tensorrt,_cuda,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_tensorrt,_cuda,_sdxl,_v4.1-dev )" } }, { @@ -1107,7 +1107,7 @@ "script_tags": "get,mlperf,inference,nvidia,scratch,space", "script_variations": "version.4_0", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_sdxl,_tensorrt,_cuda,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_tensorrt,_cuda,_sdxl,_v4.1-dev )" } }, { @@ -1117,7 +1117,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "mlperf_logging", "version": "3.0.0", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_sdxl,_tensorrt,_cuda,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_tensorrt,_cuda,_sdxl,_v4.1-dev )" } }, { @@ -1127,7 +1127,7 @@ "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", "script_variations": "", "version": "master-git-c8c1e61f1a2164b5797504f1991d5c7aeea2364f", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_sdxl,_tensorrt,_cuda,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_tensorrt,_cuda,_sdxl,_v4.1-dev )" } }, { @@ -1137,7 +1137,7 @@ "script_tags": "get,nvidia,mlperf,inference,common-code", "script_variations": "mlcommons", "version": "r4.0", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_sdxl,_tensorrt,_cuda,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_tensorrt,_cuda,_sdxl,_v4.1-dev )" } }, { @@ -1147,7 +1147,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.pycuda", "version": "2022.2.2", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_sdxl,_tensorrt,_cuda,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_tensorrt,_cuda,_sdxl,_v4.1-dev )" } }, { @@ -1157,7 +1157,7 @@ "script_tags": "get,nvidia,mitten,nvidia-mitten", "script_variations": "", "version": "master", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_sdxl,_tensorrt,_cuda,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_tensorrt,_cuda,_sdxl,_v4.1-dev )" } }, { @@ -1167,7 +1167,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.diffusers", "version": "0.31.0", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_sdxl,_tensorrt,_cuda,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_tensorrt,_cuda,_sdxl,_v4.1-dev )" } }, { @@ -1176,8 +1176,8 @@ "script_alias": "get-generic-python-lib", "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.transformers", - "version": "4.46.1", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_sdxl,_tensorrt,_cuda,_v4.1-dev )" + "version": "4.46.2", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_tensorrt,_cuda,_sdxl,_v4.1-dev )" } }, { @@ -1187,7 +1187,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.accelerate", "version": "1.0.1", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_sdxl,_tensorrt,_cuda,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_tensorrt,_cuda,_sdxl,_v4.1-dev )" } }, { @@ -1197,7 +1197,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.torchmetrics", "version": "1.5.1", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_sdxl,_tensorrt,_cuda,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_tensorrt,_cuda,_sdxl,_v4.1-dev )" } }, { @@ -1207,7 +1207,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.torch-fidelity", "version": "0.3.0", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_sdxl,_tensorrt,_cuda,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_tensorrt,_cuda,_sdxl,_v4.1-dev )" } }, { @@ -1217,7 +1217,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.open_clip_torch", "version": "2.29.0", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_sdxl,_tensorrt,_cuda,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_tensorrt,_cuda,_sdxl,_v4.1-dev )" } }, { @@ -1227,7 +1227,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.opencv-python", "version": "4.10.0.84", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_sdxl,_tensorrt,_cuda,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_tensorrt,_cuda,_sdxl,_v4.1-dev )" } }, { @@ -1237,7 +1237,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.polygraphy", "version": "0.49.9", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_sdxl,_tensorrt,_cuda,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_tensorrt,_cuda,_sdxl,_v4.1-dev )" } }, { @@ -1247,7 +1247,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.nvtx", "version": "0.2.10", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_sdxl,_tensorrt,_cuda,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_tensorrt,_cuda,_sdxl,_v4.1-dev )" } }, { @@ -1257,7 +1257,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.cuda-python", "version": "12.3.0", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_sdxl,_tensorrt,_cuda,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_tensorrt,_cuda,_sdxl,_v4.1-dev )" } }, { @@ -1267,7 +1267,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.ninja", "version": "1.11.1.1", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_sdxl,_tensorrt,_cuda,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_tensorrt,_cuda,_sdxl,_v4.1-dev )" } }, { @@ -1277,7 +1277,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.onnxruntime", "version": "1.16.3", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_sdxl,_tensorrt,_cuda,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_tensorrt,_cuda,_sdxl,_v4.1-dev )" } }, { @@ -1287,7 +1287,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.colored", "version": "1.4.4", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_sdxl,_tensorrt,_cuda,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_tensorrt,_cuda,_sdxl,_v4.1-dev )" } }, { @@ -1297,7 +1297,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.nvidia-ammo", "version": "0.7.4", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_sdxl,_tensorrt,_cuda,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_tensorrt,_cuda,_sdxl,_v4.1-dev )" } }, { @@ -1307,7 +1307,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.optimum", "version": "1.23.3", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_sdxl,_tensorrt,_cuda,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_tensorrt,_cuda,_sdxl,_v4.1-dev )" } }, { @@ -1317,7 +1317,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.onnx", "version": "1.14.0", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_sdxl,_tensorrt,_cuda,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_tensorrt,_cuda,_sdxl,_v4.1-dev )" } }, { @@ -1327,7 +1327,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.scipy", "version": "1.10.1", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_sdxl,_tensorrt,_cuda,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_tensorrt,_cuda,_sdxl,_v4.1-dev )" } }, { @@ -1337,7 +1337,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.numpy", "version": "1.22.4", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_sdxl,_tensorrt,_cuda,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_tensorrt,_cuda,_sdxl,_v4.1-dev )" } }, { @@ -1347,17 +1347,17 @@ "script_tags": "save,mlperf,inference,implementation,state", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_sdxl,_tensorrt,_cuda,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_tensorrt,_cuda,_sdxl,_v4.1-dev )" } }, { - "reproduce,mlperf,inference,nvidia,harness,_preprocess_data,_sdxl,_tensorrt,_cuda,_v4.1-dev": { + "reproduce,mlperf,inference,nvidia,harness,_preprocess_data,_tensorrt,_cuda,_sdxl,_v4.1-dev": { "script_uid": "bc3b17fb430f4732", "script_alias": "app-mlperf-inference-nvidia", "script_tags": "reproduce,mlcommons,mlperf,inference,harness,nvidia-harness,nvidia", - "script_variations": "preprocess_data,sdxl,tensorrt,cuda,v4.1-dev", + "script_variations": "preprocess_data,tensorrt,cuda,sdxl,v4.1-dev", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_sdxl,_tensorrt,_cuda,_offline,_batch_size.2,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_cuda,_sdxl,_offline,_batch_size.2,_v4.1-dev )" } }, { @@ -1367,7 +1367,7 @@ "script_tags": "detect-os,detect,os,info", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_sdxl,_tensorrt,_cuda,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_tensorrt,_cuda,_sdxl,_v4.1-dev )" } }, { @@ -1387,7 +1387,7 @@ "script_tags": "detect,cpu,detect-cpu,info", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_sdxl,_tensorrt,_cuda,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_tensorrt,_cuda,_sdxl,_v4.1-dev )" } }, { @@ -1397,7 +1397,7 @@ "script_tags": "get,sys-utils-cm", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_sdxl,_tensorrt,_cuda,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_tensorrt,_cuda,_sdxl,_v4.1-dev )" } }, { @@ -1407,7 +1407,7 @@ "script_tags": "get,mlperf,inference,nvidia,scratch,space", "script_variations": "version.4_0", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_sdxl,_tensorrt,_cuda,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_tensorrt,_cuda,_sdxl,_v4.1-dev )" } }, { @@ -1417,7 +1417,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "mlperf_logging", "version": "3.0.0", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_sdxl,_tensorrt,_cuda,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_tensorrt,_cuda,_sdxl,_v4.1-dev )" } }, { @@ -1427,7 +1427,7 @@ "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", "script_variations": "", "version": "master-git-c8c1e61f1a2164b5797504f1991d5c7aeea2364f", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_sdxl,_tensorrt,_cuda,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_tensorrt,_cuda,_sdxl,_v4.1-dev )" } }, { @@ -1437,7 +1437,7 @@ "script_tags": "get,nvidia,mlperf,inference,common-code", "script_variations": "mlcommons", "version": "r4.0", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_sdxl,_tensorrt,_cuda,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_tensorrt,_cuda,_sdxl,_v4.1-dev )" } }, { @@ -1447,7 +1447,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.pycuda", "version": "2022.2.2", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_sdxl,_tensorrt,_cuda,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_tensorrt,_cuda,_sdxl,_v4.1-dev )" } }, { @@ -1457,7 +1457,7 @@ "script_tags": "get,nvidia,mitten,nvidia-mitten", "script_variations": "", "version": "master", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_sdxl,_tensorrt,_cuda,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_tensorrt,_cuda,_sdxl,_v4.1-dev )" } }, { @@ -1467,7 +1467,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.diffusers", "version": "0.31.0", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_sdxl,_tensorrt,_cuda,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_tensorrt,_cuda,_sdxl,_v4.1-dev )" } }, { @@ -1476,8 +1476,8 @@ "script_alias": "get-generic-python-lib", "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.transformers", - "version": "4.46.1", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_sdxl,_tensorrt,_cuda,_v4.1-dev )" + "version": "4.46.2", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_tensorrt,_cuda,_sdxl,_v4.1-dev )" } }, { @@ -1487,7 +1487,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.accelerate", "version": "1.0.1", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_sdxl,_tensorrt,_cuda,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_tensorrt,_cuda,_sdxl,_v4.1-dev )" } }, { @@ -1497,7 +1497,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.torchmetrics", "version": "1.5.1", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_sdxl,_tensorrt,_cuda,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_tensorrt,_cuda,_sdxl,_v4.1-dev )" } }, { @@ -1507,7 +1507,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.torch-fidelity", "version": "0.3.0", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_sdxl,_tensorrt,_cuda,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_tensorrt,_cuda,_sdxl,_v4.1-dev )" } }, { @@ -1517,7 +1517,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.open_clip_torch", "version": "2.29.0", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_sdxl,_tensorrt,_cuda,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_tensorrt,_cuda,_sdxl,_v4.1-dev )" } }, { @@ -1527,7 +1527,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.opencv-python", "version": "4.10.0.84", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_sdxl,_tensorrt,_cuda,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_tensorrt,_cuda,_sdxl,_v4.1-dev )" } }, { @@ -1537,7 +1537,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.polygraphy", "version": "0.49.9", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_sdxl,_tensorrt,_cuda,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_tensorrt,_cuda,_sdxl,_v4.1-dev )" } }, { @@ -1547,7 +1547,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.nvtx", "version": "0.2.10", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_sdxl,_tensorrt,_cuda,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_tensorrt,_cuda,_sdxl,_v4.1-dev )" } }, { @@ -1557,7 +1557,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.cuda-python", "version": "12.3.0", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_sdxl,_tensorrt,_cuda,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_tensorrt,_cuda,_sdxl,_v4.1-dev )" } }, { @@ -1567,7 +1567,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.ninja", "version": "1.11.1.1", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_sdxl,_tensorrt,_cuda,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_tensorrt,_cuda,_sdxl,_v4.1-dev )" } }, { @@ -1577,7 +1577,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.onnxruntime", "version": "1.16.3", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_sdxl,_tensorrt,_cuda,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_tensorrt,_cuda,_sdxl,_v4.1-dev )" } }, { @@ -1587,7 +1587,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.colored", "version": "1.4.4", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_sdxl,_tensorrt,_cuda,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_tensorrt,_cuda,_sdxl,_v4.1-dev )" } }, { @@ -1597,7 +1597,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.nvidia-ammo", "version": "0.7.4", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_sdxl,_tensorrt,_cuda,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_tensorrt,_cuda,_sdxl,_v4.1-dev )" } }, { @@ -1607,7 +1607,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.optimum", "version": "1.23.3", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_sdxl,_tensorrt,_cuda,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_tensorrt,_cuda,_sdxl,_v4.1-dev )" } }, { @@ -1617,7 +1617,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.onnx", "version": "1.14.0", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_sdxl,_tensorrt,_cuda,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_tensorrt,_cuda,_sdxl,_v4.1-dev )" } }, { @@ -1627,7 +1627,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.scipy", "version": "1.10.1", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_sdxl,_tensorrt,_cuda,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_tensorrt,_cuda,_sdxl,_v4.1-dev )" } }, { @@ -1637,7 +1637,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.numpy", "version": "1.22.4", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_sdxl,_tensorrt,_cuda,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_tensorrt,_cuda,_sdxl,_v4.1-dev )" } }, { @@ -1647,17 +1647,17 @@ "script_tags": "save,mlperf,inference,implementation,state", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_sdxl,_tensorrt,_cuda,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_tensorrt,_cuda,_sdxl,_v4.1-dev )" } }, { - "reproduce,mlperf,inference,nvidia,harness,_download_model,_sdxl,_tensorrt,_cuda,_v4.1-dev": { + "reproduce,mlperf,inference,nvidia,harness,_download_model,_tensorrt,_cuda,_sdxl,_v4.1-dev": { "script_uid": "bc3b17fb430f4732", "script_alias": "app-mlperf-inference-nvidia", "script_tags": "reproduce,mlcommons,mlperf,inference,harness,nvidia-harness,nvidia", - "script_variations": "download_model,sdxl,tensorrt,cuda,v4.1-dev", + "script_variations": "download_model,tensorrt,cuda,sdxl,v4.1-dev", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_sdxl,_tensorrt,_cuda,_offline,_batch_size.2,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_cuda,_sdxl,_offline,_batch_size.2,_v4.1-dev )" } }, { @@ -1667,7 +1667,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.diffusers", "version": "0.31.0", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_sdxl,_tensorrt,_cuda,_offline,_batch_size.2,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_cuda,_sdxl,_offline,_batch_size.2,_v4.1-dev )" } }, { @@ -1676,8 +1676,8 @@ "script_alias": "get-generic-python-lib", "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.transformers", - "version": "4.46.1", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_sdxl,_tensorrt,_cuda,_offline,_batch_size.2,_v4.1-dev )" + "version": "4.46.2", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_cuda,_sdxl,_offline,_batch_size.2,_v4.1-dev )" } }, { @@ -1687,7 +1687,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.accelerate", "version": "1.0.1", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_sdxl,_tensorrt,_cuda,_offline,_batch_size.2,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_cuda,_sdxl,_offline,_batch_size.2,_v4.1-dev )" } }, { @@ -1697,7 +1697,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.torchmetrics", "version": "1.5.1", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_sdxl,_tensorrt,_cuda,_offline,_batch_size.2,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_cuda,_sdxl,_offline,_batch_size.2,_v4.1-dev )" } }, { @@ -1707,7 +1707,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.torch-fidelity", "version": "0.3.0", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_sdxl,_tensorrt,_cuda,_offline,_batch_size.2,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_cuda,_sdxl,_offline,_batch_size.2,_v4.1-dev )" } }, { @@ -1717,7 +1717,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.open_clip_torch", "version": "2.29.0", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_sdxl,_tensorrt,_cuda,_offline,_batch_size.2,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_cuda,_sdxl,_offline,_batch_size.2,_v4.1-dev )" } }, { @@ -1727,7 +1727,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.opencv-python", "version": "4.10.0.84", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_sdxl,_tensorrt,_cuda,_offline,_batch_size.2,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_cuda,_sdxl,_offline,_batch_size.2,_v4.1-dev )" } }, { @@ -1737,7 +1737,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.polygraphy", "version": "0.49.9", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_sdxl,_tensorrt,_cuda,_offline,_batch_size.2,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_cuda,_sdxl,_offline,_batch_size.2,_v4.1-dev )" } }, { @@ -1747,7 +1747,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.nvtx", "version": "0.2.10", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_sdxl,_tensorrt,_cuda,_offline,_batch_size.2,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_cuda,_sdxl,_offline,_batch_size.2,_v4.1-dev )" } }, { @@ -1757,7 +1757,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.cuda-python", "version": "12.3.0", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_sdxl,_tensorrt,_cuda,_offline,_batch_size.2,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_cuda,_sdxl,_offline,_batch_size.2,_v4.1-dev )" } }, { @@ -1767,7 +1767,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.ninja", "version": "1.11.1.1", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_sdxl,_tensorrt,_cuda,_offline,_batch_size.2,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_cuda,_sdxl,_offline,_batch_size.2,_v4.1-dev )" } }, { @@ -1777,7 +1777,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.onnxruntime", "version": "1.16.3", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_sdxl,_tensorrt,_cuda,_offline,_batch_size.2,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_cuda,_sdxl,_offline,_batch_size.2,_v4.1-dev )" } }, { @@ -1787,7 +1787,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.colored", "version": "1.4.4", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_sdxl,_tensorrt,_cuda,_offline,_batch_size.2,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_cuda,_sdxl,_offline,_batch_size.2,_v4.1-dev )" } }, { @@ -1797,7 +1797,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.nvidia-ammo", "version": "0.7.4", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_sdxl,_tensorrt,_cuda,_offline,_batch_size.2,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_cuda,_sdxl,_offline,_batch_size.2,_v4.1-dev )" } }, { @@ -1807,7 +1807,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.optimum", "version": "1.23.3", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_sdxl,_tensorrt,_cuda,_offline,_batch_size.2,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_cuda,_sdxl,_offline,_batch_size.2,_v4.1-dev )" } }, { @@ -1817,7 +1817,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.onnx", "version": "1.14.0", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_sdxl,_tensorrt,_cuda,_offline,_batch_size.2,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_cuda,_sdxl,_offline,_batch_size.2,_v4.1-dev )" } }, { @@ -1827,7 +1827,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.scipy", "version": "1.10.1", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_sdxl,_tensorrt,_cuda,_offline,_batch_size.2,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_cuda,_sdxl,_offline,_batch_size.2,_v4.1-dev )" } }, { @@ -1837,7 +1837,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.numpy", "version": "1.22.4", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_sdxl,_tensorrt,_cuda,_offline,_batch_size.2,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_cuda,_sdxl,_offline,_batch_size.2,_v4.1-dev )" } }, { @@ -1847,27 +1847,27 @@ "script_tags": "save,mlperf,inference,implementation,state", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_sdxl,_tensorrt,_cuda,_offline,_batch_size.2,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_cuda,_sdxl,_offline,_batch_size.2,_v4.1-dev )" } }, { - "reproduce,mlperf,inference,nvidia,harness,_build_engine,_sdxl,_tensorrt,_cuda,_offline,_batch_size.2,_v4.1-dev": { + "reproduce,mlperf,inference,nvidia,harness,_build_engine,_tensorrt,_cuda,_sdxl,_offline,_batch_size.2,_v4.1-dev": { "script_uid": "bc3b17fb430f4732", "script_alias": "app-mlperf-inference-nvidia", "script_tags": "reproduce,mlcommons,mlperf,inference,harness,nvidia-harness,nvidia", - "script_variations": "build_engine,sdxl,tensorrt,cuda,offline,batch_size.2,v4.1-dev", + "script_variations": "build_engine,tensorrt,cuda,sdxl,offline,batch_size.2,v4.1-dev", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_sdxl,_tensorrt,_cuda,_offline,_gpu_memory.24 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_cuda,_sdxl,_offline,_gpu_memory.24 )" } }, { - "reproduce,mlperf,inference,nvidia,harness,_preprocess_data,_sdxl,_tensorrt,_cuda,_v4.1-dev": { + "reproduce,mlperf,inference,nvidia,harness,_preprocess_data,_tensorrt,_cuda,_sdxl,_v4.1-dev": { "script_uid": "bc3b17fb430f4732", "script_alias": "app-mlperf-inference-nvidia", "script_tags": "reproduce,mlcommons,mlperf,inference,harness,nvidia-harness,nvidia", - "script_variations": "preprocess_data,sdxl,tensorrt,cuda,v4.1-dev", + "script_variations": "preprocess_data,tensorrt,cuda,sdxl,v4.1-dev", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_sdxl,_tensorrt,_cuda,_offline,_gpu_memory.24 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_cuda,_sdxl,_offline,_gpu_memory.24 )" } }, { @@ -1877,7 +1877,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.diffusers", "version": "0.31.0", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_sdxl,_tensorrt,_cuda,_offline,_gpu_memory.24 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_cuda,_sdxl,_offline,_gpu_memory.24 )" } }, { @@ -1886,8 +1886,8 @@ "script_alias": "get-generic-python-lib", "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.transformers", - "version": "4.46.1", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_sdxl,_tensorrt,_cuda,_offline,_gpu_memory.24 )" + "version": "4.46.2", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_cuda,_sdxl,_offline,_gpu_memory.24 )" } }, { @@ -1897,7 +1897,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.accelerate", "version": "1.0.1", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_sdxl,_tensorrt,_cuda,_offline,_gpu_memory.24 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_cuda,_sdxl,_offline,_gpu_memory.24 )" } }, { @@ -1907,7 +1907,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.torchmetrics", "version": "1.5.1", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_sdxl,_tensorrt,_cuda,_offline,_gpu_memory.24 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_cuda,_sdxl,_offline,_gpu_memory.24 )" } }, { @@ -1917,7 +1917,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.torch-fidelity", "version": "0.3.0", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_sdxl,_tensorrt,_cuda,_offline,_gpu_memory.24 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_cuda,_sdxl,_offline,_gpu_memory.24 )" } }, { @@ -1927,7 +1927,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.open_clip_torch", "version": "2.29.0", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_sdxl,_tensorrt,_cuda,_offline,_gpu_memory.24 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_cuda,_sdxl,_offline,_gpu_memory.24 )" } }, { @@ -1937,7 +1937,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.opencv-python", "version": "4.10.0.84", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_sdxl,_tensorrt,_cuda,_offline,_gpu_memory.24 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_cuda,_sdxl,_offline,_gpu_memory.24 )" } }, { @@ -1947,7 +1947,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.polygraphy", "version": "0.49.9", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_sdxl,_tensorrt,_cuda,_offline,_gpu_memory.24 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_cuda,_sdxl,_offline,_gpu_memory.24 )" } }, { @@ -1957,7 +1957,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.nvtx", "version": "0.2.10", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_sdxl,_tensorrt,_cuda,_offline,_gpu_memory.24 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_cuda,_sdxl,_offline,_gpu_memory.24 )" } }, { @@ -1967,7 +1967,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.cuda-python", "version": "12.3.0", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_sdxl,_tensorrt,_cuda,_offline,_gpu_memory.24 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_cuda,_sdxl,_offline,_gpu_memory.24 )" } }, { @@ -1977,7 +1977,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.ninja", "version": "1.11.1.1", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_sdxl,_tensorrt,_cuda,_offline,_gpu_memory.24 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_cuda,_sdxl,_offline,_gpu_memory.24 )" } }, { @@ -1987,7 +1987,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.onnxruntime", "version": "1.16.3", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_sdxl,_tensorrt,_cuda,_offline,_gpu_memory.24 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_cuda,_sdxl,_offline,_gpu_memory.24 )" } }, { @@ -1997,7 +1997,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.colored", "version": "1.4.4", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_sdxl,_tensorrt,_cuda,_offline,_gpu_memory.24 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_cuda,_sdxl,_offline,_gpu_memory.24 )" } }, { @@ -2007,7 +2007,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.nvidia-ammo", "version": "0.7.4", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_sdxl,_tensorrt,_cuda,_offline,_gpu_memory.24 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_cuda,_sdxl,_offline,_gpu_memory.24 )" } }, { @@ -2017,7 +2017,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.optimum", "version": "1.23.3", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_sdxl,_tensorrt,_cuda,_offline,_gpu_memory.24 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_cuda,_sdxl,_offline,_gpu_memory.24 )" } }, { @@ -2027,7 +2027,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.onnx", "version": "1.14.0", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_sdxl,_tensorrt,_cuda,_offline,_gpu_memory.24 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_cuda,_sdxl,_offline,_gpu_memory.24 )" } }, { @@ -2037,7 +2037,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.scipy", "version": "1.10.1", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_sdxl,_tensorrt,_cuda,_offline,_gpu_memory.24 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_cuda,_sdxl,_offline,_gpu_memory.24 )" } }, { @@ -2047,7 +2047,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.numpy", "version": "1.22.4", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_sdxl,_tensorrt,_cuda,_offline,_gpu_memory.24 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_cuda,_sdxl,_offline,_gpu_memory.24 )" } }, { @@ -2087,7 +2087,7 @@ "script_tags": "mlperf,benchmark-mlperf", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_sdxl,_tensorrt,_cuda,_offline,_gpu_memory.24 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_cuda,_sdxl,_offline,_gpu_memory.24 )" } } ] diff --git a/open/MLCommons/measurements/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base/stable-diffusion-xl/offline/os_info.json b/open/MLCommons/measurements/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base/stable-diffusion-xl/offline/os_info.json index 41d65ef..1a8940b 100644 --- a/open/MLCommons/measurements/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base/stable-diffusion-xl/offline/os_info.json +++ b/open/MLCommons/measurements/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base/stable-diffusion-xl/offline/os_info.json @@ -26,5 +26,5 @@ ], "CM_HOST_PLATFORM_FLAVOR": "x86_64", "CM_HOST_PYTHON_BITS": "64", - "CM_HOST_SYSTEM_NAME": "503467f32565" + "CM_HOST_SYSTEM_NAME": "e11d9be785c0" } \ No newline at end of file diff --git a/open/MLCommons/measurements/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base/stable-diffusion-xl/offline/pip_freeze.json b/open/MLCommons/measurements/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base/stable-diffusion-xl/offline/pip_freeze.json index 2a0e5d5..a8b99ca 100644 --- a/open/MLCommons/measurements/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base/stable-diffusion-xl/offline/pip_freeze.json +++ b/open/MLCommons/measurements/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base/stable-diffusion-xl/offline/pip_freeze.json @@ -9,15 +9,15 @@ "astunparse": "1.6.3", "async-timeout": "4.0.3", "attrs": "24.2.0", - "boto3": "1.35.52", - "botocore": "1.35.52", + "boto3": "1.35.54", + "botocore": "1.35.54", "certifi": "2024.8.30", "charset-normalizer": "3.4.0", - "cmind": "3.2.9", + "cmind": "3.3.4", "colored": "1.4.4", "coloredlogs": "15.0.1", "cuda-python": "12.3.0", - "datasets": "3.0.2", + "datasets": "3.1.0", "dbus-python": "1.2.16", "diffusers": "0.31.0", "dill": "0.3.8", @@ -92,16 +92,16 @@ "tensorrt-dispatch": "9.3.0.post12.dev1", "tensorrt-lean": "9.3.0.post12.dev1", "timm": "1.0.11", - "tokenizers": "0.20.1", + "tokenizers": "0.20.3", "torch": "2.1.0a0+git32f93b1", "torch-fidelity": "0.3.0", "torchmetrics": "1.5.1", "torchvision": "0.16.0a0+657027f", "tqdm": "4.66.6", - "transformers": "4.46.1", + "transformers": "4.46.2", "typing-extensions": "4.12.2", "tzdata": "2024.2", - "urllib3": "1.26.20", + "urllib3": "2.2.3", "wcwidth": "0.2.13", "wheel": "0.34.2", "xxhash": "3.5.0", diff --git a/open/MLCommons/measurements/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base/stable-diffusion-xl/offline/system_info.txt b/open/MLCommons/measurements/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base/stable-diffusion-xl/offline/system_info.txt index 1f7e3cd..26d53ad 100644 --- a/open/MLCommons/measurements/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base/stable-diffusion-xl/offline/system_info.txt +++ b/open/MLCommons/measurements/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base/stable-diffusion-xl/offline/system_info.txt @@ -2,10 +2,10 @@ Platform Details ------------------------------------------------------------ 1. uname -a -Linux 503467f32565 6.2.0-39-generic #40-Ubuntu SMP PREEMPT_DYNAMIC Tue Nov 14 14:18:00 UTC 2023 x86_64 x86_64 x86_64 GNU/Linux +Linux e11d9be785c0 6.2.0-39-generic #40-Ubuntu SMP PREEMPT_DYNAMIC Tue Nov 14 14:18:00 UTC 2023 x86_64 x86_64 x86_64 GNU/Linux ------------------------------------------------------------ 2. w - 03:40:09 up 17:23, 0 users, load average: 1.00, 1.13, 1.22 + 08:36:22 up 1 day, 22:19, 0 users, load average: 0.80, 4.24, 10.93 USER TTY FROM LOGIN@ IDLE JCPU PCPU WHAT ------------------------------------------------------------ 3. Username @@ -40,7 +40,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 800.002 +cpu MHz : 2500.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -124,7 +124,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 2500.000 +cpu MHz : 799.810 cache size : 46080 KB physical id : 0 siblings : 48 @@ -208,7 +208,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 800.414 +cpu MHz : 2500.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -236,7 +236,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 800.140 +cpu MHz : 2500.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -320,7 +320,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 800.072 +cpu MHz : 2500.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -404,7 +404,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 900.291 +cpu MHz : 900.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -432,7 +432,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 900.237 +cpu MHz : 4758.275 cache size : 46080 KB physical id : 0 siblings : 48 @@ -460,7 +460,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 800.218 +cpu MHz : 800.496 cache size : 46080 KB physical id : 0 siblings : 48 @@ -488,7 +488,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 800.213 +cpu MHz : 1733.428 cache size : 46080 KB physical id : 0 siblings : 48 @@ -516,7 +516,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 4564.352 +cpu MHz : 1471.547 cache size : 46080 KB physical id : 0 siblings : 48 @@ -544,7 +544,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 2500.000 +cpu MHz : 786.235 cache size : 46080 KB physical id : 0 siblings : 48 @@ -572,7 +572,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 2500.000 +cpu MHz : 800.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -628,7 +628,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 800.206 +cpu MHz : 2500.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -656,7 +656,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 3748.877 +cpu MHz : 2500.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -880,7 +880,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 2500.000 +cpu MHz : 800.241 cache size : 46080 KB physical id : 0 siblings : 48 @@ -1048,7 +1048,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 2500.000 +cpu MHz : 796.726 cache size : 46080 KB physical id : 0 siblings : 48 @@ -1104,7 +1104,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 2500.000 +cpu MHz : 3918.087 cache size : 46080 KB physical id : 0 siblings : 48 @@ -1216,7 +1216,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 3261.919 +cpu MHz : 2500.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -1394,7 +1394,7 @@ CPU family: 6 Model: 143 Model name: Intel(R) Xeon(R) w7-2495X Stepping: 8 -CPU MHz: 2377.215 +CPU MHz: 2500.000 CPU max MHz: 4800.0000 CPU min MHz: 800.0000 BogoMIPS: 4992.00 @@ -1423,51 +1423,51 @@ Flags: fpu vme de pse tsc msr pae mce cx8 apic sep available: 1 nodes (0) node 0 cpus: 0 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 node 0 size: 192705 MB -node 0 free: 91436 MB +node 0 free: 97627 MB node distances: node 0 0: 10 ------------------------------------------------------------ 9. /proc/meminfo MemTotal: 197330060 kB -MemFree: 93630896 kB -MemAvailable: 193064120 kB -Buffers: 4505672 kB -Cached: 92281716 kB -SwapCached: 32 kB -Active: 31794584 kB -Inactive: 65654680 kB -Active(anon): 3336 kB -Inactive(anon): 670268 kB -Active(file): 31791248 kB -Inactive(file): 64984412 kB +MemFree: 99971004 kB +MemAvailable: 193008624 kB +Buffers: 3985644 kB +Cached: 89719492 kB +SwapCached: 4724 kB +Active: 53750808 kB +Inactive: 40588952 kB +Active(anon): 32188 kB +Inactive(anon): 613360 kB +Active(file): 53718620 kB +Inactive(file): 39975592 kB Unevictable: 3088 kB Mlocked: 0 kB SwapTotal: 510899196 kB -SwapFree: 510898684 kB +SwapFree: 510885372 kB Zswap: 0 kB Zswapped: 0 kB -Dirty: 21844 kB +Dirty: 21384 kB Writeback: 0 kB -AnonPages: 665072 kB -Mapped: 547636 kB -Shmem: 11672 kB -KReclaimable: 4437744 kB -Slab: 5147780 kB -SReclaimable: 4437744 kB -SUnreclaim: 710036 kB -KernelStack: 19600 kB -PageTables: 17164 kB +AnonPages: 636968 kB +Mapped: 437680 kB +Shmem: 10828 kB +KReclaimable: 1357060 kB +Slab: 1925660 kB +SReclaimable: 1357060 kB +SUnreclaim: 568600 kB +KernelStack: 17312 kB +PageTables: 16624 kB SecPageTables: 0 kB NFS_Unstable: 0 kB Bounce: 0 kB WritebackTmp: 0 kB CommitLimit: 609564224 kB -Committed_AS: 5499724 kB +Committed_AS: 5119004 kB VmallocTotal: 13743895347199 kB -VmallocUsed: 289716 kB +VmallocUsed: 287140 kB VmallocChunk: 0 kB -Percpu: 97344 kB +Percpu: 59520 kB HardwareCorrupted: 0 kB AnonHugePages: 0 kB ShmemHugePages: 0 kB @@ -1480,9 +1480,9 @@ HugePages_Rsvd: 0 HugePages_Surp: 0 Hugepagesize: 2048 kB Hugetlb: 0 kB -DirectMap4k: 4181604 kB -DirectMap2M: 71843840 kB -DirectMap1G: 126877696 kB +DirectMap4k: 7036516 kB +DirectMap2M: 120369152 kB +DirectMap1G: 75497472 kB ------------------------------------------------------------ 10. who -r ------------------------------------------------------------ @@ -1736,16 +1736,16 @@ dev.tty.ldisc_autoload = 1 dev.tty.legacy_tiocsti = 1 fs.aio-max-nr = 65536 fs.aio-nr = 0 -fs.dentry-state = 1969924 1425078 45 0 515004 0 +fs.dentry-state = 176302 123189 45 0 62406 0 fs.dir-notify-enable = 1 fs.epoll.max_user_watches = 43910678 fs.fanotify.max_queued_events = 16384 fs.fanotify.max_user_groups = 128 fs.fanotify.max_user_marks = 1048576 fs.file-max = 2097152 -fs.file-nr = 5696 0 2097152 -fs.inode-nr = 1779785 324592 -fs.inode-state = 1779785 324592 0 0 0 0 0 +fs.file-nr = 5024 0 2097152 +fs.inode-nr = 210810 15724 +fs.inode-state = 210810 15724 0 0 0 0 0 fs.inotify.max_queued_events = 16384 fs.inotify.max_user_instances = 128 fs.inotify.max_user_watches = 65536 @@ -1773,7 +1773,7 @@ fs.quota.drops = 0 fs.quota.free_dquots = 0 fs.quota.lookups = 0 fs.quota.reads = 0 -fs.quota.syncs = 76 +fs.quota.syncs = 332 fs.quota.writes = 0 fs.suid_dumpable = 2 fs.verity.require_signatures = 0 @@ -1798,7 +1798,7 @@ kernel.ftrace_dump_on_oops = 0 kernel.ftrace_enabled = 1 kernel.hardlockup_all_cpu_backtrace = 0 kernel.hardlockup_panic = 0 -kernel.hostname = 503467f32565 +kernel.hostname = e11d9be785c0 kernel.hotplug = kernel.hung_task_all_cpu_backtrace = 0 kernel.hung_task_check_count = 4194304 @@ -1827,7 +1827,7 @@ kernel.msgmnb = 16384 kernel.msgmni = 32000 kernel.ngroups_max = 65536 kernel.nmi_watchdog = 1 -kernel.ns_last_pid = 11340 +kernel.ns_last_pid = 11206 kernel.numa_balancing = 0 kernel.numa_balancing_promote_rate_limit_MBps = 65536 kernel.oops_all_cpu_backtrace = 0 @@ -1845,7 +1845,7 @@ kernel.panic_on_warn = 0 kernel.panic_print = 0 kernel.perf_cpu_time_max_percent = 25 kernel.perf_event_max_contexts_per_stack = 8 -kernel.perf_event_max_sample_rate = 63750 +kernel.perf_event_max_sample_rate = 40500 kernel.perf_event_max_stack = 127 kernel.perf_event_mlock_kb = 516 kernel.perf_event_paranoid = 4 @@ -1858,13 +1858,13 @@ kernel.printk_devkmsg = on kernel.printk_ratelimit = 5 kernel.printk_ratelimit_burst = 10 kernel.pty.max = 4096 -kernel.pty.nr = 14 +kernel.pty.nr = 4 kernel.pty.reserve = 1024 kernel.random.boot_id = 8fb471e1-c2c8-480a-a7dd-3e140a602d1b kernel.random.entropy_avail = 256 kernel.random.poolsize = 256 kernel.random.urandom_min_reseed_secs = 60 -kernel.random.uuid = 7e5304e3-dd4a-43c5-a34a-7da2d8b947b4 +kernel.random.uuid = cb16b919-f3cc-46d1-bac1-d2a403cf4ca4 kernel.random.write_wakeup_threshold = 256 kernel.randomize_va_space = 2 kernel.real-root-dev = 0 diff --git a/open/MLCommons/measurements/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base/stable-diffusion-xl/system_info.txt b/open/MLCommons/measurements/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base/stable-diffusion-xl/system_info.txt index 1f7e3cd..26d53ad 100644 --- a/open/MLCommons/measurements/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base/stable-diffusion-xl/system_info.txt +++ b/open/MLCommons/measurements/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base/stable-diffusion-xl/system_info.txt @@ -2,10 +2,10 @@ Platform Details ------------------------------------------------------------ 1. uname -a -Linux 503467f32565 6.2.0-39-generic #40-Ubuntu SMP PREEMPT_DYNAMIC Tue Nov 14 14:18:00 UTC 2023 x86_64 x86_64 x86_64 GNU/Linux +Linux e11d9be785c0 6.2.0-39-generic #40-Ubuntu SMP PREEMPT_DYNAMIC Tue Nov 14 14:18:00 UTC 2023 x86_64 x86_64 x86_64 GNU/Linux ------------------------------------------------------------ 2. w - 03:40:09 up 17:23, 0 users, load average: 1.00, 1.13, 1.22 + 08:36:22 up 1 day, 22:19, 0 users, load average: 0.80, 4.24, 10.93 USER TTY FROM LOGIN@ IDLE JCPU PCPU WHAT ------------------------------------------------------------ 3. Username @@ -40,7 +40,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 800.002 +cpu MHz : 2500.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -124,7 +124,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 2500.000 +cpu MHz : 799.810 cache size : 46080 KB physical id : 0 siblings : 48 @@ -208,7 +208,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 800.414 +cpu MHz : 2500.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -236,7 +236,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 800.140 +cpu MHz : 2500.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -320,7 +320,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 800.072 +cpu MHz : 2500.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -404,7 +404,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 900.291 +cpu MHz : 900.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -432,7 +432,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 900.237 +cpu MHz : 4758.275 cache size : 46080 KB physical id : 0 siblings : 48 @@ -460,7 +460,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 800.218 +cpu MHz : 800.496 cache size : 46080 KB physical id : 0 siblings : 48 @@ -488,7 +488,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 800.213 +cpu MHz : 1733.428 cache size : 46080 KB physical id : 0 siblings : 48 @@ -516,7 +516,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 4564.352 +cpu MHz : 1471.547 cache size : 46080 KB physical id : 0 siblings : 48 @@ -544,7 +544,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 2500.000 +cpu MHz : 786.235 cache size : 46080 KB physical id : 0 siblings : 48 @@ -572,7 +572,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 2500.000 +cpu MHz : 800.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -628,7 +628,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 800.206 +cpu MHz : 2500.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -656,7 +656,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 3748.877 +cpu MHz : 2500.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -880,7 +880,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 2500.000 +cpu MHz : 800.241 cache size : 46080 KB physical id : 0 siblings : 48 @@ -1048,7 +1048,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 2500.000 +cpu MHz : 796.726 cache size : 46080 KB physical id : 0 siblings : 48 @@ -1104,7 +1104,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 2500.000 +cpu MHz : 3918.087 cache size : 46080 KB physical id : 0 siblings : 48 @@ -1216,7 +1216,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 3261.919 +cpu MHz : 2500.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -1394,7 +1394,7 @@ CPU family: 6 Model: 143 Model name: Intel(R) Xeon(R) w7-2495X Stepping: 8 -CPU MHz: 2377.215 +CPU MHz: 2500.000 CPU max MHz: 4800.0000 CPU min MHz: 800.0000 BogoMIPS: 4992.00 @@ -1423,51 +1423,51 @@ Flags: fpu vme de pse tsc msr pae mce cx8 apic sep available: 1 nodes (0) node 0 cpus: 0 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 node 0 size: 192705 MB -node 0 free: 91436 MB +node 0 free: 97627 MB node distances: node 0 0: 10 ------------------------------------------------------------ 9. /proc/meminfo MemTotal: 197330060 kB -MemFree: 93630896 kB -MemAvailable: 193064120 kB -Buffers: 4505672 kB -Cached: 92281716 kB -SwapCached: 32 kB -Active: 31794584 kB -Inactive: 65654680 kB -Active(anon): 3336 kB -Inactive(anon): 670268 kB -Active(file): 31791248 kB -Inactive(file): 64984412 kB +MemFree: 99971004 kB +MemAvailable: 193008624 kB +Buffers: 3985644 kB +Cached: 89719492 kB +SwapCached: 4724 kB +Active: 53750808 kB +Inactive: 40588952 kB +Active(anon): 32188 kB +Inactive(anon): 613360 kB +Active(file): 53718620 kB +Inactive(file): 39975592 kB Unevictable: 3088 kB Mlocked: 0 kB SwapTotal: 510899196 kB -SwapFree: 510898684 kB +SwapFree: 510885372 kB Zswap: 0 kB Zswapped: 0 kB -Dirty: 21844 kB +Dirty: 21384 kB Writeback: 0 kB -AnonPages: 665072 kB -Mapped: 547636 kB -Shmem: 11672 kB -KReclaimable: 4437744 kB -Slab: 5147780 kB -SReclaimable: 4437744 kB -SUnreclaim: 710036 kB -KernelStack: 19600 kB -PageTables: 17164 kB +AnonPages: 636968 kB +Mapped: 437680 kB +Shmem: 10828 kB +KReclaimable: 1357060 kB +Slab: 1925660 kB +SReclaimable: 1357060 kB +SUnreclaim: 568600 kB +KernelStack: 17312 kB +PageTables: 16624 kB SecPageTables: 0 kB NFS_Unstable: 0 kB Bounce: 0 kB WritebackTmp: 0 kB CommitLimit: 609564224 kB -Committed_AS: 5499724 kB +Committed_AS: 5119004 kB VmallocTotal: 13743895347199 kB -VmallocUsed: 289716 kB +VmallocUsed: 287140 kB VmallocChunk: 0 kB -Percpu: 97344 kB +Percpu: 59520 kB HardwareCorrupted: 0 kB AnonHugePages: 0 kB ShmemHugePages: 0 kB @@ -1480,9 +1480,9 @@ HugePages_Rsvd: 0 HugePages_Surp: 0 Hugepagesize: 2048 kB Hugetlb: 0 kB -DirectMap4k: 4181604 kB -DirectMap2M: 71843840 kB -DirectMap1G: 126877696 kB +DirectMap4k: 7036516 kB +DirectMap2M: 120369152 kB +DirectMap1G: 75497472 kB ------------------------------------------------------------ 10. who -r ------------------------------------------------------------ @@ -1736,16 +1736,16 @@ dev.tty.ldisc_autoload = 1 dev.tty.legacy_tiocsti = 1 fs.aio-max-nr = 65536 fs.aio-nr = 0 -fs.dentry-state = 1969924 1425078 45 0 515004 0 +fs.dentry-state = 176302 123189 45 0 62406 0 fs.dir-notify-enable = 1 fs.epoll.max_user_watches = 43910678 fs.fanotify.max_queued_events = 16384 fs.fanotify.max_user_groups = 128 fs.fanotify.max_user_marks = 1048576 fs.file-max = 2097152 -fs.file-nr = 5696 0 2097152 -fs.inode-nr = 1779785 324592 -fs.inode-state = 1779785 324592 0 0 0 0 0 +fs.file-nr = 5024 0 2097152 +fs.inode-nr = 210810 15724 +fs.inode-state = 210810 15724 0 0 0 0 0 fs.inotify.max_queued_events = 16384 fs.inotify.max_user_instances = 128 fs.inotify.max_user_watches = 65536 @@ -1773,7 +1773,7 @@ fs.quota.drops = 0 fs.quota.free_dquots = 0 fs.quota.lookups = 0 fs.quota.reads = 0 -fs.quota.syncs = 76 +fs.quota.syncs = 332 fs.quota.writes = 0 fs.suid_dumpable = 2 fs.verity.require_signatures = 0 @@ -1798,7 +1798,7 @@ kernel.ftrace_dump_on_oops = 0 kernel.ftrace_enabled = 1 kernel.hardlockup_all_cpu_backtrace = 0 kernel.hardlockup_panic = 0 -kernel.hostname = 503467f32565 +kernel.hostname = e11d9be785c0 kernel.hotplug = kernel.hung_task_all_cpu_backtrace = 0 kernel.hung_task_check_count = 4194304 @@ -1827,7 +1827,7 @@ kernel.msgmnb = 16384 kernel.msgmni = 32000 kernel.ngroups_max = 65536 kernel.nmi_watchdog = 1 -kernel.ns_last_pid = 11340 +kernel.ns_last_pid = 11206 kernel.numa_balancing = 0 kernel.numa_balancing_promote_rate_limit_MBps = 65536 kernel.oops_all_cpu_backtrace = 0 @@ -1845,7 +1845,7 @@ kernel.panic_on_warn = 0 kernel.panic_print = 0 kernel.perf_cpu_time_max_percent = 25 kernel.perf_event_max_contexts_per_stack = 8 -kernel.perf_event_max_sample_rate = 63750 +kernel.perf_event_max_sample_rate = 40500 kernel.perf_event_max_stack = 127 kernel.perf_event_mlock_kb = 516 kernel.perf_event_paranoid = 4 @@ -1858,13 +1858,13 @@ kernel.printk_devkmsg = on kernel.printk_ratelimit = 5 kernel.printk_ratelimit_burst = 10 kernel.pty.max = 4096 -kernel.pty.nr = 14 +kernel.pty.nr = 4 kernel.pty.reserve = 1024 kernel.random.boot_id = 8fb471e1-c2c8-480a-a7dd-3e140a602d1b kernel.random.entropy_avail = 256 kernel.random.poolsize = 256 kernel.random.urandom_min_reseed_secs = 60 -kernel.random.uuid = 7e5304e3-dd4a-43c5-a34a-7da2d8b947b4 +kernel.random.uuid = cb16b919-f3cc-46d1-bac1-d2a403cf4ca4 kernel.random.write_wakeup_threshold = 256 kernel.randomize_va_space = 2 kernel.real-root-dev = 0 diff --git a/open/MLCommons/measurements/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base/system_info.txt b/open/MLCommons/measurements/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base/system_info.txt index 1f7e3cd..26d53ad 100644 --- a/open/MLCommons/measurements/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base/system_info.txt +++ b/open/MLCommons/measurements/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base/system_info.txt @@ -2,10 +2,10 @@ Platform Details ------------------------------------------------------------ 1. uname -a -Linux 503467f32565 6.2.0-39-generic #40-Ubuntu SMP PREEMPT_DYNAMIC Tue Nov 14 14:18:00 UTC 2023 x86_64 x86_64 x86_64 GNU/Linux +Linux e11d9be785c0 6.2.0-39-generic #40-Ubuntu SMP PREEMPT_DYNAMIC Tue Nov 14 14:18:00 UTC 2023 x86_64 x86_64 x86_64 GNU/Linux ------------------------------------------------------------ 2. w - 03:40:09 up 17:23, 0 users, load average: 1.00, 1.13, 1.22 + 08:36:22 up 1 day, 22:19, 0 users, load average: 0.80, 4.24, 10.93 USER TTY FROM LOGIN@ IDLE JCPU PCPU WHAT ------------------------------------------------------------ 3. Username @@ -40,7 +40,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 800.002 +cpu MHz : 2500.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -124,7 +124,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 2500.000 +cpu MHz : 799.810 cache size : 46080 KB physical id : 0 siblings : 48 @@ -208,7 +208,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 800.414 +cpu MHz : 2500.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -236,7 +236,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 800.140 +cpu MHz : 2500.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -320,7 +320,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 800.072 +cpu MHz : 2500.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -404,7 +404,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 900.291 +cpu MHz : 900.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -432,7 +432,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 900.237 +cpu MHz : 4758.275 cache size : 46080 KB physical id : 0 siblings : 48 @@ -460,7 +460,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 800.218 +cpu MHz : 800.496 cache size : 46080 KB physical id : 0 siblings : 48 @@ -488,7 +488,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 800.213 +cpu MHz : 1733.428 cache size : 46080 KB physical id : 0 siblings : 48 @@ -516,7 +516,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 4564.352 +cpu MHz : 1471.547 cache size : 46080 KB physical id : 0 siblings : 48 @@ -544,7 +544,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 2500.000 +cpu MHz : 786.235 cache size : 46080 KB physical id : 0 siblings : 48 @@ -572,7 +572,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 2500.000 +cpu MHz : 800.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -628,7 +628,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 800.206 +cpu MHz : 2500.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -656,7 +656,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 3748.877 +cpu MHz : 2500.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -880,7 +880,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 2500.000 +cpu MHz : 800.241 cache size : 46080 KB physical id : 0 siblings : 48 @@ -1048,7 +1048,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 2500.000 +cpu MHz : 796.726 cache size : 46080 KB physical id : 0 siblings : 48 @@ -1104,7 +1104,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 2500.000 +cpu MHz : 3918.087 cache size : 46080 KB physical id : 0 siblings : 48 @@ -1216,7 +1216,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 3261.919 +cpu MHz : 2500.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -1394,7 +1394,7 @@ CPU family: 6 Model: 143 Model name: Intel(R) Xeon(R) w7-2495X Stepping: 8 -CPU MHz: 2377.215 +CPU MHz: 2500.000 CPU max MHz: 4800.0000 CPU min MHz: 800.0000 BogoMIPS: 4992.00 @@ -1423,51 +1423,51 @@ Flags: fpu vme de pse tsc msr pae mce cx8 apic sep available: 1 nodes (0) node 0 cpus: 0 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 node 0 size: 192705 MB -node 0 free: 91436 MB +node 0 free: 97627 MB node distances: node 0 0: 10 ------------------------------------------------------------ 9. /proc/meminfo MemTotal: 197330060 kB -MemFree: 93630896 kB -MemAvailable: 193064120 kB -Buffers: 4505672 kB -Cached: 92281716 kB -SwapCached: 32 kB -Active: 31794584 kB -Inactive: 65654680 kB -Active(anon): 3336 kB -Inactive(anon): 670268 kB -Active(file): 31791248 kB -Inactive(file): 64984412 kB +MemFree: 99971004 kB +MemAvailable: 193008624 kB +Buffers: 3985644 kB +Cached: 89719492 kB +SwapCached: 4724 kB +Active: 53750808 kB +Inactive: 40588952 kB +Active(anon): 32188 kB +Inactive(anon): 613360 kB +Active(file): 53718620 kB +Inactive(file): 39975592 kB Unevictable: 3088 kB Mlocked: 0 kB SwapTotal: 510899196 kB -SwapFree: 510898684 kB +SwapFree: 510885372 kB Zswap: 0 kB Zswapped: 0 kB -Dirty: 21844 kB +Dirty: 21384 kB Writeback: 0 kB -AnonPages: 665072 kB -Mapped: 547636 kB -Shmem: 11672 kB -KReclaimable: 4437744 kB -Slab: 5147780 kB -SReclaimable: 4437744 kB -SUnreclaim: 710036 kB -KernelStack: 19600 kB -PageTables: 17164 kB +AnonPages: 636968 kB +Mapped: 437680 kB +Shmem: 10828 kB +KReclaimable: 1357060 kB +Slab: 1925660 kB +SReclaimable: 1357060 kB +SUnreclaim: 568600 kB +KernelStack: 17312 kB +PageTables: 16624 kB SecPageTables: 0 kB NFS_Unstable: 0 kB Bounce: 0 kB WritebackTmp: 0 kB CommitLimit: 609564224 kB -Committed_AS: 5499724 kB +Committed_AS: 5119004 kB VmallocTotal: 13743895347199 kB -VmallocUsed: 289716 kB +VmallocUsed: 287140 kB VmallocChunk: 0 kB -Percpu: 97344 kB +Percpu: 59520 kB HardwareCorrupted: 0 kB AnonHugePages: 0 kB ShmemHugePages: 0 kB @@ -1480,9 +1480,9 @@ HugePages_Rsvd: 0 HugePages_Surp: 0 Hugepagesize: 2048 kB Hugetlb: 0 kB -DirectMap4k: 4181604 kB -DirectMap2M: 71843840 kB -DirectMap1G: 126877696 kB +DirectMap4k: 7036516 kB +DirectMap2M: 120369152 kB +DirectMap1G: 75497472 kB ------------------------------------------------------------ 10. who -r ------------------------------------------------------------ @@ -1736,16 +1736,16 @@ dev.tty.ldisc_autoload = 1 dev.tty.legacy_tiocsti = 1 fs.aio-max-nr = 65536 fs.aio-nr = 0 -fs.dentry-state = 1969924 1425078 45 0 515004 0 +fs.dentry-state = 176302 123189 45 0 62406 0 fs.dir-notify-enable = 1 fs.epoll.max_user_watches = 43910678 fs.fanotify.max_queued_events = 16384 fs.fanotify.max_user_groups = 128 fs.fanotify.max_user_marks = 1048576 fs.file-max = 2097152 -fs.file-nr = 5696 0 2097152 -fs.inode-nr = 1779785 324592 -fs.inode-state = 1779785 324592 0 0 0 0 0 +fs.file-nr = 5024 0 2097152 +fs.inode-nr = 210810 15724 +fs.inode-state = 210810 15724 0 0 0 0 0 fs.inotify.max_queued_events = 16384 fs.inotify.max_user_instances = 128 fs.inotify.max_user_watches = 65536 @@ -1773,7 +1773,7 @@ fs.quota.drops = 0 fs.quota.free_dquots = 0 fs.quota.lookups = 0 fs.quota.reads = 0 -fs.quota.syncs = 76 +fs.quota.syncs = 332 fs.quota.writes = 0 fs.suid_dumpable = 2 fs.verity.require_signatures = 0 @@ -1798,7 +1798,7 @@ kernel.ftrace_dump_on_oops = 0 kernel.ftrace_enabled = 1 kernel.hardlockup_all_cpu_backtrace = 0 kernel.hardlockup_panic = 0 -kernel.hostname = 503467f32565 +kernel.hostname = e11d9be785c0 kernel.hotplug = kernel.hung_task_all_cpu_backtrace = 0 kernel.hung_task_check_count = 4194304 @@ -1827,7 +1827,7 @@ kernel.msgmnb = 16384 kernel.msgmni = 32000 kernel.ngroups_max = 65536 kernel.nmi_watchdog = 1 -kernel.ns_last_pid = 11340 +kernel.ns_last_pid = 11206 kernel.numa_balancing = 0 kernel.numa_balancing_promote_rate_limit_MBps = 65536 kernel.oops_all_cpu_backtrace = 0 @@ -1845,7 +1845,7 @@ kernel.panic_on_warn = 0 kernel.panic_print = 0 kernel.perf_cpu_time_max_percent = 25 kernel.perf_event_max_contexts_per_stack = 8 -kernel.perf_event_max_sample_rate = 63750 +kernel.perf_event_max_sample_rate = 40500 kernel.perf_event_max_stack = 127 kernel.perf_event_mlock_kb = 516 kernel.perf_event_paranoid = 4 @@ -1858,13 +1858,13 @@ kernel.printk_devkmsg = on kernel.printk_ratelimit = 5 kernel.printk_ratelimit_burst = 10 kernel.pty.max = 4096 -kernel.pty.nr = 14 +kernel.pty.nr = 4 kernel.pty.reserve = 1024 kernel.random.boot_id = 8fb471e1-c2c8-480a-a7dd-3e140a602d1b kernel.random.entropy_avail = 256 kernel.random.poolsize = 256 kernel.random.urandom_min_reseed_secs = 60 -kernel.random.uuid = 7e5304e3-dd4a-43c5-a34a-7da2d8b947b4 +kernel.random.uuid = cb16b919-f3cc-46d1-bac1-d2a403cf4ca4 kernel.random.write_wakeup_threshold = 256 kernel.randomize_va_space = 2 kernel.real-root-dev = 0 diff --git a/open/MLCommons/results/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base/stable-diffusion-xl/offline/accuracy/accuracy.txt b/open/MLCommons/results/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base/stable-diffusion-xl/offline/accuracy/accuracy.txt index 7d2c374..426b374 100644 --- a/open/MLCommons/results/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base/stable-diffusion-xl/offline/accuracy/accuracy.txt +++ b/open/MLCommons/results/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base/stable-diffusion-xl/offline/accuracy/accuracy.txt @@ -1,2 +1,2 @@ -Accuracy Results: {'FID_SCORE': 232.37093474242238, 'CLIP_SCORE': 16.629789546132088} -hash=844f07bc01b2437b9d13a27ff2a70f91a8ffe1225222650b69cb5aef24f73463 +Accuracy Results: {'FID_SCORE': 232.06944806391857, 'CLIP_SCORE': 16.63197784125805} +hash=aa9156209bd5c276874d4841d1cc57e0bde2fd470e86407b59383a23e1e0271f diff --git a/open/MLCommons/results/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base/stable-diffusion-xl/offline/accuracy/mlperf_log_accuracy.json b/open/MLCommons/results/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base/stable-diffusion-xl/offline/accuracy/mlperf_log_accuracy.json index 6670faf..d9019e8 100644 --- a/open/MLCommons/results/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base/stable-diffusion-xl/offline/accuracy/mlperf_log_accuracy.json +++ b/open/MLCommons/results/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base/stable-diffusion-xl/offline/accuracy/mlperf_log_accuracy.json @@ -1,7 +1,7 @@ [ -{ "seq_id" : 0, "qsl_idx" : 25, "data" : "B9C2C8B7C2C8B8C1C7B8C2C8B8C1C7B9C2C7B9C2C7B8C1C7B9C2C8BAC3C9BBC3C8BBC1C7BBC2C8BAC1C8B9C1C8B9C1C8B8C0C7B8C0C6B7BFC6B7BFC5B7C0C5B8C3C7B8C1C6B9C2C6B9C2C7B9C3C8BBC2C8BCC4C9BAC3CABAC2CABCC4CCBCC4CBBBC4CBBAC4CABAC5CBBAC5CABCC6CBBCC6CBBEC8CBBEC7CABDC6CABFC7CBC0C7CCC1C7CDC1C8CDBEC7CCBEC6CBBEC5C9BEC4C8BDC5C8BCC6CABBC6CABDC8CBBEC7CBBFC6CBBFC7CCBFC8CDC1C9CEC2C7CCC2C7CCC2C7CDC1C7CDC2C8CEC1C7CEC2C7CEC1C6CDC2C7CEC3C8CEC1C7CDC2C7CEC1C7CDC3C8CEC3C9CEC4CACFC3CACFC3CACEC4CACEC4CACFC4CBCFC4CBCFC5CBCFC6CBCFC6CBD0C6CBD0C7CCD0C6CACFC7CBD0C6C9CFC7CACFC7CBCFC6CACEC7CBCEC6CBCFC6CBD0C8CBD1C9CCD1C9CBD0C9CDD0CACFD2CACFD1CCCFD2CCCED1CDCFD1CDD0D1CDD2D3CDD1D2CFD1D2CED0D1CED1D2CED0D1CFD1D1CED0D1CFD1D2CED1D1CDD1D1CDD1D1CCD0D1CDD1D2CDD0D2CDD1D3CCCFD2CCCFD2CDCFD2CDCFD2CDCFD3CDCFD3CECFD3CECFD2CED0D2CDCFD1CDD0D1CDCFD0CDD0D1CCD0D1CDD0D1CCCFD0CCCED0CCCED0CCCFD1CCCFD0CCCFD1CCCED1CDCFD1CDCED1CDCFD2CDCED2CDCED1CDCED2CDCFD2CECED1CECED1CDCED1CECFD2CDCED1CECFD1CECED1CDCED1CDCED1CDCED1CDCED1CDCED1CECFD2CECFD2CCCDD1CDCFD2CCCED1CCCDD0CDCED0CBCCCFCBCCCFCCCCD0CACCCFCACBCFCACBD0CACBCFCBCCCECBCCCFCBCCCFCBCDD0CACCCFCACCCFCACDD0CACCD0CBCDD0CACCD0CACCCFCBCCD0CCCED1CDCFD2CACCD0CBCDD1CBCCD1CCCDD1CDCED2CCCCD1CCCCD0CACBD0CACBCFCACCD0CACCCFCACDD0C8CBCFCACCCFC9CCCECACDCFCACECFC9CDCEC9CCCEC8CBCDC8CCCDC9CDCEC9CDCEC9CDCEC9CDCEC9CCCECACED0C9CCCFCACCCFCCCED1CCCED2CCCFD3CCCFD2CDCFD2CDCDD1CECDD1CDCDD0CACDD0C9CCCFC7CCCFC8CCCFC8CBCFC7CCCFC8CDD0C8CCCFC8CCD0C8CBD1C9CDD2C8CAD0C6C9CEC6C9CDC5CACEC4C9CEC5C9CEC7C9CEC6C9CDC5CBCDC4CBCDC3C9CCC3C9CCC1C8CBC3C9CDC3C9CDC3C8CCC3C8CCC3C9CDC3C9CDC3C9CFC0C6CDC2C7CDC3C7CDC1C7CCC1C5CBC1C6CDC0C7CDBFC7CDBFC7CDBEC6CBBEC6C9BDC6CABDC7CBBEC8CABDC7C9BDC7C9BDC6C9BEC7C9BDC7C9BDC6C8BEC7C9BDC5C8BDC5C8BCC5C8BCC5C9BDC4C8BEC4C7BDC4C8BCC4C8BCC4C8BCC3C8BCC3C8BCC2C7BCC3C8BBC2C7BCC3C8BCC3C8BCC2C7BCC2C7BBC2C7BAC3C7BBC2C6BCC3C6BCC2C5BCC2C5BCC2C6BBC2C6BBC2C5BBC2C5BBC1C5BBC2C4BCC3C5BBC1C4BBC1C5BBC1C5BAC1C5B9C0C6BCC3C7BDC2C6BCC1C5BCC1C6BCC2C5BBC2C5BCC2C6BCC2C6BCC2C5BDC3C6BCC2C6BBC2C6BCC1C5BDC1C5BDC0C5BCC0C4BBC1C5BAC1C5BAC1C5BBC2C6BAC0C4BAC0C4BAC1C4BAC2C5BAC1C4BAC1C4BAC3C6B9C2C5B8C1C5B8C0C6B8C0C6B7BEC6B7BFC6BAC1C9B8BEC7B8BEC6B8BEC6B8BFC7B7BFC7B7C0C8B7C0C7B7BFC6B7BFC6B8BFC7B8BFC7B7BFC7B8C0C7B6C0C6B7BFC5B7BFC4B6BFC4B6BFC4B6BEC4B5BDC4B3BCC3B4BCC3B4BCC2B4BBC1B4BCC2B3BBC2B4BCC2B4BAC1B3BBC2B1BAC1B3BAC1B3BABFB2BABFB2BABFB2BABFB1BBBEAFB9BEAFB9BEB0B8BEAFB8BDAFB9BEADB9BDADB8BBADB5B9ACB4B8ABB5B9ABB7BAAAB5B9ABB7BBABB7BBACB7BCABB6BCAAB5BBA9B5BBAAB5BBAAB5BAABB6BBABB6BBABB6BCABB6BBAAB6BCA9B6BCAAB6BBAAB6BAAAB7BCA9B7BCA9B7BCA7B5BBA9B7BEA7B5BDA8B4BCA8B3BCA6B2BAA7B4BCA6B3BAA5B1B8A4B2B9A3B1B8A3B2B8A4B2B7A3B1B7A3B2B8A1B1B7A1B0B7A0AFB6A0AFB6A0AFB79FAEB69FB0B89EAEB79FAEB89FAEB89FAFB99CABB69DADB89EAEB89FB0B99FB1BAA0B2BA9FB1B9A0B2BA9EB1B99EB1B99EB0B89FB1B99EB1BA9EB1B99FB1B89FB1B99EB1B89FB1B99DB0B89FB1B99EB0B99EB0B89FB0B79EAFB79EB0B79DAFB79EB0B89DAFB79DAFB89DAFB89EAFB79DAEB69EAEB79EAEB79EAEB79DADB79DADB79EAAB59FA9B49CA7B39BA8B49AA8B39BA9B39CA9B39DA9B49FABB49EA9B39EA9B49EAAB6A1ACB8A0ACB8A1ABB8A2ABB7A4ADB8A4ADB8A2ADB9A2ADB9A2ADB8A2ADB8A1ADB8A1ADB8A2ADB8A2ABB6A1ABB69EAAB59DAAB69CAAB59BABB69BABB59AA9B599A9B498A8B598A8B699A7B598A6B597A5B498A5B598A4B598A3B597A6B895A5B795A4B694A4B494A5B695A5B794A5B794A6B693A5B693A6B693A5B593A5B493A5B393A4B394A3B493A3B593A3B592A3B592A2B492A3B391A2B38FA1B293A2B295A2B293A0B092A0B093A1B193A0B092A1B191A0B193A1B293A0B192A0B293A2B391A1B290A0B093A2B1919FB091A0B192A0B1909FB08F9EB18F9EB18E9EB0909FB0919FB08F9DAF8F9DAF8E9EB08E9FB08E9EAF8E9EAF8F9DAE909DAD8F9DAC8E9CAC8C9BAC8C9CAC8C9CAC8A9AAB8B9AAB8999AC8C9BAE8E99AD8B98AC8A99AC8A9AAC8C9CAC8D9CAC8D9DAC8D9DAD8C9CAD8C9DAF8B9DAF8D9EAF8D9CAD8D9DAD8C9BAC8D9BAD8D9BAD8E9DAE8D9DAE8C9BAC8A9AAA8A9AAC8899AC8797AB8696AB8596AB8295AA8394A98596A98597A98597A98597A98496A98497A98396A98696AA8796A98697A98699AA8699AA8799AB869AAC8699AC879BAC889BAC879AAB879AAC899AAB899BAB8899AB8799AB899AAC889AAD8899AD8797AB8A98AB8B98AA8897AA8697AA8697AA8596A98696A98696A68696A78395A68194A68294A78294A78293A58093A67F93A68293A68392A48292A48192A38092A38094A47F93A38094A48093A48295A58093A47F92A48193A58193A58193A68092A58294A68393A58292A58191A58191A581 +{ "seq_id" : 0, "qsl_idx" : 25, "data" : "B6C1C7B5C1C7B5C0C6B6C0C6B7C0C6B9C1C7B9C2C8B9C3C9B9C2C8B9C2C8BBC3C9BCC4CABBC3CBBCC4CBBCC4CCBCC4CCBDC6CDBCC3CCBDC5CEBCC5CEBCC6CFBDC6D0BEC8D1BDC7D0BCC6D0BBC6CFBCC7CFBDC7CEBCC7CFBDC8CFBDC8D0BEC9D0BCC7CFBCC7CFBFC8D1BFC8D0BEC6CFBEC6CEC0C9D0C0C9D0BFC8CFC0C9CFC1C8CFC3C9CFC3CACFC3CBD1C3C9CFC4C9CDC3C9CCC3CACDC2CACDC0CACDBFC9CDBFCACDC2CCCEC2CBCEC2CACEC2C8CDC4C9CDC5CACEC2C9CEC3CBD0C3CBD0C3CBD0C4CBD0C5CBD0C4CBD0C5CCD1C5CCD1C5CDD1C6CDD1C6CCD1C6CBD1C6CBD0C7CBD1C6CCD2C6CCD2C7CCD1C7CDD1C6CCD0C6CCD0C6CCCFC6CBCFC5CBCFC5CCCFC5CCCEC6CCCEC5CACCC5CACDC5CACEC7CCCFC6CACFC4C9D0C4CAD2C5CAD1C6CAD1C6CBD1C5CCD1C6CDD2C6CDD1C6CDD1C8CED2C7CED2C7CDD1C8CED2C8CED2C9CDD2CACED2CACDD2CACDD2CACED2CACDD2CACDD2CACDD1CACED2CACDD1CACED3CACED3CACED3C9CDD2CACED3C9CCD2CACDD3C9CCD3C9CDD3C9CCD2CACCD2CACDD1CACDD2C9CCD1C9CCD1C9CCD1C8CBD0C9CBD1C9CBD0C9CBCFCACCD0C9CBCFCACCCFC8CBCEC9CDCFC9CCCECACCCFCBCDCFCACCCFCBCDCFCACDCFCACDCFCACDCFCACECFCACECFCBCECFCACDCFCBCECFCBCECFCCCFD0CCCFD0CCCFD0CDCFD1CDD0D1CDD0D2CDD0D2CED1D3CDD0D3CED1D3CFD1D4CFCFD3CFCFD2CFCFD2CECED2CFCFD3CECED3CECED2CECDD2CECDD1CDCDD1CECED2CECDD1CECDD1CDCCD0CDCCD0CCCBCFCCCCCECCCCCDCCCCCDC9CCCDC8CCCDC9CCCDC9CCCDC9CCCDC9CBCDC9CCCDCACCCECACCCECBCDD0CACCD0CACCD0CACBCFCBCBCFCACBCDCBCCCECACCCECBCCCDCBCCCDCACDCECACDCFC9CBCEC8CACEC8CBCEC7CACDC8CACFC7CACFC7CACFC7CAD0C7CACFC7CBCFC7CCCFC6CBCEC7CCCFC7CBCFC7CBCFC6CBCFC7CBCFC7CACFC7CACFC6C9CEC6CACFC6CACFC5CBCFC6C9CFC6CAD0C5C9CFC6CAD0C6CBD0C5C9CFC6CBD0C5CBD0C5CBD1C6CCD2C5CAD1C4CAD1C3C9D0C4C9D0C5CAD1C5CAD1C5CAD0C5CAD1C5CAD1C4CAD1C4CBD1C4CAD0C4CAD0C4CAD0C4CAD0C4CAD0C3CAD0C4CAD0C4CACFC3C9CFC2C9CFC3C9CFC2C8CEC2C8CEC1C7CDC1C8CEC1C8CDC1C8CDC0C7CCC0C8CDC0C8CDC0C8CDC1C8CDC0C8CCC0C7CCC0C8CCC0C8CCC0C7CCC0C7CCBFC7CBBFC7CBBEC5CBBEC6CCBEC5CBBDC3C9BEC5CBBDC5CABBC3C8BAC2C6B9C1C6B8C0C6B9C0C5B8BFC4B9C1C6B9C1C5B9C1C5B8C0C5B9C2C7B9C1C7BBC2C8BCC2C8BBC2C8BBC3C9BBC2C8BCC1C7BCC1C8BBC2C7BAC1C6B9C1C6B9C1C5B9C0C5B9C1C5B8C0C4B7BFC3B6BFC3B5BEC1B6BEC0B5BDC0B4BDBFB2BBBEB2BABCB2BABDB4BCBEB4BBBEB5BDBFB5BDC0B5BFC2B6BCC1B9BFC3B8BEC3B8BEC3B9C0C5B9C0C5BAC0C6BAC0C5BBC1C6BBC1C6BBC1C6BAC0C6BBC1C6BABFC5BBC1C6B9C0C4B8BEC3B8BEC2B8BFC3B8BFC3B7BEC2B7BEC2B7BFC3B8BFC3BAC1C5B9C1C5B7BFC4B6BEC4B9C0C4B9BFC3B9BFC4B9BFC4B7BEC4B6BEC3B5BDC4B6BEC4B6BEC4B6BEC4B6BFC4B6BFC4B7C0C5B6BFC4B5BDC3B5BDC3B6BDC3B5BFC4B5BDC3B5BDC2B5BCC2B5BBC1B6BEC3B4BCC2B1BAC1B1BBC0B0BAC0AEBAC0ADB9BFABB7BDABB9BFABB8BFACB8BFACB8BFACB8BFAAB7BEAAB7BDAAB7BDADB8BEACB7BEADBAC0ABB8BFACBAC0ABB9BFADBAC0ADBABFACB9BFABB9BFABBAC0ACB9BFACB9BFACB9C0ADB9C0ACB9C0ACB9C1A9B7BFAAB9C0AAB7BEAAB7BEAAB6BFAAB6BFA9B4BEA8B5BEA7B4BDA7B3BCA7B4BCA6B3BCA6B4BDA5B2BBA4B2BAA4B2BBA2B0BAA4B1BAA5B1BAA4B0B9A4B2BAA3B0B9A2B0B9A1AFB99FAEB8A2B0BAA1AEB9A2AFBAA1AEBAA1AEBAA0AEB9A1AFBAA0ADB9A1AEBAA0ADB9A0AFBB9FAFBB9FAEBB9FAEB99FAFBA9DAFBA9EAFBA9FAFB99EAFB99DAFBA9DAFB99DAFB89DAFB99DAFB89DAEB89DAEB89DAEB99CADB99EADB99EADB99DADB89DACB79FAEB89EAEB79EAEB89EADB89DACB89EACB89EADB89DADB99CABB89BAAB69BABB79BABB79AA9B699A8B698A7B598A7B598A7B598A7B497A6B397A7B497A6B399A6B399A5B499A6B59AA6B59AA6B59CA7B59DA6B49DA6B49DA6B29CA6B49CA7B49CA8B59CA7B59DA8B59DA7B5A0A8B5A0A7B3A0A6B39EA6B39CA6B39CA9B399A7B39AA8B498A6B596A5B595A7B794A7B895A7B895A5B795A6B794A5B895A4B895A4B895A4B893A3B794A4B793A4B693A5B793A5B893A4B693A4B692A3B591A4B591A4B592A2B392A3B491A3B492A6B692A6B691A5B691A2B592A3B594A5B791A2B794A6B994A4B795A3B594A1B395A2B494A1B393A2B393A3B492A2B592A1B493A0B493A1B593A2B592A1B491A1B392A1B3909EB2919FB2929EB2909DB18E9DB18F9CB08F9BAD8F9BAC8D98AA8C97AA8A96AA8998AB8A99AD8C98AC8C97AA8B98AB8C9AAC8D9AAB8D98AA8B97AA8C99AB8B98AB8B98AA8B99AB8A98AA8D99AA8D97A78C97A78B97A88B97A98C98A98C98A88B97A78B96A78A95A68A95A68995A68995A68895A48894A48894A48994A48892A28892A38793A38692A38793A38693A38593A38693A48793A48793A38795A38694A38796A48696A58796A68896A58896A58897A68696A68897A78997A78897A78797A78898A88898A98797A88796A88998A98796A88797A98798A98797A98695A88696A88596A88595A88596A78596A78596A78697A78595A68495A68394A68394A68394A68395A68293A58494A68292A48092A58092A57F91A48093A57E92A47D93A57F92A58091A37E90A37D90A37E91A47F91A47F91A37F92A37E91A27D91A27D90A27D90A27E8FA17E8FA17E8FA27E8EA1808DA1828FA27F8DA17F8EA27F8DA27F ... -FCFAFBFCFBFBFDFBFBFCFCFAFCFBFAFCFBFAFCFCFBFCFBFBFCFBFBFCFBFAFCFBFAFBFBFAFBFBFAFBFBFAFBFBFAFBFBFAFBFAFAFBFBFAFBFBFAFBFBFAFBFBFAFBFBFAFBFBFAFBFAF9FBFAFAFBFAFAFBFBFAFBFBFAFBFBFAFBFBFAFBFBFAFBFBFAFBFBFAFBFBFAFBFBFAFBFBFAFBFBFAFBFBFAFBFBFAFBFBFAFBFBFAFBFBFAFCFBFAFCFBFAFCFBF9FCFBF9FCFBF9FCFBF9FCFBFAFCFBFAFCFBFAFCFCF9FCFCF9FCFBF9FCFBF9FCFBF9FCFBF9FCFBF9FCFBFAFCFAFAFCFBF9FCFCFAFCFCFAFCFDFBFCFDFBFCFDFBFCFDFBFCFDFBFCFDFBFCFDFAFCFDFAFBFDFAFBFDFAFBFCF9FBFCF9FBFCF9FBFBF9FBFBF9FBFBF9FBFAF9FCFAFAFCFBFAFCFCFAFCFCFAFCFCFAFBFCFAFCFCFAFCFDF9FBFDFAFBFDFAFCFDFAFBFCF9FBFCF9FBFDF8FBFBF8FBFBF8FBFAF9FBFAF9FAFAF9FBFBF9FAFBF9FAFBFAFBFBFAFBFCF9FBFCFAFCFCFAFCFCFAFBFCFAFBFBFAFBFBFAFBFBFAFBFCFBFCFCFBFCFCFBFCFCFBFBFCFBFBFBFBFBFBFAFBFBFBFBFCFBFBFCFBFCFDFBFCFCFCFCFCFCFCFCFBFCFDFCFCFCFCFCFCFCFCFCFCFCFCFCFCFCFCFCFCFCFCFCFDFCFCFCFCFCFBFCFCFBFCFCFCFDFCFCFDFDFCFDFDFCFDFDFCFDFDFCFDFDFDFDFDFDFDFDFDFEFDFDFEFDFDFEFDFEFEFDFEFEFDFEFEFEFEFEFEFDFEFDFDFEFDFDFDFDFCFDFDFCFDFDFCFDFCFCFDFCFCFCFCFCFCFCFCFDFDFCFCFCFCFDFCFBFCFBFBFCFBFBFCFBFBFCFBFBFBFBFBFCFCFAFAFAF9FAFAFAFAFBF9F9FAFAFAFAFAFAFAFAFAFAFBFBFBFAFAFAFBFCFBFAFBFAFBFBFAFAFAFAFBFBFBFAFBFBFAFBFBFBFCFBFCFCFCFCFBFBFBFBFBFBFCFCFAFAFBFCFCFCFCFBFAFBFBFAFBFCFBFBFCFBFBFBFAFCFCFAFCFCFBFBFCFBFCFCFBFCFCFBFBFBFBFBFBFBFCFCFCFBFBFCFBFBFCFBFCFCFBFCFCFCFCFCFCFCFCFCFCFCFCFCFCFCFDFDFDFDFDFDFDFDFDFDFDFDFCFDFDFCFCFDFCFCFCFCFCFBFBFCFBFAFBFBFBFAFCFBFCFCFBFBFBFAFBFAF9FAFAFAFBFAF9FAF9F9FAF9F9F9FAFAFAFAFAFAFAFAFAFAF9F9FAFAF9FAFAF9F9FAFAFAFAFAFAFAFAFAFAFAFAF9FAFAFAFAFBFAFBFBFBFAFBFBFAFBFBF9FCFCFBFCFCFAFCFCFAFCFBFAFCFCFBFBFCFBFBFCFBFCFCFBFCFCFBFCFCFBFCFCFAFCFBFAFCFCFAFCFCFAFCFCF9FCFBF9FCFDFAFAFCF9FAFCF9FAFBF7FBFBF8FBFBF8FBFCF9FBFCFAFCFCFAFCFCFAFCFCFAFCFCFAFCFCFAFCFCF9FDFCFAFDFDFAFDFDFBFDFCFAFDFDFAFDFDFBFDFDFBFDFDFBFDFDFBFCFCFAFCFDFAFCFCF9FDFEFAEFECE9E1DEDCEDEDE6F6F5EEF2F0EBF0F0ECF2F1ECF6F7F1FAFBF7F9FBF7F7F8F4F5F7F1F5F6F0F7F8F2F6F6F1F9F9F4FAFAF6FAFAF6FAFAF6FBFBF7FBFCF8FBFBF8FBFBF7FAFAF6FAF9F6FAFAF7FBFAF8FBFAF7FBFAF7FBFBF7FBFBF8FBFAF7FAFAF7FBFBF8FAFBF8FAFBF6FAFAF6FBFCF8FBFCF8FBFBF8FBFBF8FCFCF8FCFCF9FCFDFAFCFCFAFDFCFAFDFDFBFDFDFAFDFCFAFDFCFAFDFCFAFDFCFAFCFBF9FCFCF9FBFBF8FCFCF8FBFBF7FBFBF8FBFBF9FBFBF9FAFAF8FBFBF9FCFCF9FAFAF8FBFBF8FBFCF9FCFCF9FAF9F7FAF8F6FCFBF9FAFAF9FBFBF9FCFCFAFAFAF9FAFAF9FBFBFAFCFBFAFCFCFCFBFAFAFAF9F9FCFBFAFEFDFCFDFCFBFDFDFCFDFCFBFDFDFCFDFDFCFDFDFCFCFCFBFDFDFCFDFDFCFDFDFCFDFDFCFDFDFCFDFDFCFDFDFCFCFDFCFDFDFCFDFDFCFDFDFCFCFDFCFDFDFCFDFDFCFDFDFCFCFDFCFDFDFDFDFDFDFCFDFDFDFDFDFDFDFDFDFDFCFDFDFDFCFDFDFCFDFDFDFDFDFCFCFCFCFCFDFCFDFDFCFCFDFCFBFBFCFBFBFDFDFDFCFCFDFCFCFDFBFBFCFDFDFDFCFBFCFDFCFDFBFAFCFDFCFDFCFCFDFBFCFDFCFCFCFDFCFDFCFCFDFBFBFCFCFCFCFDFCFDFDFCFCFCFBFBFBFBFAFDFDFCFCFCFBFDFDFBFCFCFBFCFCFBFDFDFCFCFCFCFCFCFCFCFCFDFCFBFBFCFBFCFCFBFCFBFBFCFCFCFCFBFBFAFBFBFAFBFBFBFAFBFBFAFBFBFAFBFBFBFBFBFBFBFAFAFAFAFAF9FAFAFAFBF9F9FAF8F7F7F9F8F7F8F8F8F8F8F8F7F7F7F7F7F7F9F9F8F8F8F8F8F8F8F7F7F8F8F7F7F8F7F7F8F7F7F7F7F6F8F8F8F8F8F8F9F8F8F9F8F7F8F8F8F8F9F8F9F9F9F9F9F9F9FAFAFAFAFAF9F9F9F9FAFAF9FAFAFAFBFBFAFBFAFBFBFAFBFCFBFBFBFBFAFBFAFAFBFAFAFBFAFBFBFBFAFBFBFAFBFBFAFBFBFAFBFBFBFBFBFAFBFBFBFBFBFAFAFAFAFAFBF9FAFAFAFBFBF9FAFAF9F9F9F9F9F9F8FAF9F8FAFAF9FAF9F8F9F8F9F9F8F9F9F9FAFBFAF9FAF9F9F9F8F9FAF9F9FAF9F9FAFAF9FAF9F8FAF8F7F8F7F8F9F8FAFBFAF9FBFAF9FBFAF8FAF9F8F9F9F9FAFAF8F9F9F8F9F9F8F9F8F8F9F8F9F9F9F9F9F9FAFAFBFBFBFBFBFBFBFAFAFAFAFAFAFAFAFAFAFAFAFAFAFAFAFAFAF9F9F9F8F8F8F8F9F8F8F9F9F7FAF9F7F9F9F7F9F8F7F9F9F8F9F9F7F9F9F8FAFAF9F9F9F8F9F9F8F8F8F7F7F7F7F7F7F8F8F8FAFBFBF9F9F9F9F9F9F8F8F8FAFAFAF9F9F9F9F9FAF8F8F8F6F5F6F8F8F7F8F9F9F8F8F8F8F8F8F8F8F8F8F8F8F9FAFAF9FAFBF8F9FAF8F9F9F9F9F9F9F9FAF8F9FAF9F9FAF7F8F9F6F6F8F8F8F9F8F8F9FAFAFAFAFAFBF8F9F9F8F8F9F8F9F9F9FAFAF9F9FAF9F9FAF9F9F9F9F9F9F9F9F9F9F9F9F9FAF9F9FAF9FAFAFAF9F9F9F9FAFAF9FAFAF9FAFAFAFAFAFAFAFAF9FAFAF9FAFAFAFAFAFAFAFAF9FAF9FAFBFAF9FAFAF8F9F8F8F9F8F9FAF8F9FAF8F9FAF9FBFBFAFBFBFBFBFCFBFBFBFBFBFBFBFBFCFCFBFCFBFAFBFBF7F7F8F7F9F9F8F9FAF6F7F8F7F8F8F7F8F8F7F9F9F7F8F9F7F8F9F7F8F8F7F7F8F8F9F9F8F8F9F7F8F9F7F8F8F6F7F7F7F7F8F7F8F8F9FAFAF9F9FAF9F9FAFAFAFBFAFAFBFAFAFAF8F8F9F7F8F8F7F8F9F5F5F6F6F6F7F7F7F7F7F8F8F7F8F8F7F8F8F7F8F8F7F7F7F8F8F8F9FAFAF8FAFAF9F9FAF9FAFAF8F8F8F7F8F8F7F9FAF7F8F8F7F8F7F8F9F9F9F9F8F7F7F8FAFAFAF7F8F8FAFBFC" } +FBFBFAFBFBFBFBFCFBFBFCFAFBFBFAFBFBFAFBFBFAFBFBFAFBFBFAFBFBFAFBFBFAFBFCFBFBFCFBFBFCFBFBFCFAFBFCFAFBFCFBFBFCFBFBFCF9FAFBF9F9FAF9F9FAF9FAFAFAFAF9F9F9F8F9F9F8F9FAF9F9FAF9F9FAFAF9FAFAF9FAFAF9FAFAFAFAFAFBFBFBFBFBFBFBFBFBFBFBFCFBFBFCFAFBFBFAFAFBFAFAFBFAFBFAFAFBFAF9FAFAF9FAFAF9FAFAF9FAFAFAFBFBFBFBFBFCFCFCFCFCFDFCFCFDFCFCFDFCFCFDFCFCFDFCFCFDFBFCFDFBFBFDFAFBFDFBFBFCFBFBFCFAFBFCFAFBFCFAFBFCFAFBFBFBFBFCFBFBFCFAFBFCFAFBFBFBFBFBFBFBFCFAFBFBFAFBFBFAFBFBFAFBFBFAFBFBFAFAFBFAFAFBFAFAFBFAFAFBFAFBFBFAFBFCFAFBFCFBFBFDFBFBFCFAFBFCFBFBFDFAFCFDFAFBFDFBFBFDFBFBFDFBFBFDFBFCFDFAFCFDFAFBFDFAFBFDF9FBFCFAFBFDFAFBFCFAFBFCFAFBFCF9FAFCF9FAFBFAFBFCF9FAFBFAFBFDF8F8FBF9FBFCFAFBFCFAFAFBFBFCFCFAFCFDFBFCFEFBFCFDFBFCFCFCFCFCFBFBFBFBFBFBFBFBFBFCFBFCFBFBFBFBFCFDFBFCFCFCFBFDFCFCFDFCFBFCFCFCFCFDFCFCFCFCFCFDFDFDFDFDFDFDFDFDFDFDFDFCFCFCFCFDFDFCFCFCFCFCFBFCFCFCFCFCFCFCFCFDFCFCFCFCFDFCFCFCFCFCFCFBFCFCFCFCFDFCFCFDFCFCFCFBFCFCFBFBFCFCFBFCFCFBFCFBFBFCFBFBFCFBFBFBFAFAFBFBFAFAFBFAFBFBFBFBFBFAFAFAF9F9F9FBFBFBFBFBFAFBFBFAFAFAF9FAFBFAFAFBFBFAFBFBFBFBFBFBFCFBFAFBFBFAFBFBFAFBFBFAFBFBFAFBFBFBFBFBFBFCFCFBFCFCFBFBFBFBFBFBFAFBFBFBFBFBFBFBFBFBFBFBFAFAFAFAFBFBFAFBFBFBFCFBFAFBFBFAFBFBFAFBFAFAFBFAFBFCFBFBFBFAFAFBFAFAFBFBF9FAFAF9FAFAF9FAFAF9FAF9F9FAF9F8FAF9F8F9F9F7F9F9F7F9F8F8F9F9F7F9F9F7F9F9F7FAF9F7F9F9F8FAF9F8FBFAF7FAF9F7FBFAF7FBFAF7FBFAF8FBFAF9FBFAF9FBFAF9FAFAF8FAFBF8FAFAF8FAFAF7F9FAF7F9F9F7FAFBF7F9FAF7F9F9F7F9F8F7F9F9F6F9FAF5F8F9F5F7F8F7F9F9F7F8F9F7F9F9F8F9F9F7F8F8F7F8F9F7F9FBF6F8F9F7F8F9F7F8F9F6F7F9F7F8F9F7F9FAF7F9F9F8FAFAF6F9F9F8FAFAF8FAFAF7FAFAF9FBFBF8FAFAF8FBFCF7FAFBF9FBFBF9FBFCFAFBFBFAFBFAF9FAF9FAFBFAF9FBF9FAFBF8FAFBF8FAFBF9F9FBF8F9FAF7F9FAF7FBFBF8FAFBF7F9FBF7F9FAF6FAFBF8F9FAF6FBFBF7FAFAF6FAFAF7F9FAF6FAFAF6FBFBF7FAFBF7FAFAF6FAFBF7FAFBF7FAFBF7F9FAF6F9FAF5F9FAF5FAFBF6F9FAF4FCFCF6FAFAF4FAFBF3F5F5ECF4F4E9F1F0E8F3F4ECF5F6EFF8F8F2F7F8F2F6F8F3FAFCF6F8F9F2F8FAF2F8FAF3F7F7F0FAF9F3FBFAF5FCFCF7FBFBF6FBFCF7FCFDF8FBFBF7FBFBF7FAFAF6FAF9F6FAF9F6FAF9F6FAF9F6FAF8F6FAF9F7FAF9F6F9F8F5F8F7F4F8F9F5F9F9F5F7F7F2F7F6F2F8F8F4F9F8F5F7F6F3F8F8F4F9F9F5FAF9F5F9F8F5F8F7F4FAF9F5FAF9F5FBF9F5FAF8F4FAF8F4FAF8F4F9F9F5F9F8F5FAF9F6FAF9F6FCF9F5FBF9F5FAF8F6FAF9F6FAF9F6F9F8F6FAF9F6FBF9F6FAF8F5FAF9F5FAF9F6FAF9F5F9F8F3F8F7F2FAF9F5F9F8F5F9F9F5F9F9F5FAFAF6FAFAF6F9F9F8FAF9F7FAF9F7FBFAF8FBF9F7FBF9F8FBFAF9FBFAF9FBFAF9FBFAF9FBFBFAFBFBF9FBFBF9FBFBF8FCFBF9FBFBF8FBFBF7FBFBF6FCFBF8FCFBF8FBFBF8FBFBF7FBFCF8FBFBF8FBFBF7FCFCF8FBFBF8FBFBF8FBFBF8FBFBF8FBFBF8FBFBF8FAFBF7FBFBF7FCFCF8FBFBF8FAF9F7F9F8F6FAFAF8FAFAF8F7F6F4F8F7F5FAFBF8F9F9F6FAFAF6FAFAF7FCFCF9FBFCF9FBFCFAFBFBFAFCFCFBFDFCFBFCFCFBFCFCFAFCFCFAFCFCFAFCFBF9FCFBF8FCFCFBFAFAF9F9F8F6F9F8F6FCFBF9FDFBF9FDFCF9FCFBF9FDFCFAFDFCFAFDFDFBFCFCFAFCFCFAFDFDFAFDFCFAFDFDFAFDFDFBFDFCFBFDFCFAFDFCFBFDFCFBFDFDFBFCFCFAFCFCFBFBFCFAFCFCFAFBFBFAFBFBFAFCFCFBFBFBFAFBFBF9FAFAF9FBFCFBFBFBFAFBFAF9FBFAF9FAFAFAFAFAFAF9FAFAFAFAFAFBFBFAFBFBFAFAFAFAF9FAFAFAFBFAFAFBFAFAFBF9FAFBF9FAFCFAFAFCFBFBFBFBFBFBFBFAFBFBFAFCFBFAFBFBFAFBFBFBFBFBFCFBFBFBFBFBFBFBFBFBFBFAFBFBFBFAFBFBFAFBFAFCFCFBFAFBFAFAFBFBF9FBFBF9FAFAFAFBFAFAFAF9FAFBF9FAFBFBFAFBFBFBFBFBFBFBFBFBFBFBFBFBFBFAFCFCFAFBFCFBFBFCFBFBFCFBFBFDFBFBFCFBFBFCFAFBFBFAFAFBF9FAFAF9FBFBF9FAFBF9FAFAFAFAFAF9FAFAFAFAFBF9FAFBFAFAFBFAFAFBFAFBFBFAFAFBFAFBFCFAFBFBFAFBFBFAFBFBF9FBFAFAFBFBF8FAFAF7F9F9F6F8F8F7F9F8F9FBFAFAFCFBF9FBFAF8F9F9F9FAFAF9F9FAF9FAFBF9FAFBF7F9FAF8FAFBF7F9FAF9FAFAF9FAFAFBFAFBFAFAFAFAFAFBFBFAFBFAF9FAFAF9FBFAFAFBFAFAFBF9F9FAF9FAFAF9FBFBF9FBFAF8FAF9F8FAF9F9FBFAF8FAFAF5F6F6F6F7F6FAFBFAFAFBFAF8F9F9F8F9F9F7F7F7F8F9F8F8F9F9F7F8F9F7F8F8F7F8F8F7F8F8F7F8F8F7F8F9F7F8F9F8F8F9F8F9F9F8F8F9F8F8F9F9F9FAF8F9F9F8F9FAF9F9FAF8F9F9F9FAFAF9FAFAF9F9FAF8F8F8F6F6F7F8F8F9F7F7F8F7F7F8F8F8F8F7F8F8F7F8F8F7F8F8F8F8F8F8F8F8F9F9F9F9F9F9F9F9F9F9FAF9FAFAF9F9F9F9F9FAF9F9FAF9F9FAF9FAFAF9F9FAF9F9FAF9FAFAF9FAFAF9FAFAFAFAFBFAFAFBFAF9F9F8F9F9F8F9FAF9F7F7F7F8F8F8F7F7F7F8F8F7F9F9F9F9F9F9F8F9F8F9F9F9F9F9F9F8F8F7FAFAF9FAFAF9FAFAF9FCFCFBFCFBFBFCFCFBFCFCFCFBFCFBFBFBFBFBFBFAFBFBFAFAFBFAFBFBFBFBFBFAFBFBFAFAFAF9FAFAF9FBFBFAFCFBFBFDFCFCFDFCFBFDFCFCFDFCFCFDFCFCFDFCFCFDFCFCFDFBFCFDFBFBFDFBFCFCFCFCFCFBFCFBFAF9FBFAF9FAFBFBF9FAF9F7F8F7F9F9F8FBFBFAFBFBFAF9F9FAF8F9FAF7F8F9F8F9F9F9F9F8F8F8F8F8F8F8F8F8F8F9F9F9F7F8F7FAFBFC" } ] diff --git a/open/MLCommons/results/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base/stable-diffusion-xl/offline/accuracy/mlperf_log_detail.txt b/open/MLCommons/results/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base/stable-diffusion-xl/offline/accuracy/mlperf_log_detail.txt index 94dfbdf..9e4731c 100644 --- a/open/MLCommons/results/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base/stable-diffusion-xl/offline/accuracy/mlperf_log_detail.txt +++ b/open/MLCommons/results/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base/stable-diffusion-xl/offline/accuracy/mlperf_log_detail.txt @@ -1,68 +1,68 @@ -:::MLLOG {"key": "loadgen_version", "value": "4.0 @ 486a629ea4", "time_ms": 0.003455, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 53, "pid": 12385, "tid": 12385}} -:::MLLOG {"key": "loadgen_build_date_local", "value": "2024-11-05T03:18:35.914513", "time_ms": 0.003455, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 55, "pid": 12385, "tid": 12385}} -:::MLLOG {"key": "loadgen_build_date_utc", "value": "2024-11-05T11:18:35.914520", "time_ms": 0.003455, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 56, "pid": 12385, "tid": 12385}} -:::MLLOG {"key": "loadgen_git_commit_date", "value": "2024-02-15T15:46:50-05:00", "time_ms": 0.003455, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 57, "pid": 12385, "tid": 12385}} -:::MLLOG {"key": "loadgen_git_log_message", "value": "486a629ea4d5c5150f452d0b0a196bf71fd2021e Hotfix: DLRMv2 Audit Test01 fallback failure (#1626)\nf9a643c0a0e920588da1b51a1d822e1071a9dbec Add number of tokens to offline (#1623)\nf06b920eac2170df38b5502c7443f50c9afa6045 Bugfix: equal-issue mode on offline causing accuracy run to fail (3D-UNet) (#1624)\n0ed5190e82e1ca1cf95626e50e61cb6678c7f2ff Fix submission checker and TEST06 for Llama2 (#1616)\n817dd961221d3ca284b024368130bd5dc5e4b54a Turn equal issue mode off for TEST06 (#1615)\n840435a1abe8be823e0a5a18ad3173bc520aa24f Update README.md with CM commands to download stable-diffusion, gptj and dlrmv2 models (#1604)\n3190d09a148bc1d72c9d946e4cf3b54db0d0e60a Typo fix in README.md (#1588)\nb0777f0bd3b7e5cd6a51d670d8b4df656cf6fb29 Update README.md - remove unwanted lines in CM commands (#1601)\nd7dba0826ac96a0e8bcae525086961e47c409a38 Remove loadgen warnings (#1608)\nd45a66c33bb0b6548d6172b38645bf94ffe24b39 Add upper limit to tokens per sample (#1612)\n44285d9a44041c3d4f7df0acf1e72c375e9fcbd2 Set completed samples per second as llama metric (#1613)\n357ccefca4db55ff373e029d5d1e3e6246bde5d4 Enable equal issue mode for LLM benchmarks (#1610)\n104d85531af7ae2a07ded36dd6e8c7f2c7746d06 Add sample length check to test06 (#1603)\n473053fc9f1b8c5edf60e11ec74607126938fbc4 Fix loadgen token metrics latency constrains (#1596)\ncc3daae3c7f18d7eedc5ffbc271d324e5aca6233 #1598: fix token and sample logging for Llama2 when accuracy_log_sampling_target is enabled (#1599)\n3a902e598e5a17013c26fea975c0a60e6d7feae1 Add support to dump 10 compliance images during accuracy run for SDXL (#1591)", "time_ms": 0.003455, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 58, "pid": 12385, "tid": 12385}} -:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.003455, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 60, "pid": 12385, "tid": 12385}} -:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"05d4a62d355a90363847358e58afeee4a54ad838","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/bindings/c_api.cc":"32181da9e161c285f8fe46ddaa49e6cba2f9f918","/bindings/c_api.h":"91f58bd79b83b278f3240174a9af747fc38aff74","/bindings/python_api.cc":"1dc0865130371c6a8ddb97cd8039244d74d6fe46","/demos/py_demo_multi_stream.py":"6ccf7dcbe08f8382ed2d3618370c2b21e205ca13","/demos/py_demo_offline.py":"6c3075538e0a3df5e93edee917f4537099759e11","/demos/py_demo_server.py":"40e37ea121ac08b21ed6af41aca8eb5eda641b89","/demos/py_demo_single_stream.py":"4ee5f048fb0dffc415342a2bc2049fb155bd2894","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"126e952d00f4ea9efd12405fb209aa3ed585e4b2","/issue_query_controller.h":"923d9d5cdf598e3ec33d7a1110a31f7e11527ec7","/loadgen.cc":"6650091ba7a918f343b06eb7a5aa540eae87275f","/loadgen.h":"e00fdc6dbc85a8c9a8485dbcbfe2944f81251c4e","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"197efc96d178e5d33a750d07fa7b2966417506ea","/logging.h":"ddb961df7bcc145bcd7cce8c21f7cf075350dcbe","/pyproject.toml":"974adb632af4b76a1c72b914cc2cf9b3cbc66aa3","/query_dispatch_library.h":"13ad6d842200cb161d6927eb74a3fafd79c46c75","/query_sample.h":"e9187c8612bbdc972305b789feb6e15c26e96cfe","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"a170f991de69f8a5e45616e871b39a30ffed5598","/results.h":"d82500c326c2de83db411f1146882aa4692b419c","/setup.py":"e3e707e1191478332c00f1b6ff806f0ef98e0f65","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"aaf3803e700f3431a5ada72559eef5cce996ea64","/test_settings_internal.cc":"42aa46b17ac3fb2748cd5cde60fa8742e916f3c8","/test_settings_internal.h":"73b11c02228f3afb4c924db7a86fd8a2b5b9e483","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"4c9d98360b507d5673049ed70154fcfb2934f8a6"}, "time_ms": 0.003455, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 67, "pid": 12385, "tid": 12385}} -:::MLLOG {"key": "test_datetime", "value": "2024-11-05T03:40:43Z", "time_ms": 0.042851, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1198, "pid": 12385, "tid": 12385}} -:::MLLOG {"key": "sut_name", "value": "PySUT", "time_ms": 0.042851, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1199, "pid": 12385, "tid": 12385}} -:::MLLOG {"key": "get_sut_name_duration_ns", "value": 393, "time_ms": 0.042851, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1200, "pid": 12385, "tid": 12385}} -:::MLLOG {"key": "qsl_name", "value": "PyQSL", "time_ms": 0.042851, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1201, "pid": 12385, "tid": 12385}} -:::MLLOG {"key": "qsl_reported_total_count", "value": 50, "time_ms": 0.042851, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1202, "pid": 12385, "tid": 12385}} -:::MLLOG {"key": "qsl_reported_performance_count", "value": 5000, "time_ms": 0.042851, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1203, "pid": 12385, "tid": 12385}} -:::MLLOG {"key": "requested_scenario", "value": "Offline", "time_ms": 0.048392, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 268, "pid": 12385, "tid": 12385}} -:::MLLOG {"key": "requested_test_mode", "value": "AccuracyOnly", "time_ms": 0.048392, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 269, "pid": 12385, "tid": 12385}} -:::MLLOG {"key": "requested_offline_expected_qps", "value": 0.05, "time_ms": 0.048392, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 306, "pid": 12385, "tid": 12385}} -:::MLLOG {"key": "requested_min_duration_ms", "value": 0, "time_ms": 0.048392, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 312, "pid": 12385, "tid": 12385}} -:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.048392, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 313, "pid": 12385, "tid": 12385}} -:::MLLOG {"key": "requested_min_query_count", "value": 10, "time_ms": 0.048392, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 314, "pid": 12385, "tid": 12385}} -:::MLLOG {"key": "requested_max_query_count", "value": 10, "time_ms": 0.048392, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 315, "pid": 12385, "tid": 12385}} -:::MLLOG {"key": "requested_qsl_rng_seed", "value": 3066443479025735752, "time_ms": 0.048392, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 316, "pid": 12385, "tid": 12385}} -:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 10688027786191513374, "time_ms": 0.048392, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 317, "pid": 12385, "tid": 12385}} -:::MLLOG {"key": "requested_schedule_rng_seed", "value": 14962580496156340209, "time_ms": 0.048392, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 319, "pid": 12385, "tid": 12385}} -:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.048392, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 320, "pid": 12385, "tid": 12385}} -:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.048392, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 322, "pid": 12385, "tid": 12385}} -:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.048392, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 324, "pid": 12385, "tid": 12385}} -:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.048392, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 326, "pid": 12385, "tid": 12385}} -:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.048392, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 327, "pid": 12385, "tid": 12385}} -:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.048392, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 329, "pid": 12385, "tid": 12385}} -:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.048392, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 331, "pid": 12385, "tid": 12385}} -:::MLLOG {"key": "requested_performance_sample_count_override", "value": 5000, "time_ms": 0.048392, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 333, "pid": 12385, "tid": 12385}} -:::MLLOG {"key": "effective_scenario", "value": "Offline", "time_ms": 0.048515, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 409, "pid": 12385, "tid": 12385}} -:::MLLOG {"key": "effective_test_mode", "value": "AccuracyOnly", "time_ms": 0.048515, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 410, "pid": 12385, "tid": 12385}} -:::MLLOG {"key": "effective_samples_per_query", "value": 10, "time_ms": 0.048515, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 412, "pid": 12385, "tid": 12385}} -:::MLLOG {"key": "effective_target_qps", "value": 0.05, "time_ms": 0.048515, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 413, "pid": 12385, "tid": 12385}} -:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.048515, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 414, "pid": 12385, "tid": 12385}} -:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.99, "time_ms": 0.048515, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 415, "pid": 12385, "tid": 12385}} -:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.048515, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 417, "pid": 12385, "tid": 12385}} -:::MLLOG {"key": "effective_target_duration_ms", "value": 0, "time_ms": 0.048515, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 418, "pid": 12385, "tid": 12385}} -:::MLLOG {"key": "effective_min_duration_ms", "value": 0, "time_ms": 0.048515, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 420, "pid": 12385, "tid": 12385}} -:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.048515, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 421, "pid": 12385, "tid": 12385}} -:::MLLOG {"key": "effective_min_query_count", "value": 1, "time_ms": 0.048515, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 422, "pid": 12385, "tid": 12385}} -:::MLLOG {"key": "effective_max_query_count", "value": 10, "time_ms": 0.048515, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 423, "pid": 12385, "tid": 12385}} -:::MLLOG {"key": "effective_min_sample_count", "value": 10, "time_ms": 0.048515, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 424, "pid": 12385, "tid": 12385}} -:::MLLOG {"key": "effective_qsl_rng_seed", "value": 3066443479025735752, "time_ms": 0.048515, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 425, "pid": 12385, "tid": 12385}} -:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 10688027786191513374, "time_ms": 0.048515, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 426, "pid": 12385, "tid": 12385}} -:::MLLOG {"key": "effective_schedule_rng_seed", "value": 14962580496156340209, "time_ms": 0.048515, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 428, "pid": 12385, "tid": 12385}} -:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.048515, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 429, "pid": 12385, "tid": 12385}} -:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.048515, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 431, "pid": 12385, "tid": 12385}} -:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.048515, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 433, "pid": 12385, "tid": 12385}} -:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.048515, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 435, "pid": 12385, "tid": 12385}} -:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.048515, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 436, "pid": 12385, "tid": 12385}} -:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.048515, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 438, "pid": 12385, "tid": 12385}} -:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.048515, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 440, "pid": 12385, "tid": 12385}} -:::MLLOG {"key": "effective_performance_sample_count", "value": 5000, "time_ms": 0.048515, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 442, "pid": 12385, "tid": 12385}} -:::MLLOG {"key": "generic_message", "value": "Starting accuracy mode", "time_ms": 0.054042, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1090, "pid": 12385, "tid": 12385}} -:::MLLOG {"key": "loaded_qsl_set", "value": [25,24,46,36,21,22,39,13,45,4,32,40,33,23,10,44,34,15,28,29,3,30,1,47,26,31,16,8,2,0,49,27,48,5,17,19,20,18,43,9,14,6,35,7,12,37,11,38,42,41], "time_ms": 0.059971, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 613, "pid": 12385, "tid": 12385}} -:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 0.076822, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 428, "pid": 12385, "tid": 12385}} -:::MLLOG {"key": "generated_samples_per_query", "value": 10, "time_ms": 0.076822, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 429, "pid": 12385, "tid": 12385}} -:::MLLOG {"key": "generated_query_duration", "value": 20000000000, "time_ms": 0.076822, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 430, "pid": 12385, "tid": 12385}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 38054.744842, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 898, "pid": 12385, "tid": 12385}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 38054.744842, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 900, "pid": 12385, "tid": 12385}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 38054.744842, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 902, "pid": 12385, "tid": 12385}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 38054.744842, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 904, "pid": 12385, "tid": 12385}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 38054.744842, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 906, "pid": 12385, "tid": 12385}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 38054.744842, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 908, "pid": 12385, "tid": 12385}} -:::MLLOG {"key": "power_begin", "value": "11-05-2024 11:40:43.095", "time_ms": 38054.746801, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 564, "pid": 12385, "tid": 12385}} -:::MLLOG {"key": "power_end", "value": "11-05-2024 11:41:21.125", "time_ms": 38054.746801, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 566, "pid": 12385, "tid": 12385}} +:::MLLOG {"key": "loadgen_version", "value": "4.0 @ 486a629ea4", "time_ms": 0.002958, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 53, "pid": 12259, "tid": 12259}} +:::MLLOG {"key": "loadgen_build_date_local", "value": "2024-11-06T08:09:35.621791", "time_ms": 0.002958, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 55, "pid": 12259, "tid": 12259}} +:::MLLOG {"key": "loadgen_build_date_utc", "value": "2024-11-06T16:09:35.621809", "time_ms": 0.002958, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 56, "pid": 12259, "tid": 12259}} +:::MLLOG {"key": "loadgen_git_commit_date", "value": "2024-02-15T15:46:50-05:00", "time_ms": 0.002958, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 57, "pid": 12259, "tid": 12259}} +:::MLLOG {"key": "loadgen_git_log_message", "value": "486a629ea4d5c5150f452d0b0a196bf71fd2021e Hotfix: DLRMv2 Audit Test01 fallback failure (#1626)\nf9a643c0a0e920588da1b51a1d822e1071a9dbec Add number of tokens to offline (#1623)\nf06b920eac2170df38b5502c7443f50c9afa6045 Bugfix: equal-issue mode on offline causing accuracy run to fail (3D-UNet) (#1624)\n0ed5190e82e1ca1cf95626e50e61cb6678c7f2ff Fix submission checker and TEST06 for Llama2 (#1616)\n817dd961221d3ca284b024368130bd5dc5e4b54a Turn equal issue mode off for TEST06 (#1615)\n840435a1abe8be823e0a5a18ad3173bc520aa24f Update README.md with CM commands to download stable-diffusion, gptj and dlrmv2 models (#1604)\n3190d09a148bc1d72c9d946e4cf3b54db0d0e60a Typo fix in README.md (#1588)\nb0777f0bd3b7e5cd6a51d670d8b4df656cf6fb29 Update README.md - remove unwanted lines in CM commands (#1601)\nd7dba0826ac96a0e8bcae525086961e47c409a38 Remove loadgen warnings (#1608)\nd45a66c33bb0b6548d6172b38645bf94ffe24b39 Add upper limit to tokens per sample (#1612)\n44285d9a44041c3d4f7df0acf1e72c375e9fcbd2 Set completed samples per second as llama metric (#1613)\n357ccefca4db55ff373e029d5d1e3e6246bde5d4 Enable equal issue mode for LLM benchmarks (#1610)\n104d85531af7ae2a07ded36dd6e8c7f2c7746d06 Add sample length check to test06 (#1603)\n473053fc9f1b8c5edf60e11ec74607126938fbc4 Fix loadgen token metrics latency constrains (#1596)\ncc3daae3c7f18d7eedc5ffbc271d324e5aca6233 #1598: fix token and sample logging for Llama2 when accuracy_log_sampling_target is enabled (#1599)\n3a902e598e5a17013c26fea975c0a60e6d7feae1 Add support to dump 10 compliance images during accuracy run for SDXL (#1591)", "time_ms": 0.002958, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 58, "pid": 12259, "tid": 12259}} +:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.002958, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 60, "pid": 12259, "tid": 12259}} +:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"05d4a62d355a90363847358e58afeee4a54ad838","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/bindings/c_api.cc":"32181da9e161c285f8fe46ddaa49e6cba2f9f918","/bindings/c_api.h":"91f58bd79b83b278f3240174a9af747fc38aff74","/bindings/python_api.cc":"1dc0865130371c6a8ddb97cd8039244d74d6fe46","/demos/py_demo_multi_stream.py":"6ccf7dcbe08f8382ed2d3618370c2b21e205ca13","/demos/py_demo_offline.py":"6c3075538e0a3df5e93edee917f4537099759e11","/demos/py_demo_server.py":"40e37ea121ac08b21ed6af41aca8eb5eda641b89","/demos/py_demo_single_stream.py":"4ee5f048fb0dffc415342a2bc2049fb155bd2894","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"126e952d00f4ea9efd12405fb209aa3ed585e4b2","/issue_query_controller.h":"923d9d5cdf598e3ec33d7a1110a31f7e11527ec7","/loadgen.cc":"6650091ba7a918f343b06eb7a5aa540eae87275f","/loadgen.h":"e00fdc6dbc85a8c9a8485dbcbfe2944f81251c4e","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"197efc96d178e5d33a750d07fa7b2966417506ea","/logging.h":"ddb961df7bcc145bcd7cce8c21f7cf075350dcbe","/pyproject.toml":"974adb632af4b76a1c72b914cc2cf9b3cbc66aa3","/query_dispatch_library.h":"13ad6d842200cb161d6927eb74a3fafd79c46c75","/query_sample.h":"e9187c8612bbdc972305b789feb6e15c26e96cfe","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"a170f991de69f8a5e45616e871b39a30ffed5598","/results.h":"d82500c326c2de83db411f1146882aa4692b419c","/setup.py":"e3e707e1191478332c00f1b6ff806f0ef98e0f65","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"aaf3803e700f3431a5ada72559eef5cce996ea64","/test_settings_internal.cc":"42aa46b17ac3fb2748cd5cde60fa8742e916f3c8","/test_settings_internal.h":"73b11c02228f3afb4c924db7a86fd8a2b5b9e483","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"4c9d98360b507d5673049ed70154fcfb2934f8a6"}, "time_ms": 0.002958, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 67, "pid": 12259, "tid": 12259}} +:::MLLOG {"key": "test_datetime", "value": "2024-11-06T08:36:55Z", "time_ms": 0.041083, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1198, "pid": 12259, "tid": 12259}} +:::MLLOG {"key": "sut_name", "value": "PySUT", "time_ms": 0.041083, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1199, "pid": 12259, "tid": 12259}} +:::MLLOG {"key": "get_sut_name_duration_ns", "value": 459, "time_ms": 0.041083, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1200, "pid": 12259, "tid": 12259}} +:::MLLOG {"key": "qsl_name", "value": "PyQSL", "time_ms": 0.041083, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1201, "pid": 12259, "tid": 12259}} +:::MLLOG {"key": "qsl_reported_total_count", "value": 50, "time_ms": 0.041083, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1202, "pid": 12259, "tid": 12259}} +:::MLLOG {"key": "qsl_reported_performance_count", "value": 5000, "time_ms": 0.041083, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1203, "pid": 12259, "tid": 12259}} +:::MLLOG {"key": "requested_scenario", "value": "Offline", "time_ms": 0.046258, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 268, "pid": 12259, "tid": 12259}} +:::MLLOG {"key": "requested_test_mode", "value": "AccuracyOnly", "time_ms": 0.046258, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 269, "pid": 12259, "tid": 12259}} +:::MLLOG {"key": "requested_offline_expected_qps", "value": 0.05, "time_ms": 0.046258, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 306, "pid": 12259, "tid": 12259}} +:::MLLOG {"key": "requested_min_duration_ms", "value": 0, "time_ms": 0.046258, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 312, "pid": 12259, "tid": 12259}} +:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.046258, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 313, "pid": 12259, "tid": 12259}} +:::MLLOG {"key": "requested_min_query_count", "value": 10, "time_ms": 0.046258, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 314, "pid": 12259, "tid": 12259}} +:::MLLOG {"key": "requested_max_query_count", "value": 10, "time_ms": 0.046258, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 315, "pid": 12259, "tid": 12259}} +:::MLLOG {"key": "requested_qsl_rng_seed", "value": 3066443479025735752, "time_ms": 0.046258, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 316, "pid": 12259, "tid": 12259}} +:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 10688027786191513374, "time_ms": 0.046258, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 317, "pid": 12259, "tid": 12259}} +:::MLLOG {"key": "requested_schedule_rng_seed", "value": 14962580496156340209, "time_ms": 0.046258, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 319, "pid": 12259, "tid": 12259}} +:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.046258, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 320, "pid": 12259, "tid": 12259}} +:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.046258, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 322, "pid": 12259, "tid": 12259}} +:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.046258, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 324, "pid": 12259, "tid": 12259}} +:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.046258, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 326, "pid": 12259, "tid": 12259}} +:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.046258, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 327, "pid": 12259, "tid": 12259}} +:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.046258, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 329, "pid": 12259, "tid": 12259}} +:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.046258, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 331, "pid": 12259, "tid": 12259}} +:::MLLOG {"key": "requested_performance_sample_count_override", "value": 5000, "time_ms": 0.046258, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 333, "pid": 12259, "tid": 12259}} +:::MLLOG {"key": "effective_scenario", "value": "Offline", "time_ms": 0.046379, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 409, "pid": 12259, "tid": 12259}} +:::MLLOG {"key": "effective_test_mode", "value": "AccuracyOnly", "time_ms": 0.046379, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 410, "pid": 12259, "tid": 12259}} +:::MLLOG {"key": "effective_samples_per_query", "value": 10, "time_ms": 0.046379, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 412, "pid": 12259, "tid": 12259}} +:::MLLOG {"key": "effective_target_qps", "value": 0.05, "time_ms": 0.046379, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 413, "pid": 12259, "tid": 12259}} +:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.046379, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 414, "pid": 12259, "tid": 12259}} +:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.99, "time_ms": 0.046379, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 415, "pid": 12259, "tid": 12259}} +:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.046379, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 417, "pid": 12259, "tid": 12259}} +:::MLLOG {"key": "effective_target_duration_ms", "value": 0, "time_ms": 0.046379, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 418, "pid": 12259, "tid": 12259}} +:::MLLOG {"key": "effective_min_duration_ms", "value": 0, "time_ms": 0.046379, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 420, "pid": 12259, "tid": 12259}} +:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.046379, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 421, "pid": 12259, "tid": 12259}} +:::MLLOG {"key": "effective_min_query_count", "value": 1, "time_ms": 0.046379, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 422, "pid": 12259, "tid": 12259}} +:::MLLOG {"key": "effective_max_query_count", "value": 10, "time_ms": 0.046379, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 423, "pid": 12259, "tid": 12259}} +:::MLLOG {"key": "effective_min_sample_count", "value": 10, "time_ms": 0.046379, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 424, "pid": 12259, "tid": 12259}} +:::MLLOG {"key": "effective_qsl_rng_seed", "value": 3066443479025735752, "time_ms": 0.046379, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 425, "pid": 12259, "tid": 12259}} +:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 10688027786191513374, "time_ms": 0.046379, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 426, "pid": 12259, "tid": 12259}} +:::MLLOG {"key": "effective_schedule_rng_seed", "value": 14962580496156340209, "time_ms": 0.046379, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 428, "pid": 12259, "tid": 12259}} +:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.046379, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 429, "pid": 12259, "tid": 12259}} +:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.046379, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 431, "pid": 12259, "tid": 12259}} +:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.046379, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 433, "pid": 12259, "tid": 12259}} +:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.046379, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 435, "pid": 12259, "tid": 12259}} +:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.046379, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 436, "pid": 12259, "tid": 12259}} +:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.046379, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 438, "pid": 12259, "tid": 12259}} +:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.046379, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 440, "pid": 12259, "tid": 12259}} +:::MLLOG {"key": "effective_performance_sample_count", "value": 5000, "time_ms": 0.046379, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 442, "pid": 12259, "tid": 12259}} +:::MLLOG {"key": "generic_message", "value": "Starting accuracy mode", "time_ms": 0.047865, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1090, "pid": 12259, "tid": 12259}} +:::MLLOG {"key": "loaded_qsl_set", "value": [25,24,46,36,21,22,39,13,45,4,32,40,33,23,10,44,34,15,28,29,3,30,1,47,26,31,16,8,2,0,49,27,48,5,17,19,20,18,43,9,14,6,35,7,12,37,11,38,42,41], "time_ms": 0.058312, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 613, "pid": 12259, "tid": 12259}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 0.078618, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 428, "pid": 12259, "tid": 12259}} +:::MLLOG {"key": "generated_samples_per_query", "value": 10, "time_ms": 0.078618, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 429, "pid": 12259, "tid": 12259}} +:::MLLOG {"key": "generated_query_duration", "value": 20000000000, "time_ms": 0.078618, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 430, "pid": 12259, "tid": 12259}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 38136.231472, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 898, "pid": 12259, "tid": 12259}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 38136.231472, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 900, "pid": 12259, "tid": 12259}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 38136.231472, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 902, "pid": 12259, "tid": 12259}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 38136.231472, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 904, "pid": 12259, "tid": 12259}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 38136.231472, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 906, "pid": 12259, "tid": 12259}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 38136.231472, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 908, "pid": 12259, "tid": 12259}} +:::MLLOG {"key": "power_begin", "value": "11-06-2024 16:36:55.052", "time_ms": 38136.233478, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 564, "pid": 12259, "tid": 12259}} +:::MLLOG {"key": "power_end", "value": "11-06-2024 16:37:33.168", "time_ms": 38136.233478, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 566, "pid": 12259, "tid": 12259}} diff --git a/open/MLCommons/results/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base/stable-diffusion-xl/offline/performance/run_1/mlperf_log_detail.txt b/open/MLCommons/results/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base/stable-diffusion-xl/offline/performance/run_1/mlperf_log_detail.txt index 2e6a262..8ee0cda 100644 --- a/open/MLCommons/results/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base/stable-diffusion-xl/offline/performance/run_1/mlperf_log_detail.txt +++ b/open/MLCommons/results/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base/stable-diffusion-xl/offline/performance/run_1/mlperf_log_detail.txt @@ -1,85 +1,85 @@ -:::MLLOG {"key": "loadgen_version", "value": "4.0 @ 486a629ea4", "time_ms": 0.004088, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 53, "pid": 9531, "tid": 9531}} -:::MLLOG {"key": "loadgen_build_date_local", "value": "2024-11-05T03:18:35.914513", "time_ms": 0.004088, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 55, "pid": 9531, "tid": 9531}} -:::MLLOG {"key": "loadgen_build_date_utc", "value": "2024-11-05T11:18:35.914520", "time_ms": 0.004088, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 56, "pid": 9531, "tid": 9531}} -:::MLLOG {"key": "loadgen_git_commit_date", "value": "2024-02-15T15:46:50-05:00", "time_ms": 0.004088, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 57, "pid": 9531, "tid": 9531}} -:::MLLOG {"key": "loadgen_git_log_message", "value": "486a629ea4d5c5150f452d0b0a196bf71fd2021e Hotfix: DLRMv2 Audit Test01 fallback failure (#1626)\nf9a643c0a0e920588da1b51a1d822e1071a9dbec Add number of tokens to offline (#1623)\nf06b920eac2170df38b5502c7443f50c9afa6045 Bugfix: equal-issue mode on offline causing accuracy run to fail (3D-UNet) (#1624)\n0ed5190e82e1ca1cf95626e50e61cb6678c7f2ff Fix submission checker and TEST06 for Llama2 (#1616)\n817dd961221d3ca284b024368130bd5dc5e4b54a Turn equal issue mode off for TEST06 (#1615)\n840435a1abe8be823e0a5a18ad3173bc520aa24f Update README.md with CM commands to download stable-diffusion, gptj and dlrmv2 models (#1604)\n3190d09a148bc1d72c9d946e4cf3b54db0d0e60a Typo fix in README.md (#1588)\nb0777f0bd3b7e5cd6a51d670d8b4df656cf6fb29 Update README.md - remove unwanted lines in CM commands (#1601)\nd7dba0826ac96a0e8bcae525086961e47c409a38 Remove loadgen warnings (#1608)\nd45a66c33bb0b6548d6172b38645bf94ffe24b39 Add upper limit to tokens per sample (#1612)\n44285d9a44041c3d4f7df0acf1e72c375e9fcbd2 Set completed samples per second as llama metric (#1613)\n357ccefca4db55ff373e029d5d1e3e6246bde5d4 Enable equal issue mode for LLM benchmarks (#1610)\n104d85531af7ae2a07ded36dd6e8c7f2c7746d06 Add sample length check to test06 (#1603)\n473053fc9f1b8c5edf60e11ec74607126938fbc4 Fix loadgen token metrics latency constrains (#1596)\ncc3daae3c7f18d7eedc5ffbc271d324e5aca6233 #1598: fix token and sample logging for Llama2 when accuracy_log_sampling_target is enabled (#1599)\n3a902e598e5a17013c26fea975c0a60e6d7feae1 Add support to dump 10 compliance images during accuracy run for SDXL (#1591)", "time_ms": 0.004088, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 58, "pid": 9531, "tid": 9531}} -:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.004088, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 60, "pid": 9531, "tid": 9531}} -:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"05d4a62d355a90363847358e58afeee4a54ad838","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/bindings/c_api.cc":"32181da9e161c285f8fe46ddaa49e6cba2f9f918","/bindings/c_api.h":"91f58bd79b83b278f3240174a9af747fc38aff74","/bindings/python_api.cc":"1dc0865130371c6a8ddb97cd8039244d74d6fe46","/demos/py_demo_multi_stream.py":"6ccf7dcbe08f8382ed2d3618370c2b21e205ca13","/demos/py_demo_offline.py":"6c3075538e0a3df5e93edee917f4537099759e11","/demos/py_demo_server.py":"40e37ea121ac08b21ed6af41aca8eb5eda641b89","/demos/py_demo_single_stream.py":"4ee5f048fb0dffc415342a2bc2049fb155bd2894","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"126e952d00f4ea9efd12405fb209aa3ed585e4b2","/issue_query_controller.h":"923d9d5cdf598e3ec33d7a1110a31f7e11527ec7","/loadgen.cc":"6650091ba7a918f343b06eb7a5aa540eae87275f","/loadgen.h":"e00fdc6dbc85a8c9a8485dbcbfe2944f81251c4e","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"197efc96d178e5d33a750d07fa7b2966417506ea","/logging.h":"ddb961df7bcc145bcd7cce8c21f7cf075350dcbe","/pyproject.toml":"974adb632af4b76a1c72b914cc2cf9b3cbc66aa3","/query_dispatch_library.h":"13ad6d842200cb161d6927eb74a3fafd79c46c75","/query_sample.h":"e9187c8612bbdc972305b789feb6e15c26e96cfe","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"a170f991de69f8a5e45616e871b39a30ffed5598","/results.h":"d82500c326c2de83db411f1146882aa4692b419c","/setup.py":"e3e707e1191478332c00f1b6ff806f0ef98e0f65","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"aaf3803e700f3431a5ada72559eef5cce996ea64","/test_settings_internal.cc":"42aa46b17ac3fb2748cd5cde60fa8742e916f3c8","/test_settings_internal.h":"73b11c02228f3afb4c924db7a86fd8a2b5b9e483","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"4c9d98360b507d5673049ed70154fcfb2934f8a6"}, "time_ms": 0.004088, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 67, "pid": 9531, "tid": 9531}} -:::MLLOG {"key": "test_datetime", "value": "2024-11-05T03:39:29Z", "time_ms": 0.045565, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1198, "pid": 9531, "tid": 9531}} -:::MLLOG {"key": "sut_name", "value": "PySUT", "time_ms": 0.045565, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1199, "pid": 9531, "tid": 9531}} -:::MLLOG {"key": "get_sut_name_duration_ns", "value": 482, "time_ms": 0.045565, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1200, "pid": 9531, "tid": 9531}} -:::MLLOG {"key": "qsl_name", "value": "PyQSL", "time_ms": 0.045565, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1201, "pid": 9531, "tid": 9531}} -:::MLLOG {"key": "qsl_reported_total_count", "value": 50, "time_ms": 0.045565, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1202, "pid": 9531, "tid": 9531}} -:::MLLOG {"key": "qsl_reported_performance_count", "value": 5000, "time_ms": 0.045565, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1203, "pid": 9531, "tid": 9531}} -:::MLLOG {"key": "requested_scenario", "value": "Offline", "time_ms": 0.051505, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 268, "pid": 9531, "tid": 9531}} -:::MLLOG {"key": "requested_test_mode", "value": "PerformanceOnly", "time_ms": 0.051505, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 269, "pid": 9531, "tid": 9531}} -:::MLLOG {"key": "requested_offline_expected_qps", "value": 0.05, "time_ms": 0.051505, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 306, "pid": 9531, "tid": 9531}} -:::MLLOG {"key": "requested_min_duration_ms", "value": 0, "time_ms": 0.051505, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 312, "pid": 9531, "tid": 9531}} -:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.051505, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 313, "pid": 9531, "tid": 9531}} -:::MLLOG {"key": "requested_min_query_count", "value": 10, "time_ms": 0.051505, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 314, "pid": 9531, "tid": 9531}} -:::MLLOG {"key": "requested_max_query_count", "value": 10, "time_ms": 0.051505, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 315, "pid": 9531, "tid": 9531}} -:::MLLOG {"key": "requested_qsl_rng_seed", "value": 3066443479025735752, "time_ms": 0.051505, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 316, "pid": 9531, "tid": 9531}} -:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 10688027786191513374, "time_ms": 0.051505, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 317, "pid": 9531, "tid": 9531}} -:::MLLOG {"key": "requested_schedule_rng_seed", "value": 14962580496156340209, "time_ms": 0.051505, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 319, "pid": 9531, "tid": 9531}} -:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.051505, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 320, "pid": 9531, "tid": 9531}} -:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.051505, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 322, "pid": 9531, "tid": 9531}} -:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.051505, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 324, "pid": 9531, "tid": 9531}} -:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.051505, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 326, "pid": 9531, "tid": 9531}} -:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.051505, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 327, "pid": 9531, "tid": 9531}} -:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.051505, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 329, "pid": 9531, "tid": 9531}} -:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.051505, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 331, "pid": 9531, "tid": 9531}} -:::MLLOG {"key": "requested_performance_sample_count_override", "value": 5000, "time_ms": 0.051505, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 333, "pid": 9531, "tid": 9531}} -:::MLLOG {"key": "effective_scenario", "value": "Offline", "time_ms": 0.051630, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 409, "pid": 9531, "tid": 9531}} -:::MLLOG {"key": "effective_test_mode", "value": "PerformanceOnly", "time_ms": 0.051630, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 410, "pid": 9531, "tid": 9531}} -:::MLLOG {"key": "effective_samples_per_query", "value": 10, "time_ms": 0.051630, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 412, "pid": 9531, "tid": 9531}} -:::MLLOG {"key": "effective_target_qps", "value": 0.05, "time_ms": 0.051630, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 413, "pid": 9531, "tid": 9531}} -:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.051630, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 414, "pid": 9531, "tid": 9531}} -:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.99, "time_ms": 0.051630, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 415, "pid": 9531, "tid": 9531}} -:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.051630, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 417, "pid": 9531, "tid": 9531}} -:::MLLOG {"key": "effective_target_duration_ms", "value": 0, "time_ms": 0.051630, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 418, "pid": 9531, "tid": 9531}} -:::MLLOG {"key": "effective_min_duration_ms", "value": 0, "time_ms": 0.051630, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 420, "pid": 9531, "tid": 9531}} -:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.051630, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 421, "pid": 9531, "tid": 9531}} -:::MLLOG {"key": "effective_min_query_count", "value": 1, "time_ms": 0.051630, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 422, "pid": 9531, "tid": 9531}} -:::MLLOG {"key": "effective_max_query_count", "value": 10, "time_ms": 0.051630, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 423, "pid": 9531, "tid": 9531}} -:::MLLOG {"key": "effective_min_sample_count", "value": 10, "time_ms": 0.051630, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 424, "pid": 9531, "tid": 9531}} -:::MLLOG {"key": "effective_qsl_rng_seed", "value": 3066443479025735752, "time_ms": 0.051630, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 425, "pid": 9531, "tid": 9531}} -:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 10688027786191513374, "time_ms": 0.051630, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 426, "pid": 9531, "tid": 9531}} -:::MLLOG {"key": "effective_schedule_rng_seed", "value": 14962580496156340209, "time_ms": 0.051630, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 428, "pid": 9531, "tid": 9531}} -:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.051630, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 429, "pid": 9531, "tid": 9531}} -:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.051630, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 431, "pid": 9531, "tid": 9531}} -:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.051630, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 433, "pid": 9531, "tid": 9531}} -:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.051630, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 435, "pid": 9531, "tid": 9531}} -:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.051630, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 436, "pid": 9531, "tid": 9531}} -:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.051630, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 438, "pid": 9531, "tid": 9531}} -:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.051630, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 440, "pid": 9531, "tid": 9531}} -:::MLLOG {"key": "effective_performance_sample_count", "value": 5000, "time_ms": 0.051630, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 442, "pid": 9531, "tid": 9531}} -:::MLLOG {"key": "generic_message", "value": "Starting performance mode", "time_ms": 0.057866, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 841, "pid": 9531, "tid": 9531}} -:::MLLOG {"key": "loaded_qsl_set", "value": [25,24,46,36,21,22,39,13,45,4,32,40,33,23,10,44,34,15,28,29,3,30,1,47,26,31,16,8,2,0,49,27,48,5,17,19,20,18,43,9,14,6,35,7,12,37,11,38,42,41], "time_ms": 0.067626, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 613, "pid": 9531, "tid": 9531}} -:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 0.086270, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 428, "pid": 9531, "tid": 9531}} -:::MLLOG {"key": "generated_samples_per_query", "value": 10, "time_ms": 0.086270, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 429, "pid": 9531, "tid": 9531}} -:::MLLOG {"key": "generated_query_duration", "value": 20000000000, "time_ms": 0.086270, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 430, "pid": 9531, "tid": 9531}} -:::MLLOG {"key": "generic_message", "value": "Ending naturally: Minimum query count and test duration met.", "time_ms": 0.140920, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "issue_query_controller.cc", "line_no": 482, "pid": 9531, "tid": 9531}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 8777.884365, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 898, "pid": 9531, "tid": 9531}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 8777.884365, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 900, "pid": 9531, "tid": 9531}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 8777.884365, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 902, "pid": 9531, "tid": 9531}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 8777.884365, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 904, "pid": 9531, "tid": 9531}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 8777.884365, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 906, "pid": 9531, "tid": 9531}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 8777.884365, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 908, "pid": 9531, "tid": 9531}} -:::MLLOG {"key": "power_begin", "value": "11-05-2024 11:39:29.001", "time_ms": 8777.886631, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 564, "pid": 9531, "tid": 9531}} -:::MLLOG {"key": "power_end", "value": "11-05-2024 11:39:37.769", "time_ms": 8777.886631, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 566, "pid": 9531, "tid": 9531}} -:::MLLOG {"key": "result_validity", "value": "VALID", "time_ms": 8777.913626, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 644, "pid": 9531, "tid": 9531}} -:::MLLOG {"key": "result_min_duration_met", "value": true, "time_ms": 8777.913626, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 649, "pid": 9531, "tid": 9531}} -:::MLLOG {"key": "result_min_queries_met", "value": true, "time_ms": 8777.913626, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 650, "pid": 9531, "tid": 9531}} -:::MLLOG {"key": "early_stopping_met", "value": true, "time_ms": 8777.913626, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 651, "pid": 9531, "tid": 9531}} -:::MLLOG {"key": "early_stopping_result", "value": "", "time_ms": 8777.913626, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 669, "pid": 9531, "tid": 9531}} -:::MLLOG {"key": "result_query_count", "value": 1, "time_ms": 8777.913626, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 679, "pid": 9531, "tid": 9531}} -:::MLLOG {"key": "result_samples_per_second", "value": 1.14043, "time_ms": 8777.913626, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 735, "pid": 9531, "tid": 9531}} -:::MLLOG {"key": "result_min_latency_ns", "value": 2929663640, "time_ms": 8777.913626, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 741, "pid": 9531, "tid": 9531}} -:::MLLOG {"key": "result_max_latency_ns", "value": 8768586654, "time_ms": 8777.913626, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 742, "pid": 9531, "tid": 9531}} -:::MLLOG {"key": "result_mean_latency_ns", "value": 5266688439, "time_ms": 8777.913626, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 743, "pid": 9531, "tid": 9531}} -:::MLLOG {"key": "result_50.00_percentile_latency_ns", "value": 5845713439, "time_ms": 8777.913626, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 745, "pid": 9531, "tid": 9531}} -:::MLLOG {"key": "result_90.00_percentile_latency_ns", "value": 8768586654, "time_ms": 8777.913626, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 745, "pid": 9531, "tid": 9531}} -:::MLLOG {"key": "result_95.00_percentile_latency_ns", "value": 8768586654, "time_ms": 8777.913626, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 745, "pid": 9531, "tid": 9531}} -:::MLLOG {"key": "result_97.00_percentile_latency_ns", "value": 8768586654, "time_ms": 8777.913626, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 745, "pid": 9531, "tid": 9531}} -:::MLLOG {"key": "result_99.00_percentile_latency_ns", "value": 8768586654, "time_ms": 8777.913626, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 745, "pid": 9531, "tid": 9531}} -:::MLLOG {"key": "result_99.90_percentile_latency_ns", "value": 8768586654, "time_ms": 8777.913626, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 745, "pid": 9531, "tid": 9531}} +:::MLLOG {"key": "loadgen_version", "value": "4.0 @ 486a629ea4", "time_ms": 0.003814, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 53, "pid": 9529, "tid": 9529}} +:::MLLOG {"key": "loadgen_build_date_local", "value": "2024-11-06T08:09:35.621791", "time_ms": 0.003814, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 55, "pid": 9529, "tid": 9529}} +:::MLLOG {"key": "loadgen_build_date_utc", "value": "2024-11-06T16:09:35.621809", "time_ms": 0.003814, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 56, "pid": 9529, "tid": 9529}} +:::MLLOG {"key": "loadgen_git_commit_date", "value": "2024-02-15T15:46:50-05:00", "time_ms": 0.003814, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 57, "pid": 9529, "tid": 9529}} +:::MLLOG {"key": "loadgen_git_log_message", "value": "486a629ea4d5c5150f452d0b0a196bf71fd2021e Hotfix: DLRMv2 Audit Test01 fallback failure (#1626)\nf9a643c0a0e920588da1b51a1d822e1071a9dbec Add number of tokens to offline (#1623)\nf06b920eac2170df38b5502c7443f50c9afa6045 Bugfix: equal-issue mode on offline causing accuracy run to fail (3D-UNet) (#1624)\n0ed5190e82e1ca1cf95626e50e61cb6678c7f2ff Fix submission checker and TEST06 for Llama2 (#1616)\n817dd961221d3ca284b024368130bd5dc5e4b54a Turn equal issue mode off for TEST06 (#1615)\n840435a1abe8be823e0a5a18ad3173bc520aa24f Update README.md with CM commands to download stable-diffusion, gptj and dlrmv2 models (#1604)\n3190d09a148bc1d72c9d946e4cf3b54db0d0e60a Typo fix in README.md (#1588)\nb0777f0bd3b7e5cd6a51d670d8b4df656cf6fb29 Update README.md - remove unwanted lines in CM commands (#1601)\nd7dba0826ac96a0e8bcae525086961e47c409a38 Remove loadgen warnings (#1608)\nd45a66c33bb0b6548d6172b38645bf94ffe24b39 Add upper limit to tokens per sample (#1612)\n44285d9a44041c3d4f7df0acf1e72c375e9fcbd2 Set completed samples per second as llama metric (#1613)\n357ccefca4db55ff373e029d5d1e3e6246bde5d4 Enable equal issue mode for LLM benchmarks (#1610)\n104d85531af7ae2a07ded36dd6e8c7f2c7746d06 Add sample length check to test06 (#1603)\n473053fc9f1b8c5edf60e11ec74607126938fbc4 Fix loadgen token metrics latency constrains (#1596)\ncc3daae3c7f18d7eedc5ffbc271d324e5aca6233 #1598: fix token and sample logging for Llama2 when accuracy_log_sampling_target is enabled (#1599)\n3a902e598e5a17013c26fea975c0a60e6d7feae1 Add support to dump 10 compliance images during accuracy run for SDXL (#1591)", "time_ms": 0.003814, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 58, "pid": 9529, "tid": 9529}} +:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.003814, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 60, "pid": 9529, "tid": 9529}} +:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"05d4a62d355a90363847358e58afeee4a54ad838","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/bindings/c_api.cc":"32181da9e161c285f8fe46ddaa49e6cba2f9f918","/bindings/c_api.h":"91f58bd79b83b278f3240174a9af747fc38aff74","/bindings/python_api.cc":"1dc0865130371c6a8ddb97cd8039244d74d6fe46","/demos/py_demo_multi_stream.py":"6ccf7dcbe08f8382ed2d3618370c2b21e205ca13","/demos/py_demo_offline.py":"6c3075538e0a3df5e93edee917f4537099759e11","/demos/py_demo_server.py":"40e37ea121ac08b21ed6af41aca8eb5eda641b89","/demos/py_demo_single_stream.py":"4ee5f048fb0dffc415342a2bc2049fb155bd2894","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"126e952d00f4ea9efd12405fb209aa3ed585e4b2","/issue_query_controller.h":"923d9d5cdf598e3ec33d7a1110a31f7e11527ec7","/loadgen.cc":"6650091ba7a918f343b06eb7a5aa540eae87275f","/loadgen.h":"e00fdc6dbc85a8c9a8485dbcbfe2944f81251c4e","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"197efc96d178e5d33a750d07fa7b2966417506ea","/logging.h":"ddb961df7bcc145bcd7cce8c21f7cf075350dcbe","/pyproject.toml":"974adb632af4b76a1c72b914cc2cf9b3cbc66aa3","/query_dispatch_library.h":"13ad6d842200cb161d6927eb74a3fafd79c46c75","/query_sample.h":"e9187c8612bbdc972305b789feb6e15c26e96cfe","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"a170f991de69f8a5e45616e871b39a30ffed5598","/results.h":"d82500c326c2de83db411f1146882aa4692b419c","/setup.py":"e3e707e1191478332c00f1b6ff806f0ef98e0f65","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"aaf3803e700f3431a5ada72559eef5cce996ea64","/test_settings_internal.cc":"42aa46b17ac3fb2748cd5cde60fa8742e916f3c8","/test_settings_internal.h":"73b11c02228f3afb4c924db7a86fd8a2b5b9e483","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"4c9d98360b507d5673049ed70154fcfb2934f8a6"}, "time_ms": 0.003814, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 67, "pid": 9529, "tid": 9529}} +:::MLLOG {"key": "test_datetime", "value": "2024-11-06T08:35:46Z", "time_ms": 0.049038, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1198, "pid": 9529, "tid": 9529}} +:::MLLOG {"key": "sut_name", "value": "PySUT", "time_ms": 0.049038, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1199, "pid": 9529, "tid": 9529}} +:::MLLOG {"key": "get_sut_name_duration_ns", "value": 639, "time_ms": 0.049038, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1200, "pid": 9529, "tid": 9529}} +:::MLLOG {"key": "qsl_name", "value": "PyQSL", "time_ms": 0.049038, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1201, "pid": 9529, "tid": 9529}} +:::MLLOG {"key": "qsl_reported_total_count", "value": 50, "time_ms": 0.049038, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1202, "pid": 9529, "tid": 9529}} +:::MLLOG {"key": "qsl_reported_performance_count", "value": 5000, "time_ms": 0.049038, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1203, "pid": 9529, "tid": 9529}} +:::MLLOG {"key": "requested_scenario", "value": "Offline", "time_ms": 0.056089, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 268, "pid": 9529, "tid": 9529}} +:::MLLOG {"key": "requested_test_mode", "value": "PerformanceOnly", "time_ms": 0.056089, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 269, "pid": 9529, "tid": 9529}} +:::MLLOG {"key": "requested_offline_expected_qps", "value": 0.05, "time_ms": 0.056089, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 306, "pid": 9529, "tid": 9529}} +:::MLLOG {"key": "requested_min_duration_ms", "value": 0, "time_ms": 0.056089, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 312, "pid": 9529, "tid": 9529}} +:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.056089, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 313, "pid": 9529, "tid": 9529}} +:::MLLOG {"key": "requested_min_query_count", "value": 10, "time_ms": 0.056089, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 314, "pid": 9529, "tid": 9529}} +:::MLLOG {"key": "requested_max_query_count", "value": 10, "time_ms": 0.056089, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 315, "pid": 9529, "tid": 9529}} +:::MLLOG {"key": "requested_qsl_rng_seed", "value": 3066443479025735752, "time_ms": 0.056089, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 316, "pid": 9529, "tid": 9529}} +:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 10688027786191513374, "time_ms": 0.056089, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 317, "pid": 9529, "tid": 9529}} +:::MLLOG {"key": "requested_schedule_rng_seed", "value": 14962580496156340209, "time_ms": 0.056089, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 319, "pid": 9529, "tid": 9529}} +:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.056089, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 320, "pid": 9529, "tid": 9529}} +:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.056089, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 322, "pid": 9529, "tid": 9529}} +:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.056089, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 324, "pid": 9529, "tid": 9529}} +:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.056089, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 326, "pid": 9529, "tid": 9529}} +:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.056089, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 327, "pid": 9529, "tid": 9529}} +:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.056089, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 329, "pid": 9529, "tid": 9529}} +:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.056089, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 331, "pid": 9529, "tid": 9529}} +:::MLLOG {"key": "requested_performance_sample_count_override", "value": 5000, "time_ms": 0.056089, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 333, "pid": 9529, "tid": 9529}} +:::MLLOG {"key": "effective_scenario", "value": "Offline", "time_ms": 0.056242, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 409, "pid": 9529, "tid": 9529}} +:::MLLOG {"key": "effective_test_mode", "value": "PerformanceOnly", "time_ms": 0.056242, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 410, "pid": 9529, "tid": 9529}} +:::MLLOG {"key": "effective_samples_per_query", "value": 10, "time_ms": 0.056242, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 412, "pid": 9529, "tid": 9529}} +:::MLLOG {"key": "effective_target_qps", "value": 0.05, "time_ms": 0.056242, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 413, "pid": 9529, "tid": 9529}} +:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.056242, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 414, "pid": 9529, "tid": 9529}} +:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.99, "time_ms": 0.056242, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 415, "pid": 9529, "tid": 9529}} +:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.056242, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 417, "pid": 9529, "tid": 9529}} +:::MLLOG {"key": "effective_target_duration_ms", "value": 0, "time_ms": 0.056242, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 418, "pid": 9529, "tid": 9529}} +:::MLLOG {"key": "effective_min_duration_ms", "value": 0, "time_ms": 0.056242, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 420, "pid": 9529, "tid": 9529}} +:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.056242, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 421, "pid": 9529, "tid": 9529}} +:::MLLOG {"key": "effective_min_query_count", "value": 1, "time_ms": 0.056242, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 422, "pid": 9529, "tid": 9529}} +:::MLLOG {"key": "effective_max_query_count", "value": 10, "time_ms": 0.056242, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 423, "pid": 9529, "tid": 9529}} +:::MLLOG {"key": "effective_min_sample_count", "value": 10, "time_ms": 0.056242, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 424, "pid": 9529, "tid": 9529}} +:::MLLOG {"key": "effective_qsl_rng_seed", "value": 3066443479025735752, "time_ms": 0.056242, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 425, "pid": 9529, "tid": 9529}} +:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 10688027786191513374, "time_ms": 0.056242, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 426, "pid": 9529, "tid": 9529}} +:::MLLOG {"key": "effective_schedule_rng_seed", "value": 14962580496156340209, "time_ms": 0.056242, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 428, "pid": 9529, "tid": 9529}} +:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.056242, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 429, "pid": 9529, "tid": 9529}} +:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.056242, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 431, "pid": 9529, "tid": 9529}} +:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.056242, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 433, "pid": 9529, "tid": 9529}} +:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.056242, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 435, "pid": 9529, "tid": 9529}} +:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.056242, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 436, "pid": 9529, "tid": 9529}} +:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.056242, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 438, "pid": 9529, "tid": 9529}} +:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.056242, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 440, "pid": 9529, "tid": 9529}} +:::MLLOG {"key": "effective_performance_sample_count", "value": 5000, "time_ms": 0.056242, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 442, "pid": 9529, "tid": 9529}} +:::MLLOG {"key": "generic_message", "value": "Starting performance mode", "time_ms": 0.060907, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 841, "pid": 9529, "tid": 9529}} +:::MLLOG {"key": "loaded_qsl_set", "value": [25,24,46,36,21,22,39,13,45,4,32,40,33,23,10,44,34,15,28,29,3,30,1,47,26,31,16,8,2,0,49,27,48,5,17,19,20,18,43,9,14,6,35,7,12,37,11,38,42,41], "time_ms": 0.068949, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 613, "pid": 9529, "tid": 9529}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 8.230367, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 428, "pid": 9529, "tid": 9529}} +:::MLLOG {"key": "generated_samples_per_query", "value": 10, "time_ms": 8.230367, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 429, "pid": 9529, "tid": 9529}} +:::MLLOG {"key": "generated_query_duration", "value": 20000000000, "time_ms": 8.230367, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 430, "pid": 9529, "tid": 9529}} +:::MLLOG {"key": "generic_message", "value": "Ending naturally: Minimum query count and test duration met.", "time_ms": 8.307828, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "issue_query_controller.cc", "line_no": 482, "pid": 9529, "tid": 9529}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 8799.318464, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 898, "pid": 9529, "tid": 9529}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 8799.318464, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 900, "pid": 9529, "tid": 9529}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 8799.318464, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 902, "pid": 9529, "tid": 9529}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 8799.318464, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 904, "pid": 9529, "tid": 9529}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 8799.318464, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 906, "pid": 9529, "tid": 9529}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 8799.318464, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 908, "pid": 9529, "tid": 9529}} +:::MLLOG {"key": "power_begin", "value": "11-06-2024 16:35:46.368", "time_ms": 8799.319714, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 564, "pid": 9529, "tid": 9529}} +:::MLLOG {"key": "power_end", "value": "11-06-2024 16:35:55.150", "time_ms": 8799.319714, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 566, "pid": 9529, "tid": 9529}} +:::MLLOG {"key": "result_validity", "value": "VALID", "time_ms": 8799.334385, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 644, "pid": 9529, "tid": 9529}} +:::MLLOG {"key": "result_min_duration_met", "value": true, "time_ms": 8799.334385, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 649, "pid": 9529, "tid": 9529}} +:::MLLOG {"key": "result_min_queries_met", "value": true, "time_ms": 8799.334385, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 650, "pid": 9529, "tid": 9529}} +:::MLLOG {"key": "early_stopping_met", "value": true, "time_ms": 8799.334385, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 651, "pid": 9529, "tid": 9529}} +:::MLLOG {"key": "early_stopping_result", "value": "", "time_ms": 8799.334385, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 669, "pid": 9529, "tid": 9529}} +:::MLLOG {"key": "result_query_count", "value": 1, "time_ms": 8799.334385, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 679, "pid": 9529, "tid": 9529}} +:::MLLOG {"key": "result_samples_per_second", "value": 1.13875, "time_ms": 8799.334385, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 735, "pid": 9529, "tid": 9529}} +:::MLLOG {"key": "result_min_latency_ns", "value": 2927358087, "time_ms": 8799.334385, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 741, "pid": 9529, "tid": 9529}} +:::MLLOG {"key": "result_max_latency_ns", "value": 8781521739, "time_ms": 8799.334385, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 742, "pid": 9529, "tid": 9529}} +:::MLLOG {"key": "result_mean_latency_ns", "value": 5270047608, "time_ms": 8799.334385, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 743, "pid": 9529, "tid": 9529}} +:::MLLOG {"key": "result_50.00_percentile_latency_ns", "value": 5856715362, "time_ms": 8799.334385, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 745, "pid": 9529, "tid": 9529}} +:::MLLOG {"key": "result_90.00_percentile_latency_ns", "value": 8781521739, "time_ms": 8799.334385, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 745, "pid": 9529, "tid": 9529}} +:::MLLOG {"key": "result_95.00_percentile_latency_ns", "value": 8781521739, "time_ms": 8799.334385, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 745, "pid": 9529, "tid": 9529}} +:::MLLOG {"key": "result_97.00_percentile_latency_ns", "value": 8781521739, "time_ms": 8799.334385, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 745, "pid": 9529, "tid": 9529}} +:::MLLOG {"key": "result_99.00_percentile_latency_ns", "value": 8781521739, "time_ms": 8799.334385, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 745, "pid": 9529, "tid": 9529}} +:::MLLOG {"key": "result_99.90_percentile_latency_ns", "value": 8781521739, "time_ms": 8799.334385, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 745, "pid": 9529, "tid": 9529}} diff --git a/open/MLCommons/results/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base/stable-diffusion-xl/offline/performance/run_1/mlperf_log_summary.txt b/open/MLCommons/results/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base/stable-diffusion-xl/offline/performance/run_1/mlperf_log_summary.txt index c32a984..2b00bed 100644 --- a/open/MLCommons/results/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base/stable-diffusion-xl/offline/performance/run_1/mlperf_log_summary.txt +++ b/open/MLCommons/results/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base/stable-diffusion-xl/offline/performance/run_1/mlperf_log_summary.txt @@ -4,7 +4,7 @@ MLPerf Results Summary SUT name : PySUT Scenario : Offline Mode : PerformanceOnly -Samples per second: 1.14043 +Samples per second: 1.13875 Result is : VALID Min duration satisfied : Yes Min queries satisfied : Yes @@ -13,15 +13,15 @@ Result is : VALID ================================================ Additional Stats ================================================ -Min latency (ns) : 2929663640 -Max latency (ns) : 8768586654 -Mean latency (ns) : 5266688439 -50.00 percentile latency (ns) : 5845713439 -90.00 percentile latency (ns) : 8768586654 -95.00 percentile latency (ns) : 8768586654 -97.00 percentile latency (ns) : 8768586654 -99.00 percentile latency (ns) : 8768586654 -99.90 percentile latency (ns) : 8768586654 +Min latency (ns) : 2927358087 +Max latency (ns) : 8781521739 +Mean latency (ns) : 5270047608 +50.00 percentile latency (ns) : 5856715362 +90.00 percentile latency (ns) : 8781521739 +95.00 percentile latency (ns) : 8781521739 +97.00 percentile latency (ns) : 8781521739 +99.00 percentile latency (ns) : 8781521739 +99.90 percentile latency (ns) : 8781521739 ================================================ Test Parameters Used diff --git a/open/MLCommons/systems/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base.json b/open/MLCommons/systems/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base.json index 53e249e..4b7c7c8 100644 --- a/open/MLCommons/systems/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base.json +++ b/open/MLCommons/systems/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base.json @@ -31,7 +31,7 @@ "status": "available", "submitter": "MLCommons", "sw_notes": "Automated by MLCommons CM v3.2.6. ", - "system_name": "503467f32565", + "system_name": "e11d9be785c0", "system_type": "datacenter", "system_type_detail": "edge server" } \ No newline at end of file