diff --git a/README.md b/README.md index d76de66..a58e283 100644 --- a/README.md +++ b/README.md @@ -1,19 +1,19 @@ ``` -[2024-10-25 18:15:16,870 submission_checker1.py:2936 INFO] Results=62, NoResults=0, Power Results=0 -[2024-10-25 18:15:16,870 submission_checker1.py:2943 INFO] --- -[2024-10-25 18:15:16,870 submission_checker1.py:2944 INFO] Closed Results=0, Closed Power Results=0 +[2024-10-28 08:36:34,069 submission_checker1.py:2936 INFO] Results=63, NoResults=0, Power Results=0 +[2024-10-28 08:36:34,069 submission_checker1.py:2943 INFO] --- +[2024-10-28 08:36:34,069 submission_checker1.py:2944 INFO] Closed Results=0, Closed Power Results=0 -[2024-10-25 18:15:16,870 submission_checker1.py:2949 INFO] Open Results=62, Open Power Results=0 +[2024-10-28 08:36:34,069 submission_checker1.py:2949 INFO] Open Results=63, Open Power Results=0 -[2024-10-25 18:15:16,870 submission_checker1.py:2954 INFO] Network Results=0, Network Power Results=0 +[2024-10-28 08:36:34,069 submission_checker1.py:2954 INFO] Network Results=0, Network Power Results=0 -[2024-10-25 18:15:16,870 submission_checker1.py:2959 INFO] --- -[2024-10-25 18:15:16,870 submission_checker1.py:2961 INFO] Systems=59, Power Systems=0 -[2024-10-25 18:15:16,870 submission_checker1.py:2962 INFO] Closed Systems=0, Closed Power Systems=0 -[2024-10-25 18:15:16,870 submission_checker1.py:2967 INFO] Open Systems=59, Open Power Systems=0 -[2024-10-25 18:15:16,870 submission_checker1.py:2972 INFO] Network Systems=0, Network Power Systems=0 -[2024-10-25 18:15:16,870 submission_checker1.py:2977 INFO] --- -[2024-10-25 18:15:16,870 submission_checker1.py:2982 INFO] SUMMARY: submission looks OK +[2024-10-28 08:36:34,069 submission_checker1.py:2959 INFO] --- +[2024-10-28 08:36:34,069 submission_checker1.py:2961 INFO] Systems=60, Power Systems=0 +[2024-10-28 08:36:34,069 submission_checker1.py:2962 INFO] Closed Systems=0, Closed Power Systems=0 +[2024-10-28 08:36:34,069 submission_checker1.py:2967 INFO] Open Systems=60, Open Power Systems=0 +[2024-10-28 08:36:34,069 submission_checker1.py:2972 INFO] Network Systems=0, Network Power Systems=0 +[2024-10-28 08:36:34,069 submission_checker1.py:2977 INFO] --- +[2024-10-28 08:36:34,069 submission_checker1.py:2982 INFO] SUMMARY: submission looks OK INFO:root: ! call "postprocess" from /home/runner/CM/repos/mlcommons@cm4mlops/script/run-mlperf-inference-submission-checker/customize.py ``` @@ -65,20 +65,21 @@ INFO:root: ! call "postprocess" from /home/runner/CM/repos/mlcommons@cm4ml | 42 | MLCommons | available | open | datacenter | 705b75a6e915 | 705b75a6e915-reference-gpu-pytorch_v2.5.0-scc24-base_cu124 | stable-diffusion-xl | stable-diffusion-xl | Offline | 0.369758 | CLIP_SCORE: 15.180260419845581 FID_SCORE: 235.62720741859 | 1 | Intel(R) Xeon(R) w7-2495X | 1 | 24 | NVIDIA GeForce RTX 4090 | 2 | open/MLCommons/results/705b75a6e915-reference-gpu-pytorch_v2.5.0-scc24-base_cu124/stable-diffusion-xl/offline | pytorch v2.5.0 | Ubuntu 22.04 (linux-6.2.0-39-generic-glibc2.35) | Automated by MLCommons CM v3.2.5. | 1 | 0 | v4.1 | 0 | False | Samples/s | fp32 | | 43 | scc135 | available | open | edge | scc135_gpu0.novalocal | scc135_gpu0.novalocal-reference-gpu-pytorch-cu118 | bert-99 | bert-99 | Offline | 48.0956 | F1: 90.87487229720105 | 1 | AMD EPYC-Milan Processor | 16 | 1 | GRID A100X-20C | 1 | open/scc135/results/scc135_gpu0.novalocal-reference-gpu-pytorch-cu118/bert-99/offline | pytorch | Rocky 9.4 (linux-6.1.110-1.el9.elrepo.x86_64-glibc2.34) | Automated by MLCommons CM v3.2.7. | 1 | 0 | v4.1 | 0 | False | Samples/s | fp32 | | 44 | scc135 | available | open | edge | scc135_cpu1.novalocal | scc135_cpu1.novalocal-reference-cpu-pytorch_v2.5.0-default_config | bert-99 | bert-99 | Offline | 3.35681 | F1: 90.87487229720105 | 1 | AMD EPYC-Milan Processor | 32 | 1 | nan | 0 | open/scc135/results/scc135_cpu1.novalocal-reference-cpu-pytorch_v2.5.0-default_config/bert-99/offline | pytorch v2.5.0 | Rocky 9.4 (linux-6.1.112-1.el9.elrepo.x86_64-glibc2.34) | Automated by MLCommons CM v3.2.7. | 1 | 0 | v4.1 | 0 | False | Samples/s | fp32 | -| 45 | scc123-Shanxi_University | available | open | edge | b7828419c93b | b7828419c93b-reference-gpu-pytorch-cu124 | bert-99 | bert-99 | Offline | 83.4708 | F1: 90.87601905331469 | 1 | AMD EPYC-Milan Processor | 16 | 1 | GRID A100X-20C | 1 | open/scc123-Shanxi_University/results/b7828419c93b-reference-gpu-pytorch-cu124/bert-99/offline | pytorch | Ubuntu 22.04 (linux-6.1.110-1.el9.elrepo.x86_64-glibc2.35) | Automated by MLCommons CM v3.2.6. | 1 | 0 | v4.1 | 0 | False | Samples/s | fp32 | -| 46 | scc123-Shanxi_University | available | open | edge | scc123_cpu0.novalocal | scc123_cpu0.novalocal-reference-cpu-pytorch_v2.5.0-default_config | bert-99 | bert-99 | Offline | 3.26888 | F1: 90.87487229720105 | 1 | AMD EPYC-Milan Processor | 32 | 1 | nan | 0 | open/scc123-Shanxi_University/results/scc123_cpu0.novalocal-reference-cpu-pytorch_v2.5.0-default_config/bert-99/offline | pytorch v2.5.0 | Rocky 9.4 (linux-6.1.110-1.el9.elrepo.x86_64-glibc2.34) | Automated by MLCommons CM v3.2.6. | 1 | 0 | v4.1 | 0 | False | Samples/s | fp32 | -| 47 | UNM-Roadrunners | available | open | datacenter | 4751fbf98487 | 4751fbf98487-reference-cpu-pytorch_v2.4.1-scc24-base | stable-diffusion-xl | stable-diffusion-xl | Offline | 0.0144109 | CLIP_SCORE: 15.140117883682251 FID_SCORE: 238.40571124804268 | 1 | INTEL(R) XEON(R) PLATINUM 8580 | 2 | 60 | NVIDIA H100 NVL | 1 | open/UNM-Roadrunners/results/4751fbf98487-reference-cpu-pytorch_v2.4.1-scc24-base/stable-diffusion-xl/offline | pytorch v2.4.1 | Ubuntu 22.04 (linux-5.14.0-427.37.1.el9_4.x86_64-glibc2.35) | Automated by MLCommons CM v3.0.1. | 1 | 0 | v4.1 | 0 | False | Samples/s | fp32 | -| 48 | UNM-Roadrunners | available | open | datacenter | d8727d7820f0 | d8727d7820f0-nvidia-gpu-TensorRT-scc24-main | stable-diffusion-xl | stable-diffusion-xl | Offline | 1.61009 | CLIP_SCORE: 15.495350807905197 FID_SCORE: 233.7000707826474 | 1 | INTEL(R) XEON(R) PLATINUM 8580 | 2 | 60 | NVIDIA H100 NVL | 4 | open/UNM-Roadrunners/results/d8727d7820f0-nvidia-gpu-TensorRT-scc24-main/stable-diffusion-xl/offline | TensorRT | Ubuntu 20.04 (linux-5.14.0-427.37.1.el9_4.x86_64-glibc2.31) | Automated by MLCommons CM v2.4.0. | 1 | 0 | v4.1 | 0 | False | Samples/s | int8 | -| 49 | UNM-Roadrunners | available | open | datacenter | 7b06989ff188 | 7b06989ff188-nvidia-gpu-TensorRT-scc24-main | stable-diffusion-xl | stable-diffusion-xl | Offline | 1.61013 | CLIP_SCORE: 15.527581945061684 FID_SCORE: 239.8460356754585 | 1 | INTEL(R) XEON(R) PLATINUM 8580 | 2 | 60 | NVIDIA H100 NVL | 4 | open/UNM-Roadrunners/results/7b06989ff188-nvidia-gpu-TensorRT-scc24-main/stable-diffusion-xl/offline | TensorRT | Ubuntu 20.04 (linux-5.14.0-427.37.1.el9_4.x86_64-glibc2.31) | Automated by MLCommons CM v2.4.0. | 1 | 0 | v4.1 | 0 | False | Samples/s | int8 | -| 50 | UNM-Roadrunners | available | open | datacenter | 4751fbf98487 | 4751fbf98487-reference-gpu-pytorch_v2.4.1-scc24-base | stable-diffusion-xl | stable-diffusion-xl | Offline | 0.666646 | CLIP_SCORE: 15.170220836997032 FID_SCORE: 235.68987775810245 | 1 | INTEL(R) XEON(R) PLATINUM 8580 | 2 | 60 | NVIDIA H100 NVL | 1 | open/UNM-Roadrunners/results/4751fbf98487-reference-gpu-pytorch_v2.4.1-scc24-base/stable-diffusion-xl/offline | pytorch v2.4.1 | Ubuntu 22.04 (linux-5.14.0-427.37.1.el9_4.x86_64-glibc2.35) | Automated by MLCommons CM v3.0.1. | 1 | 0 | v4.1 | 0 | False | Samples/s | fp32 | -| 51 | UNM-Roadrunners | available | open | datacenter | d8727d7820f0 | d8727d7820f0-nvidia-gpu-TensorRT-scc24-base | stable-diffusion-xl | stable-diffusion-xl | Offline | 1.61345 | CLIP_SCORE: 15.495350807905197 FID_SCORE: 233.70007081366145 | 1 | INTEL(R) XEON(R) PLATINUM 8580 | 2 | 60 | NVIDIA H100 NVL | 4 | open/UNM-Roadrunners/results/d8727d7820f0-nvidia-gpu-TensorRT-scc24-base/stable-diffusion-xl/offline | TensorRT | Ubuntu 20.04 (linux-5.14.0-427.37.1.el9_4.x86_64-glibc2.31) | Automated by MLCommons CM v2.4.0. | 1 | 0 | v4.1 | 0 | False | Samples/s | int8 | -| 52 | UNM-Roadrunners | available | open | datacenter | 7b06989ff188 | 7b06989ff188-nvidia-gpu-TensorRT-scc24-base | stable-diffusion-xl | stable-diffusion-xl | Offline | 1.61853 | CLIP_SCORE: 15.527581945061684 FID_SCORE: 239.84603575864136 | 1 | INTEL(R) XEON(R) PLATINUM 8580 | 2 | 60 | NVIDIA H100 NVL | 4 | open/UNM-Roadrunners/results/7b06989ff188-nvidia-gpu-TensorRT-scc24-base/stable-diffusion-xl/offline | TensorRT | Ubuntu 20.04 (linux-5.14.0-427.37.1.el9_4.x86_64-glibc2.31) | Automated by MLCommons CM v2.4.0. | 1 | 0 | v4.1 | 0 | False | Samples/s | int8 | -| 53 | UNM-Roadrunners | available | open | datacenter | 4751fbf98487 | 4751fbf98487-reference-gpu-pytorch_v2.4.1-scc24-main | stable-diffusion-xl | stable-diffusion-xl | Offline | 0.665545 | CLIP_SCORE: 13.906862080842256 FID_SCORE: 84.21082273715388 | 1 | INTEL(R) XEON(R) PLATINUM 8580 | 2 | 60 | NVIDIA H100 NVL | 1 | open/UNM-Roadrunners/results/4751fbf98487-reference-gpu-pytorch_v2.4.1-scc24-main/stable-diffusion-xl/offline | pytorch v2.4.1 | Ubuntu 22.04 (linux-5.14.0-427.37.1.el9_4.x86_64-glibc2.35) | Automated by MLCommons CM v3.0.1. | 1 | 0 | v4.1 | 0 | False | Samples/s | fp32 | -| 54 | UNM-Roadrunners | available | open | datacenter | roadrunner | roadrunner-nvidia-gpu-TensorRT-scc24-base | stable-diffusion-xl | stable-diffusion-xl | Offline | 1.60725 | CLIP_SCORE: 15.527581945061684 FID_SCORE: 239.84603550136694 | 1 | INTEL(R) XEON(R) PLATINUM 8580 | 2 | 60 | NVIDIA H100 NVL | 4 | open/UNM-Roadrunners/results/roadrunner-nvidia-gpu-TensorRT-scc24-base/stable-diffusion-xl/offline | TensorRT | Ubuntu 20.04 (linux-5.14.0-427.37.1.el9_4.x86_64-glibc2.31) | Automated by MLCommons CM v2.4.0. | 1 | 0 | v4.1 | 0 | False | Samples/s | int8 | -| 55 | NTUHPC | available | open | datacenter | 8297ae0eca20 | 8297ae0eca20-nvidia-gpu-TensorRT-scc24-main | stable-diffusion-xl | stable-diffusion-xl | Offline | 2.66695 | CLIP_SCORE: 15.704176977276802 FID_SCORE: 233.5689613089101 | 1 | AMD EPYC 9654 96-Core Processor | 2 | 96 | NVIDIA H100 PCIe | 4 | open/NTUHPC/results/8297ae0eca20-nvidia-gpu-TensorRT-scc24-main/stable-diffusion-xl/offline | TensorRT | Ubuntu 20.04 (linux-6.5.0-27-generic-glibc2.31) | Automated by MLCommons CM v2.4.0. | 1 | 0 | v4.1 | 0 | False | Samples/s | int8 | -| 56 | SYSU-LPC-Expects | available | open | edge | 210fdd372d21 | 210fdd372d21-reference-cpu-pytorch_v2.5.0-default_config | bert-99 | bert-99 | Offline | 3.76647 | F1: 90.87487229720105 | 1 | AMD EPYC-Milan Processor | 32 | 1 | nan | 0 | open/SYSU-LPC-Expects/results/210fdd372d21-reference-cpu-pytorch_v2.5.0-default_config/bert-99/offline | pytorch v2.5.0 | Ubuntu 22.04 (linux-6.1.110-1.el9.elrepo.x86_64-glibc2.35) | Automated by MLCommons CM v3.2.6. | 1 | 0 | v4.1 | 0 | False | Samples/s | fp32 | -| 57 | SYSU-LPC-Expects | available | open | edge | b2b4f72c06b8 | b2b4f72c06b8-nvidia-gpu-TensorRT-default_config | bert-99 | bert-99 | Offline | 3470.62 | F1: 90.43411501470122 | 1 | AMD EPYC-Milan Processor | 16 | 1 | GRID A100X-20C | 1 | open/SYSU-LPC-Expects/results/b2b4f72c06b8-nvidia-gpu-TensorRT-default_config/bert-99/offline | TensorRT | Ubuntu 20.04 (linux-6.1.110-1.el9.elrepo.x86_64-glibc2.31) | Automated by MLCommons CM v3.2.4. | 1 | 0 | v4.1 | 0 | False | Samples/s | int8 | -| 58 | SYSU-LPC-Expects | available | open | edge | c1979786bc1c | c1979786bc1c-reference-cpu-pytorch_v2.5.0-default_config | bert-99 | bert-99 | Offline | 2.30891 | F1: 90.87487229720105 | 1 | AMD EPYC-Milan Processor | 16 | 1 | nan | 0 | open/SYSU-LPC-Expects/results/c1979786bc1c-reference-cpu-pytorch_v2.5.0-default_config/bert-99/offline | pytorch v2.5.0 | Ubuntu 22.04 (linux-6.1.110-1.el9.elrepo.x86_64-glibc2.35) | Automated by MLCommons CM v3.2.5. | 1 | 0 | v4.1 | 0 | False | Samples/s | fp32 | -| 59 | Dreambrook_Team | available | open | edge | 0e7e43cc4195 | 0e7e43cc4195-reference-gpu-pytorch-cu124 | bert-99 | bert-99 | Offline | 279.352 | F1: 90.8791726326272 | 1 | AMD EPYC-Milan Processor | 16 | 1 | GRID A100X-20C | 1 | open/Dreambrook_Team/results/0e7e43cc4195-reference-gpu-pytorch-cu124/bert-99/offline | pytorch | Ubuntu 22.04 (linux-6.1.112-1.el9.elrepo.x86_64-glibc2.35) | Automated by MLCommons CM v3.2.2. | 1 | 0 | v4.1 | 0 | False | Samples/s | fp32 | -| 60 | Dreambrook_Team | available | open | edge | a65eca5827dc | a65eca5827dc-reference-cpu-pytorch_v2.4.1-default_config | bert-99 | bert-99 | Offline | 3.19276 | F1: 90.87487229720105 | 1 | AMD EPYC-Milan Processor | 32 | 1 | nan | 0 | open/Dreambrook_Team/results/a65eca5827dc-reference-cpu-pytorch_v2.4.1-default_config/bert-99/offline | pytorch v2.4.1 | Ubuntu 22.04 (linux-6.1.112-1.el9.elrepo.x86_64-glibc2.35) | Automated by MLCommons CM v3.2.1. | 1 | 0 | v4.1 | 0 | False | Samples/s | fp32 | -| 61 | Dreambrook_Team | available | open | edge | 666dfb9811e4 | 666dfb9811e4-reference-gpu-pytorch-cu124 | bert-99 | bert-99 | Offline | 85.4467 | F1: 90.87601905331469 | 1 | AMD EPYC-Milan Processor | 16 | 1 | GRID A100X-20C | 1 | open/Dreambrook_Team/results/666dfb9811e4-reference-gpu-pytorch-cu124/bert-99/offline | pytorch | Ubuntu 22.04 (linux-6.1.112-1.el9.elrepo.x86_64-glibc2.35) | Automated by MLCommons CM v3.2.2. | 1 | 0 | v4.1 | 0 | False | Samples/s | fp32 | \ No newline at end of file +| 45 | scc102 | available | open | edge | scc102_gpu0.novalocal | scc102_gpu0.novalocal-reference-gpu-pytorch-cu118 | bert-99 | bert-99 | Offline | 46.2795 | F1: 88.74428571428572 | 1 | AMD EPYC-Milan Processor | 16 | 1 | GRID A100X-20C | 1 | open/scc102/results/scc102_gpu0.novalocal-reference-gpu-pytorch-cu118/bert-99/offline | pytorch | Rocky 9.4 (linux-6.1.110-1.el9.elrepo.x86_64-glibc2.34) | Automated by MLCommons CM v3.2.8. | 1 | 0 | v4.1 | 0 | False | Samples/s | fp32 | +| 46 | scc123-Shanxi_University | available | open | edge | b7828419c93b | b7828419c93b-reference-gpu-pytorch-cu124 | bert-99 | bert-99 | Offline | 83.4708 | F1: 90.87601905331469 | 1 | AMD EPYC-Milan Processor | 16 | 1 | GRID A100X-20C | 1 | open/scc123-Shanxi_University/results/b7828419c93b-reference-gpu-pytorch-cu124/bert-99/offline | pytorch | Ubuntu 22.04 (linux-6.1.110-1.el9.elrepo.x86_64-glibc2.35) | Automated by MLCommons CM v3.2.6. | 1 | 0 | v4.1 | 0 | False | Samples/s | fp32 | +| 47 | scc123-Shanxi_University | available | open | edge | scc123_cpu0.novalocal | scc123_cpu0.novalocal-reference-cpu-pytorch_v2.5.0-default_config | bert-99 | bert-99 | Offline | 3.26888 | F1: 90.87487229720105 | 1 | AMD EPYC-Milan Processor | 32 | 1 | nan | 0 | open/scc123-Shanxi_University/results/scc123_cpu0.novalocal-reference-cpu-pytorch_v2.5.0-default_config/bert-99/offline | pytorch v2.5.0 | Rocky 9.4 (linux-6.1.110-1.el9.elrepo.x86_64-glibc2.34) | Automated by MLCommons CM v3.2.6. | 1 | 0 | v4.1 | 0 | False | Samples/s | fp32 | +| 48 | UNM-Roadrunners | available | open | datacenter | 4751fbf98487 | 4751fbf98487-reference-cpu-pytorch_v2.4.1-scc24-base | stable-diffusion-xl | stable-diffusion-xl | Offline | 0.0144109 | CLIP_SCORE: 15.140117883682251 FID_SCORE: 238.40571124804268 | 1 | INTEL(R) XEON(R) PLATINUM 8580 | 2 | 60 | NVIDIA H100 NVL | 1 | open/UNM-Roadrunners/results/4751fbf98487-reference-cpu-pytorch_v2.4.1-scc24-base/stable-diffusion-xl/offline | pytorch v2.4.1 | Ubuntu 22.04 (linux-5.14.0-427.37.1.el9_4.x86_64-glibc2.35) | Automated by MLCommons CM v3.0.1. | 1 | 0 | v4.1 | 0 | False | Samples/s | fp32 | +| 49 | UNM-Roadrunners | available | open | datacenter | d8727d7820f0 | d8727d7820f0-nvidia-gpu-TensorRT-scc24-main | stable-diffusion-xl | stable-diffusion-xl | Offline | 1.61009 | CLIP_SCORE: 15.495350807905197 FID_SCORE: 233.7000707826474 | 1 | INTEL(R) XEON(R) PLATINUM 8580 | 2 | 60 | NVIDIA H100 NVL | 4 | open/UNM-Roadrunners/results/d8727d7820f0-nvidia-gpu-TensorRT-scc24-main/stable-diffusion-xl/offline | TensorRT | Ubuntu 20.04 (linux-5.14.0-427.37.1.el9_4.x86_64-glibc2.31) | Automated by MLCommons CM v2.4.0. | 1 | 0 | v4.1 | 0 | False | Samples/s | int8 | +| 50 | UNM-Roadrunners | available | open | datacenter | 7b06989ff188 | 7b06989ff188-nvidia-gpu-TensorRT-scc24-main | stable-diffusion-xl | stable-diffusion-xl | Offline | 1.61013 | CLIP_SCORE: 15.527581945061684 FID_SCORE: 239.8460356754585 | 1 | INTEL(R) XEON(R) PLATINUM 8580 | 2 | 60 | NVIDIA H100 NVL | 4 | open/UNM-Roadrunners/results/7b06989ff188-nvidia-gpu-TensorRT-scc24-main/stable-diffusion-xl/offline | TensorRT | Ubuntu 20.04 (linux-5.14.0-427.37.1.el9_4.x86_64-glibc2.31) | Automated by MLCommons CM v2.4.0. | 1 | 0 | v4.1 | 0 | False | Samples/s | int8 | +| 51 | UNM-Roadrunners | available | open | datacenter | 4751fbf98487 | 4751fbf98487-reference-gpu-pytorch_v2.4.1-scc24-base | stable-diffusion-xl | stable-diffusion-xl | Offline | 0.666646 | CLIP_SCORE: 15.170220836997032 FID_SCORE: 235.68987775810245 | 1 | INTEL(R) XEON(R) PLATINUM 8580 | 2 | 60 | NVIDIA H100 NVL | 1 | open/UNM-Roadrunners/results/4751fbf98487-reference-gpu-pytorch_v2.4.1-scc24-base/stable-diffusion-xl/offline | pytorch v2.4.1 | Ubuntu 22.04 (linux-5.14.0-427.37.1.el9_4.x86_64-glibc2.35) | Automated by MLCommons CM v3.0.1. | 1 | 0 | v4.1 | 0 | False | Samples/s | fp32 | +| 52 | UNM-Roadrunners | available | open | datacenter | d8727d7820f0 | d8727d7820f0-nvidia-gpu-TensorRT-scc24-base | stable-diffusion-xl | stable-diffusion-xl | Offline | 1.61345 | CLIP_SCORE: 15.495350807905197 FID_SCORE: 233.70007081366145 | 1 | INTEL(R) XEON(R) PLATINUM 8580 | 2 | 60 | NVIDIA H100 NVL | 4 | open/UNM-Roadrunners/results/d8727d7820f0-nvidia-gpu-TensorRT-scc24-base/stable-diffusion-xl/offline | TensorRT | Ubuntu 20.04 (linux-5.14.0-427.37.1.el9_4.x86_64-glibc2.31) | Automated by MLCommons CM v2.4.0. | 1 | 0 | v4.1 | 0 | False | Samples/s | int8 | +| 53 | UNM-Roadrunners | available | open | datacenter | 7b06989ff188 | 7b06989ff188-nvidia-gpu-TensorRT-scc24-base | stable-diffusion-xl | stable-diffusion-xl | Offline | 1.61853 | CLIP_SCORE: 15.527581945061684 FID_SCORE: 239.84603575864136 | 1 | INTEL(R) XEON(R) PLATINUM 8580 | 2 | 60 | NVIDIA H100 NVL | 4 | open/UNM-Roadrunners/results/7b06989ff188-nvidia-gpu-TensorRT-scc24-base/stable-diffusion-xl/offline | TensorRT | Ubuntu 20.04 (linux-5.14.0-427.37.1.el9_4.x86_64-glibc2.31) | Automated by MLCommons CM v2.4.0. | 1 | 0 | v4.1 | 0 | False | Samples/s | int8 | +| 54 | UNM-Roadrunners | available | open | datacenter | 4751fbf98487 | 4751fbf98487-reference-gpu-pytorch_v2.4.1-scc24-main | stable-diffusion-xl | stable-diffusion-xl | Offline | 0.665545 | CLIP_SCORE: 13.906862080842256 FID_SCORE: 84.21082273715388 | 1 | INTEL(R) XEON(R) PLATINUM 8580 | 2 | 60 | NVIDIA H100 NVL | 1 | open/UNM-Roadrunners/results/4751fbf98487-reference-gpu-pytorch_v2.4.1-scc24-main/stable-diffusion-xl/offline | pytorch v2.4.1 | Ubuntu 22.04 (linux-5.14.0-427.37.1.el9_4.x86_64-glibc2.35) | Automated by MLCommons CM v3.0.1. | 1 | 0 | v4.1 | 0 | False | Samples/s | fp32 | +| 55 | UNM-Roadrunners | available | open | datacenter | roadrunner | roadrunner-nvidia-gpu-TensorRT-scc24-base | stable-diffusion-xl | stable-diffusion-xl | Offline | 1.60725 | CLIP_SCORE: 15.527581945061684 FID_SCORE: 239.84603550136694 | 1 | INTEL(R) XEON(R) PLATINUM 8580 | 2 | 60 | NVIDIA H100 NVL | 4 | open/UNM-Roadrunners/results/roadrunner-nvidia-gpu-TensorRT-scc24-base/stable-diffusion-xl/offline | TensorRT | Ubuntu 20.04 (linux-5.14.0-427.37.1.el9_4.x86_64-glibc2.31) | Automated by MLCommons CM v2.4.0. | 1 | 0 | v4.1 | 0 | False | Samples/s | int8 | +| 56 | NTUHPC | available | open | datacenter | 8297ae0eca20 | 8297ae0eca20-nvidia-gpu-TensorRT-scc24-main | stable-diffusion-xl | stable-diffusion-xl | Offline | 2.66695 | CLIP_SCORE: 15.704176977276802 FID_SCORE: 233.5689613089101 | 1 | AMD EPYC 9654 96-Core Processor | 2 | 96 | NVIDIA H100 PCIe | 4 | open/NTUHPC/results/8297ae0eca20-nvidia-gpu-TensorRT-scc24-main/stable-diffusion-xl/offline | TensorRT | Ubuntu 20.04 (linux-6.5.0-27-generic-glibc2.31) | Automated by MLCommons CM v2.4.0. | 1 | 0 | v4.1 | 0 | False | Samples/s | int8 | +| 57 | SYSU-LPC-Expects | available | open | edge | 210fdd372d21 | 210fdd372d21-reference-cpu-pytorch_v2.5.0-default_config | bert-99 | bert-99 | Offline | 3.76647 | F1: 90.87487229720105 | 1 | AMD EPYC-Milan Processor | 32 | 1 | nan | 0 | open/SYSU-LPC-Expects/results/210fdd372d21-reference-cpu-pytorch_v2.5.0-default_config/bert-99/offline | pytorch v2.5.0 | Ubuntu 22.04 (linux-6.1.110-1.el9.elrepo.x86_64-glibc2.35) | Automated by MLCommons CM v3.2.6. | 1 | 0 | v4.1 | 0 | False | Samples/s | fp32 | +| 58 | SYSU-LPC-Expects | available | open | edge | b2b4f72c06b8 | b2b4f72c06b8-nvidia-gpu-TensorRT-default_config | bert-99 | bert-99 | Offline | 3470.62 | F1: 90.43411501470122 | 1 | AMD EPYC-Milan Processor | 16 | 1 | GRID A100X-20C | 1 | open/SYSU-LPC-Expects/results/b2b4f72c06b8-nvidia-gpu-TensorRT-default_config/bert-99/offline | TensorRT | Ubuntu 20.04 (linux-6.1.110-1.el9.elrepo.x86_64-glibc2.31) | Automated by MLCommons CM v3.2.4. | 1 | 0 | v4.1 | 0 | False | Samples/s | int8 | +| 59 | SYSU-LPC-Expects | available | open | edge | c1979786bc1c | c1979786bc1c-reference-cpu-pytorch_v2.5.0-default_config | bert-99 | bert-99 | Offline | 2.30891 | F1: 90.87487229720105 | 1 | AMD EPYC-Milan Processor | 16 | 1 | nan | 0 | open/SYSU-LPC-Expects/results/c1979786bc1c-reference-cpu-pytorch_v2.5.0-default_config/bert-99/offline | pytorch v2.5.0 | Ubuntu 22.04 (linux-6.1.110-1.el9.elrepo.x86_64-glibc2.35) | Automated by MLCommons CM v3.2.5. | 1 | 0 | v4.1 | 0 | False | Samples/s | fp32 | +| 60 | Dreambrook_Team | available | open | edge | 0e7e43cc4195 | 0e7e43cc4195-reference-gpu-pytorch-cu124 | bert-99 | bert-99 | Offline | 279.352 | F1: 90.8791726326272 | 1 | AMD EPYC-Milan Processor | 16 | 1 | GRID A100X-20C | 1 | open/Dreambrook_Team/results/0e7e43cc4195-reference-gpu-pytorch-cu124/bert-99/offline | pytorch | Ubuntu 22.04 (linux-6.1.112-1.el9.elrepo.x86_64-glibc2.35) | Automated by MLCommons CM v3.2.2. | 1 | 0 | v4.1 | 0 | False | Samples/s | fp32 | +| 61 | Dreambrook_Team | available | open | edge | a65eca5827dc | a65eca5827dc-reference-cpu-pytorch_v2.4.1-default_config | bert-99 | bert-99 | Offline | 3.19276 | F1: 90.87487229720105 | 1 | AMD EPYC-Milan Processor | 32 | 1 | nan | 0 | open/Dreambrook_Team/results/a65eca5827dc-reference-cpu-pytorch_v2.4.1-default_config/bert-99/offline | pytorch v2.4.1 | Ubuntu 22.04 (linux-6.1.112-1.el9.elrepo.x86_64-glibc2.35) | Automated by MLCommons CM v3.2.1. | 1 | 0 | v4.1 | 0 | False | Samples/s | fp32 | +| 62 | Dreambrook_Team | available | open | edge | 666dfb9811e4 | 666dfb9811e4-reference-gpu-pytorch-cu124 | bert-99 | bert-99 | Offline | 85.4467 | F1: 90.87601905331469 | 1 | AMD EPYC-Milan Processor | 16 | 1 | GRID A100X-20C | 1 | open/Dreambrook_Team/results/666dfb9811e4-reference-gpu-pytorch-cu124/bert-99/offline | pytorch | Ubuntu 22.04 (linux-6.1.112-1.el9.elrepo.x86_64-glibc2.35) | Automated by MLCommons CM v3.2.2. | 1 | 0 | v4.1 | 0 | False | Samples/s | fp32 | \ No newline at end of file diff --git a/summary_results.json b/summary_results.json index fcdecdf..7ea3bc5 100644 --- a/summary_results.json +++ b/summary_results.json @@ -1729,6 +1729,42 @@ }, { "ID": "4.1-0049", + "Submitter": "scc102", + "Availability": "available", + "Category": "open", + "Suite": "edge", + "System": "scc102_gpu0.novalocal", + "Platform": "scc102_gpu0.novalocal-reference-gpu-pytorch-cu118", + "UsedModel": "bert-99", + "Model": "bert-99", + "Scenario": "Offline", + "Accuracy": "F1: 88.74428571428572", + "Nodes": 1, + "Processor": "AMD EPYC-Milan Processor", + "host_processors_per_node": 16, + "host_processor_core_count": 1, + "Accelerator": "GRID A100X-20C", + "a#": 1, + "Location": "open/scc102/results/scc102_gpu0.novalocal-reference-gpu-pytorch-cu118/bert-99/offline", + "Software": "pytorch", + "operating_system": "Rocky 9.4 (linux-6.1.110-1.el9.elrepo.x86_64-glibc2.34)", + "Notes": "Automated by MLCommons CM v3.2.8. ", + "compliance": 1, + "errors": 0, + "version": "v4.1", + "inferred": 0, + "has_power": false, + "weight_data_types": "fp32", + "p#": 16, + "Details": "https://github.com/mlcommons/submissions_inference_4.0/tree/main/open/scc102/results/scc102_gpu0.novalocal-reference-gpu-pytorch-cu118", + "Code": "https://github.com/mlcommons/submissions_inference_4.0/tree/main/open/scc102/code", + "Unique ID (e.g. for Audit)": "edge/open/scc102/scc102_gpu0.novalocal-reference-gpu-pytorch-cu118/bert-99", + "ColorKey": "availablescc102", + "Performance_Result": 46.2795, + "Performance_Units": "Samples/s" + }, + { + "ID": "4.1-0050", "Submitter": "scc104-ZJUSCT", "Availability": "available", "Category": "open", @@ -1764,7 +1800,7 @@ "Performance_Units": "Samples/s" }, { - "ID": "4.1-0050", + "ID": "4.1-0051", "Submitter": "scc104-ZJUSCT", "Availability": "available", "Category": "open", @@ -1800,7 +1836,7 @@ "Performance_Units": "Samples/s" }, { - "ID": "4.1-0051", + "ID": "4.1-0052", "Submitter": "scc107", "Availability": "available", "Category": "open", @@ -1836,7 +1872,7 @@ "Performance_Units": "Samples/s" }, { - "ID": "4.1-0052", + "ID": "4.1-0053", "Submitter": "scc112", "Availability": "available", "Category": "open", @@ -1872,7 +1908,7 @@ "Performance_Units": "Samples/s" }, { - "ID": "4.1-0053", + "ID": "4.1-0054", "Submitter": "scc122", "Availability": "available", "Category": "open", @@ -1908,7 +1944,7 @@ "Performance_Units": "Samples/s" }, { - "ID": "4.1-0054", + "ID": "4.1-0055", "Submitter": "scc123-Shanxi_University", "Availability": "available", "Category": "open", @@ -1944,7 +1980,7 @@ "Performance_Units": "Samples/s" }, { - "ID": "4.1-0055", + "ID": "4.1-0056", "Submitter": "scc123-Shanxi_University", "Availability": "available", "Category": "open", @@ -1980,7 +2016,7 @@ "Performance_Units": "Samples/s" }, { - "ID": "4.1-0056", + "ID": "4.1-0057", "Submitter": "scc131", "Availability": "available", "Category": "open", @@ -2016,7 +2052,7 @@ "Performance_Units": "Samples/s" }, { - "ID": "4.1-0056", + "ID": "4.1-0057", "Submitter": "scc131", "Availability": "available", "Category": "open", @@ -2052,7 +2088,7 @@ "Performance_Units": "Latency (ms)" }, { - "ID": "4.1-0057", + "ID": "4.1-0058", "Submitter": "scc131", "Availability": "available", "Category": "open", @@ -2088,7 +2124,7 @@ "Performance_Units": "Samples/s" }, { - "ID": "4.1-0057", + "ID": "4.1-0058", "Submitter": "scc131", "Availability": "available", "Category": "open", @@ -2124,7 +2160,7 @@ "Performance_Units": "Latency (ms)" }, { - "ID": "4.1-0058", + "ID": "4.1-0059", "Submitter": "scc132", "Availability": "available", "Category": "open", @@ -2160,7 +2196,7 @@ "Performance_Units": "Samples/s" }, { - "ID": "4.1-0059", + "ID": "4.1-0060", "Submitter": "scc135", "Availability": "available", "Category": "open", @@ -2196,7 +2232,7 @@ "Performance_Units": "Samples/s" }, { - "ID": "4.1-0060", + "ID": "4.1-0061", "Submitter": "scc135", "Availability": "available", "Category": "open",