diff --git a/docs/developer-guides/using-docker.mdx b/docs/developer-guides/using-docker.mdx index 621e9cffd..faa1790c3 100644 --- a/docs/developer-guides/using-docker.mdx +++ b/docs/developer-guides/using-docker.mdx @@ -29,7 +29,7 @@ You need to [clone the code](./development.md#set-up) first before building the export DOCKER_BUILDKIT=1 docker buildx build \ --platform linux/amd64 --cache-to type=inline,mode=max \ - --tag superbench-dev --file dockerfile/cuda11.1.1.dockerfile . + --tag superbench-dev --file dockerfile/cuda11.8.dockerfile . ``` @@ -39,7 +39,7 @@ docker buildx build \ export DOCKER_BUILDKIT=1 docker buildx build \ --platform linux/amd64 --cache-to type=inline,mode=max \ - --tag superbench-dev --file dockerfile/rocm4.2-pytorch1.7.0.dockerfile . + --tag superbench-dev --file dockerfile/rocm5.1.x.dockerfile . ``` diff --git a/docs/getting-started/installation.mdx b/docs/getting-started/installation.mdx index 3172605cb..82c1fc9c3 100644 --- a/docs/getting-started/installation.mdx +++ b/docs/getting-started/installation.mdx @@ -45,7 +45,7 @@ but it is not strictly necessary. ```bash # create a new virtual environment -python3 -m venv --system-site-packages ./venv +python3 -m venv ./venv # activate the virtual environment source ./venv/bin/activate @@ -61,7 +61,7 @@ You can clone the source from GitHub and build it. :::note Note You should checkout corresponding tag to use release version, for example, -`git clone -b v0.7.0 https://github.com/microsoft/superbenchmark` +`git clone -b v0.8.0 https://github.com/microsoft/superbenchmark` ::: ```bash diff --git a/docs/getting-started/run-superbench.md b/docs/getting-started/run-superbench.md index e97626c56..265316179 100644 --- a/docs/getting-started/run-superbench.md +++ b/docs/getting-started/run-superbench.md @@ -27,7 +27,7 @@ sb deploy -f remote.ini --host-password [password] :::note Note You should deploy corresponding Docker image to use release version, for example, -`sb deploy -f local.ini -i superbench/superbench:v0.7.0-cuda11.1.1` +`sb deploy -f local.ini -i superbench/superbench:v0.8.0-cuda11.8` You should note that version of git repo only determines version of sb CLI, and not the sb container. You should define the container version even if you specified a release version for the git clone. diff --git a/docs/superbench-config.mdx b/docs/superbench-config.mdx index 8fe6aa1ea..8802830b2 100644 --- a/docs/superbench-config.mdx +++ b/docs/superbench-config.mdx @@ -70,7 +70,7 @@ superbench: ```yaml -version: v0.7 +version: v0.8 superbench: enable: benchmark_1 monitor: diff --git a/docs/user-tutorial/container-images.mdx b/docs/user-tutorial/container-images.mdx index 112bbf25a..c9d0f08ea 100644 --- a/docs/user-tutorial/container-images.mdx +++ b/docs/user-tutorial/container-images.mdx @@ -29,6 +29,8 @@ available tags are listed below for all stable versions. | Tag | Description | |-------------------|------------------------------------| +| v0.8.0-cuda11.8 | SuperBench v0.8.0 with CUDA 11.8 | +| v0.8.0-cuda11.1.1 | SuperBench v0.8.0 with CUDA 11.1.1 | | v0.7.0-cuda11.8 | SuperBench v0.7.0 with CUDA 11.8 | | v0.7.0-cuda11.1.1 | SuperBench v0.7.0 with CUDA 11.1.1 | | v0.6.0-cuda11.1.1 | SuperBench v0.6.0 with CUDA 11.1.1 | @@ -43,6 +45,10 @@ available tags are listed below for all stable versions. | Tag | Description | |-------------------------------|--------------------------------------------------| +| v0.8.0-rocm5.1.3 | SuperBench v0.8.0 with ROCm 5.1.3 | +| v0.8.0-rocm5.1.1 | SuperBench v0.8.0 with ROCm 5.1.1 | +| v0.8.0-rocm5.0.1 | SuperBench v0.8.0 with ROCm 5.0.1 | +| v0.8.0-rocm5.0 | SuperBench v0.8.0 with ROCm 5.0 | | v0.7.0-rocm5.1.3 | SuperBench v0.7.0 with ROCm 5.1.3 | | v0.7.0-rocm5.1.1 | SuperBench v0.7.0 with ROCm 5.1.1 | | v0.7.0-rocm5.0.1 | SuperBench v0.7.0 with ROCm 5.0.1 | diff --git a/docs/user-tutorial/data-diagnosis.md b/docs/user-tutorial/data-diagnosis.md index e4094f83a..94a2a025d 100644 --- a/docs/user-tutorial/data-diagnosis.md +++ b/docs/user-tutorial/data-diagnosis.md @@ -65,7 +65,7 @@ superbench: example: ```yaml # SuperBench rules -version: v0.7 +version: v0.8 superbench: rules: failure-rule: diff --git a/docs/user-tutorial/result-summary.md b/docs/user-tutorial/result-summary.md index d9053d3b6..e53738ff8 100644 --- a/docs/user-tutorial/result-summary.md +++ b/docs/user-tutorial/result-summary.md @@ -58,7 +58,7 @@ superbench: ```yaml title="Example" # SuperBench rules -version: v0.7 +version: v0.8 superbench: rules: kernel_launch: diff --git a/superbench/__init__.py b/superbench/__init__.py index a0b5f7c02..5b85c9a9a 100644 --- a/superbench/__init__.py +++ b/superbench/__init__.py @@ -6,5 +6,5 @@ Provide hardware and software benchmarks for AI systems. """ -__version__ = '0.7.0' +__version__ = '0.8.0' __author__ = 'Microsoft' diff --git a/superbench/config/amd_mi100_hpe.yaml b/superbench/config/amd_mi100_hpe.yaml index 4f6a68a6e..150424c0f 100644 --- a/superbench/config/amd_mi100_hpe.yaml +++ b/superbench/config/amd_mi100_hpe.yaml @@ -3,7 +3,7 @@ # Server: # - Product: HPE Apollo 6500 -version: v0.7 +version: v0.8 superbench: enable: null var: diff --git a/superbench/config/amd_mi100_z53.yaml b/superbench/config/amd_mi100_z53.yaml index 9ef423a3e..188c93547 100644 --- a/superbench/config/amd_mi100_z53.yaml +++ b/superbench/config/amd_mi100_z53.yaml @@ -4,7 +4,7 @@ # - Product: G482-Z53 # - Link: https://www.gigabyte.cn/FileUpload/Global/MicroSite/553/G482-Z53.html -version: v0.7 +version: v0.8 superbench: enable: null var: diff --git a/superbench/config/azure/inference/standard_nc64as_t4_v3.yaml b/superbench/config/azure/inference/standard_nc64as_t4_v3.yaml index 4ba445909..62e0d6586 100644 --- a/superbench/config/azure/inference/standard_nc64as_t4_v3.yaml +++ b/superbench/config/azure/inference/standard_nc64as_t4_v3.yaml @@ -1,4 +1,4 @@ -version: v0.7 +version: v0.8 superbench: enable: null monitor: diff --git a/superbench/config/azure/inference/standard_nc96ads_a100_v4.yaml b/superbench/config/azure/inference/standard_nc96ads_a100_v4.yaml index 56dc89b15..337affacf 100644 --- a/superbench/config/azure/inference/standard_nc96ads_a100_v4.yaml +++ b/superbench/config/azure/inference/standard_nc96ads_a100_v4.yaml @@ -1,4 +1,4 @@ -version: v0.7 +version: v0.8 superbench: enable: null monitor: diff --git a/superbench/config/azure/inference/standard_nv18ads_a10_v5.yaml b/superbench/config/azure/inference/standard_nv18ads_a10_v5.yaml index d980488a2..f95469cb0 100644 --- a/superbench/config/azure/inference/standard_nv18ads_a10_v5.yaml +++ b/superbench/config/azure/inference/standard_nv18ads_a10_v5.yaml @@ -1,4 +1,4 @@ -version: v0.7 +version: v0.8 superbench: enable: null monitor: diff --git a/superbench/config/azure_ndmv4.yaml b/superbench/config/azure_ndmv4.yaml index 1d23a2ebb..e482d6ed0 100644 --- a/superbench/config/azure_ndmv4.yaml +++ b/superbench/config/azure_ndmv4.yaml @@ -3,7 +3,7 @@ # Azure NDm A100 v4 # reference: https://docs.microsoft.com/en-us/azure/virtual-machines/ndm-a100-v4-series -version: v0.7 +version: v0.8 superbench: enable: null monitor: diff --git a/superbench/config/azure_ndv4.yaml b/superbench/config/azure_ndv4.yaml index 02317c144..cb9a93ddc 100644 --- a/superbench/config/azure_ndv4.yaml +++ b/superbench/config/azure_ndv4.yaml @@ -1,5 +1,5 @@ # SuperBench Config -version: v0.7 +version: v0.8 superbench: enable: null monitor: diff --git a/superbench/config/default.yaml b/superbench/config/default.yaml index bff622a51..60d6be7b0 100644 --- a/superbench/config/default.yaml +++ b/superbench/config/default.yaml @@ -1,5 +1,5 @@ # SuperBench Config -version: v0.7 +version: v0.8 superbench: enable: null monitor: diff --git a/website/blog/2023-04-10-release-0-8.md b/website/blog/2023-04-10-release-0-8.md new file mode 100644 index 000000000..50aa3bd0f --- /dev/null +++ b/website/blog/2023-04-10-release-0-8.md @@ -0,0 +1,40 @@ +--- +slug: release-sb-v0.8 +title: Releasing SuperBench v0.8 +author: Peng Cheng +author_title: SuperBench Team +author_url: https://github.com/cp5555 +author_image_url: https://github.com/cp5555.png +tags: [superbench, announcement, release] +--- + +We are very happy to announce that **SuperBench 0.8.0 version** is officially released today! + +You can install and try superbench by following [Getting Started Tutorial](https://microsoft.github.io/superbenchmark/docs/getting-started/installation). + +## SuperBench 0.8.0 Release Notes + +### SuperBench Improvements + +- Support SuperBench Executor running on Windows. +- Remove fixed rccl version in rocm5.1.x docker file. +- Upgrade networkx version to fix installation compatibility issue. +- Pin setuptools version to v65.7.0. +- Limit ansible_runner version for Python 3.6. +- Support cgroup V2 when read system metrics in monitor. +- Fix analyzer bug in Python 3.8 due to pandas api change. +- Collect real-time GPU power in monitor. + +### Micro-benchmark Improvements + +- Add STREAM benchmark for sustainable memory bandwidth and the corresponding computation rate. +- Add HPL Benchmark for HPC Linpack Benchmark. +- Support flexible warmup and non-random data initialization in cublas-benchmark. +- Support error tolerance in micro-benchmark for CuDNN function. +- Add distributed inference benchmark. +- Support tensor core precisions (e.g., FP8) and batch/shape range in cublaslt gemm. + +### Model Benchmark Improvements + +- Fix torch.dist init issue with multiple models. +- Support TE FP8 in BERT/GPT2 model. diff --git a/website/docusaurus.config.js b/website/docusaurus.config.js index 7e780b1c6..cc583913d 100644 --- a/website/docusaurus.config.js +++ b/website/docusaurus.config.js @@ -101,7 +101,7 @@ module.exports = { announcementBar: { id: 'supportus', content: - '📢 v0.7.0 has been released! ' + + '📢 v0.8.0 has been released! ' + '⭐️ If you like SuperBench, give it a star on GitHub! ⭐️', }, algolia: { diff --git a/website/package-lock.json b/website/package-lock.json index 369418ed1..7526213de 100644 --- a/website/package-lock.json +++ b/website/package-lock.json @@ -1,6 +1,6 @@ { "name": "superbench-website", - "version": "0.7.0", + "version": "0.8.0", "lockfileVersion": 1, "requires": true, "dependencies": { diff --git a/website/package.json b/website/package.json index f4d217d67..c761f26d8 100644 --- a/website/package.json +++ b/website/package.json @@ -1,6 +1,6 @@ { "name": "superbench-website", - "version": "0.7.0", + "version": "0.8.0", "private": true, "scripts": { "docusaurus": "docusaurus",