MLPerf

cirruslabs · Aug 21, 2024 · 1050da6 · 1050da6
1 parent f6bb61b
commit 1050da6
Showing 1 changed file with 26 additions and 6 deletions.
diff --git a/.github/workflows/gpu-benchmark.yml b/.github/workflows/gpu-benchmark.yml
@@ -4,19 +4,39 @@ on:
   push:
 
 jobs:
-  macos:
+#  huggingface:
+#    strategy:
+#      matrix:
+#        runs-on:
+#          - ghcr.io/cirruslabs/ubuntu-runner-amd64-gpu:22.04
+#          - group: github-gpu-runners
+#
+#    name: "HuggingFace's Optimum-Benchmark"
+#
+#    runs-on: ${{ matrix.runs-on }}
+#
+#    steps:
+#      - uses: actions/setup-python@v5
+#      - run: git clone https://github.com/huggingface/optimum-benchmark.git
+#      - run: cd optimum-benchmark && sudo pip install -e .
+#      - run: cd optimum-benchmark && sudo optimum-benchmark --config-dir examples/ --config-name pytorch_bert
+
+  mlperf:
     strategy:
       matrix:
         runs-on:
           - ghcr.io/cirruslabs/ubuntu-runner-amd64-gpu:22.04
-          - group: github-gpu-runners
+#          - group: github-gpu-runners
 
-    name: "HuggingFace's Optimum-Benchmark"
+    name: "MLPerf benchmark"
 
     runs-on: ${{ matrix.runs-on }}
 
     steps:
       - uses: actions/setup-python@v5
-      - run: git clone https://github.com/huggingface/optimum-benchmark.git
-      - run: cd optimum-benchmark && sudo pip install -e .
-      - run: cd optimum-benchmark && sudo optimum-benchmark --config-dir examples/ --config-name pytorch_bert
+      - run: |
+          git clone https://github.com/mlcommons/inference.git
+          cd vision/classification_and_detection
+          export MODEL_DIR=YourModelFileLocation
+          export DATA_DIR=YourImageNetLocation
+          ./run_local.sh tf resnet50 gpu