Add/update filtered-sum-bms benchmark

.gitlab-ci.yml

@@ -0,0 +1,90 @@
+
+stages:
+    - benchmark
+
+variables:
+    GIT_DEPTH: "1"
+
+filtered-sum-bms_Small:
+    stage: benchmark
+    parallel:
+        matrix:
+            - BMS_MODIFIER: [19]
+              ONLYBMS: [1]
+              RANDOM_SEED: [0]
+              RANDOM_VARIANT: [0,1]
+              ELEMENTS: [4096]
+    image:
+        name: quay.io/jonas_peeters/boom:undefined
+    tags:
+        - AMD64
+        - AppleSilicon
+    script:
+      - |
+        echo "Run command: (set -o pipefail && time /opt/SmallBoomConfig +permissive +dramsim +dramsim_ini_dir=/opt/dramsim2_ini +max-cycles=1000000000  +permissive-off /opt/pk ./binaries/filtered-sum-bms_BMS_MODIFIER_${BMS_MODIFIER}_ONLYBMS_${ONLYBMS}_RANDOM_SEED_${RANDOM_SEED}_RANDOM_VARIANT_${RANDOM_VARIANT}_ELEMENTS_${ELEMENTS}.riscv </dev/null)"
+        ls ./binaries/filtered-sum-bms_BMS_MODIFIER_${BMS_MODIFIER}_ONLYBMS_${ONLYBMS}_RANDOM_SEED_${RANDOM_SEED}_RANDOM_VARIANT_${RANDOM_VARIANT}_ELEMENTS_${ELEMENTS}.riscv
+      - bash -c "(set -o pipefail && time /opt/${{ matrix.SIMULATOR }} +permissive +dramsim +dramsim_ini_dir=/opt/dramsim2_ini +max-cycles=1000000000  +permissive-off /opt/pk ./binaries/filtered-sum-bms_BMS_MODIFIER_${BMS_MODIFIER}_ONLYBMS_${ONLYBMS}_RANDOM_SEED_${RANDOM_SEED}_RANDOM_VARIANT_${RANDOM_VARIANT}_ELEMENTS_${ELEMENTS}.riscv </dev/null > >(tee -a filtered-sum-bms_BMS_MODIFIER_${BMS_MODIFIER}_ONLYBMS_${ONLYBMS}_RANDOM_SEED_${RANDOM_SEED}_RANDOM_VARIANT_${RANDOM_VARIANT}_ELEMENTS_${ELEMENTS}.riscv.out) 2> >(tee -a filtered-sum-bms_BMS_MODIFIER_${BMS_MODIFIER}_ONLYBMS_${ONLYBMS}_RANDOM_SEED_${RANDOM_SEED}_RANDOM_VARIANT_${RANDOM_VARIANT}_ELEMENTS_${ELEMENTS}.riscv.out >/dev/null))"
+    
+
+filtered-sum-bms_Medium:
+    stage: benchmark
+    parallel:
+        matrix:
+            - BMS_MODIFIER: [19]
+              ONLYBMS: [1]
+              RANDOM_SEED: [0]
+              RANDOM_VARIANT: [0,1]
+              ELEMENTS: [4096]
+    image:
+        name: quay.io/jonas_peeters/boom:undefined
+    tags:
+        - AMD64
+        - AppleSilicon
+    script:
+      - |
+        echo "Run command: (set -o pipefail && time /opt/MediumBoomConfig +permissive +dramsim +dramsim_ini_dir=/opt/dramsim2_ini +max-cycles=1000000000  +permissive-off /opt/pk ./binaries/filtered-sum-bms_BMS_MODIFIER_${BMS_MODIFIER}_ONLYBMS_${ONLYBMS}_RANDOM_SEED_${RANDOM_SEED}_RANDOM_VARIANT_${RANDOM_VARIANT}_ELEMENTS_${ELEMENTS}.riscv </dev/null)"
+        ls ./binaries/filtered-sum-bms_BMS_MODIFIER_${BMS_MODIFIER}_ONLYBMS_${ONLYBMS}_RANDOM_SEED_${RANDOM_SEED}_RANDOM_VARIANT_${RANDOM_VARIANT}_ELEMENTS_${ELEMENTS}.riscv
+      - bash -c "(set -o pipefail && time /opt/${{ matrix.SIMULATOR }} +permissive +dramsim +dramsim_ini_dir=/opt/dramsim2_ini +max-cycles=1000000000  +permissive-off /opt/pk ./binaries/filtered-sum-bms_BMS_MODIFIER_${BMS_MODIFIER}_ONLYBMS_${ONLYBMS}_RANDOM_SEED_${RANDOM_SEED}_RANDOM_VARIANT_${RANDOM_VARIANT}_ELEMENTS_${ELEMENTS}.riscv </dev/null > >(tee -a filtered-sum-bms_BMS_MODIFIER_${BMS_MODIFIER}_ONLYBMS_${ONLYBMS}_RANDOM_SEED_${RANDOM_SEED}_RANDOM_VARIANT_${RANDOM_VARIANT}_ELEMENTS_${ELEMENTS}.riscv.out) 2> >(tee -a filtered-sum-bms_BMS_MODIFIER_${BMS_MODIFIER}_ONLYBMS_${ONLYBMS}_RANDOM_SEED_${RANDOM_SEED}_RANDOM_VARIANT_${RANDOM_VARIANT}_ELEMENTS_${ELEMENTS}.riscv.out >/dev/null))"
+    
+
+filtered-sum-bms_Large:
+    stage: benchmark
+    parallel:
+        matrix:
+            - BMS_MODIFIER: [19]
+              ONLYBMS: [1]
+              RANDOM_SEED: [0]
+              RANDOM_VARIANT: [0,1]
+              ELEMENTS: [4096]
+    image:
+        name: quay.io/jonas_peeters/boom:undefined
+    tags:
+        - AMD64
+        - AppleSilicon
+    script:
+      - |
+        echo "Run command: (set -o pipefail && time /opt/LargeBoomConfig +permissive +dramsim +dramsim_ini_dir=/opt/dramsim2_ini +max-cycles=1000000000  +permissive-off /opt/pk ./binaries/filtered-sum-bms_BMS_MODIFIER_${BMS_MODIFIER}_ONLYBMS_${ONLYBMS}_RANDOM_SEED_${RANDOM_SEED}_RANDOM_VARIANT_${RANDOM_VARIANT}_ELEMENTS_${ELEMENTS}.riscv </dev/null)"
+        ls ./binaries/filtered-sum-bms_BMS_MODIFIER_${BMS_MODIFIER}_ONLYBMS_${ONLYBMS}_RANDOM_SEED_${RANDOM_SEED}_RANDOM_VARIANT_${RANDOM_VARIANT}_ELEMENTS_${ELEMENTS}.riscv
+      - bash -c "(set -o pipefail && time /opt/${{ matrix.SIMULATOR }} +permissive +dramsim +dramsim_ini_dir=/opt/dramsim2_ini +max-cycles=1000000000  +permissive-off /opt/pk ./binaries/filtered-sum-bms_BMS_MODIFIER_${BMS_MODIFIER}_ONLYBMS_${ONLYBMS}_RANDOM_SEED_${RANDOM_SEED}_RANDOM_VARIANT_${RANDOM_VARIANT}_ELEMENTS_${ELEMENTS}.riscv </dev/null > >(tee -a filtered-sum-bms_BMS_MODIFIER_${BMS_MODIFIER}_ONLYBMS_${ONLYBMS}_RANDOM_SEED_${RANDOM_SEED}_RANDOM_VARIANT_${RANDOM_VARIANT}_ELEMENTS_${ELEMENTS}.riscv.out) 2> >(tee -a filtered-sum-bms_BMS_MODIFIER_${BMS_MODIFIER}_ONLYBMS_${ONLYBMS}_RANDOM_SEED_${RANDOM_SEED}_RANDOM_VARIANT_${RANDOM_VARIANT}_ELEMENTS_${ELEMENTS}.riscv.out >/dev/null))"
+    
+
+filtered-sum-bms_Mega:
+    stage: benchmark
+    parallel:
+        matrix:
+            - BMS_MODIFIER: [19]
+              ONLYBMS: [1]
+              RANDOM_SEED: [0]
+              RANDOM_VARIANT: [0,1]
+              ELEMENTS: [4096]
+    image:
+        name: quay.io/jonas_peeters/boom:undefined
+    tags:
+        - AMD64
+        - AppleSilicon
+    script:
+      - |
+        echo "Run command: (set -o pipefail && time /opt/MegaBoomConfig +permissive +dramsim +dramsim_ini_dir=/opt/dramsim2_ini +max-cycles=1000000000  +permissive-off /opt/pk ./binaries/filtered-sum-bms_BMS_MODIFIER_${BMS_MODIFIER}_ONLYBMS_${ONLYBMS}_RANDOM_SEED_${RANDOM_SEED}_RANDOM_VARIANT_${RANDOM_VARIANT}_ELEMENTS_${ELEMENTS}.riscv </dev/null)"
+        ls ./binaries/filtered-sum-bms_BMS_MODIFIER_${BMS_MODIFIER}_ONLYBMS_${ONLYBMS}_RANDOM_SEED_${RANDOM_SEED}_RANDOM_VARIANT_${RANDOM_VARIANT}_ELEMENTS_${ELEMENTS}.riscv
+      - bash -c "(set -o pipefail && time /opt/${{ matrix.SIMULATOR }} +permissive +dramsim +dramsim_ini_dir=/opt/dramsim2_ini +max-cycles=1000000000  +permissive-off /opt/pk ./binaries/filtered-sum-bms_BMS_MODIFIER_${BMS_MODIFIER}_ONLYBMS_${ONLYBMS}_RANDOM_SEED_${RANDOM_SEED}_RANDOM_VARIANT_${RANDOM_VARIANT}_ELEMENTS_${ELEMENTS}.riscv </dev/null > >(tee -a filtered-sum-bms_BMS_MODIFIER_${BMS_MODIFIER}_ONLYBMS_${ONLYBMS}_RANDOM_SEED_${RANDOM_SEED}_RANDOM_VARIANT_${RANDOM_VARIANT}_ELEMENTS_${ELEMENTS}.riscv.out) 2> >(tee -a filtered-sum-bms_BMS_MODIFIER_${BMS_MODIFIER}_ONLYBMS_${ONLYBMS}_RANDOM_SEED_${RANDOM_SEED}_RANDOM_VARIANT_${RANDOM_VARIANT}_ELEMENTS_${ELEMENTS}.riscv.out >/dev/null))"
+