benchmark-runner/.gitlab-ci.yml

stages:
    - benchmark

variables:
    GIT_DEPTH: "1"

filtered-sum-bms_Small:
    stage: benchmark
    parallel:
        matrix:
            - BMS_MODIFIER: [19]
              ONLYBMS: [1]
              RANDOM_SEED: [0]
              RANDOM_VARIANT: [0,1]
              ELEMENTS: [4096]
    image:
        name: quay.io/jonas_peeters/boom:undefined
    tags:
        - AMD64
        - AppleSilicon
    script:
      - |
        echo "Run command: (set -o pipefail && time /opt/SmallBoomConfig +permissive +dramsim +dramsim_ini_dir=/opt/dramsim2_ini +max-cycles=1000000000  +permissive-off /opt/pk ./binaries/filtered-sum-bms_BMS_MODIFIER_${BMS_MODIFIER}_ONLYBMS_${ONLYBMS}_RANDOM_SEED_${RANDOM_SEED}_RANDOM_VARIANT_${RANDOM_VARIANT}_ELEMENTS_${ELEMENTS}.riscv </dev/null)"
        ls ./binaries/filtered-sum-bms_BMS_MODIFIER_${BMS_MODIFIER}_ONLYBMS_${ONLYBMS}_RANDOM_SEED_${RANDOM_SEED}_RANDOM_VARIANT_${RANDOM_VARIANT}_ELEMENTS_${ELEMENTS}.riscv
      - bash -c "(set -o pipefail && time /opt/${{ matrix.SIMULATOR }} +permissive +dramsim +dramsim_ini_dir=/opt/dramsim2_ini +max-cycles=1000000000  +permissive-off /opt/pk ./binaries/filtered-sum-bms_BMS_MODIFIER_${BMS_MODIFIER}_ONLYBMS_${ONLYBMS}_RANDOM_SEED_${RANDOM_SEED}_RANDOM_VARIANT_${RANDOM_VARIANT}_ELEMENTS_${ELEMENTS}.riscv </dev/null > >(tee -a filtered-sum-bms_BMS_MODIFIER_${BMS_MODIFIER}_ONLYBMS_${ONLYBMS}_RANDOM_SEED_${RANDOM_SEED}_RANDOM_VARIANT_${RANDOM_VARIANT}_ELEMENTS_${ELEMENTS}.riscv.out) 2> >(tee -a filtered-sum-bms_BMS_MODIFIER_${BMS_MODIFIER}_ONLYBMS_${ONLYBMS}_RANDOM_SEED_${RANDOM_SEED}_RANDOM_VARIANT_${RANDOM_VARIANT}_ELEMENTS_${ELEMENTS}.riscv.out >/dev/null))"
    

filtered-sum-bms_Medium:
    stage: benchmark
    parallel:
        matrix:
            - BMS_MODIFIER: [19]
              ONLYBMS: [1]
              RANDOM_SEED: [0]
              RANDOM_VARIANT: [0,1]
              ELEMENTS: [4096]
    image:
        name: quay.io/jonas_peeters/boom:undefined
    tags:
        - AMD64
        - AppleSilicon
    script:
      - |
        echo "Run command: (set -o pipefail && time /opt/MediumBoomConfig +permissive +dramsim +dramsim_ini_dir=/opt/dramsim2_ini +max-cycles=1000000000  +permissive-off /opt/pk ./binaries/filtered-sum-bms_BMS_MODIFIER_${BMS_MODIFIER}_ONLYBMS_${ONLYBMS}_RANDOM_SEED_${RANDOM_SEED}_RANDOM_VARIANT_${RANDOM_VARIANT}_ELEMENTS_${ELEMENTS}.riscv </dev/null)"
        ls ./binaries/filtered-sum-bms_BMS_MODIFIER_${BMS_MODIFIER}_ONLYBMS_${ONLYBMS}_RANDOM_SEED_${RANDOM_SEED}_RANDOM_VARIANT_${RANDOM_VARIANT}_ELEMENTS_${ELEMENTS}.riscv
      - bash -c "(set -o pipefail && time /opt/${{ matrix.SIMULATOR }} +permissive +dramsim +dramsim_ini_dir=/opt/dramsim2_ini +max-cycles=1000000000  +permissive-off /opt/pk ./binaries/filtered-sum-bms_BMS_MODIFIER_${BMS_MODIFIER}_ONLYBMS_${ONLYBMS}_RANDOM_SEED_${RANDOM_SEED}_RANDOM_VARIANT_${RANDOM_VARIANT}_ELEMENTS_${ELEMENTS}.riscv </dev/null > >(tee -a filtered-sum-bms_BMS_MODIFIER_${BMS_MODIFIER}_ONLYBMS_${ONLYBMS}_RANDOM_SEED_${RANDOM_SEED}_RANDOM_VARIANT_${RANDOM_VARIANT}_ELEMENTS_${ELEMENTS}.riscv.out) 2> >(tee -a filtered-sum-bms_BMS_MODIFIER_${BMS_MODIFIER}_ONLYBMS_${ONLYBMS}_RANDOM_SEED_${RANDOM_SEED}_RANDOM_VARIANT_${RANDOM_VARIANT}_ELEMENTS_${ELEMENTS}.riscv.out >/dev/null))"
    

filtered-sum-bms_Large:
    stage: benchmark
    parallel:
        matrix:
            - BMS_MODIFIER: [19]
              ONLYBMS: [1]
              RANDOM_SEED: [0]
              RANDOM_VARIANT: [0,1]
              ELEMENTS: [4096]
    image:
        name: quay.io/jonas_peeters/boom:undefined
    tags:
        - AMD64
        - AppleSilicon
    script:
      - |
        echo "Run command: (set -o pipefail && time /opt/LargeBoomConfig +permissive +dramsim +dramsim_ini_dir=/opt/dramsim2_ini +max-cycles=1000000000  +permissive-off /opt/pk ./binaries/filtered-sum-bms_BMS_MODIFIER_${BMS_MODIFIER}_ONLYBMS_${ONLYBMS}_RANDOM_SEED_${RANDOM_SEED}_RANDOM_VARIANT_${RANDOM_VARIANT}_ELEMENTS_${ELEMENTS}.riscv </dev/null)"
        ls ./binaries/filtered-sum-bms_BMS_MODIFIER_${BMS_MODIFIER}_ONLYBMS_${ONLYBMS}_RANDOM_SEED_${RANDOM_SEED}_RANDOM_VARIANT_${RANDOM_VARIANT}_ELEMENTS_${ELEMENTS}.riscv
      - bash -c "(set -o pipefail && time /opt/${{ matrix.SIMULATOR }} +permissive +dramsim +dramsim_ini_dir=/opt/dramsim2_ini +max-cycles=1000000000  +permissive-off /opt/pk ./binaries/filtered-sum-bms_BMS_MODIFIER_${BMS_MODIFIER}_ONLYBMS_${ONLYBMS}_RANDOM_SEED_${RANDOM_SEED}_RANDOM_VARIANT_${RANDOM_VARIANT}_ELEMENTS_${ELEMENTS}.riscv </dev/null > >(tee -a filtered-sum-bms_BMS_MODIFIER_${BMS_MODIFIER}_ONLYBMS_${ONLYBMS}_RANDOM_SEED_${RANDOM_SEED}_RANDOM_VARIANT_${RANDOM_VARIANT}_ELEMENTS_${ELEMENTS}.riscv.out) 2> >(tee -a filtered-sum-bms_BMS_MODIFIER_${BMS_MODIFIER}_ONLYBMS_${ONLYBMS}_RANDOM_SEED_${RANDOM_SEED}_RANDOM_VARIANT_${RANDOM_VARIANT}_ELEMENTS_${ELEMENTS}.riscv.out >/dev/null))"
    

filtered-sum-bms_Mega:
    stage: benchmark
    parallel:
        matrix:
            - BMS_MODIFIER: [19]
              ONLYBMS: [1]
              RANDOM_SEED: [0]
              RANDOM_VARIANT: [0,1]
              ELEMENTS: [4096]
    image:
        name: quay.io/jonas_peeters/boom:undefined
    tags:
        - AMD64
        - AppleSilicon
    script:
      - |
        echo "Run command: (set -o pipefail && time /opt/MegaBoomConfig +permissive +dramsim +dramsim_ini_dir=/opt/dramsim2_ini +max-cycles=1000000000  +permissive-off /opt/pk ./binaries/filtered-sum-bms_BMS_MODIFIER_${BMS_MODIFIER}_ONLYBMS_${ONLYBMS}_RANDOM_SEED_${RANDOM_SEED}_RANDOM_VARIANT_${RANDOM_VARIANT}_ELEMENTS_${ELEMENTS}.riscv </dev/null)"
        ls ./binaries/filtered-sum-bms_BMS_MODIFIER_${BMS_MODIFIER}_ONLYBMS_${ONLYBMS}_RANDOM_SEED_${RANDOM_SEED}_RANDOM_VARIANT_${RANDOM_VARIANT}_ELEMENTS_${ELEMENTS}.riscv
      - bash -c "(set -o pipefail && time /opt/${{ matrix.SIMULATOR }} +permissive +dramsim +dramsim_ini_dir=/opt/dramsim2_ini +max-cycles=1000000000  +permissive-off /opt/pk ./binaries/filtered-sum-bms_BMS_MODIFIER_${BMS_MODIFIER}_ONLYBMS_${ONLYBMS}_RANDOM_SEED_${RANDOM_SEED}_RANDOM_VARIANT_${RANDOM_VARIANT}_ELEMENTS_${ELEMENTS}.riscv </dev/null > >(tee -a filtered-sum-bms_BMS_MODIFIER_${BMS_MODIFIER}_ONLYBMS_${ONLYBMS}_RANDOM_SEED_${RANDOM_SEED}_RANDOM_VARIANT_${RANDOM_VARIANT}_ELEMENTS_${ELEMENTS}.riscv.out) 2> >(tee -a filtered-sum-bms_BMS_MODIFIER_${BMS_MODIFIER}_ONLYBMS_${ONLYBMS}_RANDOM_SEED_${RANDOM_SEED}_RANDOM_VARIANT_${RANDOM_VARIANT}_ELEMENTS_${ELEMENTS}.riscv.out >/dev/null))"