.metrics.json

{
  "variables": {
    "LM_LICENSE_FILE": "2700@license-1",
    "IMPERAS_QUEUE_LICENSE" : "1",
    "CV_SW_TOOLCHAIN" : "/opt/riscv",
    "CV_SW_PREFIX" : "riscv32-unknown-elf-",
    "CV_SIMULATOR" : "dsim"
  },
  "builds": {
    "list": [
      {
        "name":     "uvmt_cv32e40p",
        "image":    "gcr.io/openhwgroup-metrics-project/cv32-simulation-tools:20211122.7.0-02Feb2022",
        "cmd":      "cd cv32e40p/sim/uvmt; make corev-dv CV_CORE=cv32e40p SIMULATOR=dsim DSIM_WORK=/mux-flow/build/repo/dsim_work SIM_RESULTS=/mux-flow/build/results; make comp CV_CORE=cv32e40p SIMULATOR=dsim DSIM_WORK=/mux-flow/build/repo/dsim_work SIM_RESULTS=/mux-flow/build/results",
        "wavesCmd": "cd cv32e40p/sim/uvmt; make corev-dv CV_CORE=cv32e40p SIMULATOR=dsim DSIM_WORK=/mux-flow/build/repo/dsim_work SIM_RESULTS=/mux-flow/build/results; make comp CV_CORE=cv32e40p SIMULATOR=dsim DSIM_WORK=/mux-flow/build/repo/dsim_work SIM_RESULTS=/mux-flow/build/results WAVES=1"
      },
      {
        "name":     "uvmt_cv32e40p_compliance_build",
        "image":    "gcr.io/openhwgroup-metrics-project/cv32-simulation-tools:20211122.7.0-02Feb2022",
        "cmd":      "cd cv32e40p/sim/uvmt; make all_compliance; make comp CV_CORE=cv32e40p SIMULATOR=dsim DSIM_WORK=/mux-flow/build/repo/dsim_work SIM_RESULTS=/mux-flow/build/results",
        "wavesCmd": "cd cv32e40p/sim/uvmt; make all_compliance; make comp CV_CORE=cv32e40p SIMULATOR=dsim DSIM_WORK=/mux-flow/build/repo/dsim_work SIM_RESULTS=/mux-flow/build/results WAVES=1"
      },
      {
        "name":     "uvmt_cv32e40x",
        "image":    "gcr.io/openhwgroup-metrics-project/cv32-simulation-tools:20211122.7.0-02Feb2022",
        "cmd":      "cd cv32e40x/sim/uvmt; make corev-dv CV_CORE=cv32e40x DSIM_WORK=/mux-flow/build/repo/dsim_work SIM_RESULTS=/mux-flow/build/results; make comp CV_CORE=cv32e40x DSIM_WORK=/mux-flow/build/repo/dsim_work SIM_RESULTS=/mux-flow/build/results",
        "wavesCmd": "cd cv32e40x/sim/uvmt; make corev-dv CV_CORE=cv32e40x DSIM_WORK=/mux-flow/build/repo/dsim_work SIM_RESULTS=/mux-flow/build/results; make comp CV_CORE=cv32e40x DSIM_WORK=/mux-flow/build/repo/dsim_work SIM_RESULTS=/mux-flow/build/results WAVES=1"
      },
      {
        "name":     "uvmt_cv32e40x_num_mhpmcounter_29",
        "image":    "gcr.io/openhwgroup-metrics-project/cv32-simulation-tools:20211122.7.0-02Feb2022",
        "cmd":      "cd cv32e40x/sim/uvmt; make corev-dv CV_CORE=cv32e40x CFG=num_mhpmcounter_29 DSIM_WORK=/mux-flow/build/repo/dsim_work SIM_RESULTS=/mux-flow/build/results; make comp CV_CORE=cv32e40x CFG=num_mhpmcounter_29 DSIM_WORK=/mux-flow/build/repo/dsim_work SIM_RESULTS=/mux-flow/build/results",
        "wavesCmd": "cd cv32e40x/sim/uvmt; make corev-dv CV_CORE=cv32e40x CFG=num_mhpmcounter_29 DSIM_WORK=/mux-flow/build/repo/dsim_work SIM_RESULTS=/mux-flow/build/results; make comp CV_CORE=cv32e40x CFG=num_mhpmcounter_29 DSIM_WORK=/mux-flow/build/repo/dsim_work SIM_RESULTS=/mux-flow/build/results WAVES=1"
      },
      {
        "name":     "uvmt_cv32e40x_pma_1",
        "image":    "gcr.io/openhwgroup-metrics-project/cv32-simulation-tools:20211122.7.0-02Feb2022",
        "cmd":      "cd cv32e40x/sim/uvmt; make corev-dv CV_CORE=cv32e40x CFG=pma_test_cfg_1 DSIM_WORK=/mux-flow/build/repo/dsim_work SIM_RESULTS=/mux-flow/build/results; make comp CV_CORE=cv32e40x CFG=pma_test_cfg_1 DSIM_WORK=/mux-flow/build/repo/dsim_work SIM_RESULTS=/mux-flow/build/results",
        "wavesCmd": "cd cv32e40x/sim/uvmt; make corev-dv CV_CORE=cv32e40x CFG=pma_test_cfg_1 DSIM_WORK=/mux-flow/build/repo/dsim_work SIM_RESULTS=/mux-flow/build/results; make comp CV_CORE=cv32e40x CFG=pma_test_cfg_1 DSIM_WORK=/mux-flow/build/repo/dsim_work SIM_RESULTS=/mux-flow/build/results WAVES=1"
      },
      {
        "name":     "uvmt_cv32e40x_pma_2",
        "image":    "gcr.io/openhwgroup-metrics-project/cv32-simulation-tools:20211122.7.0-02Feb2022",
        "cmd":      "cd cv32e40x/sim/uvmt; make corev-dv CV_CORE=cv32e40x CFG=pma_test_cfg_2 DSIM_WORK=/mux-flow/build/repo/dsim_work SIM_RESULTS=/mux-flow/build/results; make comp CV_CORE=cv32e40x CFG=pma_test_cfg_2 DSIM_WORK=/mux-flow/build/repo/dsim_work SIM_RESULTS=/mux-flow/build/results",
        "wavesCmd": "cd cv32e40x/sim/uvmt; make corev-dv CV_CORE=cv32e40x CFG=pma_test_cfg_2 DSIM_WORK=/mux-flow/build/repo/dsim_work SIM_RESULTS=/mux-flow/build/results; make comp CV_CORE=cv32e40x CFG=pma_test_cfg_2 DSIM_WORK=/mux-flow/build/repo/dsim_work SIM_RESULTS=/mux-flow/build/results WAVES=1"
      },
      {
        "name":     "uvmt_cv32e40x_pma_3",
        "image":    "gcr.io/openhwgroup-metrics-project/cv32-simulation-tools:20211122.7.0-02Feb2022",
        "cmd":      "cd cv32e40x/sim/uvmt; make corev-dv CV_CORE=cv32e40x CFG=pma_test_cfg_3 DSIM_WORK=/mux-flow/build/repo/dsim_work SIM_RESULTS=/mux-flow/build/results; make comp CV_CORE=cv32e40x CFG=pma_test_cfg_3 DSIM_WORK=/mux-flow/build/repo/dsim_work SIM_RESULTS=/mux-flow/build/results",
        "wavesCmd": "cd cv32e40x/sim/uvmt; make corev-dv CV_CORE=cv32e40x CFG=pma_test_cfg_3 DSIM_WORK=/mux-flow/build/repo/dsim_work SIM_RESULTS=/mux-flow/build/results; make comp CV_CORE=cv32e40x CFG=pma_test_cfg_3 DSIM_WORK=/mux-flow/build/repo/dsim_work SIM_RESULTS=/mux-flow/build/results WAVES=1"
      },
      {
        "name":     "uvmt_cv32e40x_pma_4",
        "image":    "gcr.io/openhwgroup-metrics-project/cv32-simulation-tools:20211122.7.0-02Feb2022",
        "cmd":      "cd cv32e40x/sim/uvmt; make corev-dv CV_CORE=cv32e40x CFG=pma_test_cfg_4 DSIM_WORK=/mux-flow/build/repo/dsim_work SIM_RESULTS=/mux-flow/build/results; make comp CV_CORE=cv32e40x CFG=pma_test_cfg_4 DSIM_WORK=/mux-flow/build/repo/dsim_work SIM_RESULTS=/mux-flow/build/results",
        "wavesCmd": "cd cv32e40x/sim/uvmt; make corev-dv CV_CORE=cv32e40x CFG=pma_test_cfg_4 DSIM_WORK=/mux-flow/build/repo/dsim_work SIM_RESULTS=/mux-flow/build/results; make comp CV_CORE=cv32e40x CFG=pma_test_cfg_4 DSIM_WORK=/mux-flow/build/repo/dsim_work SIM_RESULTS=/mux-flow/build/results WAVES=1"
      },
      {
        "name":     "uvmt_cv32e40x_pma_5",
        "image":    "gcr.io/openhwgroup-metrics-project/cv32-simulation-tools:20211122.7.0-02Feb2022",
        "cmd":      "cd cv32e40x/sim/uvmt; make corev-dv CV_CORE=cv32e40x CFG=pma_test_cfg_5 DSIM_WORK=/mux-flow/build/repo/dsim_work SIM_RESULTS=/mux-flow/build/results; make comp CV_CORE=cv32e40x CFG=pma_test_cfg_5 DSIM_WORK=/mux-flow/build/repo/dsim_work SIM_RESULTS=/mux-flow/build/results",
        "wavesCmd": "cd cv32e40x/sim/uvmt; make corev-dv CV_CORE=cv32e40x CFG=pma_test_cfg_5 DSIM_WORK=/mux-flow/build/repo/dsim_work SIM_RESULTS=/mux-flow/build/results; make comp CV_CORE=cv32e40x CFG=pma_test_cfg_5 DSIM_WORK=/mux-flow/build/repo/dsim_work SIM_RESULTS=/mux-flow/build/results WAVES=1"
      },
      {
        "name":     "uvmt_cv32e40x_compliance_build",
        "image":    "gcr.io/openhwgroup-metrics-project/cv32-simulation-tools:20211122.7.0-02Feb2022",
        "cmd":      "cd cv32e40x/sim/uvmt; make all_compliance; make comp CV_CORE=cv32e40x DSIM_WORK=/mux-flow/build/repo/dsim_work SIM_RESULTS=/mux-flow/build/results",
        "wavesCmd": "cd cv32e40x/sim/uvmt; make all_compliance; make comp CV_CORE=cv32e40x DSIM_WORK=/mux-flow/build/repo/dsim_work SIM_RESULTS=/mux-flow/build/results WAVES=1"
      },
      {
        "name":     "uvmt_cv32e40s",
        "image":    "gcr.io/openhwgroup-metrics-project/cv32-simulation-tools:20211122.7.0-02Feb2022",
        "cmd":      "cd cv32e40s/sim/uvmt; make corev-dv CV_CORE=cv32e40s SIMULATOR=dsim DSIM_WORK=/mux-flow/build/repo/dsim_work SIM_RESULTS=/mux-flow/build/results; make comp CV_CORE=cv32e40s SIMULATOR=dsim DSIM_WORK=/mux-flow/build/repo/dsim_work SIM_RESULTS=/mux-flow/build/results",
        "wavesCmd": "cd cv32e40s/sim/uvmt; make corev-dv CV_CORE=cv32e40s SIMULATOR=dsim DSIM_WORK=/mux-flow/build/repo/dsim_work SIM_RESULTS=/mux-flow/build/results; make comp CV_CORE=cv32e40s SIMULATOR=dsim DSIM_WORK=/mux-flow/build/repo/dsim_work SIM_RESULTS=/mux-flow/build/results WAVES=1"
      },
      {
        "name":     "uvmt_cv32e40s_num_mhpmcounter_29",
        "image":    "gcr.io/openhwgroup-metrics-project/cv32-simulation-tools:20211122.7.0-02Feb2022",
        "cmd":      "cd cv32e40s/sim/uvmt; make corev-dv CV_CORE=cv32e40s SIMULATOR=dsim CFG=num_mhpmcounter_29 DSIM_WORK=/mux-flow/build/repo/dsim_work SIM_RESULTS=/mux-flow/build/results; make comp CV_CORE=cv32e40s CFG=num_mhpmcounter_29 SIMULATOR=dsim DSIM_WORK=/mux-flow/build/repo/dsim_work SIM_RESULTS=/mux-flow/build/results",
        "wavesCmd": "cd cv32e40s/sim/uvmt; make corev-dv CV_CORE=cv32e40s SIMULATOR=dsim CFG=num_mhpmcounter_29 DSIM_WORK=/mux-flow/build/repo/dsim_work SIM_RESULTS=/mux-flow/build/results; make comp CV_CORE=cv32e40s CFG=num_mhpmcounter_29 SIMULATOR=dsim DSIM_WORK=/mux-flow/build/repo/dsim_work SIM_RESULTS=/mux-flow/build/results WAVES=1"
      },
      {
        "name":     "uvmt_cv32e40s_pma_1",
        "image":    "gcr.io/openhwgroup-metrics-project/cv32-simulation-tools:20211122.7.0-02Feb2022",
        "cmd":      "cd cv32e40s/sim/uvmt; make corev-dv CV_CORE=cv32e40s SIMULATOR=dsim CFG=pma_test_cfg_1 DSIM_WORK=/mux-flow/build/repo/dsim_work SIM_RESULTS=/mux-flow/build/results; make comp CV_CORE=cv32e40s CFG=pma_test_cfg_1 SIMULATOR=dsim DSIM_WORK=/mux-flow/build/repo/dsim_work SIM_RESULTS=/mux-flow/build/results",
        "wavesCmd": "cd cv32e40s/sim/uvmt; make corev-dv CV_CORE=cv32e40s SIMULATOR=dsim CFG=pma_test_cfg_1 DSIM_WORK=/mux-flow/build/repo/dsim_work SIM_RESULTS=/mux-flow/build/results; make comp CV_CORE=cv32e40s CFG=pma_test_cfg_1 SIMULATOR=dsim DSIM_WORK=/mux-flow/build/repo/dsim_work SIM_RESULTS=/mux-flow/build/results WAVES=1"
      },
      {
        "name":     "uvmt_cv32e40s_pma_2",
        "image":    "gcr.io/openhwgroup-metrics-project/cv32-simulation-tools:20211122.7.0-02Feb2022",
        "cmd":      "cd cv32e40s/sim/uvmt; make corev-dv CV_CORE=cv32e40s SIMULATOR=dsim CFG=pma_test_cfg_2 DSIM_WORK=/mux-flow/build/repo/dsim_work SIM_RESULTS=/mux-flow/build/results; make comp CV_CORE=cv32e40s CFG=pma_test_cfg_2 SIMULATOR=dsim DSIM_WORK=/mux-flow/build/repo/dsim_work SIM_RESULTS=/mux-flow/build/results",
        "wavesCmd": "cd cv32e40s/sim/uvmt; make corev-dv CV_CORE=cv32e40s SIMULATOR=dsim CFG=pma_test_cfg_2 DSIM_WORK=/mux-flow/build/repo/dsim_work SIM_RESULTS=/mux-flow/build/results; make comp CV_CORE=cv32e40s CFG=pma_test_cfg_2 SIMULATOR=dsim DSIM_WORK=/mux-flow/build/repo/dsim_work SIM_RESULTS=/mux-flow/build/results WAVES=1"
      },
      {
        "name":     "uvmt_cv32e40s_pma_3",
        "image":    "gcr.io/openhwgroup-metrics-project/cv32-simulation-tools:20211122.7.0-02Feb2022",
        "cmd":      "cd cv32e40s/sim/uvmt; make corev-dv CV_CORE=cv32e40s SIMULATOR=dsim CFG=pma_test_cfg_3 DSIM_WORK=/mux-flow/build/repo/dsim_work SIM_RESULTS=/mux-flow/build/results; make comp CV_CORE=cv32e40s CFG=pma_test_cfg_3 SIMULATOR=dsim DSIM_WORK=/mux-flow/build/repo/dsim_work SIM_RESULTS=/mux-flow/build/results",
        "wavesCmd": "cd cv32e40s/sim/uvmt; make corev-dv CV_CORE=cv32e40s SIMULATOR=dsim CFG=pma_test_cfg_3 DSIM_WORK=/mux-flow/build/repo/dsim_work SIM_RESULTS=/mux-flow/build/results; make comp CV_CORE=cv32e40s CFG=pma_test_cfg_3 SIMULATOR=dsim DSIM_WORK=/mux-flow/build/repo/dsim_work SIM_RESULTS=/mux-flow/build/results WAVES=1"
      },
      {
        "name":     "uvmt_cv32e40s_pma_4",
        "image":    "gcr.io/openhwgroup-metrics-project/cv32-simulation-tools:20211122.7.0-02Feb2022",
        "cmd":      "cd cv32e40s/sim/uvmt; make corev-dv CV_CORE=cv32e40s SIMULATOR=dsim CFG=pma_test_cfg_4 DSIM_WORK=/mux-flow/build/repo/dsim_work SIM_RESULTS=/mux-flow/build/results; make comp CV_CORE=cv32e40s CFG=pma_test_cfg_4 SIMULATOR=dsim DSIM_WORK=/mux-flow/build/repo/dsim_work SIM_RESULTS=/mux-flow/build/results",
        "wavesCmd": "cd cv32e40s/sim/uvmt; make corev-dv CV_CORE=cv32e40s SIMULATOR=dsim CFG=pma_test_cfg_4 DSIM_WORK=/mux-flow/build/repo/dsim_work SIM_RESULTS=/mux-flow/build/results; make comp CV_CORE=cv32e40s CFG=pma_test_cfg_4 SIMULATOR=dsim DSIM_WORK=/mux-flow/build/repo/dsim_work SIM_RESULTS=/mux-flow/build/results WAVES=1"
      },
      {
        "name":     "uvmt_cv32e40s_pma_5",
        "image":    "gcr.io/openhwgroup-metrics-project/cv32-simulation-tools:20211122.7.0-02Feb2022",
        "cmd":      "cd cv32e40s/sim/uvmt; make corev-dv CV_CORE=cv32e40s SIMULATOR=dsim CFG=pma_test_cfg_5 DSIM_WORK=/mux-flow/build/repo/dsim_work SIM_RESULTS=/mux-flow/build/results; make comp CV_CORE=cv32e40s CFG=pma_test_cfg_5 SIMULATOR=dsim DSIM_WORK=/mux-flow/build/repo/dsim_work SIM_RESULTS=/mux-flow/build/results",
        "wavesCmd": "cd cv32e40s/sim/uvmt; make corev-dv CV_CORE=cv32e40s SIMULATOR=dsim CFG=pma_test_cfg_5 DSIM_WORK=/mux-flow/build/repo/dsim_work SIM_RESULTS=/mux-flow/build/results; make comp CV_CORE=cv32e40s CFG=pma_test_cfg_5 SIMULATOR=dsim DSIM_WORK=/mux-flow/build/repo/dsim_work SIM_RESULTS=/mux-flow/build/results WAVES=1"
      },
      {
        "name":     "uvmt_cv32e40s_compliance_build",
        "image":    "gcr.io/openhwgroup-metrics-project/cv32-simulation-tools:20211122.7.0-02Feb2022",
        "cmd":      "cd cv32e40s/sim/uvmt; make all_compliance; make comp CV_CORE=cv32e40s SIMULATOR=dsim DSIM_WORK=/mux-flow/build/repo/dsim_work SIM_RESULTS=/mux-flow/build/results",
        "wavesCmd": "cd cv32e40s/sim/uvmt; make all_compliance; make comp CV_CORE=cv32e40s SIMULATOR=dsim DSIM_WORK=/mux-flow/build/repo/dsim_work SIM_RESULTS=/mux-flow/build/results WAVES=1"
      }
    ]
  },
  "regressions": [
    {
      "name":        "cv32e40p_compliance_dev",
      "description": "RISC-V Compliance Test-suite for CV32E40P",
      "verbose":     "true",
      "tests": {
        "resultsDir": "/mux-flow/build/results",
        "builds":    ["uvmt_cv32e40p_compliance_build"],
        "listCmd":   "/mux-flow/build/repo/bin/cv_regress --core=cv32e40p --file=cv32e40p_compliance --metrics --outfile=/mux-flow/build/repo/cv32e40p_compliance.json",
        "listFile":  "/mux-flow/build/repo/cv32e40p_compliance.json"
      }
    },
    {
      "name":        "cv32e40p_ci_check_dev",
      "description": "Commit sanity for CV32E40P using dynamic test generation",
      "verbose":     "true",
      "tests": {
        "resultsDir": "/mux-flow/build/results",
        "builds":    ["uvmt_cv32e40p"],
        "listCmd":   "/mux-flow/build/repo/bin/cv_regress --core=cv32e40p --file=cv32e40p_ci_check --metrics --outfile=/mux-flow/build/repo/cv32e40p_ci_check.json",
        "listFile":  "/mux-flow/build/repo/cv32e40p_ci_check.json"
      }
    },
    {
      "name":        "cv32e40p_rel_check_release",
      "description": "Release branch check for CV32E40P using dynamic test generation",
      "verbose":     "true",
      "tests": {
        "resultsDir": "/mux-flow/build/results",
        "builds":    ["uvmt_cv32e40p"],
        "listCmd":   "/mux-flow/build/repo/bin/cv_regress --core=cv32e40p --file=cv32e40p_rel_check --metrics --outfile=/mux-flow/build/repo/cv32e40p_rel_check.json",
        "listFile":  "/mux-flow/build/repo/cv32e40p_rel_check.json"
      }
    },
    {
      "name":        "cv32e40p_rel_check_master",
      "description": "Release branch check for CV32E40P using dynamic test generation",
      "verbose":     "true",
      "tests": {
        "resultsDir": "/mux-flow/build/results",
        "builds":    ["uvmt_cv32e40p"],
        "listCmd":   "/mux-flow/build/repo/bin/cv_regress --core=cv32e40p --file=cv32e40p_rel_check --metrics --outfile=/mux-flow/build/repo/cv32e40p_rel_check.json",
        "listFile":  "/mux-flow/build/repo/cv32e40p_rel_check.json"
      }
    },
    {
      "name":        "cv32e40p_full_stall",
      "description": "Full regression for CV32 using dynamic test generation with random RAM stalls",
      "verbose":     "true",
      "tests": {
        "resultsDir": "/mux-flow/build/results",
        "builds":    ["uvmt_cv32e40p"],
        "listCmd":   "/mux-flow/build/repo/bin/cv_regress --core=cv32e40p --file=cv32e40p_full --metrics --makearg=USER_RUN_FLAGS=+rand_stall_obi_all --outfile=/mux-flow/build/repo/cv32e40p_full.json",
        "listFile":  "/mux-flow/build/repo/cv32e40p_full.json"
      }
    },
    {
      "name":        "cv32e40p_full_covg_no_pulp_dev",
      "description": "Directed and random interrupt tests for CV32E40P with no PULP",
      "verbose":     "true",
      "tests": {
        "resultsDir": "/mux-flow/build/results",
        "builds":    ["uvmt_cv32e40p"],
        "timeout":   "8h",
        "listCmd":   "/mux-flow/build/repo/bin/cv_regress --core=cv32e40p --file=cv32e40p_full_covg_no_pulp --metrics --outfile=/mux-flow/build/repo/cv32e40p_full_covg_no_pulp.json",
        "listFile":  "/mux-flow/build/repo/cv32e40p_full_covg_no_pulp.json"
      }
    },
    {
      "name":        "cv32e40p_interrupt",
      "description": "Directed and random interrupt tests for CV32E40P",
      "verbose":     "true",
      "tests": {
        "resultsDir": "/mux-flow/build/results",
        "builds":    ["uvmt_cv32e40p"],
        "timeout":   "6h",
        "listCmd":   "/mux-flow/build/repo/bin/cv_regress --core=cv32e40p --file=cv32e40p_interrupt --metrics --outfile=/mux-flow/build/repo/cv32e40p_interrupt.json",
        "listFile":  "/mux-flow/build/repo/cv32e40p_interrupt.json"
      }
    },
    {
      "name":        "cv32e40p_xpulp_isa_dev",
      "description": "XPULP ISA test-programs (and a few other tests that run with the RM disabled)",
      "verbose":     "true",
      "tests": {
        "resultsDir": "/mux-flow/build/results",
        "builds":    ["uvmt_cv32e40p"],
        "listCmd":   "/mux-flow/build/repo/bin/cv_regress --core=cv32e40p --file=cv32e40p_xpulp_isa --metrics --outfile=/mux-flow/build/repo/cv32e40p_xpulp_isa.json",
        "listFile":  "/mux-flow/build/repo/cv32e40p_xpulp_isa.json"
      }
    },
    {
      "name":        "cv32e40x_compliance_dev",
      "description": "RISC-V Compliance Test-suite for CV32E40X",
      "verbose":     "true",
      "tests": {
        "resultsDir": "/mux-flow/build/results",
        "builds":    ["uvmt_cv32e40x_compliance_build"],
        "listCmd":   "/mux-flow/build/repo/bin/cv_regress --core=cv32e40x --file=cv32e40x_compliance --metrics --outfile=/mux-flow/build/repo/cv32e40x_compliance.json",
        "listFile":  "/mux-flow/build/repo/cv32e40x_compliance.json"
      }
    },
    {
      "name":        "cv32e40x_ci_check_dev",
      "description": "Commit sanity for CV32E40X using dynamic test generation",
      "verbose":     "true",
      "tests": {
        "resultsDir": "/mux-flow/build/results",
        "builds":    ["uvmt_cv32e40x", "uvmt_cv32e40x_pma_1", "uvmt_cv32e40x_pma_2" ],
        "timeout":   "4h",
        "listCmd":   "/mux-flow/build/repo/bin/cv_regress --core=cv32e40x --file=cv32e40x_ci_check --metrics --outfile=/mux-flow/build/repo/cv32e40x_ci_check.json",
        "listFile":  "/mux-flow/build/repo/cv32e40x_ci_check.json"
      }
    },
    {
      "name":        "cv32e40x_rel_check_release",
      "description": "Release branch check for CV32E40X using dynamic test generation",
      "verbose":     "true",
      "tests": {
        "resultsDir": "/mux-flow/build/results",
        "builds":    ["uvmt_cv32e40x", "uvmt_cv32e40x_pma_1", "uvmt_cv32e40x_pma_2", "uvmt_cv32e40x_pma_3", "uvmt_cv32e40x_pma_4", "uvmt_cv32e40x_pma_5"],
        "listCmd":   "/mux-flow/build/repo/bin/cv_regress --core=cv32e40x --file=cv32e40x_rel_check --metrics --outfile=/mux-flow/build/repo/cv32e40x_rel_check.json",
        "listFile":  "/mux-flow/build/repo/cv32e40x_rel_check.json"
      }
    },
    {
      "name":        "cv32e40x_rel_check_master",
      "description": "Release branch check for CV32E40X using dynamic test generation",
      "verbose":     "true",
      "tests": {
        "resultsDir": "/mux-flow/build/results",
        "builds":    ["uvmt_cv32e40x", "uvmt_cv32e40x_pma_1", "uvmt_cv32e40x_pma_2", "uvmt_cv32e40x_pma_3", "uvmt_cv32e40x_pma_4", "uvmt_cv32e40x_pma_5"],
        "listCmd":   "/mux-flow/build/repo/bin/cv_regress --core=cv32e40x --file=cv32e40x_rel_check --metrics --outfile=/mux-flow/build/repo/cv32e40x_rel_check.json",
        "listFile":  "/mux-flow/build/repo/cv32e40x_rel_check.json"
      }
    },
    {
      "name":        "cv32e40x_full",
      "description": "Directed and random interrupt tests for CV32E40x",
      "verbose":     "true",
      "tests": {
        "resultsDir": "/mux-flow/build/results",
        "builds":    ["uvmt_cv32e40x", "uvmt_cv32e40x_pma_1", "uvmt_cv32e40x_pma_2", "uvmt_cv32e40x_pma_3", "uvmt_cv32e40x_pma_4", "uvmt_cv32e40x_pma_5"],
        "timeout":   "12h",
        "listCmd":   "/mux-flow/build/repo/bin/cv_regress --core=cv32e40x --file=cv32e40x_full --metrics --outfile=/mux-flow/build/repo/cv32e40x_full.json",
        "listFile":  "/mux-flow/build/repo/cv32e40x_full.json"
      }
    },
    {
      "name":        "cv32e40x_interrupt",
      "description": "Directed and random interrupt tests for CV32E40X",
      "verbose":     "true",
      "tests": {
        "resultsDir": "/mux-flow/build/results",
        "builds":    ["uvmt_cv32e40x"],
        "timeout":   "6h",
        "listCmd":   "/mux-flow/build/repo/bin/cv_regress --core=cv32e40x --file=cv32e40x_interrupt --metrics --outfile=/mux-flow/build/repo/cv32e40x_interrupt.json",
        "listFile":  "/mux-flow/build/repo/cv32e40x_interrupt.json"
      }
    },
    {
      "name":        "cv32e40x_corev_pma",
      "description": "Directed and random PMA tests for CV32E40X",
      "verbose":     "true",
      "tests": {
        "resultsDir": "/mux-flow/build/results",
        "builds":    ["uvmt_cv32e40x", "uvmt_cv32e40x_pma_1", "uvmt_cv32e40x_pma_2", "uvmt_cv32e40x_pma_3", "uvmt_cv32e40x_pma_4", "uvmt_cv32e40x_pma_5"],
        "timeout":   "6h",
        "listCmd":   "/mux-flow/build/repo/bin/cv_regress --core=cv32e40x --file=cv32e40x_corev_pma --metrics --outfile=/mux-flow/build/repo/cv32e40x_corev_pma.json",
        "listFile":  "/mux-flow/build/repo/cv32e40x_corev_pma.json"
      }
    },
    {
      "name":        "cv32e40s_compliance_dev",
      "description": "RISC-V Compliance Test-suite for CV32E40S",
      "verbose":     "true",
      "tests": {
        "resultsDir": "/mux-flow/build/results",
        "builds":    ["uvmt_cv32e40s_compliance_build"],
        "listCmd":   "/mux-flow/build/repo/bin/cv_regress --core=cv32e40s --file=cv32e40s_compliance --metrics --outfile=/mux-flow/build/repo/cv32e40s_compliance.json",
        "listFile":  "/mux-flow/build/repo/cv32e40s_compliance.json"
      }
    },
    {
      "name":        "cv32e40s_ci_check_dev",
      "description": "Commit sanity for CV32E40S using dynamic test generation",
      "verbose":     "true",
      "tests": {
        "resultsDir": "/mux-flow/build/results",
        "builds":    ["uvmt_cv32e40s", "uvmt_cv32e40s_pma_1", "uvmt_cv32e40s_pma_2" ],
        "listCmd":   "/mux-flow/build/repo/bin/cv_regress --core=cv32e40s --file=cv32e40s_ci_check --metrics --outfile=/mux-flow/build/repo/cv32e40s_ci_check.json",
        "listFile":  "/mux-flow/build/repo/cv32e40s_ci_check.json"
      }
    },
    {
      "name":        "cv32e40s_rel_check_release",
      "description": "Release branch check for CV32E40S using dynamic test generation",
      "verbose":     "true",
      "tests": {
        "resultsDir": "/mux-flow/build/results",
        "builds":    ["uvmt_cv32e40s", "uvmt_cv32e40s_pma_1", "uvmt_cv32e40s_pma_2", "uvmt_cv32e40s_pma_3", "uvmt_cv32e40s_pma_4", "uvmt_cv32e40s_pma_5"],
        "listCmd":   "/mux-flow/build/repo/bin/cv_regress --core=cv32e40s --file=cv32e40s_rel_check --metrics --outfile=/mux-flow/build/repo/cv32e40s_rel_check.json",
        "listFile":  "/mux-flow/build/repo/cv32e40s_rel_check.json"
      }
    },
    {
      "name":        "cv32e40s_rel_check_master",
      "description": "Release branch check for CV32E40S using dynamic test generation",
      "verbose":     "true",
      "tests": {
        "resultsDir": "/mux-flow/build/results",
        "builds":    ["uvmt_cv32e40s", "uvmt_cv32e40s_pma_1", "uvmt_cv32e40s_pma_2", "uvmt_cv32e40s_pma_3", "uvmt_cv32e40s_pma_4", "uvmt_cv32e40s_pma_5"],
        "listCmd":   "/mux-flow/build/repo/bin/cv_regress --core=cv32e40s --file=cv32e40s_rel_check --metrics --outfile=/mux-flow/build/repo/cv32e40s_rel_check.json",
        "listFile":  "/mux-flow/build/repo/cv32e40s_rel_check.json"
      }
    },
    {
      "name":        "cv32e40s_full",
      "description": "Directed and random interrupt tests for CV32E40S",
      "verbose":     "true",
      "tests": {
        "resultsDir": "/mux-flow/build/results",
        "builds":    ["uvmt_cv32e40s"],
        "timeout":   "8h",
        "listCmd":   "/mux-flow/build/repo/bin/cv_regress --core=cv32e40s --file=cv32e40s_full --metrics --outfile=/mux-flow/build/repo/cv32e40s_full_covg_no_pulp.json",
        "listFile":  "/mux-flow/build/repo/cv32e40s_full.json"
      }
    },
    {
      "name":        "cv32e40s_interrupt",
      "description": "Directed and random interrupt tests for CV32E40S",
      "verbose":     "true",
      "tests": {
        "resultsDir": "/mux-flow/build/results",
        "builds":    ["uvmt_cv32e40s"],
        "timeout":   "6h",
        "listCmd":   "/mux-flow/build/repo/bin/cv_regress --core=cv32e40s --file=cv32e40s_interrupt --metrics --outfile=/mux-flow/build/repo/cv32e40s_interrupt.json",
        "listFile":  "/mux-flow/build/repo/cv32e40s_interrupt.json"
      }
    }
  ]
}