model_2_slurm_conf.json

{
  "gpt2": {
    "gres": "gpu:1",
    "mem": "16gb"
  },
  "gpt2-medium": {
    "gres": "gpu:1",
    "mem": "16gb"
  },
  "gpt2-large": {
    "gres": "gpu:1",
    "mem": "16gb"
  },
  "gpt2-xl": {
    "gres": "gpu:1",
    "mem": "16gb"
  },
  "falcon7b": {
    "gres": "gpu:1",
    "mem": "24gb"
  },
  "falcon7b-instruct": {
    "gres": "gpu:1",
    "mem": "24gb"
  },
  "falcon40b": {
    "gres": "gpu:a6000:1",
    "mem": "100gb"
  },
  "falcon40b-instruct": {
    "gres": "gpu:a6000:1",
    "mem": "100gb"
  },
  "alpaca13b": {
    "gres": "gpu:3090:1",
    "mem": "48gb"
  },
  "gpt4-x-alpaca": {
    "gres": "gpu:3090:1",
    "mem": "48gb"
  },
  "llama13b": {
    "gres": "gpu:3090:1",
    "mem": "48gb"
  },
  "llama65b": {
    "gres": "gpu:a6000:2",
    "mem": "100gb"
  },
  "gpt3.5-turbo": {
    "gres": "gpu:0",
    "mem": "32gb"
  },
  "gpt4": {
    "gres": "gpu:0",
    "mem": "32gb"
  },
  "davinci-002": {
    "gres": "gpu:0",
    "mem": "32gb"
  },
  "davinci-003": {
    "gres": "gpu:0",
    "mem": "32gb"
  }
}