Bag of Tasks

This page derives a System Workload Description for a Bag-of-Task type application. That system workload is used as input to the TUM I* infrastructure model.

This work is derived from the Mandelbrot Application discussion, please see there for more details on the various types of application and workload descriptions, and follows the same numbering / terminology.

  Application -> (1)  -> Application Framework 
              -> (2)  -> Troy Planner  
              -> (3)  -> Overlay Manager
              -> (4)  -> Workload Manager 
              -> (4') -> I*
              -> (5)  -> SAGA-Pilot Unit Service 
              -> (6)  -> SAGA Pilot Agent 
              -> (7)  -> Resource

{
  "_comment"                  : "Mandelbrot Application Description (1)",
  "app_description"           :
  { 
      "app_id"                : "my_mb_123",

      "min"                   : [-1.0, -0.5],
      "max"                   : [ 1.0,  0.5],
      "res"                   : [2048, 1024],
      "iter"                  : 1024,

      "concurrency"           : 10,
      "output"                : "./mb.png",
  }
}

{
  "_comment"                  : "Troy Workload Description (2)",
  "twl_description"           :
  {
    "type"                    : "application_instance",
    "name"                    : "mandelbrot",
    "generated_by"            : "fractal.Mandelbrot",

    "components"              : 
    [
      { 
        "id"                  : "workers",
        "type"                : ["task", "concurrent"], 
        "card"                : 10,
        "exe"                 : "mb_worker",
        "args"                : "--app_id=my_mb_123",
        "conditions"          : "mem:8192",
      }
    ],

    "relations"               :      
    [
    ]
  }
}

{
  "_comment"                  : "Pilot Descriptions == Overlay Description (3)",
  "ol_description"            :
  [
    {
     "id"                     : "worker_pilot.my_mb_123",
     "backend"                : "ssh+pbs://india.futuregrid.org/",
     "size"                   : "10",
     "dependencies"           : []
    }
  ]
}

{
  "_comment"                  : "Workload Description (4)",
  "wl_description"            :
  {
     "compute_unit_descriptions" : 
     [
       {
         "type"               : "compute",
         "id"                 : "workers.1", 
         "exe"                : "mb_worker", 
         "args"               : "--app_id=my_mb_123",
       },
       {
         ...
       }
     ], 

     "data_unit_descriptions" : [ ],
     "relations"              : [ ]
  }
}

{
  "_comment"                  : "System Workload Description (4')",
  "swl_description"           :
  {
     "compute_unit_descriptions" : 
     [
       {
         "type"               : "compute",
         "id"                 : "workers.1", 
         "exe"                : "mb_worker", 
         "args"               : "--app_id=my_mb_123",
         "total_memory"       : "1024",
         "flops"              : "12345678",
       },
       {
         ...
       }
     ], 

     "data_unit_descriptions" : [ ], 
     "relations"              : [ ]
  }
}