queue.yaml

# This file is part of VertNet: https://github.com/VertNet/webapp
#
# VertNet is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# VertNet is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with Foobar.  If not, see: http://www.gnu.org/licenses


# Note: Make sure that all named tasks are consistent between queue.yaml files for 
# versions deploying to the same app. For example, /webapp/queue.yaml and 
# /dwc-indexer/queue.yaml

# Queue configuration for the app:
total_storage_limit: 500M
queue:
- name: index-delete-resource
  rate: 35/s
  retry_parameters:
    task_retry_limit: 7
    task_age_limit: 60m
    min_backoff_seconds: 30
    max_backoff_seconds: 960
    max_doublings: 7
- name: apitracker
  rate: 35/s
  retry_parameters:
    task_retry_limit: 7
    task_age_limit: 32m
    min_backoff_seconds: 30
    max_backoff_seconds: 500
    max_doublings: 5
- name: download
  rate: 35/s
- name: downloadwrite
  rate: 35/s
  retry_parameters:
    task_retry_limit: 7
    task_age_limit: 32m
    min_backoff_seconds: 30
    max_backoff_seconds: 500
    max_doublings: 5
# index-clean is dangerous - turn it on only if you really need to
#- name: index-clean
#  rate: 35/s