diff --git a/ingestion-data/production/discovery-items/scheduled/geoglam.json b/ingestion-data/production/discovery-items/scheduled/geoglam.json new file mode 100644 index 0000000..e0ceab7 --- /dev/null +++ b/ingestion-data/production/discovery-items/scheduled/geoglam.json @@ -0,0 +1,11 @@ +{ + "collection": "geoglam", + "prefix": "geoglam/", + "bucket": "veda-data-store", + "filename_regex": "^(.*).tif$", + "discovery": "s3", + "datetime_range": "month", + "schedule": "0 0 * * 0", + "upload": false +} + diff --git a/ingestion-data/production/discovery-items/scheduled/no2-monthly-diff.json b/ingestion-data/production/discovery-items/scheduled/no2-monthly-diff.json new file mode 100644 index 0000000..ac85c94 --- /dev/null +++ b/ingestion-data/production/discovery-items/scheduled/no2-monthly-diff.json @@ -0,0 +1,10 @@ +{ + "collection": "no2-monthly-diff", + "prefix": "no2-monthly-diff/", + "bucket": "veda-data-store", + "filename_regex": "^(.*).tif$", + "discovery": "s3", + "datetime_range": "month", + "schedule": "0 0 * * 0", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/production/discovery-items/scheduled/no2-monthly.json b/ingestion-data/production/discovery-items/scheduled/no2-monthly.json new file mode 100644 index 0000000..a96dc11 --- /dev/null +++ b/ingestion-data/production/discovery-items/scheduled/no2-monthly.json @@ -0,0 +1,10 @@ +{ + "collection": "no2-monthly", + "prefix": "no2-monthly/", + "bucket": "veda-data-store", + "filename_regex": "^(.*).tif$", + "discovery": "s3", + "datetime_range": "month", + "schedule": "0 0 * * 0", + "upload": false +} diff --git a/ingestion-data/staging/discovery-items/scheduled/geoglam.json b/ingestion-data/staging/discovery-items/scheduled/geoglam.json new file mode 100644 index 0000000..fc71412 --- /dev/null +++ b/ingestion-data/staging/discovery-items/scheduled/geoglam.json @@ -0,0 +1,10 @@ +{ + "collection": "geoglam", + "prefix": "geoglam/", + "bucket": "veda-data-store-staging", + "filename_regex": "^(.*).tif$", + "discovery": "s3", + "datetime_range": "month", + "schedule": "0 0 * * 0", + "upload": false +} diff --git a/ingestion-data/staging/discovery-items/scheduled/no2-monthly-diff.json b/ingestion-data/staging/discovery-items/scheduled/no2-monthly-diff.json new file mode 100644 index 0000000..0cb79aa --- /dev/null +++ b/ingestion-data/staging/discovery-items/scheduled/no2-monthly-diff.json @@ -0,0 +1,10 @@ +{ + "collection": "no2-monthly-diff", + "prefix": "no2-monthly-diff/", + "bucket": "veda-data-store-staging", + "filename_regex": "^(.*).tif$", + "discovery": "s3", + "datetime_range": "month", + "schedule": "0 0 * * 0", + "upload": false +} diff --git a/ingestion-data/staging/discovery-items/scheduled/no2-monthly.json b/ingestion-data/staging/discovery-items/scheduled/no2-monthly.json new file mode 100644 index 0000000..50f5de1 --- /dev/null +++ b/ingestion-data/staging/discovery-items/scheduled/no2-monthly.json @@ -0,0 +1,10 @@ +{ + "collection": "no2-monthly", + "prefix": "no2-monthly/", + "bucket": "veda-data-store-staging", + "filename_regex": "^(.*).tif$", + "discovery": "s3", + "datetime_range": "month", + "schedule": "0 0 * * 0", + "upload": false +} diff --git a/ingestion-data/staging/transfer-config/no2-monthly-diff.json b/ingestion-data/staging/transfer-config/no2-monthly-diff.json index 7e85eab..df3cceb 100644 --- a/ingestion-data/staging/transfer-config/no2-monthly-diff.json +++ b/ingestion-data/staging/transfer-config/no2-monthly-diff.json @@ -5,5 +5,12 @@ "target_bucket": "veda-data-store", "collection": "no2-monthly-diff", "filename_regex": "^(.*).tif$" + }, + { + "origin_bucket": "covid-eo-data", + "origin_prefix": "OMNO2d_HRMDifference/", + "target_bucket": "veda-data-store-staging", + "collection": "no2-monthly-diff", + "filename_regex": "^(.*).tif$" } ] \ No newline at end of file diff --git a/ingestion-data/staging/transfer-config/no2-monthly.json b/ingestion-data/staging/transfer-config/no2-monthly.json index bf2c778..2976cf0 100644 --- a/ingestion-data/staging/transfer-config/no2-monthly.json +++ b/ingestion-data/staging/transfer-config/no2-monthly.json @@ -5,5 +5,12 @@ "target_bucket": "veda-data-store", "collection": "no2-monthly", "filename_regex": "^(.*).tif$" + }, + { + "origin_bucket": "covid-eo-data", + "origin_prefix": "OMNO2d_HRM/", + "target_bucket": "veda-data-store-staging", + "collection": "no2-monthly", + "filename_regex": "^(.*).tif$" } ] \ No newline at end of file