sentinel1_download.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [],
   "source": [
    "import ee\n",
    "ee.Initialize()\n",
    "import json\n",
    "from pathlib import Path\n",
    "import tifffile\n",
    "import matplotlib.pyplot as plt\n",
    "import numpy as np\n",
    "import pandas as pd\n",
    "import geopandas as gpd\n",
    "from shapely.geometry import Polygon\n",
    "\n",
    "UCD_PATH = Path('C:/Users/hafne/urban_change_detection')\n",
    "OSCD_PATH = Path('C:/Users/hafne/urban_change_detection/OSCD_dataset')\n",
    "DRIVE_FOLDER = 'ucd_exports'\n",
    "SANITY_CHECK_PATH = Path('C:/Users/hafne/urban_change_detection/sentinel1_sanity_ckeck')\n",
    "\n",
    "CITIES = ['aguasclaras', 'bercy', 'bordeaux', 'nantes', 'paris', 'rennes', 'saclay_e', 'abudhabi', 'cupertino',\n",
    "          'pisa', 'beihai', 'hongkong', 'beirut', 'mumbai', 'brasilia', 'montpellier', 'norcia', 'rio', 'saclay_w',\n",
    "          'valencia', 'dubai', 'lasvegas', 'milano', 'chongqing']\n",
    "\n",
    "ORBITS = {\n",
    "    'aguasclaras': [24],\n",
    "    'bercy': [59, 8, 110],\n",
    "    'bordeaux': [30, 8, 81],\n",
    "    'nantes': [30, 81],\n",
    "    'paris': [59, 8, 110],\n",
    "    'rennes': [30, 81],\n",
    "    'saclay_e': [59, 8],\n",
    "    'abudhabi': [130],\n",
    "    'cupertino': [35, 115, 42],\n",
    "    'pisa': [15, 168],\n",
    "    'beihai': [157],\n",
    "    'hongkong': [11, 113],\n",
    "    'beirut': [14, 87],\n",
    "    'mumbai': [34],\n",
    "    'brasilia': [24],\n",
    "    'montpellier': [59, 37],\n",
    "    'norcia': [117, 44, 22, 95],\n",
    "    'rio': [155],\n",
    "    'saclay_w': [59, 8, 110],\n",
    "    'valencia': [30, 103, 8, 110],\n",
    "    'dubai': [130, 166],\n",
    "    'lasvegas': [166, 173],\n",
    "    'milano': [66, 168],\n",
    "    'chongqing': [55, 164]\n",
    "}\n",
    "\n",
    "\n",
    "# length of sentinel 1 time series for mean\n",
    "TS_LENGTH = 3"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "# helper functions\n",
    "\n",
    "def date2str(date: ee.Date) -> str:\n",
    "    return str(date.format('Y-M-d').getInfo())\n",
    "\n",
    "def read_in_dates(dates_file: Path):\n",
    "    with open(dates_file, 'r') as f:\n",
    "        lines = f.readlines()\n",
    "    \n",
    "    def line2date(line):\n",
    "        year, month, day = line[8:12], line[12:14], line[14:16]\n",
    "        date = f'{year}-{month}-{day}'\n",
    "        return ee.Date(date)\n",
    "    \n",
    "    dates = [line2date(line) for line in lines]    \n",
    "    return dates\n",
    "\n",
    "def read_in_bbox(bbox_file: Path):\n",
    "    with open(bbox_file) as f:\n",
    "        geom = json.load(f)['features'][0]['geometry']\n",
    "    coords = geom['coordinates'][0]\n",
    "    ll, ur = coords[0], coords[2]\n",
    "    bbox = ee.Geometry.Rectangle([ll, ur])\n",
    "    return bbox\n",
    "\n",
    "\n",
    "def orbit_mean(roi: ee.Geometry, date_range, orbit, pol) -> ee.Image:\n",
    "    \n",
    "    # sup-setting data\n",
    "    col = ee.ImageCollection('COPERNICUS/S1_GRD') \\\n",
    "        .filterBounds(roi) \\\n",
    "        .filterDate(date_range.start(), date_range.end()) \\\n",
    "        .filterMetadata('instrumentMode', 'equals', 'IW') \\\n",
    "        .filterMetadata('relativeOrbitNumber_start', 'equals', orbit) \\\n",
    "        .select(pol)\n",
    "\n",
    "    # masking noise\n",
    "    col = col.map(lambda img: img.updateMask(img.gte(-25)).copyProperties(img))\n",
    "\n",
    "    mean = col.mean() \\\n",
    "        .unitScale(-25, 5) \\\n",
    "        .clamp(0, 1) \\\n",
    "        .unmask() \\\n",
    "        .float()\n",
    "\n",
    "    return mean"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "mumbai\n"
     ]
    }
   ],
   "source": [
    "cities = ['mumbai']\n",
    "for city in cities:\n",
    "    print(city)\n",
    "    \n",
    "    # loading dates\n",
    "    dates_file = OSCD_PATH / 'images' / city / 'dates.txt'\n",
    "    t1, t2 = read_in_dates(dates_file)\n",
    "    \n",
    "    # computing date ranges\n",
    "    date_range_t1 = ee.DateRange(t1.advance(-TS_LENGTH, 'month') , t1)\n",
    "    if city == 'mumbai':\n",
    "        date_range_t1 = ee.DateRange(t1.advance(-1, 'year'), t1.advance(5, 'month'))\n",
    "    date_range_t2 = ee.DateRange(t2, t2.advance(TS_LENGTH, 'month'))\n",
    "    \n",
    "    # loading bounding box\n",
    "    bbox_file = OSCD_PATH / 'images' / city / f'{city}.geojson'\n",
    "    bbox = read_in_bbox(bbox_file)\n",
    "    \n",
    "    # getting orbit numbers\n",
    "    orbits = ORBITS[city]\n",
    "    \n",
    "    # download data for each orbit number and t\n",
    "    for orbit in orbits:\n",
    "        \n",
    "        s1_t1 = orbit_mean(bbox, date_range_t1, orbit, 'VV')\n",
    "        task_t1 = ee.batch.Export.image.toDrive(\n",
    "            image=s1_t1,\n",
    "            region=bbox.getInfo()['coordinates'],\n",
    "            description='PythonToDriveExport',\n",
    "            folder=DRIVE_FOLDER,\n",
    "            fileNamePrefix=f'sentinel1_{city}_{orbit}_t1',\n",
    "            scale=10,\n",
    "            crs='EPSG:4326',\n",
    "            maxPixels=1e10,\n",
    "            fileFormat='GeoTIFF'\n",
    "        )\n",
    "        task_t1.start()\n",
    "    \n",
    "        s1_t2 = orbit_mean(bbox, date_range_t2, orbit, 'VV')\n",
    "        task_t2 = ee.batch.Export.image.toDrive(\n",
    "            image=s1_t2,\n",
    "            region=bbox.getInfo()['coordinates'],\n",
    "            description='PythonToDriveExport',\n",
    "            folder=DRIVE_FOLDER,\n",
    "            fileNamePrefix=f'sentinel1_{city}_{orbit}_t2',\n",
    "            scale=10,\n",
    "            crs='EPSG:4326',\n",
    "            maxPixels=1e10,\n",
    "            fileFormat='GeoTIFF'\n",
    "        )\n",
    "        task_t2.start()\n",
    "    \n",
    "        "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.6"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 4
}