Create order dataset

murilobellatini · Sep 7, 2020 · 51afdc1 · 51afdc1
1 parent 7183a79
commit 51afdc1
Show file tree

Hide file tree

Showing 5 changed files with 193 additions and 2,488 deletions.
diff --git a/dev/docker-volume/notebooks/03-create-trusted-data-order-items.ipynb b/dev/docker-volume/notebooks/03-create-trusted-data-order-items.ipynb
@@ -67,55 +67,6 @@
     "spark = create_pyspark_session()"
    ]
   },
-  {
-   "cell_type": "markdown",
-   "metadata": {},
-   "source": [
-    "Loads raw `Order` data."
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 15,
-   "metadata": {},
-   "outputs": [
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "(#rows, #columns) = (3683040, 22)\n",
-      "root\n",
-      " |-- cpf: string (nullable = true)\n",
-      " |-- customer_id: string (nullable = true)\n",
-      " |-- customer_name: string (nullable = true)\n",
-      " |-- delivery_address_city: string (nullable = true)\n",
-      " |-- delivery_address_country: string (nullable = true)\n",
-      " |-- delivery_address_district: string (nullable = true)\n",
-      " |-- delivery_address_external_id: string (nullable = true)\n",
-      " |-- delivery_address_latitude: string (nullable = true)\n",
-      " |-- delivery_address_longitude: string (nullable = true)\n",
-      " |-- delivery_address_state: string (nullable = true)\n",
-      " |-- delivery_address_zip_code: string (nullable = true)\n",
-      " |-- items: string (nullable = true)\n",
-      " |-- merchant_id: string (nullable = true)\n",
-      " |-- merchant_latitude: string (nullable = true)\n",
-      " |-- merchant_longitude: string (nullable = true)\n",
-      " |-- merchant_timezone: string (nullable = true)\n",
-      " |-- order_created_at: timestamp (nullable = true)\n",
-      " |-- order_id: string (nullable = true)\n",
-      " |-- order_scheduled: boolean (nullable = true)\n",
-      " |-- order_scheduled_date: timestamp (nullable = true)\n",
-      " |-- order_total_amount: double (nullable = true)\n",
-      " |-- origin_platform: string (nullable = true)\n",
-      "\n"
-     ]
-    }
-   ],
-   "source": [
-    "df = spark.read.parquet(str(RAW_DATA_PATH / 'order'))\n",
-    "explore_dataframe(df)"
-   ]
-  },
   {
    "cell_type": "markdown",
    "metadata": {},