Create order dataset

murilobellatini · Sep 7, 2020 · 8ad2a94 · 8ad2a94
1 parent 31f1c72
commit 8ad2a94
Show file tree

Hide file tree

Showing 7 changed files with 2,025 additions and 1,080 deletions.
diff --git a/dev/docker-volume/notebooks/03-create-trusted-data-order-items.ipynb b/dev/docker-volume/notebooks/03-create-trusted-data-order-items.ipynb
@@ -39,7 +39,7 @@
     "%autoreload 2\n",
     "from src.config import RAW_DATA_PATH\n",
     "from src.IOController import create_pyspark_session\n",
-    "from src.DataProcessor import create_order_items, explore_dataframe"
+    "from src.DataProcessor import create_trusted_order_items, explore_dataframe"
    ]
   },
   {
@@ -325,7 +325,7 @@
     }
    ],
    "source": [
-    "tmp = create_order_items(df)\n",
+    "tmp = create_trusted_order_items(spark)\n",
     "explore_dataframe(tmp)\n",
     "tmp.limit(3).toPandas().T"
    ]