From 8d00701fe165adfe9e18fcf87776abcd57459a05 Mon Sep 17 00:00:00 2001 From: Sung Yun Byeon Date: Sun, 4 Feb 2024 19:18:16 +0900 Subject: [PATCH] =?UTF-8?q?feat:=20Airflow=20ELT=20=ED=8C=8C=EC=9D=B4?= =?UTF-8?q?=ED=94=84=EB=9D=BC=EC=9D=B8=20(#182)?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- .../05-python-operator-with-slack-noti.py | 2 +- .../dags/06-simple_elt.py | 143 +++++++++++ .../data/bike_data_20240101.csv | 241 ++++++++++++++++++ .../data/bike_data_20240102.csv | 178 +++++++++++++ .../data/bike_data_20240103.csv | 120 +++++++++ .../data/bike_data_20240104.csv | 83 ++++++ 01-batch-serving(airflow)/requirements.txt | 2 + 7 files changed, 768 insertions(+), 1 deletion(-) create mode 100644 01-batch-serving(airflow)/dags/06-simple_elt.py create mode 100644 01-batch-serving(airflow)/data/bike_data_20240101.csv create mode 100644 01-batch-serving(airflow)/data/bike_data_20240102.csv create mode 100644 01-batch-serving(airflow)/data/bike_data_20240103.csv create mode 100644 01-batch-serving(airflow)/data/bike_data_20240104.csv diff --git a/01-batch-serving(airflow)/dags/05-python-operator-with-slack-noti.py b/01-batch-serving(airflow)/dags/05-python-operator-with-slack-noti.py index 5106ef5..8d15799 100644 --- a/01-batch-serving(airflow)/dags/05-python-operator-with-slack-noti.py +++ b/01-batch-serving(airflow)/dags/05-python-operator-with-slack-noti.py @@ -11,7 +11,7 @@ 'owner': 'kyle', 'depends_on_past': False, 'start_date': datetime(2024, 1, 1), - 'start_date': datetime(2024, 1, 4), + 'end_date': datetime(2024, 1, 4), 'retires': 1, 'retry_delay': timedelta(minutes=5), } diff --git a/01-batch-serving(airflow)/dags/06-simple_elt.py b/01-batch-serving(airflow)/dags/06-simple_elt.py new file mode 100644 index 0000000..c9ba6f6 --- /dev/null +++ b/01-batch-serving(airflow)/dags/06-simple_elt.py @@ -0,0 +1,143 @@ +# ELT 파이프라인을 개발합니다(Extract - Load - Transfer) +# 1) Extract : 데이터를 추출하는 과정. 여기선 Cloud Storage에 업로드(현업에선 Database에서 추출) +# 2) Load : Cloud Storage의 Bucket에 Data 저장된 것을 데이터 웨어하우스인 BigQuery로 저장 +# 3) Transform : Load로 저장된 데이터를 Transform. BigQuery 쿼리로 데이터를 처리 +# pip install apache-airflow-providers-google==10.14.0 + +from airflow import DAG +from datetime import datetime, timedelta +from pathlib import Path +from airflow.providers.google.cloud.transfers.gcs_to_bigquery import GCSToBigQueryOperator +from airflow.providers.google.cloud.operators.bigquery import BigQueryExecuteQueryOperator +from airflow.providers.google.cloud.transfers.local_to_gcs import LocalFilesystemToGCSOperator +from utils.slack_notifier import task_fail_slack_alert, task_succ_slack_alert + +execution_date = '{{ ds_nodash }}' #20240101 +execution_date_with_slash = "{{ macros.ds_format(ds, '%Y-%m-%d', '%Y/%m/%d') }}" # 2024/01/01 + +# 아래 2개는 여러분들의 Google Cloud Project, Bucket 입력 +PROJECT_ID = "boostcamp-ai-tech-serving" +BUCKET_NAME = "boostcamp-ai-tech-gcs" + +FILE_NAME = f"bike_data_{execution_date}.csv" +LOCAL_FILE_PATH = str(Path(__file__).parent.parent / "data" / FILE_NAME) # 파일의 할아버지(dags -> 01-batch-serving(airflow))의 data 폴더 + +GCS_PATH = f"{execution_date_with_slash}/bike_data.csv" + +default_args = { + 'owner': 'kyle', + 'depends_on_past': False, + 'start_date': datetime(2024, 1, 1), + 'end_date': datetime(2024, 1, 4), + 'retires': 1, + 'retry_delay': timedelta(minutes=5), +} + +schema_fields = [ + { + "mode": "NULLABLE", + "name": "trip_id", + "type": "INTEGER" + }, + { + "mode": "NULLABLE", + "name": "subscriber_type", + "type": "STRING" + }, + { + "mode": "NULLABLE", + "name": "bikeid", + "type": "STRING" + }, + { + "mode": "NULLABLE", + "name": "start_time", + "type": "TIMESTAMP" + }, + { + "mode": "NULLABLE", + "name": "start_station_id", + "type": "INTEGER" + }, + { + "mode": "NULLABLE", + "name": "start_station_name", + "type": "STRING" + }, + { + "mode": "NULLABLE", + "name": "end_station_id", + "type": "STRING" + }, + { + "mode": "NULLABLE", + "name": "end_station_name", + "type": "STRING" + }, + { + "mode": "NULLABLE", + "name": "duration_minutes", + "type": "INTEGER" + }, + { + "mode": "NULLABLE", + "name": "dummy_date", + "type": "DATE" + } +] + + +with DAG( + dag_id='simple_elt_pipeline', + default_args=default_args, + schedule_interval='30 0 * * *', + tags=['my_dags'], + catchup=False, + on_failure_callback=task_fail_slack_alert, + # on_success_callback=task_succ_slack_alert # 성공 알림 필요 시 추가 +) as dag: + + extract_data = LocalFilesystemToGCSOperator( + task_id="extract_data", + src=LOCAL_FILE_PATH, + bucket=BUCKET_NAME, + dst=GCS_PATH + ) + + + load_csv = GCSToBigQueryOperator( + task_id="gcs_to_bigquery", + gcp_conn_id="google_cloud_default", + bucket=f'{BUCKET_NAME}', + source_objects=[GCS_PATH], + schema_fields=schema_fields, + source_format='CSV', + skip_leading_rows=1, + create_disposition='CREATE_IF_NEEDED', + destination_project_dataset_table=f'{PROJECT_ID}.temp.bike_{execution_date}', # temp dataset 생성 필요 + write_disposition='WRITE_TRUNCATE' + ) + + # dummy_date 별 COUNT + sql_query = f""" + SELECT + dummy_date, + start_station_id, + end_station_id, + COUNT(bikeid) as cnt + FROM `{PROJECT_ID}.temp.bike_{execution_date}` + GROUP BY + dummy_date, + start_station_id, + end_station_id + """ + + transform = BigQueryExecuteQueryOperator( + task_id='run_query', + sql=sql_query, + use_legacy_sql=False, + write_disposition='WRITE_TRUNCATE', + destination_dataset_table=f"temp.bike_agg_{execution_date}" + ) + + extract_data >> load_csv >> transform \ No newline at end of file diff --git a/01-batch-serving(airflow)/data/bike_data_20240101.csv b/01-batch-serving(airflow)/data/bike_data_20240101.csv new file mode 100644 index 0000000..132ddae --- /dev/null +++ b/01-batch-serving(airflow)/data/bike_data_20240101.csv @@ -0,0 +1,241 @@ +trip_id,subscriber_type,bikeid,start_time,start_station_id,start_station_name,end_station_id,end_station_name,duration_minutes,dummy_date +21300987,Explorer,647,2019-11-25 13:37:48 UTC,4061,Lakeshore/Austin Hostel,4061,Lakeshore/Austin Hostel,3,2024-01-01 +21300048,Local365,386,2019-11-25 11:43:00 UTC,4057,6th/Chalmers ,4047,8th/Lavaca,12,2024-01-01 +21300259,Pay-as-you-ride,278,2019-11-25 12:05:23 UTC,4059,Nash Hernandez/East @ RBJ South,4059,Nash Hernandez/East @ RBJ South,54,2024-01-01 +21300571,24 Hour Walk Up Pass,647,2019-11-25 12:47:27 UTC,4061,Lakeshore/Austin Hostel,4061,Lakeshore/Austin Hostel,46,2024-01-01 +21298475,Local365,397,2019-11-25 02:17:26 UTC,3635,13th/San Antonio,3635,13th/San Antonio,1,2024-01-01 +21301635,Single Trip (Pay-as-you-ride),278,2019-11-25 14:57:55 UTC,4059,Nash Hernandez/East @ RBJ South,4059,Nash Hernandez/East @ RBJ South,28,2024-01-01 +21303009,Single Trip (Pay-as-you-ride),647,2019-11-25 18:10:42 UTC,4061,Lakeshore/Austin Hostel,4061,Lakeshore/Austin Hostel,18,2024-01-01 +21300315,Pay-as-you-ride,226,2019-11-25 12:12:43 UTC,4059,Nash Hernandez/East @ RBJ South,4059,Nash Hernandez/East @ RBJ South,47,2024-01-01 +21300318,Pay-as-you-ride,1932,2019-11-25 12:13:01 UTC,4059,Nash Hernandez/East @ RBJ South,4059,Nash Hernandez/East @ RBJ South,46,2024-01-01 +21301646,Single Trip (Pay-as-you-ride),1932,2019-11-25 14:59:19 UTC,4059,Nash Hernandez/East @ RBJ South,4059,Nash Hernandez/East @ RBJ South,30,2024-01-01 +21299447,Local365,201,2019-11-25 09:55:13 UTC,2569,East 11th/San Marcos,4051,10th/Red River,4,2024-01-01 +21302513,Local365,14264,2019-11-25 16:54:02 UTC,3619,6th/Congress,4048,South Congress @ Bouldin Creek,5,2024-01-01 +21301276,Single Trip (Pay-as-you-ride),152,2019-11-25 14:12:30 UTC,3377,Veterans/Atlanta @ MoPac Ped Bridge,3294,6th/Lavaca,33,2024-01-01 +21301341,Single Trip (Pay-as-you-ride),387,2019-11-25 14:17:42 UTC,3377,Veterans/Atlanta @ MoPac Ped Bridge,3294,6th/Lavaca,28,2024-01-01 +21301329,Single Trip (Pay-as-you-ride),1850,2019-11-25 14:16:46 UTC,3377,Veterans/Atlanta @ MoPac Ped Bridge,3294,6th/Lavaca,29,2024-01-01 +21303308,Single Trip (Pay-as-you-ride),272G,2019-11-25 19:28:00 UTC,3684,Cesar Chavez/Congress,3294,6th/Lavaca,9,2024-01-01 +21302854,Local30,969,2019-11-25 17:42:10 UTC,3686,Sterzing/Barton Springs,4058,Hollow Creek/Barton Hills,6,2024-01-01 +21300042,U.T. Student Membership,1803,2019-11-25 11:41:44 UTC,3687,Boardwalk West,4062,Lakeshore/Pleasant Valley,148,2024-01-01 +21302658,Local365,709,2019-11-25 17:14:49 UTC,2711,Barton Springs/Kinney,4058,Hollow Creek/Barton Hills,19,2024-01-01 +21300892,Local365,328G,2019-11-25 13:24:12 UTC,2495,4th/Congress,4047,8th/Lavaca,15,2024-01-01 +21301098,24 Hour Walk Up Pass,311,2019-11-25 13:50:30 UTC,2501,5th/Bowie,3660,East 6th/Medina,50,2024-01-01 +21301083,Pay-as-you-ride,180,2019-11-25 13:48:50 UTC,2501,5th/Bowie,3660,East 6th/Medina,52,2024-01-01 +21298474,Local365,2326,2019-11-25 02:13:27 UTC,2547,21st/Guadalupe,3635,13th/San Antonio,4,2024-01-01 +21303443,Local365,113G,2019-11-25 20:08:26 UTC,2547,21st/Guadalupe,3635,13th/San Antonio,13,2024-01-01 +21300402,Local365,148G,2019-11-25 12:23:49 UTC,2552,3rd/West,4050,5th/Campbell,11,2024-01-01 +21301492,Single Trip (Pay-as-you-ride),298,2019-11-25 14:35:53 UTC,2552,3rd/West,3294,6th/Lavaca,10,2024-01-01 +21300943,Explorer,272G,2019-11-25 13:31:50 UTC,2567,Barton Springs/Bouldin @ Palmer Auditorium,2494,2nd/Congress,12,2024-01-01 +21300940,Explorer,375G,2019-11-25 13:31:40 UTC,2567,Barton Springs/Bouldin @ Palmer Auditorium,2494,2nd/Congress,12,2024-01-01 +21298682,Local365,160,2019-11-25 07:42:31 UTC,3621,3rd/Nueces,2494,2nd/Congress,3,2024-01-01 +21301015,Single Trip (Pay-as-you-ride),588,2019-11-25 13:40:55 UTC,4062,Lakeshore/Pleasant Valley,2495,4th/Congress,38,2024-01-01 +21301034,Single Trip (Pay-as-you-ride),428,2019-11-25 13:42:23 UTC,4062,Lakeshore/Pleasant Valley,2495,4th/Congress,36,2024-01-01 +21300613,Local365,229G,2019-11-25 12:53:05 UTC,2495,4th/Congress,2495,4th/Congress,23,2024-01-01 +21300534,Local365,328G,2019-11-25 12:42:18 UTC,2501,5th/Bowie,2495,4th/Congress,42,2024-01-01 +21301123,Local365,1439,2019-11-25 13:53:59 UTC,2540,17th/Guadalupe,2496,8th/Congress,24,2024-01-01 +21299267,Explorer,138G,2019-11-25 09:24:42 UTC,2499,2nd/Lavaca @ City Hall,2499,2nd/Lavaca @ City Hall,1,2024-01-01 +21303028,Local365,14264,2019-11-25 18:17:27 UTC,4048,South Congress @ Bouldin Creek,2501,5th/Bowie,11,2024-01-01 +21300495,Local365,180,2019-11-25 12:34:41 UTC,4050,5th/Campbell,2501,5th/Bowie,7,2024-01-01 +21303112,Local365,273,2019-11-25 18:33:09 UTC,3798,21st/Speedway @ PCL,2501,5th/Bowie,48,2024-01-01 +21298573,Local365,104,2019-11-25 06:54:23 UTC,2549,South 1st/Riverside @ Long Center,2501,5th/Bowie,6,2024-01-01 +21300066,Pay-as-you-ride,453,2019-11-25 11:45:16 UTC,2504,South Congress/Elizabeth,2504,South Congress/Elizabeth,4,2024-01-01 +21299202,Local365+Guest Pass,28,2019-11-25 09:14:42 UTC,2707,Rainey/Cummings,2539,3rd/Trinity @ The Convention Center,6,2024-01-01 +21302589,Local365,440,2019-11-25 17:06:21 UTC,2496,8th/Congress,2539,3rd/Trinity @ The Convention Center,6,2024-01-01 +21302998,Local365,113G,2019-11-25 18:06:46 UTC,3794,Dean Keeton/Speedway ,2540,17th/Guadalupe,20,2024-01-01 +21298687,Local30,277,2019-11-25 07:43:41 UTC,3798,21st/Speedway @ PCL,2540,17th/Guadalupe,6,2024-01-01 +21300129,Local365,1439,2019-11-25 11:52:07 UTC,2547,21st/Guadalupe,2540,17th/Guadalupe,17,2024-01-01 +21303021,Local365,1277,2019-11-25 18:14:34 UTC,3293,East 2nd/Pedernales,2542,Plaza Saltillo,6,2024-01-01 +21303482,Local365,113G,2019-11-25 20:22:17 UTC,3635,13th/San Antonio,2547,21st/Guadalupe,6,2024-01-01 +21302770,U.T. Student Membership,460,2019-11-25 17:29:08 UTC,2571,8th/Red River,2547,21st/Guadalupe,17,2024-01-01 +21300508,Pay-as-you-ride,460,2019-11-25 12:37:27 UTC,2497,11th/Congress @ The Texas Capitol,2547,21st/Guadalupe,15,2024-01-01 +21300498,Pay-as-you-ride,881,2019-11-25 12:34:55 UTC,2497,11th/Congress @ The Texas Capitol,2547,21st/Guadalupe,18,2024-01-01 +21300605,Local365,4,2019-11-25 12:52:15 UTC,3793,28th/Rio Grande,2547,21st/Guadalupe,4,2024-01-01 +21303147,U.T. Student Membership,2351,2019-11-25 18:42:55 UTC,3793,28th/Rio Grande,2547,21st/Guadalupe,7,2024-01-01 +21303027,Local30,881,2019-11-25 18:16:57 UTC,3794,Dean Keeton/Speedway ,2547,21st/Guadalupe,6,2024-01-01 +21303173,Local365,113G,2019-11-25 18:51:55 UTC,3798,21st/Speedway @ PCL,2547,21st/Guadalupe,27,2024-01-01 +21303568,Local365,113G,2019-11-25 20:48:52 UTC,3798,21st/Speedway @ PCL,2547,21st/Guadalupe,5,2024-01-01 +21303383,Local365,113G,2019-11-25 19:49:11 UTC,3799,23rd/San Jacinto @ DKR Stadium,2547,21st/Guadalupe,13,2024-01-01 +21300024,Local365,1439,2019-11-25 11:35:56 UTC,3799,23rd/San Jacinto @ DKR Stadium,2547,21st/Guadalupe,11,2024-01-01 +21299727,U.T. Student Membership,2077,2019-11-25 10:50:07 UTC,3841,23rd/Rio Grande,2548,Guadalupe/West Mall @ University Co-op,2,2024-01-01 +21302921,Local365,2887,2019-11-25 17:51:53 UTC,3792,22nd/Pearl,2548,Guadalupe/West Mall @ University Co-op,4,2024-01-01 +21302067,Local365,2351,2019-11-25 15:54:27 UTC,3794,Dean Keeton/Speedway ,2548,Guadalupe/West Mall @ University Co-op,4,2024-01-01 +21301032,U.T. Student Membership,936,2019-11-25 13:42:16 UTC,3799,23rd/San Jacinto @ DKR Stadium,2548,Guadalupe/West Mall @ University Co-op,7,2024-01-01 +21301250,Local365,105G,2019-11-25 14:09:39 UTC,3838,26th/Nueces,2548,Guadalupe/West Mall @ University Co-op,47,2024-01-01 +21303852,Local365,113G,2019-11-25 22:51:31 UTC,3838,26th/Nueces,2548,Guadalupe/West Mall @ University Co-op,11,2024-01-01 +21298853,Local365,2288,2019-11-25 08:21:54 UTC,3838,26th/Nueces,2548,Guadalupe/West Mall @ University Co-op,5,2024-01-01 +21298476,Local365,2326,2019-11-25 02:18:50 UTC,3635,13th/San Antonio,2549,South 1st/Riverside @ Long Center,10,2024-01-01 +21302638,Local365,646,2019-11-25 17:12:21 UTC,2566,Electric Drive/Sandra Muraida Way @ Pfluger Ped Bridge,2549,South 1st/Riverside @ Long Center,6,2024-01-01 +21300564,Local365,815,2019-11-25 12:46:39 UTC,2575,Riverside/South Lamar,2549,South 1st/Riverside @ Long Center,4,2024-01-01 +21300966,Local365,133,2019-11-25 13:34:22 UTC,3841,23rd/Rio Grande,2552,3rd/West,12,2024-01-01 +21301289,Single Trip (Pay-as-you-ride),922,2019-11-25 14:13:42 UTC,3377,Veterans/Atlanta @ MoPac Ped Bridge,2552,3rd/West,22,2024-01-01 +21302071,Local365,110G,2019-11-25 15:55:14 UTC,2711,Barton Springs/Kinney,2552,3rd/West,11,2024-01-01 +21302755,Local365,014G,2019-11-25 17:27:11 UTC,3513,South Congress/Barton Springs @ The Austin American-Statesman,2552,3rd/West,10,2024-01-01 +21300645,Local365,160,2019-11-25 12:57:26 UTC,2494,2nd/Congress,2552,3rd/West,4,2024-01-01 +21299097,Local30,298,2019-11-25 09:01:40 UTC,2496,8th/Congress,2552,3rd/West,6,2024-01-01 +21303116,Local365,668,2019-11-25 18:33:37 UTC,3798,21st/Speedway @ PCL,2552,3rd/West,26,2024-01-01 +21300289,Local365,309G,2019-11-25 12:09:26 UTC,2540,17th/Guadalupe,2552,3rd/West,12,2024-01-01 +21302937,Local365,133,2019-11-25 17:54:13 UTC,2552,3rd/West,2552,3rd/West,18,2024-01-01 +21301072,U.T. Student Membership,12811,2019-11-25 13:47:06 UTC,3798,21st/Speedway @ PCL,2562,8th/San Jacinto,8,2024-01-01 +21300857,Single Trip (Pay-as-you-ride),1434,2019-11-25 13:19:21 UTC,2563,Rainey/Davis,2563,Rainey/Davis,34,2024-01-01 +21301977,Explorer,866,2019-11-25 15:41:54 UTC,2572,Barton Springs Pool,2563,Rainey/Davis,36,2024-01-01 +21301980,Explorer,1524,2019-11-25 15:41:58 UTC,2572,Barton Springs Pool,2563,Rainey/Davis,36,2024-01-01 +21302141,Local365,004G,2019-11-25 16:05:44 UTC,3621,3rd/Nueces,2565,6th/Trinity,8,2024-01-01 +21300713,Local365,309G,2019-11-25 13:03:37 UTC,2552,3rd/West,2565,6th/Trinity,8,2024-01-01 +21301887,Local365,326,2019-11-25 15:31:33 UTC,2567,Barton Springs/Bouldin @ Palmer Auditorium,2566,Electric Drive/Sandra Muraida Way @ Pfluger Ped Bridge,4,2024-01-01 +21303098,Local365,1949,2019-11-25 18:30:40 UTC,3619,6th/Congress,2566,Electric Drive/Sandra Muraida Way @ Pfluger Ped Bridge,5,2024-01-01 +21298854,Local365,1834,2019-11-25 08:22:08 UTC,2549,South 1st/Riverside @ Long Center,2566,Electric Drive/Sandra Muraida Way @ Pfluger Ped Bridge,5,2024-01-01 +21299194,Local365,1834,2019-11-25 09:12:45 UTC,2566,Electric Drive/Sandra Muraida Way @ Pfluger Ped Bridge,2567,Barton Springs/Bouldin @ Palmer Auditorium,5,2024-01-01 +21302694,Local365,326,2019-11-25 17:19:43 UTC,2566,Electric Drive/Sandra Muraida Way @ Pfluger Ped Bridge,2567,Barton Springs/Bouldin @ Palmer Auditorium,5,2024-01-01 +21301742,Local365,369G,2019-11-25 15:13:35 UTC,2572,Barton Springs Pool,2567,Barton Springs/Bouldin @ Palmer Auditorium,12,2024-01-01 +21298516,Local365,272G,2019-11-25 06:12:32 UTC,3687,Boardwalk West,2567,Barton Springs/Bouldin @ Palmer Auditorium,9,2024-01-01 +21300701,Explorer,369G,2019-11-25 13:01:58 UTC,2711,Barton Springs/Kinney,2567,Barton Springs/Bouldin @ Palmer Auditorium,8,2024-01-01 +21300702,Explorer,375G,2019-11-25 13:01:58 UTC,2711,Barton Springs/Kinney,2567,Barton Springs/Bouldin @ Palmer Auditorium,8,2024-01-01 +21301620,Local365,326,2019-11-25 14:55:03 UTC,2711,Barton Springs/Kinney,2567,Barton Springs/Bouldin @ Palmer Auditorium,3,2024-01-01 +21301790,Local365,920,2019-11-25 15:19:13 UTC,2544,East 6th/Pedernales,2567,Barton Springs/Bouldin @ Palmer Auditorium,18,2024-01-01 +21303152,Local365,2283,2019-11-25 18:43:36 UTC,3291,11th/San Jacinto,2569,East 11th/San Marcos,4,2024-01-01 +21301516,Single Trip (Pay-as-you-ride),696,2019-11-25 14:38:13 UTC,3684,Cesar Chavez/Congress,2569,East 11th/San Marcos,13,2024-01-01 +21301520,Single Trip (Pay-as-you-ride),975,2019-11-25 14:38:44 UTC,3684,Cesar Chavez/Congress,2569,East 11th/San Marcos,13,2024-01-01 +21302476,U.T. Student Membership,460,2019-11-25 16:47:30 UTC,2547,21st/Guadalupe,2571,8th/Red River,17,2024-01-01 +21299730,Explorer,866,2019-11-25 10:50:20 UTC,2563,Rainey/Davis,2572,Barton Springs Pool,35,2024-01-01 +21299760,Explorer,1524,2019-11-25 10:53:31 UTC,2563,Rainey/Davis,2572,Barton Springs Pool,32,2024-01-01 +21301374,Local365,369G,2019-11-25 14:21:05 UTC,2567,Barton Springs/Bouldin @ Palmer Auditorium,2572,Barton Springs Pool,12,2024-01-01 +21300700,Explorer,335G,2019-11-25 13:01:57 UTC,2572,Barton Springs Pool,2572,Barton Springs Pool,51,2024-01-01 +21301221,Explorer,1524,2019-11-25 14:05:24 UTC,2572,Barton Springs Pool,2572,Barton Springs Pool,34,2024-01-01 +21301247,Pay-as-you-ride,2274,2019-11-25 14:09:13 UTC,2572,Barton Springs Pool,2572,Barton Springs Pool,85,2024-01-01 +21301220,Explorer,866,2019-11-25 14:04:53 UTC,2572,Barton Springs Pool,2572,Barton Springs Pool,35,2024-01-01 +21301245,Pay-as-you-ride,335G,2019-11-25 14:08:52 UTC,2572,Barton Springs Pool,2572,Barton Springs Pool,86,2024-01-01 +21301605,Local365,2828,2019-11-25 14:51:44 UTC,2552,3rd/West,2572,Barton Springs Pool,9,2024-01-01 +21302807,Single Trip (Pay-as-you-ride),3541,2019-11-25 17:34:30 UTC,2575,Riverside/South Lamar,2575,Riverside/South Lamar,24,2024-01-01 +21300200,24 Hour Walk Up Pass,610,2019-11-25 11:58:04 UTC,2575,Riverside/South Lamar,2575,Riverside/South Lamar,79,2024-01-01 +21302799,Single Trip (Pay-as-you-ride),198,2019-11-25 17:33:35 UTC,2575,Riverside/South Lamar,2575,Riverside/South Lamar,25,2024-01-01 +21300219,24 Hour Walk Up Pass,3541,2019-11-25 11:59:59 UTC,2575,Riverside/South Lamar,2575,Riverside/South Lamar,78,2024-01-01 +21303880,24 Hour Walk Up Pass,1555,2019-11-25 23:04:43 UTC,2575,Riverside/South Lamar,2575,Riverside/South Lamar,46,2024-01-01 +21299755,Single Trip (Pay-as-you-ride),1555,2019-11-25 10:52:46 UTC,2575,Riverside/South Lamar,2575,Riverside/South Lamar,29,2024-01-01 +21299325,Single Trip (Pay-as-you-ride),3541,2019-11-25 09:35:52 UTC,2575,Riverside/South Lamar,2575,Riverside/South Lamar,30,2024-01-01 +21299763,Single Trip (Pay-as-you-ride),430,2019-11-25 10:53:37 UTC,2575,Riverside/South Lamar,2575,Riverside/South Lamar,28,2024-01-01 +21303633,Pay-as-you-ride,229G,2019-11-25 21:10:40 UTC,2575,Riverside/South Lamar,2575,Riverside/South Lamar,32,2024-01-01 +21299319,Single Trip (Pay-as-you-ride),14,2019-11-25 09:35:12 UTC,2575,Riverside/South Lamar,2575,Riverside/South Lamar,29,2024-01-01 +21302811,Single Trip (Pay-as-you-ride),14,2019-11-25 17:35:33 UTC,2575,Riverside/South Lamar,2575,Riverside/South Lamar,23,2024-01-01 +21301550,Single Trip (Pay-as-you-ride),255G,2019-11-25 14:42:57 UTC,2495,4th/Congress,2575,Riverside/South Lamar,13,2024-01-01 +21301540,Single Trip (Pay-as-you-ride),229G,2019-11-25 14:41:40 UTC,2495,4th/Congress,2575,Riverside/South Lamar,14,2024-01-01 +21300991,Local365,1958,2019-11-25 13:38:29 UTC,2549,South 1st/Riverside @ Long Center,2575,Riverside/South Lamar,5,2024-01-01 +21302145,Single Trip (Pay-as-you-ride),14148,2019-11-25 16:05:56 UTC,3684,Cesar Chavez/Congress,2707,Rainey/Cummings,10,2024-01-01 +21301227,Local365+Guest Pass,869,2019-11-25 14:06:03 UTC,2552,3rd/West,2707,Rainey/Cummings,11,2024-01-01 +21300825,Local365,1834,2019-11-25 13:16:08 UTC,2567,Barton Springs/Bouldin @ Palmer Auditorium,2711,Barton Springs/Kinney,3,2024-01-01 +21301856,Local365,2828,2019-11-25 15:27:57 UTC,2572,Barton Springs Pool,2711,Barton Springs/Kinney,7,2024-01-01 +21299269,Explorer,244G,2019-11-25 09:25:41 UTC,2494,2nd/Congress,2711,Barton Springs/Kinney,19,2024-01-01 +21299277,Explorer,270G,2019-11-25 09:27:43 UTC,2494,2nd/Congress,2711,Barton Springs/Kinney,17,2024-01-01 +21301021,Explorer,548,2019-11-25 13:41:26 UTC,4061,Lakeshore/Austin Hostel,3292,East 4th/Chicon,249,2024-01-01 +21300997,Explorer,80,2019-11-25 13:39:21 UTC,4061,Lakeshore/Austin Hostel,3292,East 4th/Chicon,33,2024-01-01 +21299593,Single Trip (Pay-as-you-ride),152,2019-11-25 10:22:30 UTC,3377,Veterans/Atlanta @ MoPac Ped Bridge,3377,Veterans/Atlanta @ MoPac Ped Bridge,110,2024-01-01 +21299595,Single Trip (Pay-as-you-ride),412,2019-11-25 10:23:36 UTC,3377,Veterans/Atlanta @ MoPac Ped Bridge,3377,Veterans/Atlanta @ MoPac Ped Bridge,110,2024-01-01 +21299615,Single Trip (Pay-as-you-ride),387,2019-11-25 10:28:24 UTC,3377,Veterans/Atlanta @ MoPac Ped Bridge,3377,Veterans/Atlanta @ MoPac Ped Bridge,104,2024-01-01 +21299597,Single Trip (Pay-as-you-ride),922,2019-11-25 10:24:20 UTC,3377,Veterans/Atlanta @ MoPac Ped Bridge,3377,Veterans/Atlanta @ MoPac Ped Bridge,3,2024-01-01 +21300804,Pay-as-you-ride,240,2019-11-25 13:13:37 UTC,4058,Hollow Creek/Barton Hills,3513,South Congress/Barton Springs @ The Austin American-Statesman,37,2024-01-01 +21300810,Pay-as-you-ride,554,2019-11-25 13:14:01 UTC,4058,Hollow Creek/Barton Hills,3513,South Congress/Barton Springs @ The Austin American-Statesman,35,2024-01-01 +21302235,Single Trip (Pay-as-you-ride),014G,2019-11-25 16:16:13 UTC,2707,Rainey/Cummings,3513,South Congress/Barton Springs @ The Austin American-Statesman,54,2024-01-01 +21302301,Local365,865,2019-11-25 16:25:07 UTC,2707,Rainey/Cummings,3513,South Congress/Barton Springs @ The Austin American-Statesman,8,2024-01-01 +21302106,Single Trip (Pay-as-you-ride),375G,2019-11-25 16:00:35 UTC,2494,2nd/Congress,3513,South Congress/Barton Springs @ The Austin American-Statesman,70,2024-01-01 +21303356,Single Trip (Pay-as-you-ride),1850,2019-11-25 19:38:45 UTC,3294,6th/Lavaca,3619,6th/Congress,396,2024-01-01 +21303534,Local365,64,2019-11-25 20:36:11 UTC,2567,Barton Springs/Bouldin @ Palmer Auditorium,3619,6th/Congress,8,2024-01-01 +21298738,Local365,134,2019-11-25 07:56:04 UTC,2707,Rainey/Cummings,3619,6th/Congress,9,2024-01-01 +21301686,Pay-as-you-ride,849,2019-11-25 15:06:36 UTC,2496,8th/Congress,3619,6th/Congress,22,2024-01-01 +21300165,Local365,14264,2019-11-25 11:54:18 UTC,2501,5th/Bowie,3619,6th/Congress,6,2024-01-01 +21298652,Local365,2048,2019-11-25 07:33:05 UTC,2501,5th/Bowie,3619,6th/Congress,8,2024-01-01 +21301031,Local365,004G,2019-11-25 13:42:13 UTC,4047,8th/Lavaca,3621,3rd/Nueces,33,2024-01-01 +21300382,Local365,863,2019-11-25 12:21:01 UTC,2496,8th/Congress,3621,3rd/Nueces,5,2024-01-01 +21300723,Single Trip (Pay-as-you-ride),696,2019-11-25 13:04:41 UTC,2569,East 11th/San Marcos,3684,Cesar Chavez/Congress,14,2024-01-01 +21300739,Single Trip (Pay-as-you-ride),975,2019-11-25 13:05:32 UTC,2569,East 11th/San Marcos,3684,Cesar Chavez/Congress,13,2024-01-01 +21302101,Local365,12802,2019-11-25 15:59:55 UTC,2570,South Congress/Academy,3684,Cesar Chavez/Congress,8,2024-01-01 +21301228,24 Hour Walk Up Pass,610,2019-11-25 14:06:05 UTC,2575,Riverside/South Lamar,3684,Cesar Chavez/Congress,168,2024-01-01 +21302109,Single Trip (Pay-as-you-ride),272G,2019-11-25 16:01:16 UTC,2494,2nd/Congress,3684,Cesar Chavez/Congress,4,2024-01-01 +21302990,Local365,255G,2019-11-25 18:05:09 UTC,2575,Riverside/South Lamar,3686,Sterzing/Barton Springs,10,2024-01-01 +21301035,Single Trip (Pay-as-you-ride),507,2019-11-25 13:42:47 UTC,3686,Sterzing/Barton Springs,3686,Sterzing/Barton Springs,35,2024-01-01 +21301971,24 Hour Walk Up Pass,873,2019-11-25 15:41:15 UTC,3686,Sterzing/Barton Springs,3686,Sterzing/Barton Springs,85,2024-01-01 +21301030,Single Trip (Pay-as-you-ride),969,2019-11-25 13:42:08 UTC,3686,Sterzing/Barton Springs,3686,Sterzing/Barton Springs,33,2024-01-01 +21302009,24 Hour Walk Up Pass,2021,2019-11-25 15:46:01 UTC,3686,Sterzing/Barton Springs,3686,Sterzing/Barton Springs,81,2024-01-01 +21301020,Single Trip (Pay-as-you-ride),1423,2019-11-25 13:41:24 UTC,3686,Sterzing/Barton Springs,3686,Sterzing/Barton Springs,35,2024-01-01 +21301990,24 Hour Walk Up Pass,969,2019-11-25 15:43:48 UTC,3686,Sterzing/Barton Springs,3686,Sterzing/Barton Springs,84,2024-01-01 +21300054,Pay-as-you-ride,969,2019-11-25 11:43:56 UTC,2504,South Congress/Elizabeth,3686,Sterzing/Barton Springs,27,2024-01-01 +21300115,Pay-as-you-ride,1423,2019-11-25 11:51:11 UTC,2504,South Congress/Elizabeth,3686,Sterzing/Barton Springs,19,2024-01-01 +21300577,Pay-as-you-ride,871,2019-11-25 12:48:04 UTC,2575,Riverside/South Lamar,3687,Boardwalk West,10,2024-01-01 +21300578,Pay-as-you-ride,220,2019-11-25 12:48:26 UTC,2575,Riverside/South Lamar,3687,Boardwalk West,10,2024-01-01 +21300414,Single Trip (Pay-as-you-ride),2122,2019-11-25 12:25:41 UTC,3687,Boardwalk West,3687,Boardwalk West,1,2024-01-01 +21300426,Single Trip (Pay-as-you-ride),432,2019-11-25 12:27:06 UTC,3687,Boardwalk West,3687,Boardwalk West,27,2024-01-01 +21300412,Single Trip (Pay-as-you-ride),759,2019-11-25 12:24:54 UTC,3687,Boardwalk West,3687,Boardwalk West,25,2024-01-01 +21300435,Single Trip (Pay-as-you-ride),2122,2019-11-25 12:27:46 UTC,3687,Boardwalk West,3687,Boardwalk West,28,2024-01-01 +21303165,Local365,2304,2019-11-25 18:48:51 UTC,3513,South Congress/Barton Springs @ The Austin American-Statesman,3687,Boardwalk West,5,2024-01-01 +21298482,U.T. Student Membership,153,2019-11-25 02:26:53 UTC,3795,Dean Keeton/Whitis,3792,22nd/Pearl,4,2024-01-01 +21301145,Local365,2887,2019-11-25 13:55:58 UTC,3795,Dean Keeton/Whitis,3792,22nd/Pearl,7,2024-01-01 +21303890,U.T. Student Membership,057G,2019-11-25 23:16:34 UTC,3798,21st/Speedway @ PCL,3792,22nd/Pearl,5,2024-01-01 +21302914,U.T. Student Membership,156,2019-11-25 17:51:08 UTC,3841,23rd/Rio Grande,3793,28th/Rio Grande,4,2024-01-01 +21301593,Local365,621,2019-11-25 14:49:52 UTC,3793,28th/Rio Grande,3793,28th/Rio Grande,1,2024-01-01 +21300882,Local365,621,2019-11-25 13:22:49 UTC,3793,28th/Rio Grande,3793,28th/Rio Grande,1,2024-01-01 +21303942,U.T. Student Membership,164,2019-11-25 23:56:21 UTC,3793,28th/Rio Grande,3793,28th/Rio Grande,2,2024-01-01 +21301640,Local365,277,2019-11-25 14:58:40 UTC,3794,Dean Keeton/Speedway ,3793,28th/Rio Grande,6,2024-01-01 +21302778,Local365,164,2019-11-25 17:31:04 UTC,3798,21st/Speedway @ PCL,3793,28th/Rio Grande,9,2024-01-01 +21302450,U.T. Student Membership,2351,2019-11-25 16:43:11 UTC,2548,Guadalupe/West Mall @ University Co-op,3793,28th/Rio Grande,4,2024-01-01 +21300657,Local365,907,2019-11-25 12:58:50 UTC,3793,28th/Rio Grande,3794,Dean Keeton/Speedway ,6,2024-01-01 +21303013,U.T. Student Membership,895,2019-11-25 18:11:41 UTC,3794,Dean Keeton/Speedway ,3794,Dean Keeton/Speedway ,10,2024-01-01 +21302907,U.T. Student Membership,153,2019-11-25 17:50:42 UTC,3794,Dean Keeton/Speedway ,3794,Dean Keeton/Speedway ,6,2024-01-01 +21302615,U.T. Student Membership,113G,2019-11-25 17:09:37 UTC,3794,Dean Keeton/Speedway ,3794,Dean Keeton/Speedway ,1,2024-01-01 +21303050,U.T. Student Membership,110,2019-11-25 18:22:18 UTC,3794,Dean Keeton/Speedway ,3794,Dean Keeton/Speedway ,42,2024-01-01 +21303785,U.T. Student Membership,110,2019-11-25 22:18:39 UTC,3794,Dean Keeton/Speedway ,3794,Dean Keeton/Speedway ,18,2024-01-01 +21301120,U.T. Student Membership,113G,2019-11-25 13:53:45 UTC,3795,Dean Keeton/Whitis,3794,Dean Keeton/Speedway ,2,2024-01-01 +21303485,U.T. Student Membership,110,2019-11-25 20:22:36 UTC,3797,21st/University,3794,Dean Keeton/Speedway ,3,2024-01-01 +21302777,U.T. Student Membership,153,2019-11-25 17:30:45 UTC,3797,21st/University,3794,Dean Keeton/Speedway ,5,2024-01-01 +21299982,Local365,105G,2019-11-25 11:28:30 UTC,3798,21st/Speedway @ PCL,3794,Dean Keeton/Speedway ,5,2024-01-01 +21301613,Local365,057G,2019-11-25 14:53:39 UTC,3798,21st/Speedway @ PCL,3794,Dean Keeton/Speedway ,5,2024-01-01 +21299609,Local365,2288,2019-11-25 10:26:14 UTC,3798,21st/Speedway @ PCL,3794,Dean Keeton/Speedway ,3,2024-01-01 +21301604,Local365,2351,2019-11-25 14:51:40 UTC,3798,21st/Speedway @ PCL,3794,Dean Keeton/Speedway ,4,2024-01-01 +21300762,U.T. Student Membership,153,2019-11-25 13:08:54 UTC,3798,21st/Speedway @ PCL,3794,Dean Keeton/Speedway ,3,2024-01-01 +21300985,Local365,895,2019-11-25 13:37:40 UTC,3798,21st/Speedway @ PCL,3794,Dean Keeton/Speedway ,4,2024-01-01 +21299187,Local30,277,2019-11-25 09:11:29 UTC,2540,17th/Guadalupe,3794,Dean Keeton/Speedway ,9,2024-01-01 +21302833,Local365,881,2019-11-25 17:39:05 UTC,2547,21st/Guadalupe,3794,Dean Keeton/Speedway ,27,2024-01-01 +21303608,Local365,113G,2019-11-25 21:00:58 UTC,2547,21st/Guadalupe,3794,Dean Keeton/Speedway ,43,2024-01-01 +21300570,U.T. Student Membership,2887,2019-11-25 12:47:26 UTC,3793,28th/Rio Grande,3795,Dean Keeton/Whitis,6,2024-01-01 +21300802,U.T. Student Membership,19,2019-11-25 13:13:27 UTC,3794,Dean Keeton/Speedway ,3795,Dean Keeton/Whitis,2,2024-01-01 +21300638,U.T. Student Membership,113G,2019-11-25 12:56:45 UTC,3798,21st/Speedway @ PCL,3795,Dean Keeton/Whitis,5,2024-01-01 +21299773,Local365,895,2019-11-25 10:54:36 UTC,3798,21st/Speedway @ PCL,3795,Dean Keeton/Whitis,10,2024-01-01 +21303829,U.T. Student Membership,936,2019-11-25 22:40:03 UTC,3798,21st/Speedway @ PCL,3795,Dean Keeton/Whitis,6,2024-01-01 +21303451,U.T. Student Membership,110,2019-11-25 20:10:35 UTC,3794,Dean Keeton/Speedway ,3797,21st/University,6,2024-01-01 +21302618,U.T. Student Membership,153,2019-11-25 17:10:04 UTC,3794,Dean Keeton/Speedway ,3797,21st/University,5,2024-01-01 +21303430,U.T. Student Membership,895,2019-11-25 20:05:00 UTC,3794,Dean Keeton/Speedway ,3797,21st/University,4,2024-01-01 +21301857,Local365,040G,2019-11-25 15:28:01 UTC,3841,23rd/Rio Grande,3798,21st/Speedway @ PCL,6,2024-01-01 +21303749,U.T. Student Membership,040G,2019-11-25 21:58:59 UTC,3841,23rd/Rio Grande,3798,21st/Speedway @ PCL,5,2024-01-01 +21301323,Local365,057G,2019-11-25 14:16:10 UTC,3621,3rd/Nueces,3798,21st/Speedway @ PCL,30,2024-01-01 +21299308,U.T. Student Membership,153,2019-11-25 09:33:46 UTC,3792,22nd/Pearl,3798,21st/Speedway @ PCL,4,2024-01-01 +21298453,Local365,668,2019-11-25 00:35:43 UTC,3793,28th/Rio Grande,3798,21st/Speedway @ PCL,11,2024-01-01 +21300451,U.T. Student Membership,105G,2019-11-25 12:29:07 UTC,3794,Dean Keeton/Speedway ,3798,21st/Speedway @ PCL,4,2024-01-01 +21299802,U.T. Student Membership,2288,2019-11-25 10:57:59 UTC,3794,Dean Keeton/Speedway ,3798,21st/Speedway @ PCL,5,2024-01-01 +21302072,Local365,057G,2019-11-25 15:55:24 UTC,3794,Dean Keeton/Speedway ,3798,21st/Speedway @ PCL,3,2024-01-01 +21302961,U.T. Student Membership,153,2019-11-25 17:59:38 UTC,3794,Dean Keeton/Speedway ,3798,21st/Speedway @ PCL,4,2024-01-01 +21300127,U.T. Student Membership,113G,2019-11-25 11:51:56 UTC,3794,Dean Keeton/Speedway ,3798,21st/Speedway @ PCL,4,2024-01-01 +21302958,U.T. Student Membership,907,2019-11-25 17:59:03 UTC,3794,Dean Keeton/Speedway ,3798,21st/Speedway @ PCL,2,2024-01-01 +21301008,U.T. Student Membership,2351,2019-11-25 13:40:29 UTC,3794,Dean Keeton/Speedway ,3798,21st/Speedway @ PCL,3,2024-01-01 +21299916,Local365,895,2019-11-25 11:17:05 UTC,3795,Dean Keeton/Whitis,3798,21st/Speedway @ PCL,4,2024-01-01 +21301027,Local365,668,2019-11-25 13:41:57 UTC,3798,21st/Speedway @ PCL,3798,21st/Speedway @ PCL,20,2024-01-01 +21302706,Local365,273,2019-11-25 17:20:56 UTC,3798,21st/Speedway @ PCL,3798,21st/Speedway @ PCL,1,2024-01-01 +21303079,Local365,113G,2019-11-25 18:26:31 UTC,2540,17th/Guadalupe,3798,21st/Speedway @ PCL,25,2024-01-01 +21303530,Local365,113G,2019-11-25 20:35:59 UTC,2547,21st/Guadalupe,3798,21st/Speedway @ PCL,10,2024-01-01 +21299432,Local365,2288,2019-11-25 09:51:54 UTC,2548,Guadalupe/West Mall @ University Co-op,3798,21st/Speedway @ PCL,4,2024-01-01 +21302989,Local365,2887,2019-11-25 18:05:00 UTC,2548,Guadalupe/West Mall @ University Co-op,3798,21st/Speedway @ PCL,3,2024-01-01 +21303043,U.T. Student Membership,936,2019-11-25 18:21:26 UTC,2548,Guadalupe/West Mall @ University Co-op,3798,21st/Speedway @ PCL,4,2024-01-01 +21303087,U.T. Student Membership,105G,2019-11-25 18:28:41 UTC,3838,26th/Nueces,3798,21st/Speedway @ PCL,8,2024-01-01 +21302974,U.T. Student Membership,2077,2019-11-25 18:02:12 UTC,3841,23rd/Rio Grande,3799,23rd/San Jacinto @ DKR Stadium,8,2024-01-01 +21300959,U.T. Student Membership,2722,2019-11-25 13:33:29 UTC,3798,21st/Speedway @ PCL,3799,23rd/San Jacinto @ DKR Stadium,4,2024-01-01 +21303283,Local365,113G,2019-11-25 19:18:26 UTC,2547,21st/Guadalupe,3799,23rd/San Jacinto @ DKR Stadium,31,2024-01-01 +21303731,U.T. Student Membership,113G,2019-11-25 21:49:59 UTC,3794,Dean Keeton/Speedway ,3838,26th/Nueces,4,2024-01-01 +21301189,Local365,105G,2019-11-25 14:01:23 UTC,3798,21st/Speedway @ PCL,3838,26th/Nueces,8,2024-01-01 +21298477,Local365,2288,2019-11-25 02:22:15 UTC,3798,21st/Speedway @ PCL,3838,26th/Nueces,12,2024-01-01 +21301840,Local365,105G,2019-11-25 15:26:15 UTC,2548,Guadalupe/West Mall @ University Co-op,3838,26th/Nueces,5,2024-01-01 +21303912,Local365,113G,2019-11-25 23:36:49 UTC,2548,Guadalupe/West Mall @ University Co-op,3838,26th/Nueces,7,2024-01-01 +21300059,U.T. Student Membership,040G,2019-11-25 11:44:41 UTC,3841,23rd/Rio Grande,3841,23rd/Rio Grande,1,2024-01-01 +21302972,U.T. Student Membership,040G,2019-11-25 18:01:46 UTC,3841,23rd/Rio Grande,3841,23rd/Rio Grande,1,2024-01-01 +21303294,U.T. Student Membership,156,2019-11-25 19:22:53 UTC,3793,28th/Rio Grande,3841,23rd/Rio Grande,4,2024-01-01 +21302898,Local365,277,2019-11-25 17:48:47 UTC,3793,28th/Rio Grande,3841,23rd/Rio Grande,4,2024-01-01 +21301214,U.T. Student Membership,19,2019-11-25 14:03:55 UTC,3795,Dean Keeton/Whitis,3841,23rd/Rio Grande,1254,2024-01-01 +21303778,U.T. Student Membership,895,2019-11-25 22:11:55 UTC,3797,21st/University,3841,23rd/Rio Grande,5,2024-01-01 +21302899,U.T. Student Membership,040G,2019-11-25 17:49:05 UTC,3798,21st/Speedway @ PCL,3841,23rd/Rio Grande,6,2024-01-01 +21303415,U.T. Student Membership,460,2019-11-25 20:00:15 UTC,2547,21st/Guadalupe,3841,23rd/Rio Grande,4,2024-01-01 +21300309,U.T. Student Membership,2077,2019-11-25 12:11:47 UTC,2548,Guadalupe/West Mall @ University Co-op,3841,23rd/Rio Grande,2,2024-01-01 diff --git a/01-batch-serving(airflow)/data/bike_data_20240102.csv b/01-batch-serving(airflow)/data/bike_data_20240102.csv new file mode 100644 index 0000000..0abedd0 --- /dev/null +++ b/01-batch-serving(airflow)/data/bike_data_20240102.csv @@ -0,0 +1,178 @@ +trip_id,subscriber_type,bikeid,start_time,start_station_id,start_station_name,end_station_id,end_station_name,duration_minutes,dummy_date +21306385,U.T. Student Membership,862,2019-11-26 15:49:47 UTC,3790,Lake Austin Blvd/Deep Eddy,3790,Lake Austin Blvd/Deep Eddy,22,2024-01-02 +21304367,Single Trip (Pay-as-you-ride),647,2019-11-26 08:44:39 UTC,4061,Lakeshore/Austin Hostel,4061,Lakeshore/Austin Hostel,22,2024-01-02 +21304359,Single Trip (Pay-as-you-ride),882,2019-11-26 08:42:15 UTC,4061,Lakeshore/Austin Hostel,4061,Lakeshore/Austin Hostel,23,2024-01-02 +21304362,Single Trip (Pay-as-you-ride),420,2019-11-26 08:43:43 UTC,4061,Lakeshore/Austin Hostel,4061,Lakeshore/Austin Hostel,26,2024-01-02 +21305911,Local365,230,2019-11-26 14:20:05 UTC,4047,8th/Lavaca,4057,6th/Chalmers ,9,2024-01-02 +21307093,U.T. Student Membership,62,2019-11-26 18:16:41 UTC,2566,Electric Drive/Sandra Muraida Way @ Pfluger Ped Bridge,4058,Hollow Creek/Barton Hills,913,2024-01-02 +21305821,Explorer,745,2019-11-26 14:06:35 UTC,2822,East 6th/Robert T. Martinez,2544,East 6th/Pedernales,154,2024-01-02 +21306424,Local365,2048,2019-11-26 15:55:31 UTC,3619,6th/Congress,4048,South Congress @ Bouldin Creek,7,2024-01-02 +21305421,U.T. Student Membership,827,2019-11-26 12:54:02 UTC,3621,3rd/Nueces,4061,Lakeshore/Austin Hostel,25,2024-01-02 +21306185,Single Trip (Pay-as-you-ride),650,2019-11-26 15:11:27 UTC,3513,South Congress/Barton Springs @ The Austin American-Statesman,4048,South Congress @ Bouldin Creek,168,2024-01-02 +21306178,Single Trip (Pay-as-you-ride),1612,2019-11-26 15:10:40 UTC,3513,South Congress/Barton Springs @ The Austin American-Statesman,4048,South Congress @ Bouldin Creek,168,2024-01-02 +21304842,Explorer,213,2019-11-26 10:55:34 UTC,2494,2nd/Congress,4061,Lakeshore/Austin Hostel,52,2024-01-02 +21305026,Local365,2143,2019-11-26 11:38:28 UTC,3799,23rd/San Jacinto @ DKR Stadium,3294,6th/Lavaca,32,2024-01-02 +21305890,Explorer,342,2019-11-26 14:16:36 UTC,3292,East 4th/Chicon,2544,East 6th/Pedernales,144,2024-01-02 +21304209,Explorer,329,2019-11-26 07:42:30 UTC,3292,East 4th/Chicon,2568,East 11th/Victory Grill,15,2024-01-02 +21304203,Explorer,898,2019-11-26 07:41:33 UTC,3292,East 4th/Chicon,2568,East 11th/Victory Grill,16,2024-01-02 +21307741,Single Trip (Pay-as-you-ride),200,2019-11-26 22:50:32 UTC,2540,17th/Guadalupe,3660,East 6th/Medina,21,2024-01-02 +21304693,U.T. Student Membership,881,2019-11-26 10:20:45 UTC,2547,21st/Guadalupe,3294,6th/Lavaca,7,2024-01-02 +21305065,Explorer,894,2019-11-26 11:48:08 UTC,4061,Lakeshore/Austin Hostel,2494,2nd/Congress,41,2024-01-02 +21307501,Local365,043G,2019-11-26 20:46:28 UTC,4048,South Congress @ Bouldin Creek,2494,2nd/Congress,5,2024-01-02 +21305724,24 Hour Walk Up Pass,507,2019-11-26 13:51:21 UTC,3686,Sterzing/Barton Springs,2494,2nd/Congress,20,2024-01-02 +21306317,Single Trip (Pay-as-you-ride),75,2019-11-26 15:37:08 UTC,2494,2nd/Congress,2494,2nd/Congress,22,2024-01-02 +21306311,Single Trip (Pay-as-you-ride),100,2019-11-26 15:35:53 UTC,2494,2nd/Congress,2494,2nd/Congress,25,2024-01-02 +21306524,24 Hour Walk Up Pass,894,2019-11-26 16:11:31 UTC,2494,2nd/Congress,2494,2nd/Congress,62,2024-01-02 +21306323,Single Trip (Pay-as-you-ride),894,2019-11-26 15:37:59 UTC,2494,2nd/Congress,2494,2nd/Congress,22,2024-01-02 +21306529,24 Hour Walk Up Pass,100,2019-11-26 16:12:10 UTC,2494,2nd/Congress,2494,2nd/Congress,61,2024-01-02 +21306059,Explorer,113G,2019-11-26 14:46:48 UTC,2547,21st/Guadalupe,2494,2nd/Congress,17,2024-01-02 +21306062,Explorer,014G,2019-11-26 14:47:07 UTC,2547,21st/Guadalupe,2494,2nd/Congress,16,2024-01-02 +21304177,Local365,014G,2019-11-26 07:30:52 UTC,2552,3rd/West,2494,2nd/Congress,31,2024-01-02 +21305110,Local365,465,2019-11-26 11:56:03 UTC,3621,3rd/Nueces,2495,4th/Congress,4,2024-01-02 +21305506,Local365,074G,2019-11-26 13:11:41 UTC,2539,3rd/Trinity @ The Convention Center,2495,4th/Congress,46,2024-01-02 +21304201,Local365,14264,2019-11-26 07:41:07 UTC,2501,5th/Bowie,2496,8th/Congress,9,2024-01-02 +21304221,Local365,800,2019-11-26 07:48:51 UTC,2542,Plaza Saltillo,2496,8th/Congress,11,2024-01-02 +21305567,Pay-as-you-ride,902,2019-11-26 13:22:40 UTC,2563,Rainey/Davis,2499,2nd/Lavaca @ City Hall,19,2024-01-02 +21305601,Single Trip (Pay-as-you-ride),1524,2019-11-26 13:28:33 UTC,2563,Rainey/Davis,2499,2nd/Lavaca @ City Hall,13,2024-01-02 +21307100,Local365,2048,2019-11-26 18:19:06 UTC,4048,South Congress @ Bouldin Creek,2501,5th/Bowie,9,2024-01-02 +21304920,Local365,64,2019-11-26 11:13:32 UTC,3619,6th/Congress,2501,5th/Bowie,7,2024-01-02 +21304370,Local365,369G,2019-11-26 08:45:15 UTC,2542,Plaza Saltillo,2501,5th/Bowie,14,2024-01-02 +21306792,Local365,2095,2019-11-26 17:02:40 UTC,2561,12th/San Jacinto @ State Capitol Visitors Garage,2503,South Congress/James,16,2024-01-02 +21307404,Single Trip (Pay-as-you-ride),1277,2019-11-26 20:04:59 UTC,3513,South Congress/Barton Springs @ The Austin American-Statesman,2503,South Congress/James,10,2024-01-02 +21307398,Single Trip (Pay-as-you-ride),864,2019-11-26 20:03:50 UTC,3513,South Congress/Barton Springs @ The Austin American-Statesman,2503,South Congress/James,11,2024-01-02 +21304987,24 Hour Walk Up Pass,1551,2019-11-26 11:32:27 UTC,4058,Hollow Creek/Barton Hills,2504,South Congress/Elizabeth,40,2024-01-02 +21304969,24 Hour Walk Up Pass,2122B,2019-11-26 11:30:37 UTC,4058,Hollow Creek/Barton Hills,2504,South Congress/Elizabeth,42,2024-01-02 +21305227,Local365,272G,2019-11-26 12:16:48 UTC,3294,6th/Lavaca,2539,3rd/Trinity @ The Convention Center,44,2024-01-02 +21306040,Local365,14148,2019-11-26 14:43:48 UTC,2707,Rainey/Cummings,2539,3rd/Trinity @ The Convention Center,6,2024-01-02 +21306774,Local365,800,2019-11-26 16:58:11 UTC,2496,8th/Congress,2539,3rd/Trinity @ The Convention Center,6,2024-01-02 +21307503,Local365,650,2019-11-26 20:46:40 UTC,4048,South Congress @ Bouldin Creek,2542,Plaza Saltillo,13,2024-01-02 +21303981,Local365,369G,2019-11-26 00:36:35 UTC,2567,Barton Springs/Bouldin @ Palmer Auditorium,2542,Plaza Saltillo,16,2024-01-02 +21307511,Local365,894,2019-11-26 20:51:44 UTC,2494,2nd/Congress,2542,Plaza Saltillo,8,2024-01-02 +21304563,Local365,864,2019-11-26 09:39:08 UTC,2501,5th/Bowie,2542,Plaza Saltillo,15,2024-01-02 +21307128,Local365,460,2019-11-26 18:25:05 UTC,3841,23rd/Rio Grande,2547,21st/Guadalupe,18,2024-01-02 +21304929,U.T. Student Membership,115,2019-11-26 11:17:20 UTC,3792,22nd/Pearl,2547,21st/Guadalupe,3,2024-01-02 +21304953,24 Hour Walk Up Pass,2204,2019-11-26 11:28:01 UTC,3797,21st/University,2547,21st/Guadalupe,146,2024-01-02 +21304944,24 Hour Walk Up Pass,014G,2019-11-26 11:25:46 UTC,3797,21st/University,2547,21st/Guadalupe,149,2024-01-02 +21304949,24 Hour Walk Up Pass,113G,2019-11-26 11:26:48 UTC,3797,21st/University,2547,21st/Guadalupe,148,2024-01-02 +21305023,Explorer,4,2019-11-26 11:38:00 UTC,2547,21st/Guadalupe,2547,21st/Guadalupe,133,2024-01-02 +21305029,Explorer,2351,2019-11-26 11:40:02 UTC,2547,21st/Guadalupe,2547,21st/Guadalupe,134,2024-01-02 +21307594,Single Trip (Pay-as-you-ride),571,2019-11-26 21:27:18 UTC,4047,8th/Lavaca,2548,Guadalupe/West Mall @ University Co-op,22,2024-01-02 +21307597,Single Trip (Pay-as-you-ride),303G,2019-11-26 21:28:38 UTC,4047,8th/Lavaca,2548,Guadalupe/West Mall @ University Co-op,21,2024-01-02 +21306639,Local365,115,2019-11-26 16:30:56 UTC,3793,28th/Rio Grande,2548,Guadalupe/West Mall @ University Co-op,5,2024-01-02 +21304782,Local365,2887,2019-11-26 10:43:47 UTC,3798,21st/Speedway @ PCL,2548,Guadalupe/West Mall @ University Co-op,4,2024-01-02 +21307409,Local365,057G,2019-11-26 20:07:35 UTC,3798,21st/Speedway @ PCL,2548,Guadalupe/West Mall @ University Co-op,7,2024-01-02 +21306791,U.T. Student Membership,2077,2019-11-26 17:02:19 UTC,3799,23rd/San Jacinto @ DKR Stadium,2548,Guadalupe/West Mall @ University Co-op,6,2024-01-02 +21304060,Local365,2304,2019-11-26 06:27:18 UTC,3687,Boardwalk West,2549,South 1st/Riverside @ Long Center,7,2024-01-02 +21304614,Local30,1439,2019-11-26 09:55:50 UTC,2496,8th/Congress,2552,3rd/West,7,2024-01-02 +21307390,Local365,460,2019-11-26 20:01:19 UTC,3794,Dean Keeton/Speedway ,2563,Rainey/Davis,23,2024-01-02 +21306726,Pay-as-you-ride,882,2019-11-26 16:49:37 UTC,4061,Lakeshore/Austin Hostel,2565,6th/Trinity,43,2024-01-02 +21306733,Pay-as-you-ride,1830,2019-11-26 16:50:26 UTC,4061,Lakeshore/Austin Hostel,2565,6th/Trinity,42,2024-01-02 +21307007,Pay-as-you-ride,1949,2019-11-26 17:53:04 UTC,2566,Electric Drive/Sandra Muraida Way @ Pfluger Ped Bridge,2566,Electric Drive/Sandra Muraida Way @ Pfluger Ped Bridge,29,2024-01-02 +21304753,Local365,22,2019-11-26 10:39:16 UTC,2567,Barton Springs/Bouldin @ Palmer Auditorium,2566,Electric Drive/Sandra Muraida Way @ Pfluger Ped Bridge,5,2024-01-02 +21307106,Single Trip (Pay-as-you-ride),198,2019-11-26 18:19:54 UTC,2575,Riverside/South Lamar,2566,Electric Drive/Sandra Muraida Way @ Pfluger Ped Bridge,4,2024-01-02 +21306205,Single Trip (Pay-as-you-ride),2355,2019-11-26 15:15:59 UTC,3684,Cesar Chavez/Congress,2566,Electric Drive/Sandra Muraida Way @ Pfluger Ped Bridge,93,2024-01-02 +21306207,Single Trip (Pay-as-you-ride),963,2019-11-26 15:16:36 UTC,3684,Cesar Chavez/Congress,2566,Electric Drive/Sandra Muraida Way @ Pfluger Ped Bridge,92,2024-01-02 +21306212,Single Trip (Pay-as-you-ride),610,2019-11-26 15:17:15 UTC,3684,Cesar Chavez/Congress,2566,Electric Drive/Sandra Muraida Way @ Pfluger Ped Bridge,91,2024-01-02 +21306217,Single Trip (Pay-as-you-ride),815,2019-11-26 15:17:52 UTC,3684,Cesar Chavez/Congress,2566,Electric Drive/Sandra Muraida Way @ Pfluger Ped Bridge,91,2024-01-02 +21306609,Single Trip (Pay-as-you-ride),3,2019-11-26 16:25:39 UTC,2567,Barton Springs/Bouldin @ Palmer Auditorium,2567,Barton Springs/Bouldin @ Palmer Auditorium,23,2024-01-02 +21306620,Single Trip (Pay-as-you-ride),326,2019-11-26 16:27:12 UTC,2567,Barton Springs/Bouldin @ Palmer Auditorium,2567,Barton Springs/Bouldin @ Palmer Auditorium,20,2024-01-02 +21304578,Local365,22,2019-11-26 09:44:19 UTC,2544,East 6th/Pedernales,2567,Barton Springs/Bouldin @ Palmer Auditorium,16,2024-01-02 +21307739,Single Trip (Pay-as-you-ride),352,2019-11-26 22:45:33 UTC,2568,East 11th/Victory Grill,2571,8th/Red River,5,2024-01-02 +21306752,Local365,640,2019-11-26 16:53:36 UTC,2572,Barton Springs Pool,2572,Barton Springs Pool,2,2024-01-02 +21306762,Local365,640,2019-11-26 16:55:59 UTC,2572,Barton Springs Pool,2572,Barton Springs Pool,2,2024-01-02 +21304580,24 Hour Walk Up Pass,861,2019-11-26 09:44:22 UTC,2574,Zilker Park,2574,Zilker Park,1829,2024-01-02 +21304560,24 Hour Walk Up Pass,873,2019-11-26 09:38:25 UTC,3686,Sterzing/Barton Springs,2574,Zilker Park,4,2024-01-02 +21307122,Single Trip (Pay-as-you-ride),815,2019-11-26 18:23:54 UTC,2566,Electric Drive/Sandra Muraida Way @ Pfluger Ped Bridge,2575,Riverside/South Lamar,18,2024-01-02 +21305503,Single Trip (Pay-as-you-ride),198,2019-11-26 13:10:17 UTC,2575,Riverside/South Lamar,2575,Riverside/South Lamar,3,2024-01-02 +21307272,Local365,229G,2019-11-26 19:17:22 UTC,2575,Riverside/South Lamar,2575,Riverside/South Lamar,1,2024-01-02 +21307275,Local365,815,2019-11-26 19:18:48 UTC,2575,Riverside/South Lamar,2575,Riverside/South Lamar,13,2024-01-02 +21305846,Single Trip (Pay-as-you-ride),3541,2019-11-26 14:10:13 UTC,2575,Riverside/South Lamar,2575,Riverside/South Lamar,102,2024-01-02 +21305505,24 Hour Walk Up Pass,430,2019-11-26 13:11:37 UTC,2575,Riverside/South Lamar,2575,Riverside/South Lamar,3,2024-01-02 +21307102,Single Trip (Pay-as-you-ride),1555,2019-11-26 18:19:17 UTC,2575,Riverside/South Lamar,2575,Riverside/South Lamar,22,2024-01-02 +21304671,24 Hour Walk Up Pass,963,2019-11-26 10:13:06 UTC,3684,Cesar Chavez/Congress,2575,Riverside/South Lamar,31,2024-01-02 +21304665,24 Hour Walk Up Pass,12802,2019-11-26 10:11:24 UTC,3684,Cesar Chavez/Congress,2575,Riverside/South Lamar,29,2024-01-02 +21304669,24 Hour Walk Up Pass,610,2019-11-26 10:12:23 UTC,3684,Cesar Chavez/Congress,2575,Riverside/South Lamar,30,2024-01-02 +21305129,24 Hour Walk Up Pass,869,2019-11-26 11:58:37 UTC,2707,Rainey/Cummings,2575,Riverside/South Lamar,104,2024-01-02 +21305132,24 Hour Walk Up Pass,551,2019-11-26 11:59:29 UTC,2707,Rainey/Cummings,2575,Riverside/South Lamar,104,2024-01-02 +21305152,24 Hour Walk Up Pass,362,2019-11-26 12:04:15 UTC,2707,Rainey/Cummings,2575,Riverside/South Lamar,98,2024-01-02 +21304699,24 Hour Walk Up Pass,646,2019-11-26 10:23:59 UTC,2549,South 1st/Riverside @ Long Center,2575,Riverside/South Lamar,22,2024-01-02 +21304701,24 Hour Walk Up Pass,815,2019-11-26 10:24:55 UTC,2549,South 1st/Riverside @ Long Center,2575,Riverside/South Lamar,22,2024-01-02 +21305946,Single Trip (Pay-as-you-ride),220,2019-11-26 14:24:28 UTC,3687,Boardwalk West,2707,Rainey/Cummings,45,2024-01-02 +21305940,Single Trip (Pay-as-you-ride),432,2019-11-26 14:23:27 UTC,3687,Boardwalk West,2707,Rainey/Cummings,46,2024-01-02 +21305954,Single Trip (Pay-as-you-ride),871,2019-11-26 14:26:05 UTC,3687,Boardwalk West,2707,Rainey/Cummings,43,2024-01-02 +21304191,Local365,1434,2019-11-26 07:36:08 UTC,2563,Rainey/Davis,3390,6th/Brazos,6,2024-01-02 +21306780,Pay-as-you-ride,2274,2019-11-26 16:59:44 UTC,2572,Barton Springs Pool,3513,South Congress/Barton Springs @ The Austin American-Statesman,56,2024-01-02 +21306779,Local365,640,2019-11-26 16:59:38 UTC,2572,Barton Springs Pool,3513,South Congress/Barton Springs @ The Austin American-Statesman,56,2024-01-02 +21306982,Local365,1277,2019-11-26 17:48:13 UTC,2542,Plaza Saltillo,3513,South Congress/Barton Springs @ The Austin American-Statesman,13,2024-01-02 +21306979,Local365,864,2019-11-26 17:48:08 UTC,2542,Plaza Saltillo,3513,South Congress/Barton Springs @ The Austin American-Statesman,13,2024-01-02 +21305109,Local365,64,2019-11-26 11:55:44 UTC,2501,5th/Bowie,3619,6th/Congress,7,2024-01-02 +21306921,Local30,663,2019-11-26 17:30:47 UTC,2552,3rd/West,3619,6th/Congress,9,2024-01-02 +21305195,Local365,64,2019-11-26 12:11:02 UTC,3619,6th/Congress,3621,3rd/Nueces,3,2024-01-02 +21305217,Local365,503,2019-11-26 12:13:51 UTC,2494,2nd/Congress,3621,3rd/Nueces,5,2024-01-02 +21305539,Local365,135,2019-11-26 13:18:44 UTC,2495,4th/Congress,3621,3rd/Nueces,6,2024-01-02 +21306002,Local365,860,2019-11-26 14:36:01 UTC,2501,5th/Bowie,3621,3rd/Nueces,4,2024-01-02 +21304793,24 Hour Walk Up Pass,815,2019-11-26 10:46:34 UTC,2575,Riverside/South Lamar,3684,Cesar Chavez/Congress,69,2024-01-02 +21304775,24 Hour Walk Up Pass,2355,2019-11-26 10:42:28 UTC,2575,Riverside/South Lamar,3684,Cesar Chavez/Congress,73,2024-01-02 +21304789,24 Hour Walk Up Pass,646,2019-11-26 10:45:49 UTC,2575,Riverside/South Lamar,3684,Cesar Chavez/Congress,70,2024-01-02 +21304783,24 Hour Walk Up Pass,610,2019-11-26 10:43:58 UTC,2575,Riverside/South Lamar,3684,Cesar Chavez/Congress,72,2024-01-02 +21304786,24 Hour Walk Up Pass,963,2019-11-26 10:44:45 UTC,2575,Riverside/South Lamar,3684,Cesar Chavez/Congress,72,2024-01-02 +21304799,24 Hour Walk Up Pass,315,2019-11-26 10:49:00 UTC,2574,Zilker Park,3686,Sterzing/Barton Springs,2,2024-01-02 +21305254,24 Hour Walk Up Pass,461,2019-11-26 12:20:21 UTC,3513,South Congress/Barton Springs @ The Austin American-Statesman,3686,Sterzing/Barton Springs,27,2024-01-02 +21305241,24 Hour Walk Up Pass,479,2019-11-26 12:18:25 UTC,3513,South Congress/Barton Springs @ The Austin American-Statesman,3686,Sterzing/Barton Springs,29,2024-01-02 +21306944,U.T. Student Membership,040G,2019-11-26 17:39:04 UTC,3841,23rd/Rio Grande,3792,22nd/Pearl,2,2024-01-02 +21306314,Local365,088G,2019-11-26 15:36:42 UTC,3793,28th/Rio Grande,3793,28th/Rio Grande,6,2024-01-02 +21304374,U.T. Student Membership,621,2019-11-26 08:46:45 UTC,3793,28th/Rio Grande,3793,28th/Rio Grande,1,2024-01-02 +21304501,Local365,936,2019-11-26 09:21:47 UTC,3795,Dean Keeton/Whitis,3793,28th/Rio Grande,5,2024-01-02 +21304508,U.T. Student Membership,113G,2019-11-26 09:23:02 UTC,3797,21st/University,3793,28th/Rio Grande,11,2024-01-02 +21305514,U.T. Student Membership,057G,2019-11-26 13:13:00 UTC,3798,21st/Speedway @ PCL,3793,28th/Rio Grande,9,2024-01-02 +21306776,Local365,388,2019-11-26 16:58:47 UTC,3798,21st/Speedway @ PCL,3793,28th/Rio Grande,11,2024-01-02 +21305747,Local365,115,2019-11-26 13:56:17 UTC,2547,21st/Guadalupe,3793,28th/Rio Grande,8,2024-01-02 +21305122,U.T. Student Membership,2887,2019-11-26 11:57:46 UTC,2548,Guadalupe/West Mall @ University Co-op,3793,28th/Rio Grande,4,2024-01-02 +21307581,Local365,460,2019-11-26 21:19:26 UTC,3841,23rd/Rio Grande,3794,Dean Keeton/Speedway ,4,2024-01-02 +21304541,Local365,544,2019-11-26 09:30:42 UTC,3794,Dean Keeton/Speedway ,3794,Dean Keeton/Speedway ,1,2024-01-02 +21307203,Local365,460,2019-11-26 18:58:26 UTC,3794,Dean Keeton/Speedway ,3794,Dean Keeton/Speedway ,25,2024-01-02 +21304825,Local365,400,2019-11-26 10:51:32 UTC,3798,21st/Speedway @ PCL,3794,Dean Keeton/Speedway ,4,2024-01-02 +21305842,Local365,936,2019-11-26 14:09:56 UTC,3798,21st/Speedway @ PCL,3794,Dean Keeton/Speedway ,4,2024-01-02 +21305668,U.T. Student Membership,854,2019-11-26 13:41:32 UTC,3798,21st/Speedway @ PCL,3794,Dean Keeton/Speedway ,31,2024-01-02 +21307173,Local365,460,2019-11-26 18:49:19 UTC,2547,21st/Guadalupe,3794,Dean Keeton/Speedway ,9,2024-01-02 +21305203,U.T. Student Membership,400,2019-11-26 12:12:27 UTC,3838,26th/Nueces,3794,Dean Keeton/Speedway ,120,2024-01-02 +21305721,U.T. Student Membership,156,2019-11-26 13:50:43 UTC,3841,23rd/Rio Grande,3795,Dean Keeton/Whitis,4,2024-01-02 +21304839,U.T. Student Membership,382,2019-11-26 10:55:04 UTC,3792,22nd/Pearl,3795,Dean Keeton/Whitis,5,2024-01-02 +21307773,U.T. Student Membership,2288,2019-11-26 23:20:08 UTC,3798,21st/Speedway @ PCL,3795,Dean Keeton/Whitis,6,2024-01-02 +21307334,Local365,4,2019-11-26 19:37:05 UTC,3798,21st/Speedway @ PCL,3795,Dean Keeton/Whitis,5,2024-01-02 +21305627,Local365,2722,2019-11-26 13:33:15 UTC,3799,23rd/San Jacinto @ DKR Stadium,3795,Dean Keeton/Whitis,4,2024-01-02 +21306065,Local365,4,2019-11-26 14:47:22 UTC,2547,21st/Guadalupe,3795,Dean Keeton/Whitis,5,2024-01-02 +21306800,Local365,58,2019-11-26 17:03:34 UTC,3838,26th/Nueces,3795,Dean Keeton/Whitis,3,2024-01-02 +21305245,U.T. Student Membership,895,2019-11-26 12:18:59 UTC,3841,23rd/Rio Grande,3797,21st/University,4,2024-01-02 +21304605,Explorer,2204,2019-11-26 09:52:56 UTC,2494,2nd/Congress,3797,21st/University,18,2024-01-02 +21304604,Explorer,014G,2019-11-26 09:52:52 UTC,2494,2nd/Congress,3797,21st/University,18,2024-01-02 +21304898,Local365,113G,2019-11-26 11:08:34 UTC,3793,28th/Rio Grande,3797,21st/University,6,2024-01-02 +21307250,U.T. Student Membership,115,2019-11-26 19:11:36 UTC,2548,Guadalupe/West Mall @ University Co-op,3797,21st/University,3,2024-01-02 +21304211,U.T. Student Membership,113G,2019-11-26 07:45:16 UTC,3838,26th/Nueces,3797,21st/University,5,2024-01-02 +21306181,U.T. Student Membership,460,2019-11-26 15:11:02 UTC,3841,23rd/Rio Grande,3798,21st/Speedway @ PCL,8,2024-01-02 +21305397,U.T. Student Membership,057G,2019-11-26 12:49:07 UTC,3792,22nd/Pearl,3798,21st/Speedway @ PCL,6,2024-01-02 +21306519,U.T. Student Membership,388,2019-11-26 16:10:46 UTC,3792,22nd/Pearl,3798,21st/Speedway @ PCL,4,2024-01-02 +21305049,U.T. Student Membership,936,2019-11-26 11:46:08 UTC,3793,28th/Rio Grande,3798,21st/Speedway @ PCL,7,2024-01-02 +21306454,Local365,088G,2019-11-26 16:00:06 UTC,3793,28th/Rio Grande,3798,21st/Speedway @ PCL,13,2024-01-02 +21307232,Local365,057G,2019-11-26 19:06:38 UTC,3793,28th/Rio Grande,3798,21st/Speedway @ PCL,9,2024-01-02 +21304467,Local365,400,2019-11-26 09:13:53 UTC,3794,Dean Keeton/Speedway ,3798,21st/Speedway @ PCL,4,2024-01-02 +21307119,Local365,4,2019-11-26 18:23:07 UTC,3795,Dean Keeton/Whitis,3798,21st/Speedway @ PCL,4,2024-01-02 +21307771,U.T. Student Membership,571,2019-11-26 23:15:30 UTC,2548,Guadalupe/West Mall @ University Co-op,3798,21st/Speedway @ PCL,6,2024-01-02 +21304394,U.T. Student Membership,110,2019-11-26 08:51:55 UTC,3838,26th/Nueces,3798,21st/Speedway @ PCL,5,2024-01-02 +21306704,U.T. Student Membership,078G,2019-11-26 16:43:35 UTC,3838,26th/Nueces,3798,21st/Speedway @ PCL,6,2024-01-02 +21304252,U.T. Student Membership,164,2019-11-26 08:01:09 UTC,3793,28th/Rio Grande,3799,23rd/San Jacinto @ DKR Stadium,7,2024-01-02 +21305753,Local365,078G,2019-11-26 13:57:43 UTC,2495,4th/Congress,3838,26th/Nueces,38,2024-01-02 +21304918,U.T. Student Membership,400,2019-11-26 11:12:46 UTC,3794,Dean Keeton/Speedway ,3838,26th/Nueces,4,2024-01-02 +21303996,U.T. Student Membership,110,2019-11-26 01:03:45 UTC,3794,Dean Keeton/Speedway ,3838,26th/Nueces,3,2024-01-02 +21307187,Local365,58,2019-11-26 18:51:55 UTC,3795,Dean Keeton/Whitis,3838,26th/Nueces,2,2024-01-02 +21306086,Local365,078G,2019-11-26 14:50:14 UTC,3838,26th/Nueces,3838,26th/Nueces,15,2024-01-02 +21307470,Local365,460,2019-11-26 20:33:05 UTC,2563,Rainey/Davis,3841,23rd/Rio Grande,32,2024-01-02 +21305869,24 Hour Walk Up Pass,335G,2019-11-26 14:14:12 UTC,2572,Barton Springs Pool,3841,23rd/Rio Grande,44,2024-01-02 +21305874,24 Hour Walk Up Pass,716,2019-11-26 14:15:05 UTC,2572,Barton Springs Pool,3841,23rd/Rio Grande,43,2024-01-02 +21306359,U.T. Student Membership,349,2019-11-26 15:44:47 UTC,3792,22nd/Pearl,3841,23rd/Rio Grande,2,2024-01-02 +21306858,Local365,2887,2019-11-26 17:17:53 UTC,3793,28th/Rio Grande,3841,23rd/Rio Grande,19,2024-01-02 +21306214,U.T. Student Membership,936,2019-11-26 15:17:18 UTC,3794,Dean Keeton/Speedway ,3841,23rd/Rio Grande,4,2024-01-02 +21307160,U.T. Student Membership,400,2019-11-26 18:40:32 UTC,3794,Dean Keeton/Speedway ,3841,23rd/Rio Grande,7,2024-01-02 +21306782,U.T. Student Membership,156,2019-11-26 17:00:02 UTC,3795,Dean Keeton/Whitis,3841,23rd/Rio Grande,4,2024-01-02 +21306617,Local365,460,2019-11-26 16:26:33 UTC,3798,21st/Speedway @ PCL,3841,23rd/Rio Grande,8,2024-01-02 +21306622,U.T. Student Membership,040G,2019-11-26 16:27:21 UTC,3798,21st/Speedway @ PCL,3841,23rd/Rio Grande,7,2024-01-02 diff --git a/01-batch-serving(airflow)/data/bike_data_20240103.csv b/01-batch-serving(airflow)/data/bike_data_20240103.csv new file mode 100644 index 0000000..2792994 --- /dev/null +++ b/01-batch-serving(airflow)/data/bike_data_20240103.csv @@ -0,0 +1,120 @@ +trip_id,subscriber_type,bikeid,start_time,start_station_id,start_station_name,end_station_id,end_station_name,duration_minutes,dummy_date +21308544,U.T. Student Membership,213,2019-11-27 11:17:18 UTC,4061,Lakeshore/Austin Hostel,4062,Lakeshore/Pleasant Valley,2,2024-01-03 +21310203,Local365,2130,2019-11-27 18:27:12 UTC,4057,6th/Chalmers ,2544,East 6th/Pedernales,4,2024-01-03 +21309658,Explorer,430,2019-11-27 15:34:01 UTC,3791,Lake Austin/Enfield,3790,Lake Austin Blvd/Deep Eddy,8,2024-01-03 +21309227,Explorer,963,2019-11-27 13:52:45 UTC,2566,Electric Drive/Sandra Muraida Way @ Pfluger Ped Bridge,3791,Lake Austin/Enfield,30,2024-01-03 +21309284,Explorer,430,2019-11-27 14:03:57 UTC,3377,Veterans/Atlanta @ MoPac Ped Bridge,3791,Lake Austin/Enfield,20,2024-01-03 +21308183,Explorer,1551,2019-11-27 09:13:24 UTC,2504,South Congress/Elizabeth,4060,Red River/Cesar Chavez @ The Fairmont,14,2024-01-03 +21308175,Explorer,2122B,2019-11-27 09:11:35 UTC,2504,South Congress/Elizabeth,4060,Red River/Cesar Chavez @ The Fairmont,16,2024-01-03 +21309393,Explorer,1531,2019-11-27 14:31:39 UTC,2567,Barton Springs/Bouldin @ Palmer Auditorium,2494,2nd/Congress,13,2024-01-03 +21309390,Explorer,920,2019-11-27 14:31:20 UTC,2567,Barton Springs/Bouldin @ Palmer Auditorium,2494,2nd/Congress,13,2024-01-03 +21307883,Local365,865,2019-11-27 06:46:19 UTC,3513,South Congress/Barton Springs @ The Austin American-Statesman,2494,2nd/Congress,4,2024-01-03 +21307961,Local365,160,2019-11-27 07:35:14 UTC,2552,3rd/West,2494,2nd/Congress,3,2024-01-03 +21307897,Local365,110G,2019-11-27 06:50:30 UTC,2552,3rd/West,2495,4th/Congress,4,2024-01-03 +21308222,Local365,109,2019-11-27 09:29:39 UTC,2552,3rd/West,2495,4th/Congress,4,2024-01-03 +21307983,Local365,650,2019-11-27 07:48:46 UTC,2542,Plaza Saltillo,2496,8th/Congress,11,2024-01-03 +21308989,Local365+Guest Pass,432,2019-11-27 12:57:53 UTC,2707,Rainey/Cummings,2501,5th/Bowie,13,2024-01-03 +21309070,Single Trip (Pay-as-you-ride),893,2019-11-27 13:13:19 UTC,2574,Zilker Park,2503,South Congress/James,29,2024-01-03 +21309849,Explorer,963,2019-11-27 16:19:03 UTC,2574,Zilker Park,2503,South Congress/James,39,2024-01-03 +21309066,Single Trip (Pay-as-you-ride),873,2019-11-27 13:12:40 UTC,2574,Zilker Park,2503,South Congress/James,30,2024-01-03 +21309850,Explorer,861,2019-11-27 16:19:27 UTC,2574,Zilker Park,2503,South Congress/James,39,2024-01-03 +21309730,Explorer,252,2019-11-27 15:48:28 UTC,2503,South Congress/James,2503,South Congress/James,1,2024-01-03 +21309738,Explorer,873,2019-11-27 15:49:58 UTC,2503,South Congress/James,2503,South Congress/James,3,2024-01-03 +21309122,Explorer,1585,2019-11-27 13:21:47 UTC,3619,6th/Congress,2504,South Congress/Elizabeth,57,2024-01-03 +21309118,Explorer,849,2019-11-27 13:21:21 UTC,3619,6th/Congress,2504,South Congress/Elizabeth,57,2024-01-03 +21309117,Explorer,134,2019-11-27 13:20:57 UTC,3619,6th/Congress,2504,South Congress/Elizabeth,58,2024-01-03 +21308178,Explorer,453,2019-11-27 09:12:04 UTC,2504,South Congress/Elizabeth,2504,South Congress/Elizabeth,1,2024-01-03 +21310395,Local365,663,2019-11-27 20:14:09 UTC,2566,Electric Drive/Sandra Muraida Way @ Pfluger Ped Bridge,2537,6th/West,3,2024-01-03 +21308790,Local365,650,2019-11-27 12:10:14 UTC,2496,8th/Congress,2539,3rd/Trinity @ The Convention Center,7,2024-01-03 +21309879,Explorer,349G,2019-11-27 16:26:21 UTC,2574,Zilker Park,2540,17th/Guadalupe,62,2024-01-03 +21309881,Explorer,88,2019-11-27 16:26:35 UTC,2574,Zilker Park,2540,17th/Guadalupe,62,2024-01-03 +21309884,Explorer,529,2019-11-27 16:27:09 UTC,2574,Zilker Park,2540,17th/Guadalupe,1066,2024-01-03 +21308043,Local30,110,2019-11-27 08:17:45 UTC,3798,21st/Speedway @ PCL,2540,17th/Guadalupe,6,2024-01-03 +21310130,Local365,745,2019-11-27 17:53:17 UTC,2544,East 6th/Pedernales,2542,Plaza Saltillo,5,2024-01-03 +21309973,Local365,2351,2019-11-27 16:49:20 UTC,2566,Electric Drive/Sandra Muraida Way @ Pfluger Ped Bridge,2547,21st/Guadalupe,17,2024-01-03 +21310237,Local365,166,2019-11-27 18:40:43 UTC,3799,23rd/San Jacinto @ DKR Stadium,2547,21st/Guadalupe,8,2024-01-03 +21310409,Local365,2351,2019-11-27 20:22:22 UTC,2552,3rd/West,2547,21st/Guadalupe,18,2024-01-03 +21308764,Local365,460,2019-11-27 12:02:50 UTC,3838,26th/Nueces,2547,21st/Guadalupe,7,2024-01-03 +21308955,Local365,572,2019-11-27 12:49:31 UTC,3838,26th/Nueces,2547,21st/Guadalupe,5,2024-01-03 +21308138,Single Trip (Pay-as-you-ride),472,2019-11-27 08:57:24 UTC,2566,Electric Drive/Sandra Muraida Way @ Pfluger Ped Bridge,2549,South 1st/Riverside @ Long Center,19,2024-01-03 +21309181,Local365,2351,2019-11-27 13:40:41 UTC,2566,Electric Drive/Sandra Muraida Way @ Pfluger Ped Bridge,2552,3rd/West,16,2024-01-03 +21310369,Local365,014G,2019-11-27 19:58:39 UTC,2494,2nd/Congress,2552,3rd/West,42,2024-01-03 +21308605,Local365,865,2019-11-27 11:30:32 UTC,2494,2nd/Congress,2552,3rd/West,4,2024-01-03 +21310368,Local365,160,2019-11-27 19:57:55 UTC,2494,2nd/Congress,2552,3rd/West,8,2024-01-03 +21308263,Local30,14264,2019-11-27 09:47:45 UTC,2496,8th/Congress,2552,3rd/West,11,2024-01-03 +21310250,Local365,2351,2019-11-27 18:48:20 UTC,2547,21st/Guadalupe,2552,3rd/West,18,2024-01-03 +21308806,Local365,2351,2019-11-27 12:15:01 UTC,2547,21st/Guadalupe,2552,3rd/West,15,2024-01-03 +21310104,Local365,133,2019-11-27 17:37:51 UTC,2552,3rd/West,2552,3rd/West,14,2024-01-03 +21310290,Local365,2351,2019-11-27 19:08:00 UTC,2552,3rd/West,2552,3rd/West,13,2024-01-03 +21310317,Local365,2351,2019-11-27 19:21:52 UTC,2552,3rd/West,2552,3rd/West,41,2024-01-03 +21309867,Single Trip (Pay-as-you-ride),827,2019-11-27 16:24:17 UTC,4061,Lakeshore/Austin Hostel,2563,Rainey/Davis,30,2024-01-03 +21309784,24 Hour Walk Up Pass,871,2019-11-27 16:01:08 UTC,2707,Rainey/Cummings,2563,Rainey/Davis,53,2024-01-03 +21309798,24 Hour Walk Up Pass,220,2019-11-27 16:04:53 UTC,2707,Rainey/Cummings,2563,Rainey/Davis,50,2024-01-03 +21308193,Pay-as-you-ride,280,2019-11-27 09:15:45 UTC,2569,East 11th/San Marcos,2565,6th/Trinity,13,2024-01-03 +21309042,Local365,2351,2019-11-27 13:09:29 UTC,2566,Electric Drive/Sandra Muraida Way @ Pfluger Ped Bridge,2566,Electric Drive/Sandra Muraida Way @ Pfluger Ped Bridge,31,2024-01-03 +21309420,Local365,1555,2019-11-27 14:37:43 UTC,2567,Barton Springs/Bouldin @ Palmer Auditorium,2566,Electric Drive/Sandra Muraida Way @ Pfluger Ped Bridge,6,2024-01-03 +21309109,Explorer,663,2019-11-27 13:20:32 UTC,3292,East 4th/Chicon,2566,Electric Drive/Sandra Muraida Way @ Pfluger Ped Bridge,31,2024-01-03 +21309114,Explorer,024G,2019-11-27 13:20:46 UTC,3292,East 4th/Chicon,2566,Electric Drive/Sandra Muraida Way @ Pfluger Ped Bridge,31,2024-01-03 +21308028,Local365,305G,2019-11-27 08:11:56 UTC,2549,South 1st/Riverside @ Long Center,2566,Electric Drive/Sandra Muraida Way @ Pfluger Ped Bridge,6,2024-01-03 +21308872,Local365,2351,2019-11-27 12:34:54 UTC,2552,3rd/West,2566,Electric Drive/Sandra Muraida Way @ Pfluger Ped Bridge,18,2024-01-03 +21309330,Local365,2351,2019-11-27 14:15:54 UTC,2552,3rd/West,2566,Electric Drive/Sandra Muraida Way @ Pfluger Ped Bridge,45,2024-01-03 +21309168,Local365,1531,2019-11-27 13:36:33 UTC,2563,Rainey/Davis,2567,Barton Springs/Bouldin @ Palmer Auditorium,18,2024-01-03 +21309579,Local365,1555,2019-11-27 15:17:04 UTC,2566,Electric Drive/Sandra Muraida Way @ Pfluger Ped Bridge,2567,Barton Springs/Bouldin @ Palmer Auditorium,5,2024-01-03 +21309337,Local365,1555,2019-11-27 14:17:04 UTC,3377,Veterans/Atlanta @ MoPac Ped Bridge,2567,Barton Springs/Bouldin @ Palmer Auditorium,11,2024-01-03 +21309445,Local365,3,2019-11-27 14:44:56 UTC,2711,Barton Springs/Kinney,2567,Barton Springs/Bouldin @ Palmer Auditorium,4,2024-01-03 +21308465,Local365,440,2019-11-27 10:57:01 UTC,2539,3rd/Trinity @ The Convention Center,2569,East 11th/San Marcos,12,2024-01-03 +21310011,Local365,3,2019-11-27 17:00:14 UTC,2567,Barton Springs/Bouldin @ Palmer Auditorium,2571,8th/Red River,17,2024-01-03 +21309434,Pay-as-you-ride,208,2019-11-27 14:40:45 UTC,2572,Barton Springs Pool,2572,Barton Springs Pool,21,2024-01-03 +21309694,Explorer,529,2019-11-27 15:42:56 UTC,3790,Lake Austin Blvd/Deep Eddy,2574,Zilker Park,30,2024-01-03 +21309656,Explorer,963,2019-11-27 15:33:50 UTC,3791,Lake Austin/Enfield,2574,Zilker Park,39,2024-01-03 +21309542,Single Trip (Pay-as-you-ride),080G,2019-11-27 15:09:07 UTC,2570,South Congress/Academy,2574,Zilker Park,23,2024-01-03 +21309547,Single Trip (Pay-as-you-ride),349G,2019-11-27 15:09:42 UTC,2570,South Congress/Academy,2574,Zilker Park,23,2024-01-03 +21308571,Explorer,88,2019-11-27 11:24:35 UTC,2574,Zilker Park,2574,Zilker Park,5,2024-01-03 +21308562,Explorer,893,2019-11-27 11:23:04 UTC,2574,Zilker Park,2574,Zilker Park,6,2024-01-03 +21308471,Explorer,113G,2019-11-27 10:58:50 UTC,2494,2nd/Congress,2574,Zilker Park,24,2024-01-03 +21308470,Explorer,043G,2019-11-27 10:58:50 UTC,2494,2nd/Congress,2574,Zilker Park,24,2024-01-03 +21309751,Explorer,928,2019-11-27 15:52:50 UTC,2503,South Congress/James,2574,Zilker Park,32,2024-01-03 +21309727,Explorer,2095,2019-11-27 15:48:17 UTC,2503,South Congress/James,2574,Zilker Park,36,2024-01-03 +21309735,Explorer,893,2019-11-27 15:49:23 UTC,2503,South Congress/James,2574,Zilker Park,35,2024-01-03 +21309929,Single Trip (Pay-as-you-ride),815,2019-11-27 16:37:25 UTC,2575,Riverside/South Lamar,2575,Riverside/South Lamar,22,2024-01-03 +21309142,Pay-as-you-ride,871,2019-11-27 13:28:35 UTC,2707,Rainey/Cummings,2707,Rainey/Cummings,33,2024-01-03 +21308980,Local365,3,2019-11-27 12:54:19 UTC,2567,Barton Springs/Bouldin @ Palmer Auditorium,2711,Barton Springs/Kinney,3,2024-01-03 +21309002,Explorer,024G,2019-11-27 13:01:29 UTC,3619,6th/Congress,3292,East 4th/Chicon,19,2024-01-03 +21309000,Explorer,663,2019-11-27 13:01:16 UTC,3619,6th/Congress,3292,East 4th/Chicon,19,2024-01-03 +21309229,Explorer,610,2019-11-27 13:53:01 UTC,2566,Electric Drive/Sandra Muraida Way @ Pfluger Ped Bridge,3377,Veterans/Atlanta @ MoPac Ped Bridge,9,2024-01-03 +21308748,Single Trip (Pay-as-you-ride),430,2019-11-27 11:59:16 UTC,2575,Riverside/South Lamar,3377,Veterans/Atlanta @ MoPac Ped Bridge,15,2024-01-03 +21308736,Single Trip (Pay-as-you-ride),1555,2019-11-27 11:58:31 UTC,2575,Riverside/South Lamar,3377,Veterans/Atlanta @ MoPac Ped Bridge,16,2024-01-03 +21310024,Local365,922,2019-11-27 17:05:20 UTC,2552,3rd/West,3390,6th/Brazos,8,2024-01-03 +21309253,Explorer,1471,2019-11-27 13:57:53 UTC,3513,South Congress/Barton Springs @ The Austin American-Statesman,3513,South Congress/Barton Springs @ The Austin American-Statesman,52,2024-01-03 +21309268,Explorer,554,2019-11-27 14:00:27 UTC,3513,South Congress/Barton Springs @ The Austin American-Statesman,3513,South Congress/Barton Springs @ The Austin American-Statesman,49,2024-01-03 +21309273,Explorer,240,2019-11-27 14:01:53 UTC,3513,South Congress/Barton Springs @ The Austin American-Statesman,3513,South Congress/Barton Springs @ The Austin American-Statesman,48,2024-01-03 +21309614,Local365,1531,2019-11-27 15:24:15 UTC,2494,2nd/Congress,3513,South Congress/Barton Springs @ The Austin American-Statesman,3,2024-01-03 +21309851,Single Trip (Pay-as-you-ride),75,2019-11-27 16:19:53 UTC,2494,2nd/Congress,3513,South Congress/Barton Springs @ The Austin American-Statesman,31,2024-01-03 +21309854,Single Trip (Pay-as-you-ride),920,2019-11-27 16:20:37 UTC,2494,2nd/Congress,3513,South Congress/Barton Springs @ The Austin American-Statesman,30,2024-01-03 +21310315,Local365,1555,2019-11-27 19:21:23 UTC,2567,Barton Springs/Bouldin @ Palmer Auditorium,3619,6th/Congress,9,2024-01-03 +21310248,Local365,661,2019-11-27 18:47:13 UTC,3390,6th/Brazos,3621,3rd/Nueces,6,2024-01-03 +21309385,Single Trip (Pay-as-you-ride),2274,2019-11-27 14:30:26 UTC,3513,South Congress/Barton Springs @ The Austin American-Statesman,3687,Boardwalk West,6,2024-01-03 +21310364,Local365,1545,2019-11-27 19:52:29 UTC,2549,South 1st/Riverside @ Long Center,3687,Boardwalk West,7,2024-01-03 +21310558,U.T. Student Membership,303G,2019-11-27 21:44:18 UTC,3798,21st/Speedway @ PCL,3792,22nd/Pearl,6,2024-01-03 +21308541,24 Hour Walk Up Pass,683,2019-11-27 11:16:10 UTC,4052,Rosewood/Angelina,3794,Dean Keeton/Speedway ,33,2024-01-03 +21308543,24 Hour Walk Up Pass,034G,2019-11-27 11:17:13 UTC,4052,Rosewood/Angelina,3794,Dean Keeton/Speedway ,32,2024-01-03 +21309130,Local365,772,2019-11-27 13:25:23 UTC,3798,21st/Speedway @ PCL,3794,Dean Keeton/Speedway ,5,2024-01-03 +21308610,Local365,2197,2019-11-27 11:31:15 UTC,3799,23rd/San Jacinto @ DKR Stadium,3794,Dean Keeton/Speedway ,6,2024-01-03 +21310445,Local365,2351,2019-11-27 20:40:22 UTC,2547,21st/Guadalupe,3794,Dean Keeton/Speedway ,13,2024-01-03 +21309010,Single Trip (Pay-as-you-ride),511,2019-11-27 13:03:49 UTC,3795,Dean Keeton/Whitis,3795,Dean Keeton/Whitis,60,2024-01-03 +21309196,U.T. Student Membership,057G,2019-11-27 13:43:37 UTC,3798,21st/Speedway @ PCL,3795,Dean Keeton/Whitis,43,2024-01-03 +21309201,Single Trip (Pay-as-you-ride),153,2019-11-27 13:44:55 UTC,3798,21st/Speedway @ PCL,3795,Dean Keeton/Whitis,19,2024-01-03 +21309205,Single Trip (Pay-as-you-ride),907,2019-11-27 13:45:37 UTC,3798,21st/Speedway @ PCL,3795,Dean Keeton/Whitis,18,2024-01-03 +21307799,U.T. Student Membership,040G,2019-11-27 00:21:41 UTC,3792,22nd/Pearl,3798,21st/Speedway @ PCL,4,2024-01-03 +21308719,Local365,854,2019-11-27 11:55:59 UTC,3794,Dean Keeton/Speedway ,3798,21st/Speedway @ PCL,5,2024-01-03 +21309043,Single Trip (Pay-as-you-ride),382,2019-11-27 13:10:03 UTC,3795,Dean Keeton/Whitis,3798,21st/Speedway @ PCL,33,2024-01-03 +21309048,Single Trip (Pay-as-you-ride),3471,2019-11-27 13:10:49 UTC,3795,Dean Keeton/Whitis,3798,21st/Speedway @ PCL,33,2024-01-03 +21308160,U.T. Student Membership,057G,2019-11-27 09:04:16 UTC,2548,Guadalupe/West Mall @ University Co-op,3798,21st/Speedway @ PCL,3,2024-01-03 +21310534,U.T. Student Membership,303G,2019-11-27 21:34:14 UTC,2548,Guadalupe/West Mall @ University Co-op,3798,21st/Speedway @ PCL,3,2024-01-03 +21307839,U.T. Student Membership,772,2019-11-27 05:12:49 UTC,3838,26th/Nueces,3798,21st/Speedway @ PCL,5,2024-01-03 +21308554,U.T. Student Membership,58,2019-11-27 11:20:19 UTC,3838,26th/Nueces,3798,21st/Speedway @ PCL,5,2024-01-03 +21310491,Local365,2351,2019-11-27 21:01:50 UTC,3794,Dean Keeton/Speedway ,3799,23rd/San Jacinto @ DKR Stadium,4,2024-01-03 +21308607,Local365,14151,2019-11-27 11:30:50 UTC,3799,23rd/San Jacinto @ DKR Stadium,3799,23rd/San Jacinto @ DKR Stadium,1,2024-01-03 +21308639,Local365,460,2019-11-27 11:37:22 UTC,3794,Dean Keeton/Speedway ,3838,26th/Nueces,25,2024-01-03 +21309206,Local365,549,2019-11-27 13:45:38 UTC,3793,28th/Rio Grande,3841,23rd/Rio Grande,3,2024-01-03 +21308705,Local365,388,2019-11-27 11:52:53 UTC,3793,28th/Rio Grande,3841,23rd/Rio Grande,4,2024-01-03 diff --git a/01-batch-serving(airflow)/data/bike_data_20240104.csv b/01-batch-serving(airflow)/data/bike_data_20240104.csv new file mode 100644 index 0000000..bd77153 --- /dev/null +++ b/01-batch-serving(airflow)/data/bike_data_20240104.csv @@ -0,0 +1,83 @@ +trip_id,subscriber_type,bikeid,start_time,start_station_id,start_station_name,end_station_id,end_station_name,duration_minutes,dummy_date +21312064,Explorer,995,2019-11-28 16:40:40 UTC,4061,Lakeshore/Austin Hostel,4050,5th/Campbell,43,2024-01-04 +21312062,24 Hour Walk Up Pass,420,2019-11-28 16:40:27 UTC,4061,Lakeshore/Austin Hostel,4050,5th/Campbell,43,2024-01-04 +21311288,Single Trip (Pay-as-you-ride),066G,2019-11-28 11:34:17 UTC,2823,East 5th/Broadway @ Capital Metro HQ,2823,East 5th/Broadway @ Capital Metro HQ,71,2024-01-04 +21312061,Explorer,683,2019-11-28 16:40:11 UTC,4061,Lakeshore/Austin Hostel,4050,5th/Campbell,43,2024-01-04 +21312063,Explorer,12811,2019-11-28 16:40:29 UTC,4061,Lakeshore/Austin Hostel,4050,5th/Campbell,43,2024-01-04 +21312068,Explorer,034G,2019-11-28 16:41:37 UTC,4061,Lakeshore/Austin Hostel,4050,5th/Campbell,42,2024-01-04 +21311990,Explorer,12811,2019-11-28 16:02:10 UTC,2562,8th/San Jacinto,4061,Lakeshore/Austin Hostel,37,2024-01-04 +21311993,Explorer,995,2019-11-28 16:02:47 UTC,2562,8th/San Jacinto,4061,Lakeshore/Austin Hostel,37,2024-01-04 +21311438,Single Trip (Pay-as-you-ride),2355,2019-11-28 12:40:15 UTC,2566,Electric Drive/Sandra Muraida Way @ Pfluger Ped Bridge,3790,Lake Austin Blvd/Deep Eddy,52,2024-01-04 +21311434,Single Trip (Pay-as-you-ride),024G,2019-11-28 12:39:14 UTC,2566,Electric Drive/Sandra Muraida Way @ Pfluger Ped Bridge,3790,Lake Austin Blvd/Deep Eddy,53,2024-01-04 +21311430,Single Trip (Pay-as-you-ride),198,2019-11-28 12:38:09 UTC,2566,Electric Drive/Sandra Muraida Way @ Pfluger Ped Bridge,3790,Lake Austin Blvd/Deep Eddy,54,2024-01-04 +21311182,Local365,229G,2019-11-28 10:49:16 UTC,2575,Riverside/South Lamar,4058,Hollow Creek/Barton Hills,19,2024-01-04 +21311869,24 Hour Walk Up Pass,106G,2019-11-28 15:20:10 UTC,3684,Cesar Chavez/Congress,4062,Lakeshore/Pleasant Valley,20,2024-01-04 +21311872,24 Hour Walk Up Pass,134,2019-11-28 15:20:42 UTC,3684,Cesar Chavez/Congress,4062,Lakeshore/Pleasant Valley,20,2024-01-04 +21311871,24 Hour Walk Up Pass,849,2019-11-28 15:20:26 UTC,3684,Cesar Chavez/Congress,4062,Lakeshore/Pleasant Valley,20,2024-01-04 +21312203,24 Hour Walk Up Pass,375G,2019-11-28 18:48:10 UTC,2494,2nd/Congress,3660,East 6th/Medina,32,2024-01-04 +21311924,Explorer,683,2019-11-28 15:42:05 UTC,3794,Dean Keeton/Speedway ,4061,Lakeshore/Austin Hostel,57,2024-01-04 +21311925,Explorer,034G,2019-11-28 15:42:17 UTC,3794,Dean Keeton/Speedway ,4061,Lakeshore/Austin Hostel,59,2024-01-04 +21311951,24 Hour Walk Up Pass,088G,2019-11-28 15:48:19 UTC,3798,21st/Speedway @ PCL,4061,Lakeshore/Austin Hostel,51,2024-01-04 +21311266,24 Hour Walk Up Pass,1531,2019-11-28 11:24:19 UTC,3513,South Congress/Barton Springs @ The Austin American-Statesman,2494,2nd/Congress,40,2024-01-04 +21312153,24 Hour Walk Up Pass,375G,2019-11-28 17:43:13 UTC,3513,South Congress/Barton Springs @ The Austin American-Statesman,2494,2nd/Congress,25,2024-01-04 +21311268,24 Hour Walk Up Pass,1471,2019-11-28 11:24:53 UTC,3513,South Congress/Barton Springs @ The Austin American-Statesman,2494,2nd/Congress,40,2024-01-04 +21311565,Explorer,922,2019-11-28 13:21:48 UTC,3390,6th/Brazos,2495,4th/Congress,130,2024-01-04 +21311606,24 Hour Walk Up Pass,387,2019-11-28 13:36:48 UTC,3294,6th/Lavaca,2503,South Congress/James,21,2024-01-04 +21311604,24 Hour Walk Up Pass,578,2019-11-28 13:36:17 UTC,3294,6th/Lavaca,2503,South Congress/James,21,2024-01-04 +21311607,24 Hour Walk Up Pass,152,2019-11-28 13:37:17 UTC,3294,6th/Lavaca,2503,South Congress/James,20,2024-01-04 +21311378,Pay-as-you-ride,75,2019-11-28 12:14:39 UTC,3513,South Congress/Barton Springs @ The Austin American-Statesman,2539,3rd/Trinity @ The Convention Center,6,2024-01-04 +21311366,Local365,2351,2019-11-28 12:10:42 UTC,2552,3rd/West,2539,3rd/Trinity @ The Convention Center,26,2024-01-04 +21312251,HT Ram Membership,078G,2019-11-28 19:41:24 UTC,2548,Guadalupe/West Mall @ University Co-op,2540,17th/Guadalupe,902,2024-01-04 +21311973,Single Trip (Pay-as-you-ride),461,2019-11-28 15:56:32 UTC,3684,Cesar Chavez/Congress,2547,21st/Guadalupe,16,2024-01-04 +21311966,Single Trip (Pay-as-you-ride),1277,2019-11-28 15:54:43 UTC,3684,Cesar Chavez/Congress,2547,21st/Guadalupe,18,2024-01-04 +21311963,Annual Membership,670,2019-11-28 14:53:49 UTC,3684,Cesar Chavez/Congress,2547,21st/Guadalupe,19,2024-01-04 +21311971,Annual Membership,646,2019-11-28 14:55:52 UTC,3684,Cesar Chavez/Congress,2547,21st/Guadalupe,17,2024-01-04 +21311433,Local365,2351,2019-11-28 12:39:05 UTC,2539,3rd/Trinity @ The Convention Center,2547,21st/Guadalupe,19,2024-01-04 +21312189,HT Ram Membership,078G,2019-11-28 18:31:48 UTC,3798,21st/Speedway @ PCL,2548,Guadalupe/West Mall @ University Co-op,9,2024-01-04 +21312202,HT Ram Membership,078G,2019-11-28 18:47:59 UTC,2548,Guadalupe/West Mall @ University Co-op,2548,Guadalupe/West Mall @ University Co-op,53,2024-01-04 +21312267,24 Hour Walk Up Pass,452,2019-11-28 19:48:56 UTC,2570,South Congress/Academy,2549,South 1st/Riverside @ Long Center,38,2024-01-04 +21311041,Single Trip (Pay-as-you-ride),815,2019-11-28 09:47:17 UTC,2575,Riverside/South Lamar,2549,South 1st/Riverside @ Long Center,17,2024-01-04 +21311689,Local365,2351,2019-11-28 14:01:27 UTC,3793,28th/Rio Grande,2549,South 1st/Riverside @ Long Center,42,2024-01-04 +21311667,Pay-as-you-ride,75,2019-11-28 13:56:28 UTC,2539,3rd/Trinity @ The Convention Center,2549,South 1st/Riverside @ Long Center,27,2024-01-04 +21311277,Local365,2351,2019-11-28 11:30:03 UTC,3799,23rd/San Jacinto @ DKR Stadium,2552,3rd/West,21,2024-01-04 +21311926,Explorer,772,2019-11-28 15:42:27 UTC,3794,Dean Keeton/Speedway ,2562,8th/San Jacinto,19,2024-01-04 +21311917,Explorer,2197,2019-11-28 15:40:52 UTC,3794,Dean Keeton/Speedway ,2562,8th/San Jacinto,21,2024-01-04 +21312237,24 Hour Walk Up Pass,1984,2019-11-28 19:23:54 UTC,3660,East 6th/Medina,2570,South Congress/Academy,20,2024-01-04 +21311422,Single Trip (Pay-as-you-ride),113G,2019-11-28 12:36:26 UTC,2574,Zilker Park,2574,Zilker Park,31,2024-01-04 +21311419,Single Trip (Pay-as-you-ride),2095,2019-11-28 12:35:02 UTC,2574,Zilker Park,2574,Zilker Park,32,2024-01-04 +21311467,Single Trip (Pay-as-you-ride),043G,2019-11-28 12:51:36 UTC,2574,Zilker Park,2574,Zilker Park,1,2024-01-04 +21311406,24 Hour Walk Up Pass,3201,2019-11-28 12:31:07 UTC,4062,Lakeshore/Pleasant Valley,2575,Riverside/South Lamar,30,2024-01-04 +21311409,24 Hour Walk Up Pass,1803,2019-11-28 12:32:05 UTC,4062,Lakeshore/Pleasant Valley,2575,Riverside/South Lamar,29,2024-01-04 +21310976,Local365,301,2019-11-28 09:14:16 UTC,4058,Hollow Creek/Barton Hills,2575,Riverside/South Lamar,7,2024-01-04 +21311404,24 Hour Walk Up Pass,2126,2019-11-28 12:30:16 UTC,4062,Lakeshore/Pleasant Valley,2575,Riverside/South Lamar,31,2024-01-04 +21311056,Pay-as-you-ride,14,2019-11-28 09:59:03 UTC,2575,Riverside/South Lamar,2575,Riverside/South Lamar,42,2024-01-04 +21311538,Explorer,1851,2019-11-28 13:17:57 UTC,3390,6th/Brazos,2711,Barton Springs/Kinney,36,2024-01-04 +21312088,Local365,3201,2019-11-28 16:55:05 UTC,2575,Riverside/South Lamar,3377,Veterans/Atlanta @ MoPac Ped Bridge,2639,2024-01-04 +21311712,24 Hour Walk Up Pass,966,2019-11-28 14:12:08 UTC,3377,Veterans/Atlanta @ MoPac Ped Bridge,3377,Veterans/Atlanta @ MoPac Ped Bridge,70,2024-01-04 +21311707,24 Hour Walk Up Pass,610,2019-11-28 14:11:17 UTC,3377,Veterans/Atlanta @ MoPac Ped Bridge,3377,Veterans/Atlanta @ MoPac Ped Bridge,71,2024-01-04 +21311362,Pay-as-you-ride,966,2019-11-28 12:09:00 UTC,3377,Veterans/Atlanta @ MoPac Ped Bridge,3377,Veterans/Atlanta @ MoPac Ped Bridge,42,2024-01-04 +21311365,Pay-as-you-ride,610,2019-11-28 12:10:19 UTC,3377,Veterans/Atlanta @ MoPac Ped Bridge,3377,Veterans/Atlanta @ MoPac Ped Bridge,39,2024-01-04 +21311694,Local365,966,2019-11-28 14:03:04 UTC,3377,Veterans/Atlanta @ MoPac Ped Bridge,3377,Veterans/Atlanta @ MoPac Ped Bridge,8,2024-01-04 +21310838,Single Trip (Pay-as-you-ride),072G,2019-11-28 07:39:00 UTC,4052,Rosewood/Angelina,3390,6th/Brazos,10,2024-01-04 +21311528,24 Hour Walk Up Pass,507,2019-11-28 13:13:16 UTC,2494,2nd/Congress,3390,6th/Brazos,43,2024-01-04 +21311076,Explorer,520,2019-11-28 10:14:18 UTC,2495,4th/Congress,3390,6th/Brazos,830,2024-01-04 +21311931,24 Hour Walk Up Pass,554,2019-11-28 15:43:09 UTC,3513,South Congress/Barton Springs @ The Austin American-Statesman,3513,South Congress/Barton Springs @ The Austin American-Statesman,32,2024-01-04 +21311934,24 Hour Walk Up Pass,920,2019-11-28 15:44:15 UTC,3513,South Congress/Barton Springs @ The Austin American-Statesman,3513,South Congress/Barton Springs @ The Austin American-Statesman,31,2024-01-04 +21312026,24 Hour Walk Up Pass,2077,2019-11-28 16:22:51 UTC,2548,Guadalupe/West Mall @ University Co-op,3513,South Congress/Barton Springs @ The Austin American-Statesman,33,2024-01-04 +21311475,Single Trip (Pay-as-you-ride),893,2019-11-28 12:54:04 UTC,2574,Zilker Park,3621,3rd/Nueces,36,2024-01-04 +21311710,24 Hour Walk Up Pass,106G,2019-11-28 14:11:42 UTC,2504,South Congress/Elizabeth,3684,Cesar Chavez/Congress,11,2024-01-04 +21311711,24 Hour Walk Up Pass,849,2019-11-28 14:12:00 UTC,2504,South Congress/Elizabeth,3684,Cesar Chavez/Congress,10,2024-01-04 +21311713,24 Hour Walk Up Pass,134,2019-11-28 14:12:14 UTC,2504,South Congress/Elizabeth,3684,Cesar Chavez/Congress,10,2024-01-04 +21311780,Pay-as-you-ride,871,2019-11-28 14:45:35 UTC,2563,Rainey/Davis,3686,Sterzing/Barton Springs,34,2024-01-04 +21312385,Pay-as-you-ride,072G,2019-11-28 22:05:50 UTC,3390,6th/Brazos,3792,22nd/Pearl,2228,2024-01-04 +21311593,Local365,2351,2019-11-28 13:32:14 UTC,3793,28th/Rio Grande,3793,28th/Rio Grande,21,2024-01-04 +21311491,Local365,2351,2019-11-28 12:58:12 UTC,2547,21st/Guadalupe,3793,28th/Rio Grande,27,2024-01-04 +21311922,Explorer,544,2019-11-28 15:41:44 UTC,3794,Dean Keeton/Speedway ,3794,Dean Keeton/Speedway ,1,2024-01-04 +21312304,24 Hour Walk Up Pass,1909,2019-11-28 20:27:30 UTC,2549,South 1st/Riverside @ Long Center,3794,Dean Keeton/Speedway ,26,2024-01-04 +21312127,Explorer,995,2019-11-28 17:24:06 UTC,4050,5th/Campbell,3795,Dean Keeton/Whitis,1094,2024-01-04 +21312125,Explorer,034G,2019-11-28 17:23:57 UTC,4050,5th/Campbell,3795,Dean Keeton/Whitis,1095,2024-01-04 +21312121,Explorer,683,2019-11-28 17:23:46 UTC,4050,5th/Campbell,3795,Dean Keeton/Whitis,1095,2024-01-04 +21312124,24 Hour Walk Up Pass,1558,2019-11-28 17:23:57 UTC,4050,5th/Campbell,3795,Dean Keeton/Whitis,1095,2024-01-04 +21312120,Explorer,12811,2019-11-28 17:23:38 UTC,4050,5th/Campbell,3795,Dean Keeton/Whitis,1095,2024-01-04 +21312330,Local365,040G,2019-11-28 20:54:24 UTC,3798,21st/Speedway @ PCL,3798,21st/Speedway @ PCL,1,2024-01-04 +21311988,Explorer,712,2019-11-28 16:01:53 UTC,3798,21st/Speedway @ PCL,3798,21st/Speedway @ PCL,1,2024-01-04 diff --git a/01-batch-serving(airflow)/requirements.txt b/01-batch-serving(airflow)/requirements.txt index ac5fba6..0ab97f8 100644 --- a/01-batch-serving(airflow)/requirements.txt +++ b/01-batch-serving(airflow)/requirements.txt @@ -1 +1,3 @@ apache-airflow==2.6.3 +apache-airflow-providers-google==10.14.0 +apache-airflow-providers-slack==8.6.0 \ No newline at end of file