forked from Greenstand/treetracker-airflow-dags
-
Notifications
You must be signed in to change notification settings - Fork 0
/
test1.py
78 lines (70 loc) · 2.44 KB
/
test1.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
from datetime import datetime, timedelta
from textwrap import dedent
from pprint import pprint
from airflow import DAG
from airflow.providers.postgres.operators.postgres import PostgresOperator
from airflow.providers.postgres.hooks.postgres import PostgresHook
from airflow.operators.bash import BashOperator
from airflow.operators.python import PythonOperator
import psycopg2.extras
from airflow.utils.dates import days_ago
# These args will get passed on to each operator
# You can override them on a per-task basis during operator initialization
default_args = {
'owner': 'airflow',
'depends_on_past': False,
'email': ['[email protected]'],
'email_on_failure': False,
'email_on_retry': False,
'retries': 0,
'retry_delay': timedelta(minutes=5),
# 'queue': 'bash_queue',
# 'pool': 'backfill',
# 'priority_weight': 10,
# 'end_date': datetime(2016, 1, 1),
# 'wait_for_downstream': False,
# 'dag': dag,
# 'sla': timedelta(hours=2),
# 'execution_timeout': timedelta(seconds=300),
# 'on_failure_callback': some_function,
# 'on_success_callback': some_other_function,
# 'on_retry_callback': another_function,
# 'sla_miss_callback': yet_another_function,
# 'trigger_rule': 'all_success'
}
with DAG(
'test1',
default_args=default_args,
description='to test update',
schedule_interval=None,
start_date=days_ago(2),
catchup=False,
tags=['earnings', 'freetown'],
) as dag:
t1 = BashOperator(
task_id='print_date',
bash_command='date',
)
postgresConnId = "postgres_default"
def create_new_person_records(ds, **kwargs):
print("xxxxxxxxxxx ")
# import print_time from lib/utils.py
from lib.utils import print_time
print_time("xxxhahah")
# db = PostgresHook(postgres_conn_id=postgresConnId)
# conn = db.get_conn()
# cursor = conn.cursor(cursor_factory=psycopg2.extras.RealDictCursor)
# try:
# # conn.commit()
# print("xxxxxxxxxxxxxxxxxxxxxxxxxx")
# return 0
# except Exception as e:
# print("get error when exec SQL:", e)
# print("SQL result:", updateCursor.query)
# raise ValueError('Error executing query')
# return 1
create_new_person_records = PythonOperator(
task_id='create_new_person_records',
python_callable=create_new_person_records,
)
create_new_person_records >> t1