searchindex.js

Search.setIndex({docnames:["architecture","command_executor","command_reference","community_contributions","concepts","db_migration","getting_started","index","internal","logo","metrics","operators","operators/aws","operators/bq","operators/bq_ddl","operators/bq_extract","operators/bq_load","operators/call","operators/database","operators/echo","operators/embulk","operators/emr","operators/fail","operators/for_each","operators/for_range","operators/gcp","operators/gcs_wait","operators/http","operators/http_call","operators/if","operators/loop","operators/mail","operators/network","operators/param","operators/param_get","operators/param_set","operators/pg","operators/py","operators/rb","operators/redshift","operators/redshift_load","operators/redshift_unload","operators/require","operators/s3_wait","operators/scripting","operators/sh","operators/td","operators/td_ddl","operators/td_for_each","operators/td_load","operators/td_partial_delete","operators/td_result_export","operators/td_run","operators/td_table_export","operators/td_wait","operators/td_wait_table","operators/treasure_data","operators/workflow_control","python_api","releases","releases/release-0.10.0","releases/release-0.2.0","releases/release-0.2.1","releases/release-0.2.2","releases/release-0.2.3","releases/release-0.2.4","releases/release-0.2.5","releases/release-0.2.6","releases/release-0.2.7","releases/release-0.2.8","releases/release-0.3.0","releases/release-0.3.1","releases/release-0.3.2","releases/release-0.3.3","releases/release-0.3.4","releases/release-0.3.5","releases/release-0.3.6","releases/release-0.4.0","releases/release-0.4.1","releases/release-0.4.2","releases/release-0.4.3","releases/release-0.5.0","releases/release-0.5.1","releases/release-0.5.2","releases/release-0.5.3","releases/release-0.5.4","releases/release-0.5.5","releases/release-0.5.6","releases/release-0.5.7","releases/release-0.5.8","releases/release-0.5.9","releases/release-0.6.0","releases/release-0.6.1","releases/release-0.7.0","releases/release-0.7.1","releases/release-0.8.0","releases/release-0.8.1","releases/release-0.8.10","releases/release-0.8.11","releases/release-0.8.12","releases/release-0.8.13","releases/release-0.8.14","releases/release-0.8.15","releases/release-0.8.16","releases/release-0.8.17","releases/release-0.8.18","releases/release-0.8.19","releases/release-0.8.2","releases/release-0.8.20","releases/release-0.8.21","releases/release-0.8.22","releases/release-0.8.3","releases/release-0.8.4","releases/release-0.8.5","releases/release-0.8.6","releases/release-0.8.7","releases/release-0.8.8","releases/release-0.8.9","releases/release-0.9.0","releases/release-0.9.1","releases/release-0.9.10","releases/release-0.9.11","releases/release-0.9.12","releases/release-0.9.13","releases/release-0.9.14","releases/release-0.9.15","releases/release-0.9.16","releases/release-0.9.17","releases/release-0.9.18","releases/release-0.9.19","releases/release-0.9.2","releases/release-0.9.20","releases/release-0.9.21","releases/release-0.9.22","releases/release-0.9.23","releases/release-0.9.24","releases/release-0.9.25","releases/release-0.9.26","releases/release-0.9.27","releases/release-0.9.28","releases/release-0.9.29","releases/release-0.9.3","releases/release-0.9.30","releases/release-0.9.31","releases/release-0.9.32","releases/release-0.9.33","releases/release-0.9.34","releases/release-0.9.35","releases/release-0.9.36","releases/release-0.9.37","releases/release-0.9.38","releases/release-0.9.39","releases/release-0.9.4","releases/release-0.9.40","releases/release-0.9.41","releases/release-0.9.42","releases/release-0.9.5","releases/release-0.9.6","releases/release-0.9.7","releases/release-0.9.8","releases/release-0.9.9","rest_api","ruby_api","scheduling_workflow","tutorials","tutorials/bigdata_analytics_using_treasure_data","workflow_definition"],envversion:{"sphinx.domains.c":1,"sphinx.domains.changeset":1,"sphinx.domains.citation":1,"sphinx.domains.cpp":1,"sphinx.domains.javascript":1,"sphinx.domains.math":2,"sphinx.domains.python":1,"sphinx.domains.rst":1,"sphinx.domains.std":1,sphinx:56},filenames:["architecture.md","command_executor.md","command_reference.rst","community_contributions.md","concepts.md","db_migration.md","getting_started.md","index.md","internal.md","logo.md","metrics.md","operators.rst","operators/aws.rst","operators/bq.md","operators/bq_ddl.md","operators/bq_extract.md","operators/bq_load.md","operators/call.md","operators/database.rst","operators/echo.md","operators/embulk.md","operators/emr.md","operators/fail.md","operators/for_each.md","operators/for_range.md","operators/gcp.rst","operators/gcs_wait.md","operators/http.md","operators/http_call.md","operators/if.md","operators/loop.md","operators/mail.md","operators/network.rst","operators/param.rst","operators/param_get.md","operators/param_set.md","operators/pg.md","operators/py.md","operators/rb.md","operators/redshift.md","operators/redshift_load.md","operators/redshift_unload.md","operators/require.md","operators/s3_wait.md","operators/scripting.rst","operators/sh.md","operators/td.md","operators/td_ddl.md","operators/td_for_each.md","operators/td_load.md","operators/td_partial_delete.md","operators/td_result_export.md","operators/td_run.md","operators/td_table_export.md","operators/td_wait.md","operators/td_wait_table.md","operators/treasure_data.rst","operators/workflow_control.rst","python_api.rst","releases.rst","releases/release-0.10.0.rst","releases/release-0.2.0.rst","releases/release-0.2.1.rst","releases/release-0.2.2.rst","releases/release-0.2.3.rst","releases/release-0.2.4.rst","releases/release-0.2.5.rst","releases/release-0.2.6.rst","releases/release-0.2.7.rst","releases/release-0.2.8.rst","releases/release-0.3.0.rst","releases/release-0.3.1.rst","releases/release-0.3.2.rst","releases/release-0.3.3.rst","releases/release-0.3.4.rst","releases/release-0.3.5.rst","releases/release-0.3.6.rst","releases/release-0.4.0.rst","releases/release-0.4.1.rst","releases/release-0.4.2.rst","releases/release-0.4.3.rst","releases/release-0.5.0.rst","releases/release-0.5.1.rst","releases/release-0.5.2.rst","releases/release-0.5.3.rst","releases/release-0.5.4.rst","releases/release-0.5.5.rst","releases/release-0.5.6.rst","releases/release-0.5.7.rst","releases/release-0.5.8.rst","releases/release-0.5.9.rst","releases/release-0.6.0.rst","releases/release-0.6.1.rst","releases/release-0.7.0.rst","releases/release-0.7.1.rst","releases/release-0.8.0.rst","releases/release-0.8.1.rst","releases/release-0.8.10.rst","releases/release-0.8.11.rst","releases/release-0.8.12.rst","releases/release-0.8.13.rst","releases/release-0.8.14.rst","releases/release-0.8.15.rst","releases/release-0.8.16.rst","releases/release-0.8.17.rst","releases/release-0.8.18.rst","releases/release-0.8.19.rst","releases/release-0.8.2.rst","releases/release-0.8.20.rst","releases/release-0.8.21.rst","releases/release-0.8.22.rst","releases/release-0.8.3.rst","releases/release-0.8.4.rst","releases/release-0.8.5.rst","releases/release-0.8.6.rst","releases/release-0.8.7.rst","releases/release-0.8.8.rst","releases/release-0.8.9.rst","releases/release-0.9.0.rst","releases/release-0.9.1.rst","releases/release-0.9.10.rst","releases/release-0.9.11.rst","releases/release-0.9.12.rst","releases/release-0.9.13.rst","releases/release-0.9.14.rst","releases/release-0.9.15.rst","releases/release-0.9.16.rst","releases/release-0.9.17.rst","releases/release-0.9.18.rst","releases/release-0.9.19.rst","releases/release-0.9.2.rst","releases/release-0.9.20.rst","releases/release-0.9.21.rst","releases/release-0.9.22.rst","releases/release-0.9.23.rst","releases/release-0.9.24.rst","releases/release-0.9.25.rst","releases/release-0.9.26.rst","releases/release-0.9.27.rst","releases/release-0.9.28.rst","releases/release-0.9.29.rst","releases/release-0.9.3.rst","releases/release-0.9.30.rst","releases/release-0.9.31.rst","releases/release-0.9.32.rst","releases/release-0.9.33.rst","releases/release-0.9.34.rst","releases/release-0.9.35.rst","releases/release-0.9.36.rst","releases/release-0.9.37.rst","releases/release-0.9.38.rst","releases/release-0.9.39.rst","releases/release-0.9.4.rst","releases/release-0.9.40.rst","releases/release-0.9.41.rst","releases/release-0.9.42.rst","releases/release-0.9.5.rst","releases/release-0.9.6.rst","releases/release-0.9.7.rst","releases/release-0.9.8.rst","releases/release-0.9.9.rst","rest_api.rst","ruby_api.rst","scheduling_workflow.rst","tutorials.rst","tutorials/bigdata_analytics_using_treasure_data.rst","workflow_definition.rst"],objects:{},objnames:{},objtypes:{},terms:{"01t00":[42,50],"01t01":52,"03z":14,"10mb":2,"11h":163,"120s":43,"1234abcd":[39,40,41],"16_bytes_phras":2,"16m":163,"1800s":39,"24hour":35,"29t00":166,"29t23":166,"2ffile":26,"2mb":2,"2nd":163,"2xlarg":21,"30s":[39,54,55],"30t00":166,"30t01":166,"31t00":166,"32s":163,"414a8b9":166,"4xlarg":21,"4xx":[27,106],"5eb63bbbe01eeed093cb22bb8f5acdc3":43,"60min":35,"60s":43,"60sec":35,"7khu3vcwgnafl":21,"83047402b":21,"8u71":76,"8u72":6,"90dai":35,"916a":166,"boolean":[2,13,15,16,23,24,27,29,30,31,34,35,36,39,40,41,42,46,47,48,49,50,52,53,54,55,96,157,163],"break":[8,74,118],"byte":[2,43,113],"case":[2,4,8,27,36,39,40,41,43,67,70,163,166],"class":[8,21,37,38,58,79,96,162,166],"default":[0,1,2,4,5,8,10,13,15,16,27,31,34,35,36,37,38,39,40,41,42,43,45,46,47,48,49,50,52,53,54,55,58,64,70,72,73,76,77,89,92,93,101,103,110,123,131,143,144,156,162,163,165,166],"enum":2,"export":[0,6,7,11,24,25,30,41,47,56,62,63,65,70,166],"final":[8,137],"function":[1,8,13,37,58,118],"import":[11,25,49,50,55,58,65,70,77,118,131,166],"long":[1,2,8,96,113,157],"new":[0,2,4,8,10,14,21,31,42,47,73,77,78,81,89,96,103,107,111,114,117,128,129,152,158,166],"null":[2,40,41,70,126],"public":[36,39,40,41,163],"return":[8,28,46,48,54,81,85,89,112,113,156,160],"static":[8,166],"switch":1,"throw":[8,23,58,80,162],"timoth\u00e9":[150,153],"true":[0,1,2,13,15,21,23,24,27,29,30,31,35,36,39,40,41,42,43,46,47,48,49,50,52,53,54,55,82,83,96,101,118,124,131,157,163,166],"try":[1,16,117],"var":21,"while":[6,8,93],AES:2,AND:21,AWS:[1,3,21,40,41,43,53,60,103],Added:[62,63,64,67,68,69,74,77,78,79,80,81,84,86,88,89,90,92,96,97,99,103,104,106,107,111,114,116,117,118,120,123,128,129,130,131,132,133,135,136,152,156,157,160,163],Adding:[8,77],And:[4,8,16,163],But:[0,4,8,10,28,36,39,40,41,42,163],DFS:3,ECS:[3,7,60],FOR:77,For:[1,2,4,8,13,14,17,21,30,43,48,70,81,163,166],GCS:[16,26,105,154],INTO:[36,39,46,50],Its:30,KMS:21,Not:[42,121],One:2,TLS:31,That:166,The:[0,1,2,4,8,13,15,16,19,21,26,27,28,34,35,36,37,38,39,40,41,43,45,46,47,48,49,50,51,52,53,54,55,60,61,93,94,95,99,101,102,103,104,105,106,110,112,118,141,154,163,166],Then:[6,8,24],There:[4,8,10,95],These:[8,15,81,94],Trs:[60,154],Use:[2,28,46,51,163],Useful:2,Uses:31,Using:[0,7,21],WITH:[42,82],With:[4,8,70,166],_7ne4emoaz4fbke2pa:35,__digdag_statu:[36,39,40,41],__init__:[37,58],_after:127,_background:[83,127,166],_check:[22,65],_command:[65,166],_databas:82,_do:[4,22,23,24,27,29,30,36,39,42,43,48,69],_else_do:[29,143],_env:118,_error:[22,31,65,124,166],_export:[0,1,2,13,14,15,16,31,36,37,38,39,40,41,45,46,47,48,51,52,54,55,65,70,76,162,165],_page_s:143,_parallel:[23,24,30,48,60,83,92,99,157,166],_retri:[92,142,166],_schedul:65,_secret:141,_sla:65,_type:[58,65,73,162,166],_workdir:[90,156],abc:166,abcd:35,abcdefghjklmnopqrstu:53,abl:[106,114,126,132,133],abolish:60,about:[8,13,14,21,26,35,40,41,43,69,117],abov:[2,6,96,124,163,166],abstractwaitoperatorfactori:138,accept:[8,16,27,43,76,77,81,108,117,126,152,156,163],acceptanyd:40,acceptinvchar:40,access:[1,2,4,8,10,13,14,21,31,40,41,43,46,47,48,49,50,52,53,54,55,86,92,93,94,101,128,131,141],access_key_id:[1,53,118],access_log:[40,41],accesscontrol:60,accid:4,accident:[2,4],account:13,achiev:8,across:[20,114,136],action:[21,40,41,166],activ:[8,46,103,134],actual:[2,4,8,46,50,53,124,163,166],acycl:[4,7],add:[1,2,3,5,8,10,30,36,39,42,46,51,60,82,84,115,118,139,142,144,145,155,163,166],add_subtask:[58,162,166],added:[5,36,39,91,105,111,158,163],adding:6,addit:[8,16,27,42,46,51,70,81,83,89,96,118,152],additionali:166,addquot:41,addr1:31,addr2:31,addr:31,address:[2,21,31,36,39,40,41,46,47,48,49,50,52,53,54,55,145,163],addtasksexceptingroottask:64,admin:[2,31,157],administr:[0,8,14,106],affect:[2,4,62,118,166],after:[4,47,82,89,166],again:[2,6,47,118,166],against:134,agent:[1,2,7,10,96,97,141],agent_:10,ago:39,aki:[60,144,150,153],akira:[123,125,144,158],akirakw:[123,125],alert:[0,7,96],algorithm:43,alia:[2,81],all:[0,1,2,4,5,8,10,17,36,39,42,51,62,64,70,84,87,88,89,92,93,103,114,141,166],allow:[2,4,8,13,16,36,39,40,41,43,77,79,101,106,131,141],allowattachself:2,allowoverwrit:41,almost:70,alreadi:[2,6,13,14,16,36,39,42,46,47,80,87,117,118,163],also:[0,2,4,8,14,16,28,36,37,38,39,43,51,93,111,166],alt:26,altern:[31,37,38,45],although:[4,8],alu:124,alwai:[1,8,22,70,81],always_pul:124,amazon:[3,7,8,11,40,41,118],amazonaw:[1,2,39,40,41],america:166,amount:[0,163],analyst:31,analyt:[3,7,164],analyz:[15,166],analyze_prepared_data_set:166,analyze_step1:166,ani:[0,2,4,8,13,14,16,27,86,107,141],anoth:[2,4,7,8,11,28,47,57,118,124,156,163],another_password:[36,39],another_project:42,another_project_wf:42,another_workflow:[17,42],anyon:0,anyth:4,anywher:98,apach:[3,7,96],api:[2,3,7,27,28,37,38,43,46,47,48,49,50,52,53,54,55,60,73,79,80,81,84,87,89,91,95,99,103,106,113,117,131,143,144,146,152,153,154,156,157,160],api_:10,api_backfillschedul:10,api_deleteproject:10,api_deleteprojectsecret:10,api_disableschedul:10,api_enableschedul:10,api_getarch:10,api_getattempt:10,api_getattemptretri:10,api_getfil:10,api_getfilehandl:10,api_getproject:10,api_getprojectbyid:10,api_getprojectschedul:10,api_getprojectsecretlist:10,api_getprojectsess:10,api_getrevis:10,api_getschedul:10,api_getschedulebyid:10,api_getsess:10,api_getsessionattempt:10,api_gettask:10,api_gettruncatedsessiontim:10,api_getworkflow:10,api_getworkflowbynam:10,api_getworkflowdefinit:10,api_getworkflowdefinitionbyid:10,api_kei:165,api_killattempt:10,api_putproject:10,api_putprojectsecret:10,api_skipschedul:10,api_startattempt:10,apikei:[46,47,48,49,50,52,53,54,55,81,92,99,102,165],app:[31,40,41,46],app_us:[36,39,40,41],appconfig:3,appear:[26,43],append:[4,8,13,16,36,39,46],appl:23,appli:5,applic:[21,27,28,31,43,46,48,54,55,79,84,86],appropri:28,apt:1,aq5e5evdivzllnsdi0pm4a:35,arbitrarili:13,architectur:[2,4,6,7],archiv:[2,4,7,10,74,88,93,97,111,113,120,121,127,128,131,135,141,152],archive_typ:8,archivemanag:8,arg1:[58,162],arg:[1,21,45],argument:[1,2,7,37,38,70,77,81,92,107,132,144,145,157],argumenterror:162,ariarijp:[114,134,135],ariga:[60,144,150,153],arn:[1,21,40,41],around:[0,96,128],arrai:[27,31,36,39,47,73,90,105,111],arriv:[11,56],artifact:[122,141],asia:[2,166],assembl:21,assertionerror:148,associ:80,assum:[4,8,21,37],assumerol:[40,41],async:112,athena:3,attach:[2,31,65],attach_fil:31,attempt:[5,7,8,10,42,60,77,79,81,93,96,97,103,106,110,117,125,126,128,131,143,148,157,160,166],attempt_id:[10,113,144,166],attempt_max_run:2,attempt_ttl:[2,110,157],auth:[2,3,151],authent:[3,8,27,60,84,92,106,108,109,111,151],authenticatorfactori:2,author:[2,27],auto:[5,40,155],auto_termin:21,autocommit:133,autodetect:16,autom:[3,6,7],automat:[0,2,7,8,13,16,24,46,48,54,55,89,107,118,163],autoscal:3,avail:[2,8,34,35,46,52,53,77,81,122,161,163,166],avoid:[5,105,126,137,146,157],avro:[15,16,40],awar:50,awesom:37,aws:[1,21,39,40,41,43,53,106,118],azul:1,azur:3,b365:166,b4df00d:13,backend:[77,125],backfil:[4,7,10,80,81,107,120,141,146],backfill1:2,background:166,backoff:[26,43],backup:16,backward:[13,15,16,20,53,79,81,113,118],bad:[16,85,112,117],badli:8,bar:[2,14,21,27,31,43,166],bar_dataset_:14,bar_table_:14,base64:[2,43],base:[0,1,2,8,28,31,114],basedir:93,baseoper:96,bashrc:6,basic:[2,3,27,151,166],bat:6,batch:[7,13,152],baz:[14,21,27,43],bcc:[31,145],bearer:27,becaus:[2,4,5,8,13,15,16,70,77,87,124,136,163,166],becom:[0,8,152],been:[2,6,10,42,60,91,93,95,102,105,141,163],befor:[2,4,5,16,36,39,46,121,124,163,166],begin:[24,30,46,166],behav:8,behavior:[4,8,131,138,142,166],being:[4,26,43,124,163],bellow:2,below:[2,8,28,47,163],berlin:166,best:[0,38,163],between:[0,8,15,16,26,43,163],bigdata:164,bigqueri:[3,11,25,105,153],bill:13,bin:[1,6,37,38,45],binari:[2,5],bind:[2,79,163],bindauthent:84,bindauthinterceptor:84,bintrai:111,bird:0,bit:2,blanksasnul:40,block:[112,131],blog:9,bodi:[2,28,31,36,39,58,82,156,162],bootstrap:[21,79,139],both:[24,42,63,131,163],bottom:166,bound:8,bq_ddl:105,bq_extract:105,bq_load:[105,122,127,150],branch:4,bring:0,broken:[39,69,86,100,120,124,140],browser:118,bucket:[1,2,16,21,26,40,41,43,46,51,53,141,152],buffer:2,bufferedremotetasklogg:137,bug:[75,97,112,115,119,160],build:[1,7,111,132,141,148,149,150,151],build_opt:[1,149],built:[0,8,64,92,156,160,166],bulk:[11,50,56,152],bundl:[6,104,152,166],bundle_gemfil:38,button:[106,128,155],bzip2:[40,41],cach:[0,1,8,13,87,135],cafil:6,calcul:[2,7,81,114],call:[0,4,11,40,41,42,57,73,87,90,102,136,144,156,166],callback:8,called_workflow:17,can:[0,1,2,4,5,6,8,10,13,14,15,16,21,22,23,26,27,31,36,37,39,42,43,45,46,47,48,49,50,51,52,54,77,84,86,92,93,95,98,99,101,103,104,105,106,107,110,111,116,117,118,125,128,130,141,145,163,165,166],cancel:[21,110,126,131],cancelrequest:131,cannot:[5,139,166],capabl:[8,53],capath:6,care0717:155,care:[0,151],cat:2,categor:10,categori:7,caus:[5,27,46,48,54,55,73,87,96,115,121,148,163],central:0,ceph:128,cert:6,certain:[8,55],certif:6,chang:[1,2,4,6,8,42,163],charact:[15,16,40,41,77,86,120,128,149,166],chat:3,check:[0,1,4,5,7,8,42,43,55,65,73,76,92,93,134,144,152],check_loaded_data:166,check_recent_record:54,child1:166,child:[0,7,42,62,166],child_task0:166,children:[0,2,4,8,64,166],chmod:6,choic:[0,6],choos:[10,163,166],choplin:112,civitaspo:[60,154],ckjj6:26,classload:8,classpath:[8,99],cleanup:39,clear:[14,105],cli:[2,3,5,98,117,144,147,148,150,153,155],client:[1,7,8,13,27,79,92,93,113,126,131,137,139,141,142,163],close:39,cloud:[7,11,13,15,16,74,105],cloudwatch:1,cluster:[1,3,5,8,21],cmd:[6,148],code:[7,8,40,41],collabor:0,collect:[3,8,118],column:[8,16,46,48,52,81,111],com:[1,2,14,21,26,27,28,31,35,36,39,40,41,46,47,48,49,50,52,53,54,55,58,70,162],combin:[2,81],come:103,comman:91,command:[0,3,4,6,7,13,14,15,16,21,26,27,31,36,37,38,39,40,41,42,43,45,46,47,48,49,50,52,53,54,55,60,63,64,65,67,68,73,74,76,77,81,82,84,92,93,96,98,104,105,106,107,111,113,114,117,118,121,124,128,132,139,141,143,145,146,147,148,149,152,153,155,163,166],command_executor:1,commandexecutor:8,commandlogg:123,comment:[46,82],common:[1,4,7,8,17,166],commun:[7,8,60],compact:166,compar:[4,54],compat:[13,15,16,53,79,107,128,154],compil:[83,141],complet:[0,2,4,17,39,42,97,113,166],complex:[0,7,54,163,166],complex_queri:[36,39],complic:0,compon:8,compress:[2,15],comprow:40,comptibl:81,compupd:40,comput:24,concept:[0,7],concurr:114,conda:37,condit:[11,46,57,157],conf:[21,99],config:[2,8,10,31,49,70,92,93,94,98,123,150,166],configevalengin:[2,60],configur:[1,2,4,8,10,14,21,37,38,49,55,60,77,93,94,95,96,99,101,110,123,141,153,157,166],confirm:[4,5,31,46,52,63],conflict:2,confus:157,connect:[2,34,35,36,39,40,41,46,51,159,163],connect_timeout:39,connection_created_on_consol:46,connectiontimeout:[2,34,35],connector:[50,95],consid:[4,52],consist:0,consit:4,consol:[13,46,51,99],constant:166,constructor:86,consumpt:8,contain:[0,1,4,8,13,16,27,31,36,39,46,48,54,97,118,127,128,163],content:[2,8,27,28,31,43,114,134,141,145,166],content_format:27,content_typ:[27,31],content_type_overrid:[28,150],contenttyp:26,continu:[21,43],continue_on_timeout:43,contribut:[7,60],control:[0,4,7,11,27,42,43,60,70,86,98,103,114,118,131,163,166],cooki:131,copi:[2,40,41,123,136,137],cor:131,core:[2,8,21,34,35,115,126],correctli:[93,101],correspond:10,corrupt:106,cost:3,cost_explor:3,count:[2,21,22,30,36,39,46,48,52,54,55,101,107,156],cpu:[2,8,34,35],crash:[8,107],crc32c:26,crd:3,creat:[0,2,4,6,8,13,14,16,21,26,36,37,39,40,41,43,46,47,51,74,82,87,93,152,163,166],create_databas:47,create_dataset:14,create_disposit:[13,16],create_if_need:[13,16],create_nev:[13,16],create_new_table_using_result_of_select:46,create_summary_table_ddl:[36,39],create_t:[14,36,39,46,47,73,75,165],creation:137,credenti:[1,2,13,14,15,16,21,26,36,39,40,41,103,117,128,141],crlf:74,cron:[7,91,163],crt:6,cryptil:139,csv:[15,16,31,36,39,40,46,52,65],current:[0,1,2,4,8,10,93,103,166],custom:[2,8,21,27,43,46,79,84,95,101,107,111,134,142,143,145,151],customized_status_t:[36,39,40,41],cve:136,dag:[4,7,16],dai:[2,4,30,42,110,157,163,166],daili:[2,77,163,166],daily_job:163,daily_workflow:42,daniel:[60,80,82,87,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,107,108,109,110,111,112,113,114,115,116,117,118,119,120,130,136,141,152],dash:118,dat:31,data1:[16,166],data2:166,data2_:16,data3:166,data4:166,data:[2,4,7,8,11,13,17,21,25,26,27,31,33,40,41,43,44,70,81,95,99,116,123,128,130,143,163,164],databas:[2,7,10,11,34,35,36,39,40,41,46,47,48,49,50,51,52,53,54,55,76,77,78,81,88,91,96,100,125,132,133,134,141,149,158,159,166],databasesessionstor:126,dataconnector:49,datadog:3,dataset:[11,13,15,16,25],datastor:16,datastore_backup:16,date:[2,13,16,166],dateformat:40,dateonli:26,daysinmonth:42,db_:10,ddd:163,ddl:[5,11,14,25,36,39,47,56],ddthh:50,dead:145,deadlock:132,debug:[0,2,4,31,63,89,114,125],decid:46,declar:[24,47,141],decor:122,dedup_mast:[36,39],dedup_master_t:[36,39],def:[37,58,162,166],default_endpoint:123,default_table_expir:14,default_ttl:148,defens:124,defin:[0,1,2,7,13,165],definit:[0,1,2,4,6,7,13,17,80,91,118,123,128,152,163],deflat:126,degrad:5,delagrav:[60,144,151,153],delai:[2,4,89,163],delet:[5,8,10,11,14,27,36,39,46,56,64,107,117],delete_dataset:14,delete_t:14,delimit:[15,16,40,41],depend:[0,4,7,8,11,57,111,136,154,157],depend_on_all_daily_workflow_in_month:42,deprec:[31,77,102,141,150],describ:[1,8,13],descript:[1,3,10,14,163,166],design:4,desir:[37,38,45],dest_tabl:[36,39],destin:[13,15,16,47,51],destination_format:15,destination_t:[13,15,16],destion:8,destkei:34,detail:[0,2,7,8,13,14,16,21,37,38,40,41,124,127,128,157,166],detect:[26,43,80],determinist:81,dev401:3,develop:[0,1,6,8],devic:21,dfs_wait:3,dict:166,did:[87,92],didgag:88,didn:160,differ:[0,4,28,47,93,105,118,163,166],dig:[0,2,4,6,7,17,31,37,42,58,95,141,162,163],digadg:70,digdag:[1,2,3,4,6,8,9,13,14,15,16,21,26,27,31,36,39,40,41,42,43,46,47,48,49,50,52,53,54,55,58,64,67,68,76,79,86,87,88,89,91,92,93,94,95,96,97,98,103,113,122,123,124,126,128,131,138,139,140,141,145,148,152,155,159,161,162,163,166],digdag_cli:3,digdag_insert_lin:[46,82],digdag_metr:10,digdag_param_serv:35,digdagcli:80,digdagemb:[79,151],digest:43,dio:98,dir:[2,6,67,92],direct:[2,4,7,8,22,86,113,118,163,166],direct_download:[2,131],directli:[4,8,16,51,86,131],directori:[0,2,4,17,26,37,43,64,67,70,93,145],disabl:[5,8,10,40,41,92,93,96,103,104,148],disable_backfil:136,disable_direct_download:2,disk:8,displai:[2,97,123,145],disposit:[13,16],distribut:0,dive:0,divid:[24,139,166],djdk:2,doc:[73,94,161],docker:[4,7,8,111,124,149],dockerfil:1,document:[3,5,13,14,16,21,28,37,38,40,41,43,60,124,127,129,144,145,146,147,148,149,150,153,154,155,161,166],doe:[2,4,13,16,42,46,137,144],doesn:[0,2,4,7,8,22,28,42,46,86,87,107,131,166],dollar:133,domain:[10,14,97],don:[4,163,166],done:[4,42],dot:81,down:[51,97],downgrad:146,download:[7,8,26,36,39,46,52,65,86,105,106,113,118,131],download_fil:[36,39,46,52,74,106,126],dozenyutaro:112,dramat:60,drop:[5,36,39,46,47,82,87],drop_databas:47,drop_tabl:[47,73],dry:[2,63,88,120],duck8823:123,dump:[4,166],duplic:[27,36,39,40,41,80,157],durat:[3,40,41,96,123,157,163],dure:[0,121,140,163],dynam:[7,46,125],dynamicali:46,dynamicpluginload:8,dynamodb:40,each:[1,2,4,5,8,11,23,31,35,48,56,57,139,165,166],eas:[8,70],easi:[0,120],easier:124,easili:4,east:[1,39,40,41,53],eat:23,ebs:21,ec2:[1,21],echo:[2,4,6,11,21,23,24,29,30,34,43,45,48,57,70,153,163,166],ecod:90,ecs_task:3,edd:[60,150,153],edit:[123,152],effect:[2,6],either:[2,21,31,40,41,110,163],elast:[1,3,11,12],element:31,els:29,email:[11,32,36,39,48,58,120,162,166],emanuel:[146,149],emb:[13,17,28,31,36,39,46,48,54,79,166],embed:[31,65],embulk:[11,44,131,141],empti:[13,14,16,40,43,47,82,101],empty_databas:47,empty_dataset:14,empty_t:[14,47,73],emptyasnul:40,emr:[11,12,118,124,141],emr_fleet:3,emr_job:21,enabl:[5,10,27,31,36,39,40,41,43,46,47,48,49,50,52,53,54,55,63,74,92,96,103,104,143,144,157,163],enclos:163,encod:[2,16,27,40,43,90,118,126,149],encount:31,encrypt:[21,31,40,41,43],end:[1,2,4,13,16,17,70,162],endpoint:[1,2,10,21,27,43,46,47,48,49,50,51,52,53,54,55,67,81,84,89,92,103,106,118,123],enforc:[8,110],engin:[0,2,3,46,48,54,55,165],engine_vers:[46,48,54,55,147],enhanc:[147,148,155,160],enough:10,enqueu:2,enqueue_fetch_s:2,enqueue_random_fetch:2,ensur:166,enter:2,entir:[0,2,70,141],entiti:[16,96],entri:163,env:[6,58,162,166],environ:[0,1,2,4,6,8,38,60,93,110,117],ephemer:[21,27],epoch:[117,166],equival:166,erase_t:166,error:[2,4,5,7,22,24,27,42,64,65,73,80,85,87,90,92,96,101,106,112,113,117,118,121,123,138,145,149,150,156],escap:[40,41,126],especi:[4,121],etag:[26,43],etc:[2,4,6,9,27,51,92,94,166],europ:[2,166],eval:2,evalu:[42,69,76],evan:155,even:[0,2,4,8,27,31,42,67,126],eventu:8,everi:[0,2,4,163],exactli:6,examil:31,exampl:[1,2,4,8,13,14,15,16,17,21,23,24,26,27,28,30,31,35,36,37,38,39,40,41,42,43,45,47,48,50,51,53,54,55,58,70,73,81,145,162,166],example_typ:2,exce:[36,39],exceed:110,except:[4,27,28,60,80,96,106,121,124],exclud:131,exclus:[2,50,53],exe:[6,45],execut:[0,1,2,3,5,6,7,8,11,13,21,37,46,48,49,51,52,53,54,55,57,68,77,93,94,103,104,105,106,110,114,118,123,127,132,143,145,150,152,157,163],executor:[2,4,7,10,60,96,110,111,124,157],executor_:10,exist:[2,8,13,14,16,21,36,39,42,46,47,73,77,80,82,87,103,117,124,128,131,152],exit:[2,92,113],expampl:116,expand:46,expect:[0,4,6,7,8],experiment:[2,7,60,67,139],expir:[8,35],expiration_tim:14,explain:[5,8],explicit:[40,43],explicit_id:40,explicitli:95,explor:3,exponenti:[26,43,166],export_and_call_child:166,export_query_result:51,expr:2,express:[104,133],extend:[2,8],extens:[7,16,113,133,152],extern:[3,4,8,13,16,40,41,46,51,130,143,166],extra:[16,81],extrac:88,extract:[2,4,11,15,25,121,127,135],f0ed9987bd2b:166,f40172ebc58f58087b6132085982147efa9e81fb:2,fail:[0,2,4,5,7,11,13,16,21,31,36,39,42,57,73,96,106,117,118,125,137,144,146,154,157,163],fail_if_too_few:22,failur:[4,21,42,46,48,54,55,126,127,157],fallback:1,fals:[1,2,5,13,16,21,26,27,29,31,34,35,36,39,40,41,43,46,52,118,126,127,131,163],fargat:1,faster:63,favicon:145,favor:102,featur:53,feder:[40,41],federated_us:40,feel:9,fetch:[8,11,27,57,120,131],few:[8,10],field:[13,14,15,16,89,97,118,131,156,157,163],field_delimit:[15,16],file:[0,2,3,4,6,7,8,9,10,11,12,13,15,16,17,21,25,31,36,37,38,39,46,48,49,51,52,53,54,65,70,71,72,74,81,86,88,91,92,93,95,97,103,105,106,113,120,127,128,131,136,137,141,145,152,156,163],file_format:[53,121],file_nam:10,filenam:[31,89],files:89,filesystem:8,fillrecord:40,filter:[89,144,149],find:4,finish:[0,2,4,7,8,42,43,64,89],finished_at:97,first:[8,14,31,36,39,46,47,52,61,114,118,163,166],fit:7,fix:[0,4,5,6,24,46,48,54,55,64,65,71,72,73,74,75,76,80,85,86,88,90,91,96,97,99,100,105,106,107,108,109,111,112,113,114,115,119,120,121,123,124,126,127,128,131,132,133,138,156,157,158,160],fixedwidth:[40,41],flag:[34,35,43,93,103,105,106,131],flatten:13,fleet:3,flink:21,flow:21,fluenci:10,fluentd:10,focu:0,folder:[6,21],folllow:6,follow:[1,2,4,5,6,8,10,28,31,37,40,41,43,46,55,62,70,87,89,118,128,154,163,166],foo:[2,14,21,27,31,43,166],foo_dataset_:14,foo_table_:14,foobar:[2,27,28,36,39,40,41],for_each:[27,36,39,78,90,105,106,125],for_each_us:48,for_rang:129,forc:[2,6,152],foreign:80,form:[13,16,27],format:[2,13,15,16,27,50,53,65,71,74,77,81,123,133,163,166],format_in_utc:166,format_session_tim:166,format_tomorrow:166,forward:[2,117],found:[1,48,96],fraction:21,framework:[0,10],free:9,freedesktop:93,frequent:163,friendly_nam:14,from:[0,2,3,4,6,8,11,13,24,25,27,28,30,31,33,36,39,40,41,46,47,48,49,50,53,54,55,70,78,80,86,88,93,94,96,99,105,107,114,117,118,120,126,130,131,136,138,157,163,166],from_mysql:4,from_postgr:4,fromtim:81,frsyuki:[2,70,137,138],fruit:23,fuji:123,full:[8,9],fulli:4,further:163,furuhashi:[60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,101,102,103,104,105,107,110,111,112,113,114,116,117,118,120,121,122,123,124,125,126,127,128,129,130,131,132,133,134,135,136,137,138,141,149,150,152,153,154,155,156,157,158,159,160],futur:[2,10,13,15,16,90,118],gather:166,gcp:[13,14,15,16,26],gcs:[2,11,25,26,155],gcs_wait:[105,106],gemfil:38,genapikei:92,gener:[0,1,2,6,7,13,23,24,26,28,31,36,39,40,41,42,53,103,106,131,166],georg:143,get:[0,1,2,8,10,11,21,27,33,40,41,64,73,81,86,106,115,118,120,139,143,160],get_execution_tim:166,get_multiple_valu:34,get_queri:46,get_single_valu:34,getfederationtoken:[40,41],getlogserv:86,getrevis:80,getsess:126,gfx:123,git:[0,2],gitignor:2,give:4,given:[2,19,29,46,107],global:[4,8],glue:3,gmail:[31,70],goal:2,going:20,good:4,googl:[3,7,11,105],googleapi:26,goro:123,gotten:34,gp2:21,graal:2,graalj:60,gradl:[60,132,137,145,146,159],grandchildren:166,grant:[47,106],graph:[4,7],greater:2,green:4,grigaliuna:124,grimros:126,group:[7,60,92,127,136,137,138,144,166],groupbyemail:14,grow:8,guess:49,guic:[8,79,153],guid:8,gzip:[2,15,40,41],h4988ceae:26,had:124,hadoop:21,hand:[4,5],handl:[2,7,27,97,99,101,113,132],handshak:31,hangout:3,happen:[0,2,113,121,125,128],hard:[8,157],hardest:8,has:[2,4,6,8,10,17,35,36,39,42,46,55,60,91,93,95,96,105,118,138,141,152,154,163,166],hasegawa:107,hash:2,haupt:[146,149],have:[2,4,8,21,60,93,94,102,105,118,141,163,166],head:[2,27,82],header:[2,15,27,28,82,84,92,95,114,131,141],heartbeat:8,hello:[19,21,27,31,36,39,45],hello_world:166,help:[0,6,7,8,131,146,148],here:[37,53,60,136,155,166],hidden:114,hideaki:146,high:[46,48,54,55],higher:4,highest:4,hikaricp:[2,80,148],hint:[117,144],hiroshi:80,hiroyuki:[60,105,107,111,123,127,130,133,136,137,138,139,144,145,146,148,149,150,153,154,155,160],hiroyukim:131,histori:[4,8],hive:[21,46,48,54,55,75,82,166],hive_engine_vers:[46,48,54,55],hive_pool_nam:[46,54,55,135],hiveconf:21,holidai:163,home:[2,6,93,94],horizont:[3,7],hosokawa:146,host:[2,10,21,31,34,35,36,39,40,41,43,92,166],hostnam:[36,39,40,41,92],hour:[2,4,30,39,40,41,50,70,72,163,166],hourli:[2,50,77,163,166],how:[0,13,38],howev:[4,8],html:[2,27,31,46,52,65,93],http2:2,http:[2,6,8,10,11,26,32,46,47,48,49,50,52,53,54,55,57,60,84,92,93,95,106,114,117,118,123,126,128,141,155,163],http_call:[149,150],http_proxi:117,https_proxi:117,hue:21,huge:163,ichihara:138,idempot:[27,36,39,40,41,81],ident:8,identifi:[2,16],idl:2,idletimeout:[2,34,35],ids:40,ignor:[2,16,42,157],ignore_failur:[42,157],ignoreblanklin:40,ignorehead:40,imag:[0,8,31,124],image1:31,immedi:50,impact:8,implement:[2,4,8,86,101,107,136,155],implicitli:92,improv:[10,60,68,84,116,118,123,125,134,139,144,146,148,149,150,151,153,154,155],includ:[2,4,7,8,27,36,37,38,39,46,58,68,69,72,76,77,80,82,84,86,91,92,93,96,118,123,131,136,137,141,162],inclus:[50,53],incompat:[20,113,118],increas:[163,166],indent:46,index:[5,24,46,52,93,157],infer:[16,27],infinit:148,influenc:4,info:2,inform:[2,3,8,13,14,21,26,27,43,96,111,114],infrastructur:7,ingest:[14,16],inherit:[42,47],init:[6,103,105],initi:95,inject:[8,86,123],inou:128,input:21,insert:[4,8,36,39,46,50,82],insert_into:[36,39,46,165],insert_result_of_select_into_a_t:46,insert_to_summary_t:[36,39],insertattempt:80,inspect:95,insread:[40,41],instal:[1,4,6,21,73],install_bar:21,install_foo:21,instanc:[2,3,8,123],instanci:8,instanti:8,instead:[2,4,6,20,26,27,43,49,51,70,72,73,74,81,82,85,87,92,93,107,112,114,117,118,126,141,163],integ:[2,13,14,16,23,24,27,30,34,35,40,41,50,53,117,118,166],integr:[8,10,118],intend:[8,118],intent:157,interact:[3,13],interfac:[2,8,84,106,118,151,152],intern:[2,4,7,85,87,88,90,112,117],interv:[26,43,54,55,166],interval_typ:166,introduc:[4,10,60,138,143,149,150,151],invalid:[87,90],invent:3,investig:[120,125],invok:6,involv:166,iop:21,isadmin:106,isn:[36,39,40,41],iso:[16,42,50,81],isol:8,issu:[0,1,3,4,87,99,106,109,114,157],it4zywc3d23hpsge3nz85a:26,item:51,iter:136,ito:148,its:[0,2,8,10,36,39,42,84,129,166],itself:[4,8,36,39],jackson:136,jag:16,japan:3,jar:[6,21],java11:[2,60,155],java8:2,java:[2,6,8],javascript:166,jcenter:155,jdbc:3,jdbi:80,jdk:[76,92],jdk_java_opt:2,jmx:[2,10,97,101,148],jmxagent:155,job:[3,6,7,13,15,16,21,46,48,49,51,52,53,54,55,73,99,115,118,135,163],job_id:51,john:[150,153],join_log_with_mast:[36,39],json:[2,13,15,16,23,27,28,40,46,53,58,71,93,105,118,127,162],jsonl:[53,121],jsonpathfil:40,just:[21,36,39,40,41],jvm:92,jwt:60,k8s_job:3,kamikaseda:[60,97,120,121,132,139,144,146,149,150,153,159],katsuya:149,katsuyan:[60,153],kawachi:123,kawaguchi:[123,125,158],kazuhiro:[60,139,142,143],kazuki:[130,148,152],keep:[0,2,4,8,82,125,131],kei:[1,10,13,21,23,27,34,35,36,39,40,41,43,46,47,48,49,50,52,53,54,55,69,80,81,84,92,97,117,141,166],keisuk:[61,121,127],kentaro:[60,117,132,144,153,155],kept:[2,13,15,16],key1:[34,35],key2:[34,35],key3:[34,35],key_of_store_parameter1:34,key_of_store_parameter2:34,key_of_store_parameter3:34,keyword:[21,37],kick:42,kill:[10,128,157],kimura:107,kind:[0,4,26,166],kiso:137,kit:6,kiyoto:[117,146],kms:21,knk:[60,144,150,153],know:0,koga:124,kohei:117,kohki:[60,153],komatsu:[60,84,97,101,103,112,115,116,117,120,121,123,124,125,126,127,128,130,132,133,135,136,139,141,144,152,155,156,158,159,160],kotaro:138,koyasu:[123,144],kubernet:[1,3],label:14,languag:[2,7,166],larg:[5,13],larger:8,last:[2,4,13,15,16,21,26,36,39,42,43,46,48,49,51,52,53,54,77,81,91,166],last_:94,last_cont:[27,46],last_executed_session_tim:[118,163,166],last_executed_session_unixtim:166,last_job:139,last_job_id:[51,70],last_jobid:[13,15,16],last_object:43,last_result:[36,39,46,52],last_session_:94,last_session_d:166,last_session_date_compact:[14,166],last_session_local_tim:166,last_session_tim:[42,54,118,163,166],last_session_tz_offset:166,last_session_unixtim:166,later:[2,4,30],latest:[0,2,4,7,8,91,93],launch:1,launch_typ:1,lead:16,leak:8,leakdetectionthreshold:2,least:[2,8,81],leen:60,legaci:[13,31,97],length:43,less:[2,4,8,22,31,46,48,54,55,152],let:[4,36,39,123,152,163],level:[2,99,156,163,166],lewuath:96,libhello:21,librari:[3,79,139,145],licens:96,like:[0,1,2,5,6,35,37,40,47,70,123,166],limit:[2,4,8,13,23,24,30,36,39,53,54,95,96,103,107,110,114,123,141,144,166],limitas:163,line:[2,26,27,43,46,53,74,81,82,84,89,91,98,106,166],link:[3,7,88,99,145,155],list:[0,1,2,4,8,9,10,13,14,15,16,21,27,28,37,38,103,117,141,153,166],listen:[2,163],livi:3,lll:166,load:[2,4,8,11,12,16,20,25,41,56,71,80,99,130,152,166],load_data:166,load_from_dynamodb_simpl:40,load_from_s3_with_many_opt:[40,41],loader:[8,80],local:[1,4,7,8,21,31,36,38,39,46,52,86,123,124,144,152,166],localhost:[10,163],locat:[6,14,15,16,26,43,93],lock:[3,8,134,138],log:[4,7,10,21,31,46,51,67,68,72,80,86,89,92,93,97,113,114,120,123,128,131,136,139,144,149,152,153],logback:8,logger:8,logic:121,login:[31,111],logintimeout:[2,34,35,77],logo:[7,145],logserv:8,logserverfactori:86,logview:139,long_running_job:163,longer:[2,39,81,91,92,113,128,141,157,163],look:[36,39,166],lookup:[79,81],loop:[2,4,8,11,23,24,42,48,57,69,96,124,125,144],los_angel:166,low:[46,48,54,55],lzop:40,mac:73,macaddress:139,machin:[0,2,7,67],made:[107,135,154],maeda:123,magic:82,mai:[4,6,8,10,16,43,163,166],mail:[11,32,36,39,46,58,65,70,94,103,120,145,162,166],mail_bodi:31,mail_someth:46,main:[2,166],major:[6,8],make:[0,4,8,11,26,28,32,36,39,40,41,43,57,81,93,96,106,120,134,160,163],makefil:0,makoto:[60,153],manag:[0,2,3,11,25,117,163],mani:[2,4,7,8,10,27,106,134,146],manifest:[40,41],manipul:116,manner:131,manual:0,map:[3,7,11,12,37,40,41,42,46,51,52,80,90,105],mapreduc:21,masahiro:111,masayasu:[98,99,112],master:21,match:[4,93],matter:166,maven:[8,111,122,154,155],max:[2,16,96,123,144,157],max_:143,max_archive_total_size_limit:[2,146],max_attempts_page_s:2,max_bad_record:16,max_concurr:114,max_interv:149,max_response_content_s:150,max_retri:1,max_sessions_page_s:2,maxattempt:103,maxerror:40,maximum:[2,13,16,60,95,96],maximumpools:[2,34,35,77],md5:43,md5hash:26,mdeymzq1njc4otaxmjm0nq:2,mean:[2,4,46,87,92],mechan:[7,84,92,96,111,117,135,163],mechanizm:160,media:26,medialink:26,member:[36,39],memori:[2,8,21],merg:[4,70,105],meso:3,messag:[2,3,4,6,8,11,22,31,45,57,66,80,86,87,96,120,123,127,131,139,144,149,150],metadata:[26,43,106,141],metagener:26,method:[7,10,27,37,38,40,41,79,86,108,133,136,166],metric:[7,60,148],michihito:156,micromet:10,microsoft:3,middl:2,might:[26,27,43],migrat:[2,13,81,100,149,150,153,158],mikoto2000:132,millisecond:2,minim:21,minimumpools:[2,34,35],minio:128,minor:[6,139,147],minut:[7,50,163],minutes_interv:163,miss:16,misunderstand:125,mitsuhiro:124,mitsunori:[60,84,97,101,103,112,115,116,117,120,121,123,124,125,126,127,128,130,132,133,135,136,139,141,144,152,155,156,158,159,160],mkdir:6,mode:[4,7,8,31,46,63,123,124,127,144,152,163],model:112,modif:5,modifi:[2,6,43],modul:[38,80,111,133,134,150],modular:4,mog:3,moment:[30,42,104,136,166],monitor:[7,10],month:163,monthli:[42,163],more:[0,2,4,6,13,43,54,70,80,86,96,107,117,120,124,131,135,156,160,166],morihaya:153,moscow:2,most:[2,4,6,8],move:[93,138,141],mssql:3,mtzfynl0zxnfcghyyxnliq:2,much:163,muga:[60,136,137,138,139,142,143,144,145,146,147,148,149,150,151,153],multi:[3,8],multibyt:[86,120],multipl:[2,4,6,8,23,24,27,30,36,39,48,136,166],must:[2,6,8,13,15,16,17,21,28,29,35,43,95],my_backup_backet:53,my_bucket:[15,16,26,46,51],my_count:[46,52],my_data:16,my_databas:[49,50,53],my_database1:47,my_database2:47,my_dataset:[13,14,15,16],my_dataset_:14,my_db:[36,39,40,41,46,48,54,55],my_export:15,my_export_1:15,my_export_2:15,my_func:37,my_http:[46,51],my_param:[35,166],my_project:[15,16],my_queri:52,my_result:16,my_result_t:[13,16],my_s3_bucket:[46,51],my_s3_connect:[46,51],my_schema:[36,39,40,41],my_script:17,my_step1_method:[37,38],my_tabl:[15,46,47,49,50,53],my_table1:47,my_table2:47,my_table_:[14,47],my_task:[37,38],my_valu:[58,162],my_var1:166,my_var2:166,my_var:166,my_workflow:[0,4,38,162,166],mydag:[2,6],mydb:[50,53,165],myjdbc:3,mypassword:31,myproj:2,myquery2:52,myschema:[36,39,40,41],mysql:[2,3,166],mytabl:[46,53,165],mytable_:[46,165],myworkflow:[0,37,38,58,162,166],nak:[137,138],nakagawa:111,nakamura:80,nakayama:123,name:[1,2,3,5,6,7,8,10,13,14,16,17,21,26,28,31,34,35,36,37,38,39,40,41,42,45,46,47,48,49,50,51,52,53,54,55,67,73,76,77,79,81,82,84,86,90,91,92,95,96,98,106,107,113,117,118,120,122,124,128,137,147,152,153,157,166],narita:60,narus:[60,153],nasdaq:46,nashorn:2,necessari:[82,141,163,166],need:[1,2,4,8,13,16,31,40,41,46,47,48,49,50,54,55,58,131,141,162,166],nest:[2,13,24,81,136,137,156,166],net:6,network:[7,11,163],never:[13,16],newer:[5,6],newli:42,newlin:[2,15,16],newline_delimited_json:[15,16],next:[2,7,123,166],next_:94,next_session_:94,next_session_d:166,next_session_date_compact:166,next_session_local_tim:166,next_session_tim:166,next_session_tz_offset:166,next_session_unixtim:166,nextruntim:81,nextscheduletim:81,nexttim:81,nginx:145,nirmalay12:60,nishida:61,nishiyama:139,nishizawa:[60,136,137,138,139,142,143,144,145,146,147,148,149,150,151,153],nnnnn:1,noda:[121,127],node:[21,132,136,138,154],noload:40,nomadblacki:[60,153,155],non:[36,39,50,58,127,162],none:[6,15,42],norberg:[80,82,87,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,107,108,109,110,111,112,113,114,115,116,117,118,119,130,141,152],normal:[2,46,48,54,55,163],note:[2,4,6,7,8,13,15,16,21,23,24,26,27,29,30,35,43,45,46,47,53,80,166],noth:[2,4],notic:[7,124,163],notif:[0,7,27,96,107,110,134,163],notifi:[4,27,96],now:[2,62,71,74,77,81,91,93,94,95,96,97,98,99,101,102,103,104,105,106,110,111,112,113,117,118,121,124,127,131,141,150,152,157,163],nozaki:117,npm:138,nselect:46,null_a:[40,41],num:[46,48,49,52,53,54],num_record:139,number:[1,2,16,23,24,30,31,36,39,40,41,46,48,49,51,52,53,54,55,60,96,103,107,114,123,141,157,163,166],oauth:27,object:[4,13,16,21,23,24,26,27,30,31,36,37,39,43,58,80,113,118,139,162,166],obsolet:[20,157],occur:163,octet:[28,31,43],off:40,offset:[2,81,166],often:132,ogasawara:136,ohta:[130,152],okada:136,okhttp:142,okubo:127,old:[2,4,8,73,76,160],older:[2,76,92],omit:2,onc:[0,2,8],one:[2,4,8,21,73,86,91,96,118,152,163,166],onli:[2,4,8,13,15,16,27,46,48,52,53,54,55,62,77,87,92,118,124,152,163,166],open:[2,3,6,7,96,118,135,161,163],openjdk:1,openssl:2,oper:[0,1,2,6,7,8,13,14,15,16,17,19,20,21,22,23,24,26,27,28,29,30,31,34,35,37,38,42,43,45,46,48,49,50,51,52,53,54,55,60,65,68,69,70,71,80,88,95,96,97,99,101,102,103,105,106,107,110,111,112,115,116,117,118,133,135,139,140,141,143,144,145,147,149,153,157],operatormanag:80,opposit:8,opt:37,optim:[8,21,63,89,154],option:[0,1,4,7,8,20,24,27,60,63,67,70,75,76,81,82,83,84,88,89,90,91,92,96,97,106,109,111,114,118,120,121,123,124,126,127,128,131,132,139,142,143,144,145,147,148,149,152,157,166],orang:23,order:[4,7,63,68,125,127,166],org:93,organ:[7,166],origin:[43,131],ossp:80,other:[0,2,4,8,10,27,42,58,92,99,125,162,166],other_dataset:[13,14],other_project:[13,14],other_t:13,otherwis:[8,13,16,27,52],out:[8,15,89,93,131],outcom:27,outfil:6,output:[2,3,4,31,36,39,51,70,153],outsid:[2,134,155],over:[46,48,54,55,136],overrid:[4,8,27,28,36,39,43,46,47,48,54,55,79,156],overridemoduleswith:79,overwrit:[2,46,60,84,128,165,166],overwritten:[2,13,16],own:166,owner:14,packag:[4,37,138,144,149,150,151,152,153,154],page:[2,8,99,125,128,143,166],page_s:143,pair:27,parallel:[4,7,23,24,30,41,48,60,92,126,127,141],param1:166,param:[2,3,7,11,29,34,35,42,58,70,92,116,120,139,148,162],param_get:143,param_name1:42,param_serv:35,param_set:143,paramet:[1,2,3,5,7,8,11,14,23,24,28,30,31,33,35,36,39,40,41,42,47,55,60,63,64,65,66,70,73,74,76,77,81,85,86,87,92,93,94,96,102,105,117,123,127,133,141,143,145,146,147,150,153,156,157,163,165],parameter:[105,141],paramserv:[11,33,148],paramstor:34,parent:[0,4,8,137],parent_param_nam:42,parent_task:166,park:155,parrish:61,parroti:124,pars:[2,16,28,46,105,139],part:[4,76,166],partial:[11,50,56],partit:[3,13,16],pass:[0,1,2,4,8,21,22,42,46,60],password1234:[36,39],password:[2,27,31,34,35,36,39,40,41,46,51,92,94,102,103,107,117],password_overrid:[36,39,139],past:[2,4,81,123],path:[2,6,8,13,16,17,21,26,31,36,37,38,39,43,46,48,49,51,52,53,54,72,86,92,99,128],path_style_access:43,pattern:2,paus:106,pax:113,pdw:26,peignier:[150,153],per:[2,53,67,68,91,103,114,117,143],perform:[2,5,10,15,16,47,60,63,134,149,153,154],period:[0,2,8,54,55,163],permiss:[1,21,47,80,88,127],permit:[13,16],persist:[11,33,81],peter:155,petitviolet:60,pg_lock:3,phy:123,pick:[2,4,93,94,99],pierr:[60,144,151,153],pipelin:[3,7],pki:6,plain:[26,27,28],plan:[4,8,126],platform:[4,6,7,11,13],pleas:[5,6,13,20,31,50,53,151,163],pluggabl:111,plugin:[0,3,7,99,111,123,137,138,154,155],plural:73,png:31,poc:[46,48,54,55],pod:3,point:[1,2,8,81],polici:[101,141],poll:[26,43,112],pool:[8,46,48,54,55],pool_nam:48,popul:139,port:[2,31,36,39,40,41,70,92,97,157,163],possibl:[2,5,8,37,38,107,132,134,141],post:[9,10,27],postgr:36,postgresql:[2,3,8,11,18,77,80,81,116,134],potenti:121,powershel:[6,45],practic:[0,38],pre:[8,21,131],precis:131,prefer:77,prefix:[2,4,8,10,39,40,41,53,65,67,94,137,139],prepar:[2,4,14,81,166],prepare_data1:166,prepare_data2:166,prepare_data3:166,prepare_data4:166,prepare_summary_t:[36,39],preserv:88,presto:[46,48,54,55,87],presto_pool_nam:[46,48,54,55,135],pretti:2,prevent:[4,36,39,40,41],preview:[46,52,82],previou:[0,4,22,77,131,166],previous:[118,163,166],print:[15,37,58,166],prioriti:[2,4,13,46,48,54,55,127],privat:13,problem:[0,4,76,121,124,128,131],proc:162,process1:4,process2:4,process:[4,15,16,24,27,42,163],prod:49,produc:6,product:[0,5],production_db:[36,39,40,41],profil:2,program:[8,98],programm:[7,166],programnam:98,progress:131,prohibit:[60,77],project:[0,3,7,10,13,14,16,31,42,91,93,95,97,101,103,107,111,117,118,120,121,127,128,131,135,141,147,148,152,153,155,157,166],project_a:46,project_id:[42,166],project_nam:42,prompt:[2,93],properli:[101,105],properti:[1,2,16,84,92,103],provid:[1,2,8,10,43,79,103,105,117,166],proxi:117,ps1:45,pull:[0,1],pull_alwai:[0,1],purpos:[4,53,125],push:[0,8,46,74,88,92,93,96,101,111,113,114,116,141,145,148,155],put:[4,10,21,26,27,37,43,81,131,162],putandlockrepositori:80,pwithoutui:132,python3:[144,145,150],python:[1,2,3,4,7,11,44,107,143,147,166],qd8:35,queri:[3,11,15,16,17,21,25,27,36,39,41,50,51,54,55,56,74,75,82,85,101,107,126,128,130,141,143,165],queu:3,queue:[7,114,136],quickli:0,quot:[3,16,40,163],qupjwtq3ukhzternuextueequtjqupjwtq3:53,qutj:53,quux:[14,21,27,43],ran:[4,47,124,166],random:[2,96,107,136],randomli:2,rang:[11,43,53,55,56,57],raw:[2,27,49,117],rbundler:38,read:[2,39,92,156],readabl:105,reader:14,readi:[2,8],readratio:40,realli:42,reason:[4,125,163],rebuild:140,recalcul:101,receiv:[2,8,27,86],recommend:[4,5,46,48,51,54,55,152],record:[16,35,36,39,40,41,46,48,49,50,52,53,54,55,77],recov:[5,138],recurs:2,redshift:[11,12,126,128,139],redshift_load:130,redshift_unload:130,reduc:[3,11,12,159],refer:[4,7,8,15,16,22,48],refresh:155,refresh_log:155,regardless:[4,42],region:[1,21,40,43,53,124],regress:131,regular:2,reject:[4,50,108],relat:[4,10,145,153],relax:16,releas:[2,7,13,15,16,21],reload:163,remot:[3,8,67,86,92],remov:[2,8,13,15,16,20,92,95,126,127,136,141,150],removequot:40,renam:[47,70,79,87,91,118],rename_t:[47,118],reopen:6,repeat:[11,13,56,57,166],replac:[7,46,70,84],replace_deduplicated_master_t:[36,39],report:101,repositori:[0,77,79,80,81,88,91,111,122],repres:[4,16],reproduc:[0,4,157],request:[0,2,4,8,11,28,32,81,85,93,106,109,112,117,118,126,128,131],requir:[1,2,5,8,11,13,16,27,34,35,38,40,41,43,57,67,81,85,86,103,107,109,128,152,155,157,162,166],rerun:[2,42,87],reschedul:[80,147],reserv:21,resolut:7,resourc:[3,8,13,40,41,46,48,54,55,131,163],respect:[93,110,117],respons:[2,21,27,28,95],rest:[0,2,3,7,8,73,79,80,87,89,91,95,96,99,113,118,131,144,152],restart:163,resteasi:137,restrict:[47,152],restsess:79,restsessionattempt:79,result:[0,2,4,13,15,21,22,36,39,41,42,46,48,52,53,82,101,106,108,128,166],result_connect:[46,51,157],result_set:[46,51,139,157],result_t:13,result_url:46,result_with_connect:46,result_with_connection_with_set:46,resum:[2,7,96],retain:2,retri:[1,4,5,7,10,27,42,46,48,54,55,60,73,77,81,88,96,106,117,118,121,126,136,137,138,144,145,148,149,157,160],retry_count:166,retrycontrol:96,retz:3,reus:[0,2,4,135,166],rev20161106:2,rev29a87a9c:2,revert:4,review:[0,2],revis:[2,7,8,10,77,80,81,91,96,111,157,160],revision_arch:8,rewritten:20,riak:128,right:[2,106],ritta:60,rob:61,robust:[120,135,160],role:[14,21,28,40,41],role_arn:[40,41],role_session_nam:40,root:[0,4,8,64],rotat:2,rough:95,roundec:40,row:[2,8,15,16,36,39,46,48,52,55,82],rubi:[2,3,4,7,11,44,73,145,147,166],ruby_sampl:166,rubyu:[60,150,153],run1:1,run:[1,3,4,5,7,8,11,20,21,23,24,25,27,29,30,36,37,39,40,41,42,45,46,47,48,50,52,53,54,55,56,63,64,67,70,72,74,77,81,87,88,92,93,95,96,97,113,114,118,120,123,130,131,133,134,141,157,166],run_if_param_is_fals:29,run_if_param_is_tru:29,run_opt:[1,149],runner:62,runs_when_workflow_fail:166,runtim:[0,60],runtimeparam:144,ryo:127,ryohei:148,s3_bucket:53,s3_path_prefix:53,s3_wait:[60,103,106],s3storag:8,sadayuki:[60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,101,102,103,104,105,107,110,111,112,113,114,116,117,118,120,121,122,123,124,125,126,127,128,129,130,131,132,133,134,135,136,137,138,141,149,150,152,153,154,155,156,157,158,159,160],safe:133,safeti:84,sai:[36,39,163],saito:[75,76],same:[0,2,4,8,28,34,35,36,37,39,40,41,42,118,163,166],sampl:[2,7,37,107],sandbox:8,sato:[60,105,107,111,123,127,130,133,136,137,138,139,144,145,146,148,149,150,153,154,155],satoru:[60,120,121,132,139,144,146,149,150,153,159],satorukamikaseda:155,satoshi:136,sauliu:124,save:[2,11,35,46,49,56,70,74,141],sawada:112,say_hello:19,scala:[3,21],scalabl:134,scalar:27,schedul:[0,6,7,10,42,65,67,72,77,81,85,91,92,96,101,103,104,106,107,114,118,121,132,146,148,155,166],schema:[5,14,16,36,39,40,41,127],schema_migr:5,scope:[62,166],script:[2,4,7,11,17,20,21,81,158,166],search:[1,6],season:163,sec:166,second:[2,10,27,34,35,39,43,50,53,54,55,89,123,166],secret1:2,secret2:2,secret:[1,10,51,99,101,102,103,106,117,118,124,128,133,139,141,152],secret_access_kei:[1,53,118],section:[0,2,5,16,37,38,45,48],secur:[2,8,31,40,41,114,117,144,149,150,151,155,163],securityprotocol:6,securityprotocoltyp:6,see:[0,1,2,7,8,13,14,15,16,21,26,28,37,38,40,41,43,93,124,127,129,136,157,163,166],seem:8,select:[41,46,48,54,77,103,163],select_memb:[36,39],select_sql:46,self:[4,37,58,166],selflink:26,selfupd:[93,104,105,107],send:[0,2,3,7,8,10,11,27,32,96,141,163],send_email:[36,39],sensit:[27,51],sent:[8,27,110],separ:[2,4,16,53,81],septemb:166,sequenc:[0,86,157],sequenti:[5,141],sera:139,serial:[23,24,27,30],serializ:[58,162],serizawa:[35,60,139,142,143],server:[3,4,5,7,10,13,28,31,34,35,39,43,67,72,107,114,123,124,127,139,148,152],serverbootstrap:79,servermodul:84,servic:[1,3,7,11,13,21,40,41,49,92],serviceload:8,servicepointmanag:6,session:[5,7,10,27,40,41,42,46,67,70,72,77,79,81,88,89,93,95,96,97,106,117,118,141,143,144,148,157],session_attempt:8,session_attempts_on_site_id_and_state_flags_partial_2:5,session_d:[14,30,166],session_date_compact:[14,46,47,165,166],session_dur:[40,41],session_id:[46,95,156,166],session_local_tim:[30,166],session_tim:[2,27,30,42,52,54,58,70,72,77,114,163,166],session_tz_offset:166,session_unixtim:166,session_uuid:[21,27,64,166],sessoin:8,set:[0,2,4,6,7,8,11,13,14,15,16,21,23,24,26,27,28,30,31,33,36,39,40,41,42,43,45,46,47,48,49,50,51,52,53,54,55,66,81,85,86,92,95,96,105,107,110,114,117,118,123,127,128,131,152,157,166],set_multiple_valu:35,set_single_valu:35,setposixfilepermiss:136,setup:[7,38,163],setx:6,sever:[21,50],sha1:2,share:[2,4,8,86,136],shared_workflow:17,shell:[0,3,4,11,44,111,166],shell_sampl:[163,166],shigemura:156,shio:123,shiozaki:[123,124],shorter:106,shota:[60,123,128,133,136,144,145,146,148,149,150,151,153,154,155],should:[4,8,13,15,16,17,21,27,36,39,40,41,50,53,86,118,163,166],shouldn:[4,124],show:[2,6,11,31,45,46,48,52,57,63,66,67,68,70,76,82,89,92,93,96,114,118,126,128,144,148,163],show_email:48,show_gotten_data:34,show_nam:48,shown:139,shresult:3,shunsuk:123,shut:97,sibl:0,side:[43,93,118],sign:[8,131,133,166],signedurl:155,similar:[2,28,42,87],simpl:[4,7,37,60,63],simple_queri:[46,51],simple_query_expand:46,simple_query_nonexpand:46,simple_sampl:37,simple_task:37,simpli:[3,166],simplifi:4,sinc:[2,166],singl:[0,2,4,6,8,46,48,52,73,80,93,157],singular:73,site:[103,114,120,136,163],site_id:2,size:[2,8,24,26,153],size_in_gb:21,skip:[2,7,10,16,70,77,81,118,127,132],skip_delayed_bi:163,skip_leading_row:16,skip_on_overtim:[118,163],skokado:155,sla:[65,96,163],slack:3,slf4j:8,slice:24,slide:9,slient:107,slight:63,small:166,smtp:[31,93],socket:39,socket_timeout:39,sockettimeout:[2,34,35,77],softwar:[0,1,7],solv:[4,114],some:[2,4,5,6,8,26,43,46,48,52,54,55,60,77,82,89,144,145,149,150,151,166],some_dataset:[13,16],some_partitioned_t:[13,16],some_project:[13,16],some_t:[13,16],sometim:[106,163],sonatyp:111,sonot:[145,146,147,148,149],sourc:[3,6,7,13,16,40,41,96],source_format:16,space:132,spark:21,spec:93,special:[65,128],specif:[2,13,16,166],specifi:[2,3,13,16,21,29,35,40,41,43,46,47,48,51,52,54,55,76,93,94,98,99,163],sphinx:150,spi:[2,8,60,151],split:[2,153],split_siz:2,sql11:21,sql:[3,4,5,13,15,16,17,21,27,36,39,46,48,51,54,55,107,165],squar:7,sse:43,sse_c_kei:118,sse_c_key_algorithm:118,sse_c_key_md5:118,ssession:107,ssh:3,sshresult:3,ssl:[2,6,31,34,35,36,39,40,41,46,47,48,49,50,52,53,54,55,92],stabil:[10,60,154],stabl:[46,48,54,55],stacktrac:[92,150],stage:[2,21],standard:[13,26,93,138],start:[0,4,5,8,31,42,58,70,76,81,88,89,91,92,97,117,121,124,157,162,163],state:[2,8,70,72,116,131],state_param:125,statement:[36,39,40,41,46,77,87],statu:[2,4,6,7,8,27,36,39,40,41,64,70,73,92,95,126,134,138,144,149],statupd:40,status_t:[36,39,40,41],status_table_schema:[36,39,40,41],stderr:131,stdin:2,stdout:[2,68,131,152],steel:[60,150,153],step1:[0,2,13,17,30,31,37,38,42,45,46,47,48,49,50,52,53,54,55,58,70,162,163,165,166],step2:[2,13,17,30,31,37,38,42,45,47,52,58,162,165,166],step3:[13,31,47,58,162,165,166],step4:[2,47],step:[7,10,16,21,24,31,39],still:95,stop:[2,5,70,150,155],storag:[1,2,7,11,15,20,25,40,41,49,86,105,111,130,135,152,155],storageclass:26,storagefilelogserv:8,store:[2,3,7,11,13,16,21,27,28,31,33,36,39,46,51,52,58,62,63,64,67,70,76,92,105,111,116,121,125,127,128,141,143,153,162,166],store_cont:[27,46],store_last_result:[36,39,46,52,74,97,101,128],straightforward:4,strain:163,strcture:70,stream:[28,31,43,50,131],strict:[36,39,40,41],strict_transact:[36,39,40,41],strictli:77,string:[2,14,16,19,21,22,23,27,31,34,35,37,38,40,41,46,50,53,58,105,118,128,162],strongli:51,structur:[37,91,145],stuck:115,style:[2,43,128],sub:[1,4],subcommand:123,subdirectori:[17,102],subject:[31,36,39,58,120,162],submiss:[4,89],submit:[3,4,21,49,64],subnet:[1,21],subnet_id:21,subprocess:123,subsequ:163,subset:8,subtask:[17,23,24,28,29,30,48,106,143],subtre:87,succe:[4,42],succeed:[4,138],succeess:[46,48,54,55],success:[4,42,123,166],successfulli:[0,2,4,6,43,64],sudo:6,suffix:[0,2,95,122,166],sugar:166,suggest:[87,92],summary_t:[36,39],summit:3,sun:[60,163],support:[1,5,8,10,16,21,28,60,65,67,69,70,77,82,83,84,86,88,92,95,96,102,107,111,117,120,121,122,123,124,126,127,128,139,144,145,146,147,148,149,154,155,163,166],suppress:150,sure:8,suzuki:[60,123,128,133,136,144,145,146,148,149,150,151,153,154,155],svc:13,swagger:144,symbol:[77,88,155],symlink:[2,97,127],syntax:[0,2,13,22,23,31,36,39,46,48,52,54,65,76,95,96,127,141,163,166],system:[0,2,4,5,46,51,60,93,103,123,146,150,155,160,166],systemconfig:86,syucream:127,szyn:[120,123,128,157],t01:14,tab:53,tabl:[3,4,5,8,11,13,15,16,25,36,39,40,41,46,47,49,56,73,76,87,91,96,107,118,122,127],tableau:46,tableauserv:46,tag:[0,1,10],tail:2,tajima:149,takahashi:[107,114,120,122,123,124,135,136,155,157,158],takahiro:[128,137],takanamito:137,takashi:123,takaumi:107,take:[0,1,6,8,21,39,107,151,163],takehiro:[123,124],taken:8,takeshi:107,tarbal:141,target:[2,27],target_t:[54,55],taro:[75,76],task1:[1,2,43,45,47],task2:43,task:[1,3,6,7,10,11,17,21,22,29,36,37,38,39,42,43,45,46,47,48,49,52,53,54,55,57,60,62,63,64,67,68,70,72,77,80,86,87,89,90,92,95,96,97,105,110,113,114,117,118,121,123,124,125,127,128,131,134,136,137,138,139,144,148,153,154,156,157,163,165],task_arch:8,task_depend:8,task_detail:8,task_max_run:2,task_nam:[46,160,166],task_ttl:[2,110,157],taskcontrol:64,taskqueuecli:8,taskqueueserv:8,taskrequest:8,taskresult:64,td_data:46,td_ddl:[73,76,82,118,141],td_for_each:[96,112],td_load:[62,70,71,73,76,95,112,141,145],td_partial_delet:[97,115,117],td_queri:46,td_run:[74,76,82,141,152],td_table_export:[68,70,73,76,103,106,121],td_time_rang:54,td_wait:107,td_wait_tabl:107,tdworkflow:3,temp:[40,41,93,137],temp_credenti:[40,41],templat:[13,31,36,39,46,48,49,54],templateengin:8,tempor:1,temporal_storag:1,temporari:[8,40,41,131],tenant:3,tera:[137,138],termin:[2,6,21],test1:1,test:[0,1,77],test_db1:47,test_db2:47,test_ddl1:47,test_ddl2:47,test_mail:31,text:[26,27,28,31],than:[2,6,8,22,30,39,46,48,54,55,76,80,113,117,128,157,163],thank:124,thei:[2,4,8,14,46],them:[0,8,14,51,63,166],thi:[0,1,2,3,4,5,6,8,13,15,16,17,20,21,22,23,24,27,28,30,31,36,37,39,40,41,42,43,46,48,49,50,52,53,54,55,58,63,67,69,70,77,79,81,82,90,91,92,93,96,113,114,118,121,123,124,125,131,134,141,151,156,157,162,163,165,166],thing:4,third:166,this_task_might_fail:31,those:[2,4,13,14,15,16,21,26,27,31,36,39,40,41,43,46,47,48,49,50,52,53,54,55,76,89,166],thread:[2,8,96,123,132,135,157],three:163,through:[8,87,131,156],thu:[4,8,27],tier:13,time:[0,1,2,4,7,8,10,23,24,26,27,30,35,42,43,46,48,50,53,54,55,68,77,81,88,93,96,107,110,114,118,123,166],timecr:26,timeformat:40,timelin:118,timeout:[2,27,39,43,106,123,157],timestamp:[2,4,50,53,77,81,166],timezon:[2,42,81,156,163,166],timezoneshift:26,tls12:6,tls:[6,31],to_fil:16,todai:[2,40,41,70,77],togeth:[4,26,43,74],token:[27,40,41],tokyo:[2,166],told:95,toler:27,toni:106,too:[27,76,106,113,132],tool:[7,10],top:[8,99,163,166],toriyama:153,toru:[107,114,120,122,123,124,135,136,155,157,158],tosamet:144,toyama0919:111,trace:[2,27,89],track:46,traffic:8,trail:16,transact:[36,39,40,41,121,134],transactionmanag:133,transfer:[11,44],transform:[2,4],treasur:[7,11,70,99,116,123,164],treasuredata:[46,47,48,49,50,52,53,54,55],tri:[2,40,41,46,52,86],trigger:[96,163],trimblank:40,troubl:5,trsnium:[60,155],truncat:[13,16,72,88],truncatecolumn:40,truncated_session_tim:[10,81],tsv:53,ttl:35,tty:152,twice:[2,64],two:[1,4],txt:[2,31,36,39],type:[1,2,6,10,14,16,21,27,28,31,34,35,40,41,43,53,65,84,91,96,103,107,118,144,152,166],typeerror:58,typic:[2,8],ubuntu:[0,6],ueda:148,uncaught:[101,124],uncompress:2,under:[1,4,7,8,47,96],underlai:[2,8],underscor:118,understand:[4,8],undeterminist:96,undocu:118,uneffici:126,unexpect:[5,36,39,40,41,105,126,157],unexpectedli:126,unfortun:46,uniqu:[2,4,42,49,166],unique_id:49,unix:[0,2,50,53,81,88,127],unknown:[16,92],unless:2,unload:[11,12,130],unsecur:31,unsupport:[6,126],until:[1,2,8,17,42,54,55,89,123,163],untrust:8,updat:[0,1,2,3,4,8,13,16,26,60,73,77,118,137,138,139,149,150,151,153,154,159],upgrad:[60,78,80,136,137,142,144,145,150,152,153],upload:[2,4,8,13,74,124],uri:[10,15,16,21,26,27,28,40,41,106,141],url:[1,8,46,86,90,113,128,131,139,149,155],urlencod:27,usabl:72,usag:[6,80,129,159,163],use:[0,2,4,8,9,13,14,15,16,20,21,26,27,28,31,36,37,38,39,40,41,43,45,46,47,48,49,50,52,53,54,55,73,81,92,93,95,106,113,118,128,134,137,141,151,163,166],use_legacy_sql:13,use_record:[54,55],use_ssl:117,used:[0,1,2,4,8,13,14,15,16,20,21,22,23,24,26,27,31,36,39,40,41,43,66,87,90,93,95,96,98,103,104,106,107,117,118,127,130,137,157,158,163,166],useful:[2,4,8,22,28,36,39,55,63,67,79,81,82,92,93,123,166],useless:150,user:[2,6,8,13,27,34,35,36,39,40,41,47,48,51,79,93,106,111,117,141],user_info:111,user_metadata:43,userbyemail:14,userinfo:[106,157],usernam:[2,31,46,92,94],userprofil:6,uses:[0,2,4,8,13,17,36,39,40,41,70,76,77,93,97,141,152,165],using:[0,2,4,6,7,8,11,13,17,22,23,24,27,37,38,43,46,49,50,51,53,56,58,65,75,80,81,87,90,93,96,101,103,110,125,132,141,150,152,162,163,164,166],usr:[1,38,45],usual:[2,4,118,163],utc:[42,81,163,166],utf8:40,utf:[16,27],util:[70,96,138,163],uu59:[105,123],uuid:[2,80,96,107,136,166],vaild:163,valid:[1,2,4,22,46,77,80,92,112,124,148,166],validationtimeout:[2,34,35],valu:[1,2,4,11,16,26,27,28,30,33,36,39,40,41,46,50,52,53,57,64,77,81,84,90,92,118,126,128,148,156,163,166],value1:35,value2:35,value3:35,var1:1,variabl:[0,2,4,7,13,21,23,24,30,31,36,37,38,39,46,48,52,54,60,69,93,94,95,104,110,117,118,145,156,160,163],variou:[0,1,166],verb:23,verbos:2,veri:[46,48,54,55],verif:31,verifi:[6,93],version:[0,4,5,7,27,43,46,48,54,55,70,76,84,92,93,119,139,141,150,152,159],via:3,view:[0,126,148],virtual:43,visibl:4,visual:[118,131],volume_specifi:21,volumes_per_inst:21,vulner:[144,149,150,151],wai:[1,5,8,166],wait:[3,11,12,17,21,25,42,56,97,103,105,113,166],want:[0,1,2,3,4,5,8,34,35,36,39,40],warn:[2,66,123,127,144,150],web:[2,7,11,46,51,95,96,114,116,152],webrequest:6,week:163,weekli:[91,163],wei:106,weim:153,well:143,were:94,what:[0,8,95],whei:[36,39],when:[0,2,4,5,8,13,14,15,16,21,22,26,27,28,31,36,39,40,41,42,43,46,47,48,49,50,52,53,54,55,67,71,73,74,75,76,80,82,85,86,90,93,96,97,101,111,113,114,117,118,121,123,124,125,127,128,138,139,141,144,154,156,157,163,166],where:[4,5,8,26,43,46,48,54,76,84,97,106,109,131],wherea:13,whether:[13,15,16,27,34,35,36,39,40,41,43,118,131,163,166],which:[1,4,5,8,34,35,43,46,47,72,73,84,118,123,143,163,166],whichev:2,white:132,whitespac:[2,166],whose:46,why:[4,8,125],width:24,wildcard:131,window:[45,72,99,104,105,132,136],within:[0,2,7,16],without:[1,2,8,36,37,39,63,81,86,92,113,118],won:[2,4,8,152],word:2,wordcount:21,work:[2,4,17,31,63,67,92,93,104,105,111,131,144],worker:[2,3],workflow1:[17,42],workflow:[3,4,7,10,11,31,38,45,46,53,63,64,70,73,77,79,80,81,83,91,92,93,96,107,111,114,116,117,123,124,128,139,152,156,157],workflow_config:[8,81],workflow_definit:8,workflow_result_data:31,workflowexecutor:[8,144],workload:[0,4,8],workspac:[7,88,96,137],world:[19,21,27,45],would:[2,4,36,39,47,97,106,109,115],wrap:118,wrappnig:113,wreulick:[137,145],writable_schema:[36,39,40,41],write:[2,8,13,16,37,46,51,53],write_append:[13,16],write_disposit:[13,16],write_empti:[13,16],write_trunc:[13,16],writer:14,written:[8,36,39,92],wrong:[88,123],www:[26,27],www_access:[46,47,48,51,52,54,55,165],xdg_config_hom:93,xlarg:21,xml:27,xxxxx:31,yamagata:[60,126,142,143,144,145,146,147,148,149,150,151,154],yamamoto:[98,99,112],yamanaka:160,yamashita:61,yaml:[2,16,28,49,51,71,80,95,163,166],yani:[150,153],yasuharu:112,yesterdai:[4,166],yet:[2,4,8],yet_another_dataset:14,yml:[2,16,20,49,91,95,97],yoichi:123,you:[0,1,2,3,4,5,6,7,10,13,14,15,16,21,24,26,27,31,34,35,36,37,39,40,41,42,43,45,46,47,48,49,50,51,52,53,54,55,60,67,87,126,131,142,143,144,145,146,147,148,149,150,151,152,154,163,166],your:[0,2,4,6,9,163,165,166],your_nam:6,your_script:4,yoyama:[153,154,155],yui:[60,144,150,153],yukihiro:136,yuu:61,yyyi:[2,40,50,53,77,166],yyyymmdd:[13,16,122],z_0:77,zaimi:[60,153],zannotti:[60,99,101,102,103,105,106,110,118,120,136,152],zero:50,zhu:153,zone:[2,42,81,166],zookeep:21,zsh:[6,45],zshrc:6,zulu:1},titles:["Architecture","Command Executor","Command reference","Community Contributions","Concepts","Upgrade with database migration","Getting started","What\u2019s Digdag?","Internal architecture","Logo","Digdag metrics (experimental)","Operators","Amazon Web Services operators","bq>: Running Google BigQuery queries","bq_ddl>: Managing Google BigQuery Datasets and Tables","bq_extract>: Exporting Data from Google BigQuery","bq_load>: Importing Data into Google BigQuery","call>: Calls another workflow","Database operators","echo>: Shows a message","embulk>: Embulk data transfer","emr>: Amazon Elastic Map Reduce","fail>: Makes the workflow failed","for_each>: Repeat tasks for values","for_range>: Repeat tasks for a range","Google Cloud Platform operators","gcs_wait>: Wait for a file in Google Cloud Storage","http>: Making HTTP requests","http_call>: Call workflow fetched by HTTP","if>: Conditional execution","loop>: Repeat tasks","mail>: Sending email","Network operators","Param operators","param_get>: Get persistent data from ParamServer and set it as a value of store parameters","param_set>: Set a value into a ParamServer as persistent data","pg>: PostgreSQL operations","py>: Python scripts","rb>: Ruby scripts","redshift>: Redshift operations","redshift_load>: Redshift load operations","redshift_unload>: Redshift unload operations","require>: Depends on another workflow","s3_wait>: Wait for a file in Amazon S3","Scripting operators","sh>: Shell scripts","td>: Treasure Data queries","td_ddl>: Treasure Data operations","td_for_each>: Repeat using Treasure Data queries","td_load>: Treasure Data bulk loading","td_partial_delete>: Delete range of Treasure Data table","td_result_export>: Treasure Data result exporter","td_run>: Treasure Data saved queries","td_table_export>: Treasure Data table export to S3","td_wait>: Waits for data arriving at Treasure Data table","td_wait_table>: Waits for data arriving at Treasure Data table","Treasure Data operators","Workflow control operators","Language API - Python","Release Notes","Release 0.10.0","Release 0.2.0","Release 0.2.1","Release 0.2.2","Release 0.2.3","Release 0.2.4","Release 0.2.5","Release 0.2.6","Release 0.2.7","Release 0.2.8","Release 0.3.0","Release 0.3.1","Release 0.3.2","Release 0.3.3","Release 0.3.4","Release 0.3.5","Release 0.3.6","Release 0.4.0","Release 0.4.1","Release 0.4.2","Release 0.4.3","Release 0.5.0","Release 0.5.1","Release 0.5.2","Release 0.5.3","Release 0.5.4","Release 0.5.5","Release 0.5.6","Release 0.5.7","Release 0.5.8","Release 0.5.9","Release 0.6.0","Release 0.6.1","Release 0.7.0","Release 0.7.1","Release 0.8.0","Release 0.8.1","Release 0.8.10","Release 0.8.11","Release 0.8.12","Release 0.8.13","Release 0.8.14","Release 0.8.15","Release 0.8.16","Release 0.8.17","Release 0.8.18","Release 0.8.19","Release 0.8.2","Release 0.8.20","Release 0.8.21","Release 0.8.22","Release 0.8.3","Release 0.8.4","Release 0.8.5","Release 0.8.6","Release 0.8.7","Release 0.8.8","Release 0.8.9","Release 0.9.0","Release 0.9.1","Release 0.9.10","Release 0.9.11","Release 0.9.12","Release 0.9.13","Release 0.9.14","Release 0.9.15","Release 0.9.16","Release 0.9.17","Release 0.9.18","Release 0.9.19","Release 0.9.2","Release 0.9.20","Release 0.9.21","Release 0.9.22","Release 0.9.23","Release 0.9.24","Release 0.9.25","Release 0.9.26","Release 0.9.27","Release 0.9.28","Release 0.9.29","Release 0.9.3","Release 0.9.30","Release 0.9.31","Release 0.9.32","Release 0.9.33","Release 0.9.34","Release 0.9.35","Release 0.9.36","Release 0.9.37","Release 0.9.38","Release 0.9.39","Release 0.9.4","Release 0.9.40","Release 0.9.41","Release 0.9.42","Release 0.9.5","Release 0.9.6","Release 0.9.7","Release 0.9.8","Release 0.9.9","REST API","Language API - Ruby","Scheduling workflow","Tutorials","BigData analytics using Treasure Data","Workflow definition"],titleterms:{"export":[4,15,51,53],"import":16,ECS:1,Using:[6,165,166],_check:4,_error:4,_export:166,agent:8,alert:163,amazon:[12,21,43],analyt:165,anoth:[17,42,166],api:[8,10,58,96,118,161,162,165,166],architectur:[0,8],archiv:8,argument:[58,162],arriv:[54,55],attempt:[2,4],authent:2,autom:0,automat:[5,166],backfil:[2,163],behavior:5,bigdata:165,bigqueri:[13,14,15,16],bq_ddl:14,bq_extract:15,bq_load:16,bulk:49,bundler:38,calcul:166,call:[17,28],categori:10,chang:[5,60,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,107,108,109,110,111,112,113,114,115,116,117,118,120,121,122,123,124,125,126,127,128,129,131,132,133,134,135,136,137,138,139,141,142,143,144,145,146,147,148,149,150,151,152,153,154,155,156,157,158,159,160],check:[2,163],child:[58,162],cli:[80,81,92,93,120,123,128,132,152],client:[2,3,80,81,84,86,88,89,96,103,104,105,107,114,117,118],clock:163,cloud:[25,26],code:0,command:[1,2,8,69,70],common:[2,34,35],commun:3,concept:4,condit:29,configur:[34,35],content:[3,7],contribut:3,contributor:[60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,107,108,109,110,111,112,113,114,115,116,117,118,119,120,121,122,123,124,125,126,127,128,129,130,131,132,133,134,135,136,137,138,139,141,142,143,144,145,146,147,148,149,150,151,152,153,154,155,156,157,158,159,160],control:57,curl:6,data:[15,16,20,34,35,46,47,48,49,50,51,52,53,54,55,56,165],databas:[5,8,18,165],dataset:14,date:[60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,107,108,109,110,111,112,113,114,115,116,117,118,119,120,121,122,123,124,125,126,127,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,154,155,156,157,158,159,160],defin:[58,162,166],definit:166,delet:[2,50],depend:42,did:6,dig:166,digdag:[0,5,7,10],disabl:2,docker:[0,1],doesn:163,download:[2,6],dynam:[4,8],echo:19,ecs:1,elast:21,email:31,embulk:20,emr:21,enabl:2,encrypt:2,error:[6,166],exampl:[46,49,52,163],execut:[4,29,166],executor:[1,8],expect:163,experiment:10,extens:[3,8],fail:[22,166],fetch:28,file:[26,43,166],finish:163,fix:[60,144,145,146,147,148,149,150,151,153,154,155],for_each:23,for_rang:24,from:[1,5,15,34],gcs_wait:26,gener:[4,58,60,62,63,64,65,66,67,68,69,71,72,73,74,75,76,77,78,80,81,83,86,87,90,91,96,97,98,99,100,107,110,111,112,113,114,115,116,117,118,120,121,122,123,124,125,126,127,132,133,134,135,136,137,138,139,141,142,143,144,145,146,147,148,149,150,151,152,153,154,155,156,157,158,159,160,162],get:[6,7,34],googl:[13,14,15,16,25,26],got:6,group:0,hive:165,horizont:9,how:[1,5],http:[27,28],http_call:28,imag:1,includ:166,init:2,intern:8,issu:[60,144,145,146,147,148,149,150,151,153,154,155],kei:[2,165],kill:2,languag:[58,162],latest:6,learn:7,licens:7,line:[69,70,77],link:9,list:5,load:[40,49],local:[0,2,77,87,95,96,107],log:[2,8],logo:9,loop:30,mail:31,make:[22,27],manag:14,map:[21,58,162],mechan:8,messag:19,method:[58,162],metric:10,migrat:5,mileston:[60,155],mode:[0,2,77,79,80,81,84,85,86,87,88,89,92,93,94,95,96,97,107,111,112,113,114,117,118,128,141],more:7,multipl:165,name:4,network:32,next:[0,4,6,8,163],non:5,note:[42,59],notif:166,oper:[3,4,11,12,18,25,32,33,36,39,40,41,44,47,56,57,73,74,76,78,82,87,90,91,120,121,122,123,124,126,127,128,129,130,131,152,166],option:[2,13,14,15,16,17,19,21,22,23,26,28,29,30,31,34,35,36,37,38,39,40,41,42,43,45,46,47,48,49,51,52,53,54,55,163],organ:0,other:28,output:[13,15,16,21,26,43,46,48,49,52,53,54],packag:6,parallel:166,param:33,param_get:34,param_set:35,paramet:[0,4,13,15,16,21,26,27,34,43,46,48,49,50,52,53,54,166],paramserv:[34,35],persist:[34,35],platform:25,plugin:[2,4,8,96,118],postgresql:[34,35,36],presto:165,programm:[58,162],project:[2,4,8],push:2,python:[37,58],queri:[13,46,48,52],queue:8,rang:[24,50],redi:[34,35],redshift:[39,40,41,130],redshift_load:40,redshift_unload:41,reduc:21,refer:2,releas:[59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,107,108,109,110,111,112,113,114,115,116,117,118,119,120,121,122,123,124,125,126,127,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,154,155,156,157,158,159,160],repeat:[23,24,30,48],repositori:8,request:27,requir:42,reschedul:2,rest:161,result:51,resum:4,retri:[2,166],revis:4,rubi:[38,162],run:[0,2,6,13,38,163],s3_wait:43,safe:5,sampl:[6,35],save:52,schedul:[2,4,8,163],script:[37,38,44,45],secret:[2,13,14,15,16,21,26,27,31,36,39,40,41,43,46,47,48,49,50,52,53,54,55],selfupd:2,send:[31,166],server:[0,2,8,77,79,80,81,84,85,86,88,89,92,93,94,95,96,97,101,103,106,108,109,111,112,113,117,118,128,131,141,157],servic:12,session:[2,4,8,163,166],session_tim:4,set:[1,34,35,163,165],setup:[1,10],shell:45,show:19,skip:163,spi:86,squar:9,start:[2,6,7,166],statu:163,step:[0,4,6,8],storag:[8,26],store:[4,8,34],system:[8,34,35,163],tabl:[7,14,50,53,54,55],task:[0,2,4,8,23,24,30,58,162,166],task_definition_arn:1,td_ddl:47,td_for_each:48,td_load:49,td_partial_delet:50,td_result_export:51,td_run:52,td_table_export:53,td_wait:54,td_wait_tabl:55,time:163,tip:38,tool:3,transact:5,transfer:20,treasur:[46,47,48,49,50,51,52,53,54,55,56,165],tutori:164,unload:41,upgrad:5,use:1,using:[34,35,48,165],valu:[23,34,35],variabl:[58,162,166],ver:5,version:[2,6],wait:[26,43,54,55],web:12,what:7,when:[34,35],window:6,within:163,work:[6,165],workflow:[0,1,2,6,8,17,22,28,42,57,58,94,95,99,101,102,103,104,105,106,110,118,141,160,162,163,166],workspac:4}})