-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathbq_workflow.xml
More file actions
26 lines (26 loc) · 1.02 KB
/
bq_workflow.xml
File metadata and controls
26 lines (26 loc) · 1.02 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
<workflow-app xmlns="uri:oozie:workflow:0.5" name="shell-wf">
<start to="shell-node"/>
<action name='shell-node'>
<shell xmlns="uri:oozie:shell-action:0.3">
<job-tracker>${jobTracker}</job-tracker>
<name-node>${nameNode}</name-node>
<configuration>
<property>
<name>mapred.job.queue.name</name>
<value>${queueName}</value>
</property>
</configuration>
<exec>${fileName}</exec>
<argument>--dataset=${ds_name}</argument>
<argument>--table=${table_name}</argument>
<file>gs://anuj-suchchal-bucket/python_bq/${fileName}#${fileName}</file>
<capture-output />
</shell>
<ok to="end"/>
<error to="fail"/>
</action>
<kill name="fail">
<message>Shell action failed and kiiled due to, error message[${wf:errorMessage(wf:lastErrorNode())}]</message>
</kill>
<end name="end"/>
</workflow-app>