-
Notifications
You must be signed in to change notification settings - Fork 2
/
workflow.xml
115 lines (99 loc) · 4.08 KB
/
workflow.xml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
<workflow-app name="ooziewf" xmlns="uri:oozie:workflow:0.2">
<start to = "cleanup-node"/>
<action name="cleanup-node">
<fs>
<delete path="wasb://[email protected]/ActivityPointerBaseData"/>
<delete path="wasb://[email protected]/PhoneCallBaseData"/>
</fs>
<ok to="RunSqoopPhoneCallBaseImport"/>
<error to="fail"/>
</action>
<action name="RunSqoopPhoneCallBaseImport">
<sqoop xmlns="uri:oozie:sqoop-action:0.2">
<job-tracker>jobtrackerhost:9010</job-tracker>
<name-node>wasb://[email protected]</name-node>
<configuration>
<property>
<name>mapred.compress.map.output</name>
<value>true</value>
</property>
</configuration>
<arg>import</arg>
<arg>--connect</arg>
<arg>jdbc:sqlserver://mpe7cbgx19.database.windows.net;user=t-ankigu@mpe7cbgx19;password=turtledive11);database=NGTReportingStage</arg>
<arg>--table</arg>
<arg>PhoneCallBase</arg>
<arg>--hive-delims-replacement</arg>
<arg>\t</arg>
<arg>--fields-terminated-by</arg>
<arg>\001</arg>
<arg>--target-dir</arg>
<arg>/PhoneCallBaseData</arg>
<arg>-m</arg>
<arg>1</arg>
</sqoop>
<ok to="RunSqoopActivityPointerBaseImport"/>
<error to="fail"/>
</action>
<action name="RunSqoopActivityPointerBaseImport">
<sqoop xmlns="uri:oozie:sqoop-action:0.2">
<job-tracker>jobtrackerhost:9010</job-tracker>
<name-node>wasb://[email protected]</name-node>
<configuration>
<property>
<name>mapred.compress.map.output</name>
<value>true</value>
</property>
</configuration>
<arg>import</arg>
<arg>--connect</arg>
<arg>jdbc:sqlserver://mpe7cbgx19.database.windows.net;user=t-ankigu@mpe7cbgx19;password=turtledive11);database=NGTReportingStage</arg>
<arg>--table</arg>
<arg>ActivityPointerBase</arg>
<arg>--hive-delims-replacement</arg>
<arg>\t</arg>
<arg>--fields-terminated-by</arg>
<arg>\001</arg>
<arg>--target-dir</arg>
<arg>/ActivityPointerBaseData</arg>
<arg>-m</arg>
<arg>1</arg>
</sqoop>
<ok to="RunActivityPointerBaseQuery"/>
<error to="fail"/>
</action>
<action name="RunActivityPointerBaseQuery">
<hive xmlns="uri:oozie:hive-action:0.2">
<job-tracker>jobtrackerhost:9010</job-tracker>
<name-node>wasb://[email protected]</name-node>
<configuration>
<property>
<name>mapred.job.queue.name</name>
<value>default</value>
</property>
</configuration>
<script>wasb://[email protected]/oozie/activitypointerbase_query.hql</script>
</hive>
<ok to="RunPhoneCallBaseQuery"/>
<error to="fail"/>
</action>
<action name="RunPhoneCallBaseQuery">
<hive xmlns="uri:oozie:hive-action:0.2">
<job-tracker>jobtrackerhost:9010</job-tracker>
<name-node>wasb://[email protected]</name-node>
<configuration>
<property>
<name>mapred.job.queue.name</name>
<value>default</value>
</property>
</configuration>
<script>wasb://[email protected]/oozie/phonecallbase_query.hql</script>
</hive>
<ok to="end"/>
<error to="fail"/>
</action>
<kill name="fail">
<message>Job failed, error message[${wf:errorMessage(wf:lastErrorNode())}] </message>
</kill>
<end name="end"/>
</workflow-app>