feat(yarn-timelineserver-v2): setup Timelineserver Reader service.

TOSIT-IO · Sep 29, 2023 · b394a0b · b394a0b
1 parent 3cc760e
commit b394a0b
Show file tree

Hide file tree

Showing 11 changed files with 61 additions and 3 deletions.
diff --git a/playbooks/hbase_client_config.yml b/playbooks/hbase_client_config.yml
@@ -3,7 +3,9 @@
 
 ---
 - name: HBase Client Config
-  hosts: hbase_client
+  hosts:
+    - hbase_client
+    - yarn_ats
   tasks:
     - tosit.tdp.resolve: # noqa unnamed-task
         node_name: hbase_client

diff --git a/playbooks/hbase_client_install.yml b/playbooks/hbase_client_install.yml
@@ -3,7 +3,9 @@
 
 ---
 - name: HBase Client install
-  hosts: hbase_client
+  hosts:
+    - hbase_client
+    - yarn_ats
   tasks:
     - tosit.tdp.resolve: # noqa unnamed-task
         node_name: hbase_client

diff --git a/roles/yarn/apptimelineserver/tasks/install.yml b/roles/yarn/apptimelineserver/tasks/install.yml
@@ -24,3 +24,13 @@
     mode: "644"
   notify:
     - systemctl daemon-reload
+
+- name: Template YARN Timeline Reader V2 service file
+  ansible.builtin.template:
+    src: hadoop-yarn-timelinereader.service.j2
+    dest: /usr/lib/systemd/system/hadoop-yarn-timelinereader.service
+    owner: root
+    group: root
+    mode: "644"
+  notify:
+    - systemctl daemon-reload
diff --git a/roles/yarn/apptimelineserver/tasks/ranger_policy.yml b/roles/yarn/apptimelineserver/tasks/ranger_policy.yml
@@ -29,7 +29,7 @@
           isExcludes: false
           isRecursive: false
       policyItems:
-        - users: ["{{ yarn_user }}"]
+        - users: ["{{ yarn_user }}", "ats"]
           groups: []
           delegateAdmin: false
           accesses:

diff --git a/roles/yarn/apptimelineserver/tasks/restart.yml b/roles/yarn/apptimelineserver/tasks/restart.yml
@@ -7,3 +7,9 @@
     name: hadoop-yarn-timelineserver
     state: restarted
     enabled: "{{ yarn_ts_start_on_boot }}"
+
+- name: Restart YARN Timeline Reader V2
+  service:
+    name: hadoop-yarn-timelinereader
+    state: restarted
+    enabled: "{{ yarn_ts_start_on_boot }}"
diff --git a/roles/yarn/apptimelineserver/tasks/start.yml b/roles/yarn/apptimelineserver/tasks/start.yml
@@ -7,3 +7,9 @@
     name: hadoop-yarn-timelineserver
     state: started
     enabled: "{{ yarn_ts_start_on_boot }}"
+
+- name: Start Timeline Reader V2
+  service:
+    name: hadoop-yarn-timelinereader
+    state: started
+    enabled: "{{ yarn_ts_start_on_boot }}"
diff --git a/roles/yarn/apptimelineserver/tasks/status.yml b/roles/yarn/apptimelineserver/tasks/status.yml
@@ -10,3 +10,9 @@
     that:
       - ansible_facts.services['hadoop-yarn-timelineserver.service'].state == "running"
     quiet: true
+
+- name: Assert hadoop-yarn-timelinereader is running
+  assert:
+    that:
+      - ansible_facts.services['hadoop-yarn-timelinereader.service'].state == "running"
+    quiet: true
diff --git a/roles/yarn/apptimelineserver/tasks/stop.yml b/roles/yarn/apptimelineserver/tasks/stop.yml
@@ -7,3 +7,9 @@
     name: hadoop-yarn-timelineserver
     state: stopped
     enabled: "{{ yarn_ts_start_on_boot }}"
+
+- name: Stop YARN Timeline Reader V2
+  service:
+    name: hadoop-yarn-timelinereader
+    state: stopped
+    enabled: "{{ yarn_ts_start_on_boot }}"
diff --git a/roles/yarn/common/templates/hadoop-yarn-timelinereader.service.j2 b/roles/yarn/common/templates/hadoop-yarn-timelinereader.service.j2
@@ -0,0 +1,18 @@
+[Unit]
+Description=Yarn Timelinereader V2
+After=network-online.target
+Wants=network-online.target
+
+[Service]
+User={{ yarn_user }}
+Group={{ hadoop_group }}
+Type=forking
+PIDFile={{ hadoop_pid_dir }}/yarn/hadoop-yarn-timelinereader.pid
+ExecStart={{ hadoop_install_dir }}/bin/yarn --config {{ hadoop_ats_conf_dir }} --daemon start timelinereader
+ExecStop={{ hadoop_install_dir }}/bin/yarn --config {{ hadoop_ats_conf_dir }} --daemon stop timelinereader
+SuccessExitStatus=143
+LimitNOFILE=64000
+Restart={{ yarn_ts_restart }}
+
+[Install]
+WantedBy=multi-user.target
diff --git a/tdp_vars_defaults/tdp-cluster/tdp-cluster.yml b/tdp_vars_defaults/tdp-cluster/tdp-cluster.yml
@@ -68,6 +68,7 @@ yarn_nm_http_port: 8042
 yarn_nm_https_port: 8044
 yarn_ats_rpc_port: 10200
 yarn_ats_https_port: 8190
+yarn_ats_reader_https_port: 8191
 
 # Mapred ports
 mapred_sh_shuffle_port: 13562

diff --git a/tdp_vars_defaults/yarn/yarn.yml b/tdp_vars_defaults/yarn/yarn.yml
@@ -119,6 +119,7 @@ yarn_site:
   yarn.timeline-service.hostname: "{{ groups['yarn_ats'][0] | tosit.tdp.access_fqdn(hostvars) }}"
   yarn.timeline-service.address: "0.0.0.0:{{ yarn_ats_rpc_port }}"
   yarn.timeline-service.webapp.https.address: "{{ groups['yarn_ats'][0] | tosit.tdp.access_fqdn(hostvars) }}:{{ yarn_ats_https_port }}"
+  yarn.timeline-service.reader.webapp.https.address: "{{ groups['yarn_ats'][0] | tosit.tdp.access_fqdn(hostvars) }}:{{ yarn_ats_reader_https_port }}"
   yarn.timeline-service.principal: ats/_HOST@{{ realm }}
   yarn.timeline-service.keytab: /etc/security/keytabs/ats.service.keytab
   # To enable Kerberos on the ATS UI