Skip to content

Commit 972018f

Browse files
anisfanisf
authored
Update to support CDP 7.1.9 (#127)
* Update properties name * Remove ozone.log.dir * Add conditionals for 7.1.9 Signed-off-by: Anis FATHALLAH <[email protected]>
1 parent 5875dc6 commit 972018f

File tree

3 files changed

+291
-2
lines changed

3 files changed

+291
-2
lines changed

‎roles/config/cluster/base/templates/configs/logdirs-7.1.9.j2‎

Lines changed: 221 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,221 @@
1+
{%- set log_base = cluster.log_base | default('/var/log') | regex_replace('/$','') -%}
2+
---
3+
ATLAS:
4+
ATLAS_SERVER:
5+
log_dir: "{{ log_base }}/atlas"
6+
GATEWAY:
7+
log_dir: "{{ log_base }}/atlas"
8+
CORE_SETTINGS:
9+
STORAGEOPERATIONS:
10+
storageoperations_log_dir: "{{ log_base }}/"
11+
HBASE:
12+
SERVICEWIDE:
13+
audit_event_log_dir: "{{ log_base }}/hbase/audit"
14+
HBASERESTSERVER:
15+
hbase_restserver_log_dir: "{{ log_base }}/hbase"
16+
HBASETHRIFTSERVER:
17+
hbase_thriftserver_log_dir: "{{ log_base }}/hbase"
18+
MASTER:
19+
hbase_master_log_dir: "{{ log_base }}/hbase"
20+
REGIONSERVER:
21+
hbase_regionserver_log_dir: "{{ log_base }}/hbase"
22+
HDFS:
23+
SERVICEWIDE:
24+
audit_event_log_dir: "{{ log_base }}/hadoop-hdfs/audit"
25+
{% if (cloudera_runtime_pre_upgrade is undefined or cloudera_runtime_pre_upgrade is version('6.0.0','>=')) %}
26+
BALANCER:
27+
balancer_log_dir: "{{ log_base }}/hadoop-hdfs"
28+
{% endif %}
29+
DATANODE:
30+
datanode_log_dir: "{{ log_base }}/hadoop-hdfs"
31+
FAILOVERCONTROLLER:
32+
failover_controller_log_dir: "{{ log_base }}/hadoop-hdfs"
33+
HTTPFS:
34+
httpfs_log_dir: "{{ log_base }}/hadoop-httpfs"
35+
JOURNALNODE:
36+
journalnode_log_dir: "{{ log_base }}/hadoop-hdfs"
37+
NAMENODE:
38+
namenode_log_dir: "{{ log_base }}/hadoop-hdfs"
39+
NFSGATEWAY:
40+
nfsgateway_log_dir: "{{ log_base }}/hadoop-hdfs"
41+
SECONDARYNAMENODE:
42+
secondarynamenode_log_dir: "{{ log_base }}/hadoop-hdfs"
43+
HIVE:
44+
SERVICEWIDE:
45+
audit_event_log_dir: "{{ log_base }}/hive/audit"
46+
lineage_event_log_dir: "{{ log_base }}/hive/lineage"
47+
HIVEMETASTORE:
48+
hive_log_dir: "{{ log_base }}/hive"
49+
HIVESERVER2:
50+
hive_log_dir: "{{ log_base }}/hive"
51+
hive_server2_logging_operation_log_location: "{{ log_base }}/hive/operation_logs"
52+
WEBHCAT:
53+
hcatalog_log_dir: "{{ log_base }}/hcatalog"
54+
HIVE_LLAP:
55+
SERVICEWIDE:
56+
audit_event_log_dir: "{{ log_base }}/hive/audit"
57+
lineage_event_log_dir: "{{ log_base }}/hive/lineage"
58+
HIVESERVER2:
59+
hive_log_dir: "{{ log_base }}/hive"
60+
hive_server2_logging_operation_log_location: "{{ log_base }}/hive/operation_logs"
61+
LLAPPROXY:
62+
hive_log_dir: "{{ log_base }}/hive"
63+
HIVE_ON_TEZ:
64+
SERVICEWIDE:
65+
audit_event_log_dir: "{{ log_base }}/hive/audit"
66+
lineage_event_log_dir: "{{ log_base }}/hive/lineage"
67+
HIVESERVER2:
68+
hive_log_dir: "{{ log_base }}/hive"
69+
hive_server2_logging_operation_log_location: "{{ log_base }}/hive/operation_logs"
70+
HUE:
71+
HUE_LOAD_BALANCER:
72+
hue_load_balancer_log_dir: "{{ log_base }}/hue-httpd"
73+
HUE_SERVER:
74+
hue_server_log_dir: "{{ log_base }}/hue"
75+
KT_RENEWER:
76+
kt_renewer_log_dir: "{{ log_base }}/hue"
77+
IMPALA:
78+
CATALOGSERVER:
79+
core_dump_dir: "{{ log_base }}/catalogd"
80+
minidump_path: "{{ log_base }}/impala-minidumps"
81+
log_dir: "{{ log_base }}/catalogd"
82+
IMPALAD:
83+
core_dump_dir: "{{ log_base }}/impalad"
84+
minidump_path: "{{ log_base }}/impala-minidumps"
85+
audit_event_log_dir: "{{ log_base }}/impalad/audit"
86+
lineage_event_log_dir: "{{ log_base }}/impalad/lineage"
87+
log_dir: "{{ log_base }}/impalad"
88+
STATESTORE:
89+
core_dump_dir: "{{ log_base }}/statestore"
90+
minidump_path: "{{ log_base }}/impala-minidumps"
91+
log_dir: "{{ log_base }}/statestore"
92+
INFRA_SOLR:
93+
SOLR_SERVER:
94+
solr_log_dir: "{{ log_base }}/solr-infra"
95+
KAFKA:
96+
KAFKA_BROKER:
97+
log_dir: "{{ log_base }}/kafka"
98+
KAFKA_CONNECT:
99+
log_dir: "{{ log_base }}/kafka"
100+
KAFKA_MIRROR_MAKER:
101+
log_dir: "{{ log_base }}/kafka"
102+
KEYTRUSTEE:
103+
KMS_KEYTRUSTEE:
104+
log_dir: "{{ log_base }}/kms-keytrustee"
105+
KMS:
106+
KMS:
107+
log_dir: "{{ log_base }}/hadoop-kms"
108+
KNOX:
109+
IDBROKER:
110+
log_dir: "{{ log_base }}/knox/idbroker"
111+
idbroker_log_dir: "{{ log_base }}/knox/idbroker"
112+
KNOX_GATEWAY:
113+
log_dir: "{{ log_base }}/knox/gateway"
114+
KS_INDEXER:
115+
HBASE_INDEXER:
116+
hbase_indexer_log_dir: "{{ log_base }}/hbase-solr"
117+
KUDU:
118+
KUDU_MASTER:
119+
log_dir: "{{ log_base }}/kudu"
120+
master_core_dump_directory: "{{ log_base }}/kudu"
121+
KUDU_TSERVER:
122+
log_dir: "{{ log_base }}/kudu"
123+
tserver_core_dump_directory: "{{ log_base }}/kudu"
124+
LIVY:
125+
LIVY_SERVER:
126+
log_dir: "{{ log_base }}/livy"
127+
OOZIE:
128+
OOZIE_SERVER:
129+
oozie_log_dir: "{{ log_base }}/oozie"
130+
OZONE:
131+
OZONE_DATANODE:
132+
log_dir: "{{ log_base }}/hadoop-ozone"
133+
OZONE_MANAGER:
134+
log_dir: "{{ log_base }}/hadoop-ozone"
135+
ranger_ozone_plugin_solr_audit_spool_directory: "{{ log_base }}/hadoop-ozone/ranger-audit/solr/spool"
136+
OZONE_RECON:
137+
log_dir: "{{ log_base }}/hadoop-ozone"
138+
S3_GATEWAY:
139+
log_dir: "{{ log_base }}/hadoop-ozone"
140+
STORAGE_CONTAINER_MANAGER:
141+
log_dir: "{{ log_base }}/hadoop-ozone"
142+
PHOENIX:
143+
PHOENIX_QUERY_SERVER:
144+
log_dir: "{{ log_base }}/phoenix"
145+
QUEUEMANAGER:
146+
QUEUEMANAGER_STORE:
147+
log_dir: "{{ log_base }}/yarn/queuemanager"
148+
QUEUEMANAGER_WEBAPP:
149+
log_dir: "{{ log_base }}/yarn/queuemanager"
150+
RANGER:
151+
RANGER_ADMIN:
152+
log_dir: "{{ log_base }}/ranger/admin"
153+
RANGER_TAGSYNC:
154+
log_dir: "{{ log_base }}/ranger/tagsync"
155+
ranger_tagsync_metrics_filepath: "{{ log_base }}/ranger/metrics-tagsync"
156+
RANGER_USERSYNC:
157+
log_dir: "{{ log_base }}/ranger/usersync"
158+
ranger_usersync_metrics_filepath: "{{ log_base }}/ranger/metrics-usersync"
159+
RANGER_RAZ:
160+
RANGER_RAZ_SERVER:
161+
log_dir: "{{ log_base }}/ranger/raz"
162+
ranger_raz_plugin_hdfs_audit_spool_directory: "{{ log_base }}/ranger-raz/audit/hdfs/spool"
163+
ranger_raz_plugin_solr_audit_spool_directory: "{{ log_base }}/ranger-raz/audit/solr/spool"
164+
SCHEMA_REGISTRY:
165+
SCHEMA_REGISTRY_SERVER:
166+
log_dir: "{{ log_base }}/schemaregistry"
167+
SOLR:
168+
SERVICEWIDE:
169+
ranger_audit_hdfs_spool_dir: "{{ log_base }}/solr/audit/hdfs/spool"
170+
ranger_audit_solr_spool_dir: "{{ log_base }}/solr/audit/solr/spool"
171+
SOLR_SERVER:
172+
solr_log_dir: "{{ log_base }}/solr"
173+
SPARK_ON_YARN:
174+
SPARK_YARN_HISTORY_SERVER:
175+
log_dir: "{{ log_base }}/spark"
176+
STREAMS_MESSAGING_MANAGER:
177+
STREAMS_MESSAGING_MANAGER_SERVER:
178+
log_dir: "{{ log_base }}/streams-messaging-manager"
179+
STREAMS_MESSAGING_MANAGER_UI:
180+
log_dir: "{{ log_base }}/streams-messaging-manager"
181+
STREAMS_REPLICATION_MANAGER:
182+
STREAMS_REPLICATION_MANAGER_DRIVER:
183+
log_dir: "{{ log_base }}/streams-replication-manager"
184+
STREAMS_REPLICATION_MANAGER_SERVICE:
185+
log_dir: "{{ log_base }}/streams-replication-manager"
186+
YARN:
187+
GATEWAY:
188+
hadoop_job_history_dir: "{{ log_base }}/hadoop-mapreduce/history"
189+
JOBHISTORY:
190+
mr2_jobhistory_log_dir: "{{ log_base }}/hadoop-mapreduce"
191+
NODEMANAGER:
192+
node_manager_log_dir: "{{ log_base }}/hadoop-yarn"
193+
yarn_nodemanager_log_dirs: "{{ log_base }}/hadoop-yarn/container"
194+
RESOURCEMANAGER:
195+
resource_manager_log_dir: "{{ log_base }}/hadoop-yarn"
196+
ZEPPELIN:
197+
ZEPPELIN_SERVER:
198+
log_dir: "{{ log_base }}/zeppelin"
199+
ZOOKEEPER:
200+
SERVER:
201+
zk_server_log_dir: "{{ log_base }}/zookeeper"
202+
MGMT:
203+
ACTIVITYMONITOR:
204+
mgmt_log_dir: "{{ log_base }}/cloudera-scm-firehose"
205+
ALERTPUBLISHER:
206+
mgmt_log_dir: "{{ log_base }}/cloudera-scm-alertpublisher"
207+
EVENTSERVER:
208+
mgmt_log_dir: "{{ log_base }}/cloudera-scm-eventserver"
209+
HOSTMONITOR:
210+
mgmt_log_dir: "{{ log_base }}/cloudera-scm-firehose"
211+
NAVIGATOR:
212+
mgmt_log_dir: "{{ log_base }}/cloudera-scm-navigator"
213+
NAVIGATORMETASERVER:
214+
audit_event_log_dir: "{{ log_base }}/cloudera-scm-navigator/audit"
215+
mgmt_log_dir: "{{ log_base }}/cloudera-scm-navigator"
216+
REPORTSMANAGER:
217+
mgmt_log_dir: "{{ log_base }}/cloudera-scm-headlamp"
218+
SERVICEMONITOR:
219+
mgmt_log_dir: "{{ log_base }}/cloudera-scm-firehose"
220+
TELEMETRYPUBLISHER:
221+
mgmt_log_dir: "{{ log_base }}/cloudera-scm-telemetrypublisher"

‎roles/config/cluster/base/templates/configs/logdirs-ranger-spooldirs-7.1.9.j2‎

Lines changed: 64 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,64 @@
1+
{%- set log_base = cluster.log_base | default('/var/log') | regex_replace('/$','') -%}
2+
---
3+
ATLAS:
4+
ATLAS_SERVER:
5+
ranger_audit_hdfs_spool_dir: "{{ log_base }}/atlas/audit/hdfs/spool"
6+
ranger_audit_solr_spool_dir: "{{ log_base }}/atlas/audit/solr/spool"
7+
HBASE:
8+
SERVICEWIDE:
9+
ranger_audit_hdfs_spool_dir: "{{ log_base }}/hbase/audit/hdfs/spool"
10+
ranger_audit_solr_spool_dir: "{{ log_base }}/hbase/audit/solr/spool"
11+
HDFS:
12+
SERVICEWIDE:
13+
ranger_audit_hdfs_spool_dir: "{{ log_base }}/hdfs/audit/hdfs/spool"
14+
ranger_audit_solr_spool_dir: "{{ log_base }}/hdfs/audit/solr/spool"
15+
HIVE:
16+
SERVICEWIDE:
17+
ranger_audit_hdfs_spool_dir: "{{ log_base }}/hive/audit/hdfs/spool"
18+
ranger_audit_solr_spool_dir: "{{ log_base }}/hive/audit/solr/spool"
19+
HIVE_LLAP:
20+
SERVICEWIDE:
21+
ranger_audit_hdfs_spool_dir: "{{ log_base }}/hive/audit/hdfs/spool"
22+
ranger_audit_solr_spool_dir: "{{ log_base }}/hive/audit/solr/spool"
23+
HIVE_ON_TEZ:
24+
SERVICEWIDE:
25+
ranger_audit_hdfs_spool_dir: "{{ log_base }}/hive/audit/hdfs/spool"
26+
ranger_audit_solr_spool_dir: "{{ log_base }}/hive/audit/solr/spool"
27+
IMPALA:
28+
SERVICEWIDE:
29+
ranger_audit_hdfs_spool_dir: "{{ log_base }}/impala/audit/hdfs/spool"
30+
ranger_audit_solr_spool_dir: "{{ log_base }}/impala/audit/solr/spool"
31+
INFRA_SOLR:
32+
SERVICEWIDE:
33+
ranger_audit_hdfs_spool_dir: "{{ log_base }}/solr-infra/audit/hdfs/spool"
34+
ranger_audit_solr_spool_dir: "{{ log_base }}/solr-infra/audit/solr/spool"
35+
KAFKA:
36+
KAFKA_BROKER:
37+
ranger_audit_hdfs_spool_dir: "{{ log_base }}/kafka/audit/hdfs/spool"
38+
ranger_audit_solr_spool_dir: "{{ log_base }}/kafka/audit/solr/spool"
39+
KNOX:
40+
KNOX_GATEWAY:
41+
ranger_audit_hdfs_spool_dir: "{{ log_base }}/knox/gateway/audit/hdfs/spool"
42+
ranger_audit_solr_spool_dir: "{{ log_base }}/knox/gateway/audit/solr/spool"
43+
OZONE:
44+
OZONE_MANAGER:
45+
ranger_ozone_plugin_solr_audit_spool_directory: "{{ log_base }}/hadoop-ozone/ranger-audit/solr/spool"
46+
RANGER:
47+
RANGER_ADMIN:
48+
log_dir: "{{ log_base }}/ranger/admin"
49+
RANGER_TAGSYNC:
50+
ranger_tagsync_metrics_filepath: "{{ log_base }}/ranger/metrics-tagsync"
51+
RANGER_USERSYNC:
52+
ranger_usersync_metrics_filepath: "{{ log_base }}/ranger/metrics-usersync"
53+
RANGER_RAZ:
54+
RANGER_RAZ_SERVER:
55+
ranger_audit_hdfs_spool_dir: "{{ log_base }}/ranger-raz/audit/hdfs/spool"
56+
ranger_audit_solr_spool_dir: "{{ log_base }}/ranger-raz/audit/solr/spool"
57+
SOLR:
58+
SERVICEWIDE:
59+
ranger_audit_hdfs_spool_dir: "{{ log_base }}/solr/audit/hdfs/spool"
60+
ranger_audit_solr_spool_dir: "{{ log_base }}/solr/audit/solr/spool"
61+
YARN:
62+
SERVICEWIDE:
63+
ranger_audit_hdfs_spool_dir: "{{ log_base }}/yarn/audit/hdfs/spool"
64+
ranger_audit_solr_spool_dir: "{{ log_base }}/yarn/audit/solr/spool"

‎roles/config/cluster/base/vars/main.yml‎

Lines changed: 6 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -30,9 +30,13 @@ custom_config_templates:
3030
- template: configs/logdirs-6.x.j2
3131
condition: "{{ cloudera_runtime_version is version('6.0.0','>=') and cloudera_runtime_version is version('7.0.0','<') }}"
3232
- template: configs/logdirs-7.1.0.j2
33-
condition: "{{ cloudera_runtime_version is version('7.1.0','>=') }}"
33+
condition: "{{ cloudera_runtime_version is version('7.1.0','>=') and cloudera_runtime_version is version('7.1.9','<') }}"
34+
- template: configs/logdirs-7.1.9.j2
35+
condition: "{{ cloudera_runtime_version is version('7.1.9','>=') }}"
3436
- template: configs/logdirs-ranger-spooldirs.j2
35-
condition: "{{ cloudera_runtime_version is version('7.1.0','>=') and (cloudera_runtime_pre_upgrade is undefined or cloudera_runtime_pre_upgrade is version('7.1.0','>=')) }}"
37+
condition: "{{ cloudera_runtime_version is version('7.1.0','>=') and (cloudera_runtime_pre_upgrade is undefined or cloudera_runtime_pre_upgrade is version('7.1.0','>=')) and cloudera_runtime_version is version('7.1.9','<') }}"
38+
- template: configs/logdirs-ranger-spooldirs-7.1.9.j2
39+
condition: "{{ cloudera_runtime_version is version('7.1.9','>=') }}"
3640
# Custom configurations for out-of-memory behaviour, heap dumps etc
3741
- template: configs/oom.j2
3842
condition: "{{ cluster.oom is defined }}"

0 commit comments

Comments
 (0)