#
#
# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements.  See the NOTICE file
# distributed with this work for additional information
# regarding copyright ownership.  The ASF licenses this file
# to you under the Apache License, Version 2.0 (the
# "License"); you may not use this file except in compliance
# with the License.  You may obtain a copy of the License at
#
#   http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing,
# software distributed under the License is distributed on an
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
# KIND, either express or implied.  See the License for the
# specific language governing permissions and limitations
# under the License.
#
#


# NAGIOS SERVER Check (status log update)
<%if scope.function_hdp_nagios_members_exist('nagios-server')-%>
define service {
        name                            hadoop-service
        use                             generic-service
        notification_options            w,u,c
        first_notification_delay        0
        notification_interval           0     # Send the notification once
}

define service {        
        hostgroup_name          all-servers
        use                     hadoop-service
        service_description     PUPPET::Puppet agent down
        servicegroups           PUPPET
        check_command           check_tcp!8139!-w 1 -c 1
        normal_check_interval   1
        retry_check_interval    0.25
        max_check_attempts      4
}

define service {        
        hostgroup_name          nagios-server        
        use                     hadoop-service
        service_description     NAGIOS::Nagios status log staleness
        servicegroups           NAGIOS
        check_command           check_nagios!10!/var/nagios/status.dat!/usr/bin/nagios
        normal_check_interval   5
        retry_check_interval    0.5
        max_check_attempts      2
}

# NAGIOS SERVER HDFS Checks
define service {
        hostgroup_name          nagios-server
        use                     hadoop-service
        service_description     HDFS::Percent DataNodes storage full
        servicegroups           HDFS
        check_command           check_aggregate!"DATANODE::Storage full"!10%!30%
        normal_check_interval   2
        retry_check_interval    1 
        max_check_attempts      1
}

define service {
        hostgroup_name          nagios-server
        use                     hadoop-service
        service_description     HDFS::Percent DataNodes down
        servicegroups           HDFS
        check_command           check_aggregate!"DATANODE::Process down"!10%!30%
        normal_check_interval   0.5
        retry_check_interval    0.25
        max_check_attempts      3
}

# NAGIOS SERVER MAPREDUCE Checks
define service {
        hostgroup_name          nagios-server
        use                     hadoop-service
        service_description     MAPREDUCE::Percent TaskTrackers down
        servicegroups           MAPREDUCE
        check_command           check_aggregate!"TASKTRACKER::Process down"!10%!30%
        normal_check_interval   0.5
        retry_check_interval    0.25
        max_check_attempts      3
}

# NAGIOS SERVER ZOOKEEPER Checks
<%if scope.function_hdp_nagios_members_exist('zookeeper-servers')-%>
define service {
        hostgroup_name          nagios-server
        use                     hadoop-service
        service_description     ZOOKEEPER::Percent zookeeper servers down
        servicegroups           ZOOKEEPER
        check_command           check_aggregate!"ZKSERVERS::ZKSERVERS Process down"!35%!70%
        normal_check_interval   0.5
        retry_check_interval    0.25
        max_check_attempts      3
}
<%end-%>

# NAGIOS SERVER HBASE Checks
<%if scope.function_hdp_nagios_members_exist('hbasemaster')-%>
define service {
        hostgroup_name          nagios-server
        use                     hadoop-service
        service_description     HBASE::Percent region servers down
        servicegroups           HBASE
        check_command           check_aggregate!"REGIONSERVER::Process down"!10%!30%
        normal_check_interval   0.5
        retry_check_interval    0.25
        max_check_attempts      3
}
<%end-%>
<%end-%>

# GANGLIA SERVER Checks
<%if scope.function_hdp_nagios_members_exist('ganglia-server')-%>
define service {
        hostgroup_name          ganglia-server
        use                     hadoop-service
        service_description     GANGLIA::Ganglia [gmetad] Process down
        servicegroups           GANGLIA
        check_command           check_tcp!8651!-w 1 -c 1
        normal_check_interval   0.25
        retry_check_interval    0.25
        max_check_attempts      4
}

define service {
        hostgroup_name          ganglia-server
        use                     hadoop-service
        service_description     GANGLIA::Ganglia collector [gmond] Process down alert for slaves
        servicegroups           GANGLIA
        check_command           check_tcp!8660!-w 1 -c 1
        normal_check_interval   0.25
        retry_check_interval    0.25
        max_check_attempts      4
}

define service {
        hostgroup_name          ganglia-server
        use                     hadoop-service
        service_description     GANGLIA::Ganglia collector [gmond] Process down alert for namenode
        servicegroups           GANGLIA
        check_command           check_tcp!8661!-w 1 -c 1
        normal_check_interval   0.25
        retry_check_interval    0.25
        max_check_attempts      4
}

define service {
        hostgroup_name          ganglia-server
        use                     hadoop-service
        service_description     GANGLIA::Ganglia collector [gmond] Process down alert for jobtracker
        servicegroups           GANGLIA
        check_command           check_tcp!8662!-w 1 -c 1
        normal_check_interval   0.25
        retry_check_interval    0.25
        max_check_attempts      4
}

<%if scope.function_hdp_nagios_members_exist('hbasemaster')-%>
define service {
        hostgroup_name          ganglia-server
        use                     hadoop-service
        service_description     GANGLIA::Ganglia collector [gmond] Process down alert for hbasemaster
        servicegroups           GANGLIA
        check_command           check_tcp!8663!-w 1 -c 1
        normal_check_interval   0.25
        retry_check_interval    0.25
        max_check_attempts      4
}
<%end-%>
<%end-%>

<%if scope.function_hdp_nagios_members_exist('snamenode')-%>
# Secondary namenode checks
define service {
        hostgroup_name          snamenode
        use                     hadoop-service
        service_description     NAMENODE::Secondary Namenode Process down
        servicegroups           HDFS
        check_command           check_tcp!50090!-w 1 -c 1
        normal_check_interval   0.5
        retry_check_interval    0.25
        max_check_attempts      3
}
<%end-%>
<%if scope.function_hdp_nagios_members_exist('namenode')-%>
# HDFS Checks
define service {
        hostgroup_name          namenode
        use                     hadoop-service
        service_description     NAMENODE::Namenode Web UI down
        servicegroups           HDFS
        check_command           check_webui!namenode
        normal_check_interval   1
        retry_check_interval    1
        max_check_attempts      3
}

define service {
        hostgroup_name          namenode
        use                     hadoop-service
        service_description     NAMENODE::Namenode Edit logs directory status
        servicegroups           HDFS
        check_command           check_name_dir_status!50070
        normal_check_interval   0.5
        retry_check_interval    0.5
        max_check_attempts      3
}

define service {        
        hostgroup_name          namenode        
        use                     hadoop-service
        service_description     NAMENODE::Namenode Host CPU utilization
        servicegroups           HDFS
        check_command           check_cpu!200%!250%
        normal_check_interval   5
        retry_check_interval    2 
        max_check_attempts      5
}

define service {
        hostgroup_name          namenode
        use                     hadoop-service
        service_description     NAMENODE::Namenode Process down
        servicegroups           HDFS
        check_command           check_tcp!8020!-w 1 -c 1
        normal_check_interval   0.5
        retry_check_interval    0.25
        max_check_attempts      3
}

define service {
        hostgroup_name          namenode
        use                     hadoop-service
        service_description     HDFS::Corrupt/Missing blocks
        servicegroups           HDFS
        check_command           check_hdfs_blocks!50070!0%!0%
        normal_check_interval   2
        retry_check_interval    1 
        max_check_attempts      1
}

define service {
        hostgroup_name          namenode
        use                     hadoop-service
        service_description     HDFS::HDFS Capacity utilization
        servicegroups           HDFS
        check_command           check_hdfs_capacity!50070!80%!90%
        normal_check_interval   10
        retry_check_interval    1 
        max_check_attempts      1
}

define service {
        hostgroup_name          namenode
        use                     hadoop-service
        service_description     HDFS::Namenode RPC Latency
        servicegroups           HDFS
        check_command           check_rpcq_latency!NameNode!50070!3000!5000
        normal_check_interval   5
        retry_check_interval    1 
        max_check_attempts      5
}
<%end-%>

# MAPREDUCE Checks
<%if scope.function_hdp_nagios_members_exist('jobtracker')-%>
define service {
        hostgroup_name          jobtracker
        use                     hadoop-service
        service_description     JOBTRACKER::JobTracker Web UI down
        servicegroups           MAPREDUCE
        check_command           check_webui!jobtracker
        normal_check_interval   1
        retry_check_interval    1
        max_check_attempts      3
}

define service {
        hostgroup_name          jobtracker
        use                     hadoop-service
        service_description     JOBTRACKER::JobHistory Web UI down
        servicegroups           MAPREDUCE
        check_command           check_webui!jobhistory
        normal_check_interval   1
        retry_check_interval    1
        max_check_attempts      3
}

define service {
        hostgroup_name          jobtracker
        use                     hadoop-service
        service_description     JOBTRACKER::Jobtracker CPU utilization
        servicegroups           MAPREDUCE
        check_command           check_cpu!200%!250%
        normal_check_interval   5
        retry_check_interval    2 
        max_check_attempts      5
}

define service {
        hostgroup_name          jobtracker
        use                     hadoop-service
        service_description     JOBTRACKER::Jobtracker Process down
        servicegroups           MAPREDUCE
        check_command           check_tcp!50030!-w 1 -c 1
        normal_check_interval   0.5
        retry_check_interval    0.25
        max_check_attempts      4
}

define service {
        hostgroup_name          jobtracker
        use                     hadoop-service
        service_description     MAPREDUCE::JobTracker RPC Latency
        servicegroups           MAPREDUCE
        check_command           check_rpcq_latency!JobTracker!50030!3000!5000
        normal_check_interval   5
        retry_check_interval    1 
        max_check_attempts      5
}
<%end-%>

<%if scope.function_hdp_nagios_members_exist('slaves')-%>
# HDFS::DATANODE Checks
define service {
        hostgroup_name          slaves
        use                     hadoop-service
        service_description     DATANODE::Process down
        servicegroups           HDFS
        check_command           check_tcp!<%=scope.function_hdp_template_var("dfs_datanode_address")%>!-w 1 -c 1
        normal_check_interval   1
        retry_check_interval    0.5
        max_check_attempts      3
}

define service {
        hostgroup_name          slaves
        use                     hadoop-service
        service_description     DATANODE::Storage full
        servicegroups           HDFS
        check_command           check_datanode_storage!<%=scope.function_hdp_template_var("dfs_datanode_http_address")%>!90%!90%
        normal_check_interval   5
        retry_check_interval    1
        max_check_attempts      2
}

# MAPREDUCE::TASKTRACKER Checks 
define service {
        hostgroup_name          slaves
        use                     hadoop-service
        service_description     TASKTRACKER::Process down
        servicegroups           MAPREDUCE
        check_command           check_tcp!50060!-w 1 -c 1
        normal_check_interval   1
        retry_check_interval    0.5
        max_check_attempts      3
}
<%end-%>

<%if scope.function_hdp_nagios_members_exist('zookeeper-servers')-%>
# ZOOKEEPER Checks
define service {
        hostgroup_name          zookeeper-servers
        use                     hadoop-service
        service_description     ZKSERVERS::ZKSERVERS Process down
        servicegroups           ZOOKEEPER
        check_command           check_tcp!2181!-w 1 -c 1
        normal_check_interval   1
        retry_check_interval    0.5
        max_check_attempts      3
}
<%end-%>

<%if scope.function_hdp_nagios_members_exist('hbasemaster')-%>
# HBASE::REGIONSERVER Checks
define service {
        hostgroup_name          region-servers
        use                     hadoop-service
        service_description     REGIONSERVER::Process down
        servicegroups           HBASE
        check_command           check_tcp!60020!-w 1 -c 1
        normal_check_interval   1
        retry_check_interval    0.5
        max_check_attempts      3
}

# HBASE:: MASTER Checks
define service {
        hostgroup_name          hbasemaster
        use                     hadoop-service
        service_description     HBASEMASTER::HBase Web UI down
        servicegroups           HBASE
        check_command           check_webui!hbase
        normal_check_interval   1
        retry_check_interval    1
        max_check_attempts      3
}

define service {
        hostgroup_name          hbasemaster
        use                     hadoop-service
        service_description     HBASEMASTER::HBaseMaster CPU utilization
        servicegroups           HBASE
        check_command           check_cpu!200%!250%
        normal_check_interval   5
        retry_check_interval    2 
        max_check_attempts      5
}

define service {
        hostgroup_name          hbasemaster
        use                     hadoop-service
        service_description     HBASEMASTER::HBaseMaster Process down
        servicegroups           HBASE
        check_command           check_tcp!60000!-w 1 -c 1
        normal_check_interval   0.5
        retry_check_interval    0.25
        max_check_attempts      4
}
<%end-%>

<%if scope.function_hdp_nagios_members_exist('hiveserver')-%>
# HIVE Metastore check
define service {
        hostgroup_name          hiveserver
        use                     hadoop-service
        service_description     HIVE-METASTORE::HIVE-METASTORE status check
        servicegroups           HIVE-METASTORE
        <%if scope.function_hdp_template_var("security_enabled")-%>
        check_command           check_hive_metastore_status!9083!<%=scope.function_hdp_template_var("java32_home")%>!true!<%=scope.function_hdp_template_var("keytab_path")%>/<%=scope.function_hdp_template_var("nagios_user")%>.headless.keytab!<%=scope.function_hdp_template_var("nagios_user")%>
        <%else-%>
        check_command           check_hive_metastore_status!9083!<%=scope.function_hdp_template_var("java32_home")%>!false
        <%end-%>
        normal_check_interval   0.5
        retry_check_interval    0.5
        max_check_attempts      3
}
<%end-%>
<%if scope.function_hdp_nagios_members_exist('oozie-server')-%>
# Oozie check
define service {
        hostgroup_name          oozie-server
        use                     hadoop-service
        service_description     OOZIE::Oozie status check
        servicegroups           OOZIE
        <%if scope.function_hdp_template_var("security_enabled")-%>
        check_command           check_oozie_status!11000!<%=scope.function_hdp_template_var("java32_home")%>!true!<%=scope.function_hdp_template_var("keytab_path")%>/<%=scope.function_hdp_template_var("nagios_user")%>.headless.keytab!<%=scope.function_hdp_template_var("nagios_user")%>
        <%else-%>
        check_command           check_oozie_status!11000!<%=scope.function_hdp_template_var("java32_home")%>!false
        <%end-%>
        normal_check_interval   1
        retry_check_interval    1
        max_check_attempts      3
}
<%end-%>
<%if scope.function_hdp_nagios_members_exist('templeton-server')-%>
# Templeton check
define service {
        hostgroup_name          templeton-server
        use                     hadoop-service
        service_description     TEMPLETON::Templeton status check
        servicegroups           TEMPLETON
        <%if scope.function_hdp_template_var("security_enabled")-%>
        check_command           check_templeton_status!50111!v1!true!<%=scope.function_hdp_template_var("keytab_path")%>/<%=scope.function_hdp_template_var("nagios_user")%>.headless.keytab!<%=scope.function_hdp_template_var("nagios_user")%>
        <%else-%>
        check_command           check_templeton_status!50111!v1!false
        <%end-%>
        normal_check_interval   1
        retry_check_interval    0.5
        max_check_attempts      3
}
<%end-%>