Commit 69a60114: added find_active_hadoop_yarn_resource_manager.py

added find_active_hadoop_yarn_resource_manager.py

69a60114

Hari Sekhon

committed Sep 6, 2017

Files

Details



	find_active_hadoop_yarn_resource_manager.py +

find_active_hadoop_yarn_resource_manager.py

+104

/find_active_hadoop_yarn_resource_manager.py

View

#!/usr/bin/env python

# vim:ts=4:sts=4:sw=4:et

# Author: Hari Sekhon

# Date: Wed Sep 6 14:44:38 CEST 2017

# https://github.com/harisekhon/pytools

# License: see accompanying Hari Sekhon LICENSE file

# If you're using my code you're welcome to connect with me on LinkedIn

# and optionally send me feedback to help steer this or other code I publish

# https://www.linkedin.com/in/harisekhon

"""

Tool to return the active Hadoop Yarn Resource Manager from an argument list of hosts

Can mix and match between a comma separated list of hosts (--host server1,server2 or contents of the $HOST

environment variable if not specified) and general free-form space separated arguments, which is useful if piping

a host list through xargs.

Multi-threaded for speed and exits upon first available host response to minimize delay to ~ 1 second or less.

Useful for simplying scripting or generically extending tools that don't directly support Yarn High Availability

By default checks the same --port on all servers. Hosts may have optional :<port> suffixes added to individually

override each one.

Exits with return code 1 and NO_AVAILABLE_SERVER if none of the namenodes are active, --quiet mode will not print

NO_AVAILABLE_SERVER.

Tested on Hadoop 2.7.3 on HDP 2.6.1

"""

from __future__ import absolute_import

from __future__ import division

from __future__ import print_function

#from __future__ import unicode_literals

import os

import sys

import traceback

srcdir = os.path.abspath(os.path.dirname(__file__))

libdir = os.path.join(srcdir, 'pylib')

sys.path.append(libdir)

try:

# pylint: disable=wrong-import-position

from harisekhon.utils import log_option, uniq_list_ordered

from harisekhon.utils import validate_int

from find_active_server import FindActiveServer

except ImportError as _:

print(traceback.format_exc(), end='')

sys.exit(4)

__author__ = 'Hari Sekhon'

__version__ = '0.6.1'

class FindActiveHadoopYarnResourceManager(FindActiveServer):

def __init__(self):

# Python 2.x

super(FindActiveHadoopYarnResourceManager, self).__init__()

# Python 3.x

# super().__init__()

self.default_port = 8088

self.port = self.default_port

self.protocol = 'http'

self.url_path = '/ws/v1/cluster'

self.regex = r'"haState"\s*:\s*"ACTIVE"'

def add_options(self):

self.add_hostoption(name='Yarn Resource Manager', default_port=self.default_port)

self.add_opt('-S', '--ssl', action='store_true',

help='Use SSL to Namenode UI')

self.add_opt('-q', '--quiet', action='store_true', help='Returns no output instead of NO_AVAILABLE_SERVER '\

+ '(convenience for scripting)')

self.add_opt('-T', '--request-timeout', metavar='secs', type='int', default=os.getenv('REQUEST_TIMEOUT', 2),

help='Timeout for each individual server request in seconds ($REQUEST_TIMEOUT, default: 2 secs)')

def process_options(self):

hosts = self.get_opt('host')

self.port = self.get_opt('port')

if hosts:

self.host_list = [host.strip() for host in hosts.split(',') if host]

self.host_list += self.args

self.host_list = uniq_list_ordered(self.host_list)

if self.get_opt('ssl'):

self.protocol = 'https'

log_option('SSL', 'true')

else:

log_option('SSL', 'false')

self.request_timeout = self.get_opt('request_timeout')

validate_int(self.request_timeout, 'request timeout', 1, 60)

self.validate_options()

if __name__ == '__main__':

FindActiveHadoopYarnResourceManager().main()