xml_to_json.py

#!/usr/bin/env python3
#  vim:ts=4:sts=4:sw=4:et
#
#  Author: Hari Sekhon
#  Date: 2016-01-15 00:07:09 +0000 (Fri, 15 Jan 2016)
#
#  https://github.com/HariSekhon/DevOps-Python-tools
#
#  License: see accompanying Hari Sekhon LICENSE file
#
#  If you're using my code you're welcome to connect with me on LinkedIn and optionally send me feedback
#  to help improve or steer this or other code I publish
#
#  https://www.linkedin.com/in/HariSekhon
#

"""

Tool to convert XML to JSON

Reads any given files as XML and prints the equivalent JSON to stdout for piping or redirecting to a file.

Directories if given are detected and recursed, processing all files in the directory tree ending in a .xml suffix.

Works like a standard unix filter program - if no files are passed as arguments or '-' is passed then reads from
standard input.

"""

from __future__ import absolute_import
from __future__ import division
from __future__ import print_function
#from __future__ import unicode_literals

import json
import os
import re
import sys
import xml
import xmltodict
libdir = os.path.abspath(os.path.join(os.path.dirname(__file__), 'pylib'))
sys.path.append(libdir)
try:
    # pylint: disable=wrong-import-position
    from harisekhon.utils import die, ERRORS, log, log_option
    from harisekhon import CLI
except ImportError as _:
    print('module import failed: %s' % _, file=sys.stderr)
    print("Did you remember to build the project by running 'make'?", file=sys.stderr)
    print("Alternatively perhaps you tried to copy this program out without it's adjacent libraries?", file=sys.stderr)
    sys.exit(4)

__author__ = 'Hari Sekhon'
__version__ = '0.2.0'


class XmlToJson(CLI):

    def __init__(self):
        # Python 2.x
        super(XmlToJson, self).__init__()
        # Python 3.x
        # super().__init__()
        self.indent = None
        self.re_xml_suffix = re.compile(r'.*\.xml$', re.I)

    def add_options(self):
        self.add_opt('-p', '--pretty', action='store_true', help='Pretty Print the resulting JSON')

    def xml_to_json(self, content, filepath=None):
        try:
            _ = xmltodict.parse(content)
        except xml.parsers.expat.ExpatError as _:
            file_detail = ''
            if filepath is not None:
                file_detail = ' in file \'{0}\''.format(filepath)
            die("Failed to parse XML{0}: {1}".format(file_detail, _))
        json_string = json.dumps(_, sort_keys=True, indent=self.indent) #, separators=(',', ': '))
        return json_string

    def run(self):
        if self.get_opt('pretty'):
            log_option('pretty', True)
            self.indent = 4
        if not self.args:
            self.args.append('-')
        for arg in self.args:
            if arg == '-':
                continue
            if not os.path.exists(arg):
                print("'%s' not found" % arg)
                sys.exit(ERRORS['WARNING'])
            if os.path.isfile(arg):
                log_option('file', arg)
            elif os.path.isdir(arg):
                log_option('directory', arg)
            else:
                die("path '%s' could not be determined as either a file or directory" % arg)
        for arg in self.args:
            self.process_path(arg)

    def process_path(self, path):
        if path == '-' or os.path.isfile(path):
            self.process_file(path)
        elif os.path.isdir(path):
            for root, _, files in os.walk(path):
                for filename in files:
                    filepath = os.path.join(root, filename)
                    if self.re_xml_suffix.match(filepath):
                        self.process_file(filepath)
        else:
            die("failed to determine if path '%s' is a file or directory" % path)

    def process_file(self, filepath):
        log.debug('processing filepath \'%s\'', filepath)
        if filepath == '-':
            filepath = '<STDIN>'
        if filepath == '<STDIN>':
            print(self.xml_to_json(sys.stdin.read()))
        else:
            with open(filepath) as _:
                content = _.read()
                print(self.xml_to_json(content, filepath=filepath))


if __name__ == '__main__':
    XmlToJson().main()