mirror of
https://github.com/OMGeeky/google-apis-rs.git
synced 2026-01-02 09:31:13 +01:00
265 lines
8.5 KiB
Python
Executable File
265 lines
8.5 KiB
Python
Executable File
#!/usr/bin/env python
|
|
"""
|
|
Copyright (C) 2010-2013, Hay Kranen
|
|
|
|
Permission is hereby granted, free of charge, to any person obtaining a copy of this software and associated documentation files (the "Software"), to deal in the Software without restriction, including without limitation the rights to use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of the Software, and to permit persons to whom the Software is furnished to do so, subject to the following conditions:
|
|
|
|
The above copyright notice and this permission notice shall be included in all copies or substantial portions of the Software.
|
|
|
|
THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
|
|
"""
|
|
"""xml2json.py Convert XML to JSON
|
|
|
|
Relies on ElementTree for the XML parsing. This is based on
|
|
pesterfish.py but uses a different XML->JSON mapping.
|
|
The XML->JSON mapping is described at
|
|
http://www.xml.com/pub/a/2006/05/31/converting-between-xml-and-json.html
|
|
|
|
Rewritten to a command line utility by Hay Kranen < github.com/hay > with
|
|
contributions from George Hamilton (gmh04) and Dan Brown (jdanbrown)
|
|
|
|
XML JSON
|
|
<e/> "e": null
|
|
<e>text</e> "e": "text"
|
|
<e name="value" /> "e": { "@name": "value" }
|
|
<e name="value">text</e> "e": { "@name": "value", "#text": "text" }
|
|
<e> <a>text</a ><b>text</b> </e> "e": { "a": "text", "b": "text" }
|
|
<e> <a>text</a> <a>text</a> </e> "e": { "a": ["text", "text"] }
|
|
<e> text <a>text</a> </e> "e": { "#text": "text", "a": "text" }
|
|
|
|
This is very similar to the mapping used for Yahoo Web Services
|
|
(http://developer.yahoo.com/common/json.html#xml).
|
|
|
|
This is a mess in that it is so unpredictable -- it requires lots of testing
|
|
(e.g. to see if values are lists or strings or dictionaries). For use
|
|
in Python this could be vastly cleaner. Think about whether the internal
|
|
form can be more self-consistent while maintaining good external
|
|
characteristics for the JSON.
|
|
|
|
Look at the Yahoo version closely to see how it works. Maybe can adopt
|
|
that completely if it makes more sense...
|
|
|
|
R. White, 2006 November 6
|
|
"""
|
|
|
|
import json
|
|
import optparse
|
|
import sys
|
|
|
|
import xml.etree.cElementTree as ET
|
|
from xml.dom import minidom
|
|
|
|
|
|
def strip_tag(tag):
|
|
strip_ns_tag = tag
|
|
split_array = tag.split('}')
|
|
if len(split_array) > 1:
|
|
strip_ns_tag = split_array[1]
|
|
tag = strip_ns_tag
|
|
return tag
|
|
|
|
|
|
def elem_to_internal(elem, strip_ns=1, strip=1):
|
|
"""Convert an Element into an internal dictionary (not JSON!)."""
|
|
|
|
d = {}
|
|
elem_tag = elem.tag
|
|
if strip_ns:
|
|
elem_tag = strip_tag(elem.tag)
|
|
else:
|
|
for key, value in list(elem.attrib.items()):
|
|
d['@' + key] = value
|
|
|
|
# loop over subelements to merge them
|
|
for subelem in elem:
|
|
v = elem_to_internal(subelem, strip_ns=strip_ns, strip=strip)
|
|
|
|
tag = subelem.tag
|
|
if strip_ns:
|
|
tag = strip_tag(subelem.tag)
|
|
|
|
value = v[tag]
|
|
|
|
try:
|
|
# add to existing list for this tag
|
|
d[tag].append(value)
|
|
except AttributeError:
|
|
# turn existing entry into a list
|
|
d[tag] = [d[tag], value]
|
|
except KeyError:
|
|
# add a new non-list entry
|
|
d[tag] = value
|
|
text = elem.text
|
|
tail = elem.tail
|
|
if strip:
|
|
# ignore leading and trailing whitespace
|
|
if text:
|
|
text = text.strip()
|
|
if tail:
|
|
tail = tail.strip()
|
|
|
|
if tail:
|
|
d['#tail'] = tail
|
|
|
|
if d:
|
|
# use #text element if other attributes exist
|
|
if text:
|
|
d["#text"] = text
|
|
else:
|
|
# text is the value if no attributes
|
|
d = text or None
|
|
return {elem_tag: d}
|
|
|
|
|
|
def internal_to_elem(pfsh, factory=ET.Element):
|
|
|
|
"""Convert an internal dictionary (not JSON!) into an Element.
|
|
|
|
Whatever Element implementation we could import will be
|
|
used by default; if you want to use something else, pass the
|
|
Element class as the factory parameter.
|
|
"""
|
|
|
|
attribs = {}
|
|
text = None
|
|
tail = None
|
|
sublist = []
|
|
tags = list(pfsh.keys())
|
|
|
|
# Allow deeply nested structures
|
|
for tag in tags:
|
|
value = pfsh[tag]
|
|
# we santize values automatically
|
|
# $ref -> _ref
|
|
if tag.startswith('$'):
|
|
tag = '_' + tag[1:]
|
|
|
|
if isinstance(value, dict):
|
|
for k, v in value.items():
|
|
if k[:1] == "@":
|
|
attribs[k[1:]] = v
|
|
elif k == "#text":
|
|
text = v
|
|
elif k == "#tail":
|
|
tail = v
|
|
elif isinstance(v, list):
|
|
for v2 in v:
|
|
sublist.append(internal_to_elem({k: v2}, factory=factory))
|
|
else:
|
|
sublist.append(internal_to_elem({k: v}, factory=factory))
|
|
else:
|
|
text = value
|
|
e = factory(tag, attribs)
|
|
|
|
for sub in sublist:
|
|
e.append(sub)
|
|
e.text = unicode(text)
|
|
e.tail = unicode(tail)
|
|
return e
|
|
|
|
|
|
def elem2json(elem, options, strip_ns=1, strip=1):
|
|
|
|
"""Convert an ElementTree or Element into a JSON string."""
|
|
|
|
if hasattr(elem, 'getroot'):
|
|
elem = elem.getroot()
|
|
|
|
if options.pretty:
|
|
return json.dumps(elem_to_internal(elem, strip_ns=strip_ns, strip=strip), sort_keys=True, indent=4, separators=(',', ': '))
|
|
else:
|
|
return json.dumps(elem_to_internal(elem, strip_ns=strip_ns, strip=strip))
|
|
|
|
|
|
def json2elem(json_data, factory=ET.Element):
|
|
|
|
"""Convert a JSON string into an Element.
|
|
|
|
Whatever Element implementation we could import will be used by
|
|
default; if you want to use something else, pass the Element class
|
|
as the factory parameter.
|
|
"""
|
|
|
|
return internal_to_elem(json.loads(json_data), factory)
|
|
|
|
|
|
def xml2json(xmlstring, options, strip_ns=1, strip=1):
|
|
|
|
"""Convert an XML string into a JSON string."""
|
|
|
|
elem = ET.fromstring(xmlstring)
|
|
return elem2json(elem, options, strip_ns=strip_ns, strip=strip)
|
|
|
|
|
|
def json2xml(json_data, factory=ET.Element):
|
|
|
|
"""Convert a JSON string into an XML string.
|
|
|
|
Whatever Element implementation we could import will be used by
|
|
default; if you want to use something else, pass the Element class
|
|
as the factory parameter.
|
|
"""
|
|
if not isinstance(json_data, dict):
|
|
json_data = json.loads(json_data)
|
|
|
|
elem = internal_to_elem(json_data, factory)
|
|
return minidom.parseString(ET.tostring(elem)).toprettyxml(indent='\t')
|
|
|
|
|
|
def main():
|
|
p = optparse.OptionParser(
|
|
description='Converts XML to JSON or the other way around. Reads from standard input by default, or from file if given.',
|
|
prog='xml2json',
|
|
usage='%prog -t xml2json -o file.json [file]'
|
|
)
|
|
p.add_option('--type', '-t', help="'xml2json' or 'json2xml'", default="json2xml")
|
|
p.add_option('--out', '-o', help="Write to OUT instead of stdout")
|
|
p.add_option(
|
|
'--strip_text', action="store_true",
|
|
dest="strip_text", help="Strip text for xml2json")
|
|
p.add_option(
|
|
'--pretty', action="store_true",
|
|
dest="pretty", help="Format JSON output so it is easier to read")
|
|
p.add_option(
|
|
'--strip_namespace', action="store_true",
|
|
dest="strip_ns", help="Strip namespace for xml2json")
|
|
p.add_option(
|
|
'--strip_newlines', action="store_true",
|
|
dest="strip_nl", help="Strip newlines for xml2json")
|
|
options, arguments = p.parse_args()
|
|
|
|
inputstream = sys.stdin
|
|
if len(arguments) == 1:
|
|
try:
|
|
inputstream = open(arguments[0])
|
|
except:
|
|
sys.stderr.write("Problem reading '{0}'\n".format(arguments[0]))
|
|
p.print_help()
|
|
sys.exit(-1)
|
|
|
|
input = inputstream.read()
|
|
|
|
strip = 0
|
|
strip_ns = 0
|
|
if options.strip_text:
|
|
strip = 1
|
|
if options.strip_ns:
|
|
strip_ns = 1
|
|
if options.strip_nl:
|
|
input = input.replace('\n', '').replace('\r','')
|
|
if (options.type == "xml2json"):
|
|
out = xml2json(input, options, strip_ns, strip)
|
|
else:
|
|
out = json2xml(input)
|
|
|
|
if (options.out):
|
|
file = open(options.out, 'w')
|
|
file.write(out)
|
|
file.close()
|
|
else:
|
|
print(out)
|
|
|
|
if __name__ == "__main__":
|
|
main()
|
|
|