forked from adamwojs/xsd-download
/
xsd-download.py
executable file
·115 lines (86 loc) · 3.64 KB
/
xsd-download.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
#!/usr/bin/python
import sys
import os
import argparse
import requests
import logging
from xml.dom.minidom import parseString as parse_xml
class XsdDownloader:
XSD_NS = "http://www.w3.org/2001/XMLSchema"
XSD_INTERNAL_DIR = "internal"
def __init__(self, xsd_url, out_dir=None):
self.xsd_map = {}
self.xsd_url = xsd_url
if not out_dir:
out_dir = os.path.realpath(os.path.curdir)
self.out_dir = out_dir
def download(self):
internal_dir_path = self.out_dir + "/" + self.XSD_INTERNAL_DIR
if not os.path.isdir(internal_dir_path):
logging.debug("Creating dir %s" % internal_dir_path)
os.mkdir(internal_dir_path)
self.__download_xsd(self.xsd_url)
def __download_xsd(self, url):
is_root = self.xsd_url == url
if url not in self.xsd_map:
xsd_local_name = self.__get_local_name(url)
xsd_local_path = self.__get_local_path(xsd_local_name, is_root)
dom = parse_xml(self.__download_url(url))
self.xsd_map[url] = xsd_local_name
self.__resolve_imports(dom, is_root)
self.__resolve_includes(dom, is_root)
with open(xsd_local_path, 'wb') as f:
f.write(dom.toxml('UTF-8'))
return self.xsd_map[url]
@staticmethod
def __download_url(url):
logging.info("Downloading %s " % url)
return requests.get(url).text.encode('UTF-8')
def __get_local_name(self, url):
# get last url segment
return url.rsplit('/', 1)[-1]
def __get_local_path(self, name, is_root):
segments = [self.out_dir]
if not is_root:
segments.append(self.XSD_INTERNAL_DIR)
segments.append(name)
return "/".join(segments)
def __resolve_imports(self, dom, is_root=False):
logging.debug("Resolving <xsd:import />")
self.__do_resolve(dom.getElementsByTagNameNS(self.XSD_NS, "import"), is_root)
def __resolve_includes(self, dom, is_root=False):
logging.debug("Resolving <xsd:include />")
self.__do_resolve(dom.getElementsByTagNameNS(self.XSD_NS, "include"), is_root)
def __do_resolve(self, externals, is_root):
logging.debug("Found %d references" % len(externals))
for external in externals:
schema_location = external.attributes["schemaLocation"]
local_path = self.__download_xsd(schema_location.value)
if is_root:
local_path = self.XSD_INTERNAL_DIR + "/" + local_path
schema_location.value = local_path
class Application:
LOGGER_FORMAT = "%(levelname)s: %(message)s"
def __init__(self):
self.xsd_url = None
self.out_dir = None
def configure(self, argv):
parser = argparse.ArgumentParser()
parser.description = "Download XSD with all remote references and replace them with local files"
parser.add_argument("-u", "--xsd-url", required=True, type=str, help="URL to XML schema")
parser.add_argument("-o", "--output-dir", help="Output directory")
parser.add_argument("-v", "--verbose", action="store_true")
args = parser.parse_args(argv[1:])
self.xsd_url = args.xsd_url
self.out_dir = args.output_dir
if args.verbose:
logging.basicConfig(format=Application.LOGGER_FORMAT, level=logging.DEBUG)
else:
logging.basicConfig(format=Application.LOGGER_FORMAT, level=logging.INFO)
def run(self):
downloader = XsdDownloader(self.xsd_url, self.out_dir)
downloader.download()
if __name__ == "__main__":
app = Application()
app.configure(sys.argv)
app.run()