2011-04-27 10:05:43 +00:00
|
|
|
#!/usr/bin/env python
|
|
|
|
#############################################################################
|
|
|
|
##
|
2016-01-15 12:36:27 +00:00
|
|
|
## Copyright (C) 2016 The Qt Company Ltd.
|
|
|
|
## Contact: https://www.qt.io/licensing/
|
2011-04-27 10:05:43 +00:00
|
|
|
##
|
|
|
|
## This file is part of the test suite of the Qt Toolkit.
|
|
|
|
##
|
2016-01-15 12:36:27 +00:00
|
|
|
## $QT_BEGIN_LICENSE:GPL-EXCEPT$
|
2012-09-19 12:28:29 +00:00
|
|
|
## Commercial License Usage
|
|
|
|
## Licensees holding valid commercial Qt licenses may use this file in
|
|
|
|
## accordance with the commercial license agreement provided with the
|
|
|
|
## Software or, alternatively, in accordance with the terms contained in
|
2015-01-28 08:44:43 +00:00
|
|
|
## a written agreement between you and The Qt Company. For licensing terms
|
2016-01-15 12:36:27 +00:00
|
|
|
## and conditions see https://www.qt.io/terms-conditions. For further
|
|
|
|
## information use the contact form at https://www.qt.io/contact-us.
|
2012-09-19 12:28:29 +00:00
|
|
|
##
|
2016-01-15 12:36:27 +00:00
|
|
|
## GNU General Public License Usage
|
|
|
|
## Alternatively, this file may be used under the terms of the GNU
|
|
|
|
## General Public License version 3 as published by the Free Software
|
|
|
|
## Foundation with exceptions as appearing in the file LICENSE.GPL3-EXCEPT
|
|
|
|
## included in the packaging of this file. Please review the following
|
|
|
|
## information to ensure the GNU General Public License requirements will
|
|
|
|
## be met: https://www.gnu.org/licenses/gpl-3.0.html.
|
2011-04-27 10:05:43 +00:00
|
|
|
##
|
|
|
|
## $QT_END_LICENSE$
|
|
|
|
##
|
|
|
|
#############################################################################
|
|
|
|
|
|
|
|
import sys
|
|
|
|
import os
|
|
|
|
import xml.dom.minidom
|
|
|
|
|
|
|
|
class DraftResolution:
|
|
|
|
# See http://www.unicode.org/cldr/process.html for description
|
|
|
|
unconfirmed = 'unconfirmed'
|
|
|
|
provisional = 'provisional'
|
|
|
|
contributed = 'contributed'
|
|
|
|
approved = 'approved'
|
|
|
|
_values = { unconfirmed : 1, provisional : 2, contributed : 3, approved : 4 }
|
|
|
|
def __init__(self, resolution):
|
|
|
|
self.resolution = resolution
|
|
|
|
def toInt(self):
|
|
|
|
return DraftResolution._values[self.resolution]
|
|
|
|
|
|
|
|
class Error:
|
|
|
|
def __init__(self, msg):
|
|
|
|
self.msg = msg
|
|
|
|
def __str__(self):
|
|
|
|
return self.msg
|
|
|
|
|
2015-03-20 16:37:02 +00:00
|
|
|
doc_cache = {}
|
|
|
|
def parseDoc(file):
|
|
|
|
if not doc_cache.has_key(file):
|
|
|
|
doc_cache[file] = xml.dom.minidom.parse(file)
|
|
|
|
return doc_cache[file]
|
|
|
|
|
2011-04-27 10:05:43 +00:00
|
|
|
def findChild(parent, tag_name, arg_name=None, arg_value=None, draft=None):
|
|
|
|
for node in parent.childNodes:
|
|
|
|
if node.nodeType != node.ELEMENT_NODE:
|
|
|
|
continue
|
|
|
|
if node.nodeName != tag_name:
|
|
|
|
continue
|
|
|
|
if arg_value:
|
|
|
|
if not node.attributes.has_key(arg_name):
|
|
|
|
continue
|
|
|
|
if node.attributes[arg_name].nodeValue != arg_value:
|
|
|
|
continue
|
|
|
|
if draft:
|
|
|
|
if not node.attributes.has_key('draft'):
|
|
|
|
# if draft is not specified then it's approved
|
|
|
|
return node
|
|
|
|
value = node.attributes['draft'].nodeValue
|
|
|
|
value = DraftResolution(value).toInt()
|
|
|
|
exemplar = DraftResolution(draft).toInt()
|
|
|
|
if exemplar > value:
|
|
|
|
continue
|
|
|
|
return node
|
|
|
|
return False
|
|
|
|
|
|
|
|
def findTagsInFile(file, path):
|
2015-03-20 16:37:02 +00:00
|
|
|
doc = parseDoc(file)
|
2011-04-27 10:05:43 +00:00
|
|
|
|
|
|
|
elt = doc.documentElement
|
|
|
|
tag_spec_list = path.split("/")
|
|
|
|
last_entry = None
|
|
|
|
for i in range(len(tag_spec_list)):
|
|
|
|
tag_spec = tag_spec_list[i]
|
|
|
|
tag_name = tag_spec
|
|
|
|
arg_name = 'type'
|
|
|
|
arg_value = ''
|
|
|
|
left_bracket = tag_spec.find('[')
|
|
|
|
if left_bracket != -1:
|
|
|
|
tag_name = tag_spec[:left_bracket]
|
|
|
|
arg_value = tag_spec[left_bracket+1:-1].split("=")
|
|
|
|
if len(arg_value) == 2:
|
|
|
|
arg_name = arg_value[0]
|
|
|
|
arg_value = arg_value[1]
|
|
|
|
else:
|
|
|
|
arg_value = arg_value[0]
|
|
|
|
elt = findChild(elt, tag_name, arg_name, arg_value)
|
|
|
|
if not elt:
|
|
|
|
return None
|
|
|
|
ret = []
|
|
|
|
if elt.childNodes:
|
|
|
|
for node in elt.childNodes:
|
|
|
|
if node.attributes:
|
|
|
|
element = [node.nodeName, None]
|
|
|
|
element[1] = node.attributes.items()
|
|
|
|
ret.append(element)
|
|
|
|
else:
|
|
|
|
if elt.attributes:
|
|
|
|
element = [elt.nodeName, None]
|
|
|
|
element[1] = elt.attributes.items()
|
|
|
|
ret.append(element)
|
|
|
|
return ret
|
|
|
|
|
|
|
|
def _findEntryInFile(file, path, draft=None, attribute=None):
|
2015-03-20 16:37:02 +00:00
|
|
|
doc = parseDoc(file)
|
2011-04-27 10:05:43 +00:00
|
|
|
|
|
|
|
elt = doc.documentElement
|
|
|
|
tag_spec_list = path.split("/")
|
|
|
|
last_entry = None
|
|
|
|
for i in range(len(tag_spec_list)):
|
|
|
|
tag_spec = tag_spec_list[i]
|
|
|
|
tag_name = tag_spec
|
|
|
|
arg_name = 'type'
|
|
|
|
arg_value = ''
|
|
|
|
left_bracket = tag_spec.find('[')
|
|
|
|
if left_bracket != -1:
|
|
|
|
tag_name = tag_spec[:left_bracket]
|
|
|
|
arg_value = tag_spec[left_bracket+1:-1].split("=")
|
|
|
|
if len(arg_value) == 2:
|
2012-11-21 13:53:33 +00:00
|
|
|
arg_name = arg_value[0].replace("@", "").replace("'", "")
|
2011-04-27 10:05:43 +00:00
|
|
|
arg_value = arg_value[1]
|
|
|
|
else:
|
|
|
|
arg_value = arg_value[0]
|
|
|
|
alias = findChild(elt, 'alias')
|
|
|
|
if alias and alias.attributes['source'].nodeValue == 'locale':
|
|
|
|
path = alias.attributes['path'].nodeValue
|
|
|
|
aliaspath = tag_spec_list[:i] + path.split("/")
|
|
|
|
def resolve(x, y):
|
|
|
|
if y == '..':
|
|
|
|
return x[:-1]
|
|
|
|
return x + [y]
|
|
|
|
# resolve all dot-dot parts of the path
|
|
|
|
aliaspath = reduce(resolve, aliaspath, [])
|
|
|
|
# remove attribute specification that our xpathlite doesnt support
|
|
|
|
aliaspath = map(lambda x: x.replace("@type=", "").replace("'", ""), aliaspath)
|
|
|
|
# append the remaining path
|
|
|
|
aliaspath = aliaspath + tag_spec_list[i:]
|
|
|
|
aliaspath = "/".join(aliaspath)
|
|
|
|
# "locale" aliases are special - we need to start lookup from scratch
|
|
|
|
return (None, aliaspath)
|
|
|
|
elt = findChild(elt, tag_name, arg_name, arg_value, draft)
|
|
|
|
if not elt:
|
|
|
|
return ("", None)
|
|
|
|
if attribute is not None:
|
|
|
|
if elt.attributes.has_key(attribute):
|
|
|
|
return (elt.attributes[attribute].nodeValue, None)
|
|
|
|
return (None, None)
|
2012-11-21 03:56:21 +00:00
|
|
|
try:
|
|
|
|
return (elt.firstChild.nodeValue, None)
|
|
|
|
except:
|
|
|
|
pass
|
|
|
|
return (None, None)
|
2011-04-27 10:05:43 +00:00
|
|
|
|
|
|
|
def findAlias(file):
|
2015-03-20 16:37:02 +00:00
|
|
|
doc = parseDoc(file)
|
2012-11-14 15:00:30 +00:00
|
|
|
|
2011-04-27 10:05:43 +00:00
|
|
|
alias_elt = findChild(doc.documentElement, "alias")
|
|
|
|
if not alias_elt:
|
|
|
|
return False
|
|
|
|
if not alias_elt.attributes.has_key('source'):
|
|
|
|
return False
|
|
|
|
return alias_elt.attributes['source'].nodeValue
|
|
|
|
|
2015-03-20 16:33:11 +00:00
|
|
|
lookup_chain_cache = {}
|
2012-11-21 03:56:21 +00:00
|
|
|
parent_locales = {}
|
|
|
|
def _fixedLookupChain(dirname, name):
|
2015-03-20 16:33:11 +00:00
|
|
|
if lookup_chain_cache.has_key(name):
|
|
|
|
return lookup_chain_cache[name]
|
|
|
|
|
2012-11-21 03:56:21 +00:00
|
|
|
# see http://www.unicode.org/reports/tr35/#Parent_Locales
|
|
|
|
if not parent_locales:
|
|
|
|
for ns in findTagsInFile(dirname + "/../supplemental/supplementalData.xml", "parentLocales"):
|
|
|
|
tmp = {}
|
|
|
|
parent_locale = ""
|
|
|
|
for data in ns[1:][0]: # ns looks like this: [u'parentLocale', [(u'parent', u'root'), (u'locales', u'az_Cyrl bs_Cyrl en_Dsrt ..')]]
|
|
|
|
tmp[data[0]] = data[1]
|
|
|
|
if data[0] == u"parent":
|
|
|
|
parent_locale = data[1]
|
|
|
|
parent_locales[parent_locale] = tmp[u"locales"].split(" ")
|
|
|
|
|
|
|
|
items = name.split("_")
|
|
|
|
# split locale name into items and iterate through them from back to front
|
|
|
|
# example: az_Latn_AZ => [az_Latn_AZ, az_Latn, az]
|
|
|
|
items = list(reversed(map(lambda x: "_".join(items[:x+1]), range(len(items)))))
|
|
|
|
|
|
|
|
for i in range(len(items)):
|
|
|
|
item = items[i]
|
|
|
|
for parent_locale in parent_locales.keys():
|
|
|
|
for locale in parent_locales[parent_locale]:
|
|
|
|
if item == locale:
|
|
|
|
if parent_locale == u"root":
|
|
|
|
items = items[:i+1]
|
|
|
|
else:
|
2015-03-20 16:17:30 +00:00
|
|
|
items = items[:i+1] + _fixedLookupChain(dirname, parent_locale)
|
2015-03-20 16:33:11 +00:00
|
|
|
lookup_chain_cache[name] = items
|
2012-11-21 03:56:21 +00:00
|
|
|
return items
|
2015-03-20 16:33:11 +00:00
|
|
|
|
|
|
|
lookup_chain_cache[name] = items
|
2012-11-21 03:56:21 +00:00
|
|
|
return items
|
|
|
|
|
2011-04-27 10:05:43 +00:00
|
|
|
def _findEntry(base, path, draft=None, attribute=None):
|
|
|
|
file = base
|
|
|
|
if base.endswith(".xml"):
|
|
|
|
filename = base
|
|
|
|
base = base[:-4]
|
|
|
|
else:
|
|
|
|
file = base + ".xml"
|
|
|
|
(dirname, filename) = os.path.split(base)
|
2012-11-21 03:56:21 +00:00
|
|
|
|
|
|
|
items = _fixedLookupChain(dirname, filename)
|
2011-04-27 10:05:43 +00:00
|
|
|
for item in items:
|
|
|
|
file = dirname + "/" + item + ".xml"
|
|
|
|
if os.path.isfile(file):
|
|
|
|
alias = findAlias(file)
|
|
|
|
if alias:
|
|
|
|
# if alias is found we should follow it and stop processing current file
|
|
|
|
# see http://www.unicode.org/reports/tr35/#Common_Elements
|
|
|
|
aliasfile = os.path.dirname(file) + "/" + alias + ".xml"
|
|
|
|
if not os.path.isfile(aliasfile):
|
2013-01-27 04:58:38 +00:00
|
|
|
raise Error("findEntry: fatal error: found an alias '%s' to '%s', but the alias file couldn't be found" % (filename, alias))
|
2011-04-27 10:05:43 +00:00
|
|
|
# found an alias, recurse into parsing it
|
|
|
|
result = _findEntry(aliasfile, path, draft, attribute)
|
|
|
|
return result
|
|
|
|
(result, aliaspath) = _findEntryInFile(file, path, draft, attribute)
|
|
|
|
if aliaspath:
|
|
|
|
# start lookup again because of the alias source="locale"
|
|
|
|
return _findEntry(base, aliaspath, draft, attribute)
|
|
|
|
if result:
|
|
|
|
return result
|
|
|
|
return None
|
|
|
|
|
|
|
|
def findEntry(base, path, draft=None, attribute=None):
|
|
|
|
file = base
|
|
|
|
if base.endswith(".xml"):
|
|
|
|
file = base
|
|
|
|
base = base[:-4]
|
|
|
|
else:
|
|
|
|
file = base + ".xml"
|
|
|
|
(dirname, filename) = os.path.split(base)
|
|
|
|
|
|
|
|
result = None
|
|
|
|
while path:
|
|
|
|
result = _findEntry(base, path, draft, attribute)
|
|
|
|
if result:
|
|
|
|
return result
|
|
|
|
(result, aliaspath) = _findEntryInFile(dirname + "/root.xml", path, draft, attribute)
|
|
|
|
if result:
|
|
|
|
return result
|
|
|
|
if not aliaspath:
|
2012-11-14 15:00:30 +00:00
|
|
|
raise Error("findEntry: fatal error: %s: can not find key %s" % (filename, path))
|
2011-04-27 10:05:43 +00:00
|
|
|
path = aliaspath
|
|
|
|
|
|
|
|
return result
|
|
|
|
|