# # Copyright (c) 2008-2012 Stefan Krah. All rights reserved. # # Redistribution and use in source and binary forms, with or without # modification, are permitted provided that the following conditions # are met: # # 1. Redistributions of source code must retain the above copyright # notice, this list of conditions and the following disclaimer. # # 2. Redistributions in binary form must reproduce the above copyright # notice, this list of conditions and the following disclaimer in the # documentation and/or other materials provided with the distribution. # # THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS "AS IS" AND # ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE # IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE # ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE # FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL # DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS # OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) # HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT # LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY # OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF # SUCH DAMAGE. # # Generate PEP-3101 format strings. import os, sys, locale, random import platform, subprocess from test.support import import_fresh_module from distutils.spawn import find_executable C = import_fresh_module('decimal', fresh=['_decimal']) P = import_fresh_module('decimal', blocked=['_decimal']) windows_lang_strings = [ "chinese", "chinese-simplified", "chinese-traditional", "czech", "danish", "dutch", "belgian", "english", "australian", "canadian", "english-nz", "english-uk", "english-us", "finnish", "french", "french-belgian", "french-canadian", "french-swiss", "german", "german-austrian", "german-swiss", "greek", "hungarian", "icelandic", "italian", "italian-swiss", "japanese", "korean", "norwegian", "norwegian-bokmal", "norwegian-nynorsk", "polish", "portuguese", "portuguese-brazil", "russian", "slovak", "spanish", "spanish-mexican", "spanish-modern", "swedish", "turkish", ] preferred_encoding = { 'cs_CZ': 'ISO8859-2', 'cs_CZ.iso88592': 'ISO8859-2', 'czech': 'ISO8859-2', 'eesti': 'ISO8859-1', 'estonian': 'ISO8859-1', 'et_EE': 'ISO8859-15', 'et_EE.ISO-8859-15': 'ISO8859-15', 'et_EE.iso885915': 'ISO8859-15', 'et_EE.iso88591': 'ISO8859-1', 'fi_FI.iso88591': 'ISO8859-1', 'fi_FI': 'ISO8859-15', 'fi_FI@euro': 'ISO8859-15', 'fi_FI.iso885915@euro': 'ISO8859-15', 'finnish': 'ISO8859-1', 'lv_LV': 'ISO8859-13', 'lv_LV.iso885913': 'ISO8859-13', 'nb_NO': 'ISO8859-1', 'nb_NO.iso88591': 'ISO8859-1', 'bokmal': 'ISO8859-1', 'nn_NO': 'ISO8859-1', 'nn_NO.iso88591': 'ISO8859-1', 'no_NO': 'ISO8859-1', 'norwegian': 'ISO8859-1', 'nynorsk': 'ISO8859-1', 'ru_RU': 'ISO8859-5', 'ru_RU.iso88595': 'ISO8859-5', 'russian': 'ISO8859-5', 'ru_RU.KOI8-R': 'KOI8-R', 'ru_RU.koi8r': 'KOI8-R', 'ru_RU.CP1251': 'CP1251', 'ru_RU.cp1251': 'CP1251', 'sk_SK': 'ISO8859-2', 'sk_SK.iso88592': 'ISO8859-2', 'slovak': 'ISO8859-2', 'sv_FI': 'ISO8859-1', 'sv_FI.iso88591': 'ISO8859-1', 'sv_FI@euro': 'ISO8859-15', 'sv_FI.iso885915@euro': 'ISO8859-15', 'uk_UA': 'KOI8-U', 'uk_UA.koi8u': 'KOI8-U' } integers = [ "", "1", "12", "123", "1234", "12345", "123456", "1234567", "12345678", "123456789", "1234567890", "12345678901", "123456789012", "1234567890123", "12345678901234", "123456789012345", "1234567890123456", "12345678901234567", "123456789012345678", "1234567890123456789", "12345678901234567890", "123456789012345678901", "1234567890123456789012", ] numbers = [ "0", "-0", "+0", "0.0", "-0.0", "+0.0", "0e0", "-0e0", "+0e0", ".0", "-.0", ".1", "-.1", "1.1", "-1.1", "1e1", "-1e1" ] # Get the list of available locales. if platform.system() == 'Windows': locale_list = windows_lang_strings else: locale_list = ['C'] if os.path.isfile("/var/lib/locales/supported.d/local"): # On Ubuntu, `locale -a` gives the wrong case for some locales, # so we get the correct names directly: with open("/var/lib/locales/supported.d/local") as f: locale_list = [loc.split()[0] for loc in f.readlines() \ if not loc.startswith('#')] elif find_executable('locale'): locale_list = subprocess.Popen(["locale", "-a"], stdout=subprocess.PIPE).communicate()[0] try: locale_list = locale_list.decode() except UnicodeDecodeError: # Some distributions insist on using latin-1 characters # in their locale names. locale_list = locale_list.decode('latin-1') locale_list = locale_list.split('\n') try: locale_list.remove('') except ValueError: pass # Debian if os.path.isfile("/etc/locale.alias"): with open("/etc/locale.alias") as f: while 1: try: line = f.readline() except UnicodeDecodeError: continue if line == "": break if line.startswith('#'): continue x = line.split() if len(x) == 2: if x[0] in locale_list: locale_list.remove(x[0]) # FreeBSD if platform.system() == 'FreeBSD': # http://www.freebsd.org/cgi/query-pr.cgi?pr=142173 # en_GB.US-ASCII has 163 as the currency symbol. for loc in ['it_CH.ISO8859-1', 'it_CH.ISO8859-15', 'it_CH.UTF-8', 'it_IT.ISO8859-1', 'it_IT.ISO8859-15', 'it_IT.UTF-8', 'sl_SI.ISO8859-2', 'sl_SI.UTF-8', 'en_GB.US-ASCII']: try: locale_list.remove(loc) except ValueError: pass # Print a testcase in the format of the IBM tests (for runtest.c): def get_preferred_encoding(): loc = locale.setlocale(locale.LC_CTYPE) if loc in preferred_encoding: return preferred_encoding[loc] else: return locale.getpreferredencoding() def printit(testno, s, fmt, encoding=None): if not encoding: encoding = get_preferred_encoding() try: result = format(P.Decimal(s), fmt) fmt = str(fmt.encode(encoding))[2:-1] result = str(result.encode(encoding))[2:-1] if "'" in result: sys.stdout.write("xfmt%d format %s '%s' -> \"%s\"\n" % (testno, s, fmt, result)) else: sys.stdout.write("xfmt%d format %s '%s' -> '%s'\n" % (testno, s, fmt, result)) except Exception as err: sys.stderr.write("%s %s %s\n" % (err, s, fmt)) # Check if an integer can be converted to a valid fill character. def check_fillchar(i): try: c = chr(i) c.encode('utf-8').decode() format(P.Decimal(0), c + '<19g') return c except: return None # Generate all unicode characters that are accepted as # fill characters by decimal.py. def all_fillchars(): for i in range(0, 0x110002): c = check_fillchar(i) if c: yield c # Return random fill character. def rand_fillchar(): while 1: i = random.randrange(0, 0x110002) c = check_fillchar(i) if c: return c # Generate random format strings # [[fill]align][sign][#][0][width][.precision][type] def rand_format(fill, typespec='EeGgFfn%'): active = sorted(random.sample(range(7), random.randrange(8))) have_align = 0 s = '' for elem in active: if elem == 0: # fill+align s += fill s += random.choice('<>=^') have_align = 1 elif elem == 1: # sign s += random.choice('+- ') elif elem == 2 and not have_align: # zeropad s += '0' elif elem == 3: # width s += str(random.randrange(1, 100)) elif elem == 4: # thousands separator s += ',' elif elem == 5: # prec s += '.' s += str(random.randrange(100)) elif elem == 6: if 4 in active: c = typespec.replace('n', '') else: c = typespec s += random.choice(c) return s # Partially brute force all possible format strings containing a thousands # separator. Fall back to random where the runtime would become excessive. # [[fill]align][sign][#][0][width][,][.precision][type] def all_format_sep(): for align in ('', '<', '>', '=', '^'): for fill in ('', 'x'): if align == '': fill = '' for sign in ('', '+', '-', ' '): for zeropad in ('', '0'): if align != '': zeropad = '' for width in ['']+[str(y) for y in range(1, 15)]+['101']: for prec in ['']+['.'+str(y) for y in range(15)]: # for type in ('', 'E', 'e', 'G', 'g', 'F', 'f', '%'): type = random.choice(('', 'E', 'e', 'G', 'g', 'F', 'f', '%')) yield ''.join((fill, align, sign, zeropad, width, ',', prec, type)) # Partially brute force all possible format strings with an 'n' specifier. # [[fill]align][sign][#][0][width][,][.precision][type] def all_format_loc(): for align in ('', '<', '>', '=', '^'): for fill in ('', 'x'): if align == '': fill = '' for sign in ('', '+', '-', ' '): for zeropad in ('', '0'): if align != '': zeropad = '' for width in ['']+[str(y) for y in range(1, 20)]+['101']: for prec in ['']+['.'+str(y) for y in range(1, 20)]: yield ''.join((fill, align, sign, zeropad, width, prec, 'n')) # Generate random format strings with a unicode fill character # [[fill]align][sign][#][0][width][,][.precision][type] def randfill(fill): active = sorted(random.sample(range(5), random.randrange(6))) s = '' s += str(fill) s += random.choice('<>=^') for elem in active: if elem == 0: # sign s += random.choice('+- ') elif elem == 1: # width s += str(random.randrange(1, 100)) elif elem == 2: # thousands separator s += ',' elif elem == 3: # prec s += '.' s += str(random.randrange(100)) elif elem == 4: if 2 in active: c = 'EeGgFf%' else: c = 'EeGgFfn%' s += random.choice(c) return s # Generate random format strings with random locale setting # [[fill]align][sign][#][0][width][,][.precision][type] def rand_locale(): try: loc = random.choice(locale_list) locale.setlocale(locale.LC_ALL, loc) except locale.Error as err: pass active = sorted(random.sample(range(5), random.randrange(6))) s = '' have_align = 0 for elem in active: if elem == 0: # fill+align s += chr(random.randrange(32, 128)) s += random.choice('<>=^') have_align = 1 elif elem == 1: # sign s += random.choice('+- ') elif elem == 2 and not have_align: # zeropad s += '0' elif elem == 3: # width s += str(random.randrange(1, 100)) elif elem == 4: # prec s += '.' s += str(random.randrange(100)) s += 'n' return s