# -*- coding: utf-8 -*- # # Copyright (C) 2003-2008 Edgewall Software # Copyright (C) 2003-2004 Jonas Borgström # Copyright (C) 2006 Matthew Good # Copyright (C) 2005-2006 Christian Boos # All rights reserved. # # This software is licensed as described in the file COPYING, which # you should have received as part of this distribution. The terms # are also available at http://trac.edgewall.org/wiki/TracLicense. # # This software consists of voluntary contributions made by many # individuals. For the exact contribution history, see the revision # history and logs, available at http://trac.edgewall.org/log/. # # Author: Jonas Borgström # Matthew Good # Christian Boos import locale import os import sys from urllib import quote, quote_plus, unquote, urlencode CRLF = '\r\n' # -- Unicode def to_unicode(text, charset=None): """Convert a `str` object to an `unicode` object. If `charset` is given, we simply assume that encoding for the text, but we'll use the "replace" mode so that the decoding will always succeed. If `charset` is ''not'' specified, we'll make some guesses, first trying the UTF-8 encoding, then trying the locale preferred encoding, in "replace" mode. This differs from the `unicode` builtin, which by default uses the locale preferred encoding, in 'strict' mode, and is therefore prompt to raise `UnicodeDecodeError`s. Because of the "replace" mode, the original content might be altered. If this is not what is wanted, one could map the original byte content by using an encoding which maps each byte of the input to an unicode character, e.g. by doing `unicode(text, 'iso-8859-1')`. """ if not isinstance(text, str): if isinstance(text, Exception): # two possibilities for storing unicode strings in exception data: try: # custom __str__ method on the exception (e.g. PermissionError) return unicode(text) except UnicodeError: # unicode arguments given to the exception (e.g. parse_date) return ' '.join([to_unicode(arg) for arg in text.args]) return unicode(text) if charset: return unicode(text, charset, 'replace') else: try: return unicode(text, 'utf-8') except UnicodeError: return unicode(text, locale.getpreferredencoding(), 'replace') def unicode_quote(value, safe='/'): """A unicode aware version of urllib.quote""" return quote(value.encode('utf-8'), safe) def unicode_quote_plus(value): """A unicode aware version of urllib.quote""" return quote_plus(value.encode('utf-8')) def unicode_unquote(value): """A unicode aware version of urllib.unquote. Take `str` value previously obtained by `unicode_quote`. """ return unquote(value).decode('utf-8') def unicode_urlencode(params): """A unicode aware version of urllib.urlencode""" if isinstance(params, dict): params = params.items() return urlencode([(k, isinstance(v, unicode) and v.encode('utf-8') or v) for k, v in params]) def to_utf8(text, charset='iso-8859-15'): """Convert a string to UTF-8, assuming the encoding is either UTF-8, ISO Latin-1, or as specified by the optional `charset` parameter. ''Deprecated in 0.10. You should use `unicode` strings only.'' """ try: # Do nothing if it's already utf-8 u = unicode(text, 'utf-8') return text except UnicodeError: try: # Use the user supplied charset if possible u = unicode(text, charset) except UnicodeError: # This should always work u = unicode(text, 'iso-8859-15') return u.encode('utf-8') class unicode_passwd(unicode): """Conceal the actual content of the string when `repr` is called.""" def __repr__(self): return '*******' def console_print(out, *args): cons_charset = getattr(out, 'encoding', None) # Windows returns 'cp0' to indicate no encoding if cons_charset in (None, 'cp0'): cons_charset = 'utf-8' out.write(' '.join([to_unicode(a).encode(cons_charset, 'replace') for a in args])+ '\n') # -- Plain text formatting def print_table(data, headers=None, sep=' ', out=None): if out is None: out = sys.stdout charset = getattr(out, 'encoding', None) or 'utf-8' data = list(data) if headers: data.insert(0, headers) elif not data: return num_cols = len(data[0]) # assumes all rows are of equal length col_width = [] for idx in range(num_cols): col_width.append(max([len(unicode(d[idx] or '')) for d in data])) out.write('\n') for ridx, row in enumerate(data): for cidx, cell in enumerate(row): if headers and ridx == 0: sp = ('%%%ds' % len(sep)) % ' ' # No separator in header else: sp = sep if cidx + 1 == num_cols: sp = '' # No separator after last column line = (u'%%-%ds%s' % (col_width[cidx], sp)) % (cell or '') if isinstance(line, unicode): line = line.encode(charset, 'replace') out.write(line) out.write('\n') if ridx == 0 and headers: out.write(''.join(['-' for x in xrange(0, len(sep) * cidx + sum(col_width))])) out.write('\n') out.write('\n') def shorten_line(text, maxlen=75): if len(text or '') < maxlen: return text shortline = text[:maxlen] cut = shortline.rfind(' ') + 1 or shortline.rfind('\n') + 1 or maxlen shortline = text[:cut]+' ...' return shortline def wrap(t, cols=75, initial_indent='', subsequent_indent='', linesep=os.linesep): try: import textwrap t = t.strip().replace('\r\n', '\n').replace('\r', '\n') wrapper = textwrap.TextWrapper(cols, replace_whitespace=0, break_long_words=0, initial_indent=initial_indent, subsequent_indent=subsequent_indent) wrappedLines = [] for line in t.split('\n'): wrappedLines += wrapper.wrap(line.rstrip()) or [''] return linesep.join(wrappedLines) except ImportError: return t def obfuscate_email_address(address): if address: at = address.find('@') if at != -1: return address[:at] + u'@\u2026' + \ (address[-1] == '>' and '>' or '') return address # -- Conversion def pretty_size(size, format='%.1f'): if size is None: return '' jump = 512 if size < jump: return '%d bytes' % size units = ['kB', 'MB', 'GB', 'TB'] i = 0 while size >= jump and i < len(units): i += 1 size /= 1024. return (format + ' %s') % (size, units[i - 1]) def expandtabs(s, tabstop=8, ignoring=None): if '\t' not in s: return s if ignoring is None: return s.expandtabs(tabstop) outlines = [] for line in s.split('\n'): if '\t' not in line: outlines.append(line) continue p = 0 s = [] for c in line: if c == '\t': n = tabstop-p%tabstop s.append(' '*n) p+=n elif not ignoring or c not in ignoring: p += 1 s.append(c) else: s.append(c) outlines.append(''.join(s)) return '\n'.join(outlines)