1 | __all__ = ['deque', 'defaultdict', 'namedtuple']
|
---|
2 | # For bootstrapping reasons, the collection ABCs are defined in _abcoll.py.
|
---|
3 | # They should however be considered an integral part of collections.py.
|
---|
4 | from _abcoll import *
|
---|
5 | import _abcoll
|
---|
6 | __all__ += _abcoll.__all__
|
---|
7 |
|
---|
8 | from _collections import deque, defaultdict
|
---|
9 | from operator import itemgetter as _itemgetter
|
---|
10 | from keyword import iskeyword as _iskeyword
|
---|
11 | import sys as _sys
|
---|
12 |
|
---|
13 | def namedtuple(typename, field_names, verbose=False):
|
---|
14 | """Returns a new subclass of tuple with named fields.
|
---|
15 |
|
---|
16 | >>> Point = namedtuple('Point', 'x y')
|
---|
17 | >>> Point.__doc__ # docstring for the new class
|
---|
18 | 'Point(x, y)'
|
---|
19 | >>> p = Point(11, y=22) # instantiate with positional args or keywords
|
---|
20 | >>> p[0] + p[1] # indexable like a plain tuple
|
---|
21 | 33
|
---|
22 | >>> x, y = p # unpack like a regular tuple
|
---|
23 | >>> x, y
|
---|
24 | (11, 22)
|
---|
25 | >>> p.x + p.y # fields also accessable by name
|
---|
26 | 33
|
---|
27 | >>> d = p._asdict() # convert to a dictionary
|
---|
28 | >>> d['x']
|
---|
29 | 11
|
---|
30 | >>> Point(**d) # convert from a dictionary
|
---|
31 | Point(x=11, y=22)
|
---|
32 | >>> p._replace(x=100) # _replace() is like str.replace() but targets named fields
|
---|
33 | Point(x=100, y=22)
|
---|
34 |
|
---|
35 | """
|
---|
36 |
|
---|
37 | # Parse and validate the field names. Validation serves two purposes,
|
---|
38 | # generating informative error messages and preventing template injection attacks.
|
---|
39 | if isinstance(field_names, basestring):
|
---|
40 | field_names = field_names.replace(',', ' ').split() # names separated by whitespace and/or commas
|
---|
41 | field_names = tuple(map(str, field_names))
|
---|
42 | for name in (typename,) + field_names:
|
---|
43 | if not all(c.isalnum() or c=='_' for c in name):
|
---|
44 | raise ValueError('Type names and field names can only contain alphanumeric characters and underscores: %r' % name)
|
---|
45 | if _iskeyword(name):
|
---|
46 | raise ValueError('Type names and field names cannot be a keyword: %r' % name)
|
---|
47 | if name[0].isdigit():
|
---|
48 | raise ValueError('Type names and field names cannot start with a number: %r' % name)
|
---|
49 | seen_names = set()
|
---|
50 | for name in field_names:
|
---|
51 | if name.startswith('_'):
|
---|
52 | raise ValueError('Field names cannot start with an underscore: %r' % name)
|
---|
53 | if name in seen_names:
|
---|
54 | raise ValueError('Encountered duplicate field name: %r' % name)
|
---|
55 | seen_names.add(name)
|
---|
56 |
|
---|
57 | # Create and fill-in the class template
|
---|
58 | numfields = len(field_names)
|
---|
59 | argtxt = repr(field_names).replace("'", "")[1:-1] # tuple repr without parens or quotes
|
---|
60 | reprtxt = ', '.join('%s=%%r' % name for name in field_names)
|
---|
61 | dicttxt = ', '.join('%r: t[%d]' % (name, pos) for pos, name in enumerate(field_names))
|
---|
62 | template = '''class %(typename)s(tuple):
|
---|
63 | '%(typename)s(%(argtxt)s)' \n
|
---|
64 | __slots__ = () \n
|
---|
65 | _fields = %(field_names)r \n
|
---|
66 | def __new__(_cls, %(argtxt)s):
|
---|
67 | return _tuple.__new__(_cls, (%(argtxt)s)) \n
|
---|
68 | @classmethod
|
---|
69 | def _make(cls, iterable, new=tuple.__new__, len=len):
|
---|
70 | 'Make a new %(typename)s object from a sequence or iterable'
|
---|
71 | result = new(cls, iterable)
|
---|
72 | if len(result) != %(numfields)d:
|
---|
73 | raise TypeError('Expected %(numfields)d arguments, got %%d' %% len(result))
|
---|
74 | return result \n
|
---|
75 | def __repr__(self):
|
---|
76 | return '%(typename)s(%(reprtxt)s)' %% self \n
|
---|
77 | def _asdict(t):
|
---|
78 | 'Return a new dict which maps field names to their values'
|
---|
79 | return {%(dicttxt)s} \n
|
---|
80 | def _replace(_self, **kwds):
|
---|
81 | 'Return a new %(typename)s object replacing specified fields with new values'
|
---|
82 | result = _self._make(map(kwds.pop, %(field_names)r, _self))
|
---|
83 | if kwds:
|
---|
84 | raise ValueError('Got unexpected field names: %%r' %% kwds.keys())
|
---|
85 | return result \n
|
---|
86 | def __getnewargs__(self):
|
---|
87 | return tuple(self) \n\n''' % locals()
|
---|
88 | for i, name in enumerate(field_names):
|
---|
89 | template += ' %s = _property(_itemgetter(%d))\n' % (name, i)
|
---|
90 | if verbose:
|
---|
91 | print template
|
---|
92 |
|
---|
93 | # Execute the template string in a temporary namespace and
|
---|
94 | # support tracing utilities by setting a value for frame.f_globals['__name__']
|
---|
95 | namespace = dict(_itemgetter=_itemgetter, __name__='namedtuple_%s' % typename,
|
---|
96 | _property=property, _tuple=tuple)
|
---|
97 | try:
|
---|
98 | exec template in namespace
|
---|
99 | except SyntaxError, e:
|
---|
100 | raise SyntaxError(e.message + ':\n' + template)
|
---|
101 | result = namespace[typename]
|
---|
102 |
|
---|
103 | # For pickling to work, the __module__ variable needs to be set to the frame
|
---|
104 | # where the named tuple is created. Bypass this step in enviroments where
|
---|
105 | # sys._getframe is not defined (Jython for example).
|
---|
106 | if hasattr(_sys, '_getframe'):
|
---|
107 | result.__module__ = _sys._getframe(1).f_globals.get('__name__', '__main__')
|
---|
108 |
|
---|
109 | return result
|
---|
110 |
|
---|
111 |
|
---|
112 |
|
---|
113 |
|
---|
114 |
|
---|
115 |
|
---|
116 | if __name__ == '__main__':
|
---|
117 | # verify that instances can be pickled
|
---|
118 | from cPickle import loads, dumps
|
---|
119 | Point = namedtuple('Point', 'x, y', True)
|
---|
120 | p = Point(x=10, y=20)
|
---|
121 | assert p == loads(dumps(p))
|
---|
122 |
|
---|
123 | # test and demonstrate ability to override methods
|
---|
124 | class Point(namedtuple('Point', 'x y')):
|
---|
125 | __slots__ = ()
|
---|
126 | @property
|
---|
127 | def hypot(self):
|
---|
128 | return (self.x ** 2 + self.y ** 2) ** 0.5
|
---|
129 | def __str__(self):
|
---|
130 | return 'Point: x=%6.3f y=%6.3f hypot=%6.3f' % (self.x, self.y, self.hypot)
|
---|
131 |
|
---|
132 | for p in Point(3, 4), Point(14, 5/7.):
|
---|
133 | print p
|
---|
134 |
|
---|
135 | class Point(namedtuple('Point', 'x y')):
|
---|
136 | 'Point class with optimized _make() and _replace() without error-checking'
|
---|
137 | __slots__ = ()
|
---|
138 | _make = classmethod(tuple.__new__)
|
---|
139 | def _replace(self, _map=map, **kwds):
|
---|
140 | return self._make(_map(kwds.get, ('x', 'y'), self))
|
---|
141 |
|
---|
142 | print Point(11, 22)._replace(x=100)
|
---|
143 |
|
---|
144 | Point3D = namedtuple('Point3D', Point._fields + ('z',))
|
---|
145 | print Point3D.__doc__
|
---|
146 |
|
---|
147 | import doctest
|
---|
148 | TestResults = namedtuple('TestResults', 'failed attempted')
|
---|
149 | print TestResults(*doctest.testmod())
|
---|