Commit 5be21b7a authored by Raymond Hettinger's avatar Raymond Hettinger

Update OrderedDict implementation to match that in Py2.7.

parent da6401da
...@@ -11,16 +11,12 @@ from operator import itemgetter as _itemgetter ...@@ -11,16 +11,12 @@ from operator import itemgetter as _itemgetter
from keyword import iskeyword as _iskeyword from keyword import iskeyword as _iskeyword
import sys as _sys import sys as _sys
import heapq as _heapq import heapq as _heapq
from weakref import proxy as _proxy
from itertools import repeat as _repeat, chain as _chain, starmap as _starmap from itertools import repeat as _repeat, chain as _chain, starmap as _starmap
################################################################################ ################################################################################
### OrderedDict ### OrderedDict
################################################################################ ################################################################################
class _Link(object):
__slots__ = 'prev', 'next', 'key', '__weakref__'
class OrderedDict(dict, MutableMapping): class OrderedDict(dict, MutableMapping):
'Dictionary that remembers insertion order' 'Dictionary that remembers insertion order'
# An inherited dict maps keys to values. # An inherited dict maps keys to values.
...@@ -31,9 +27,7 @@ class OrderedDict(dict, MutableMapping): ...@@ -31,9 +27,7 @@ class OrderedDict(dict, MutableMapping):
# The internal self.__map dictionary maps keys to links in a doubly linked list. # The internal self.__map dictionary maps keys to links in a doubly linked list.
# The circular doubly linked list starts and ends with a sentinel element. # The circular doubly linked list starts and ends with a sentinel element.
# The sentinel element never gets deleted (this simplifies the algorithm). # The sentinel element never gets deleted (this simplifies the algorithm).
# The prev/next links are weakref proxies (to prevent circular references). # Each link is stored as a list of length three: [PREV, NEXT, KEY].
# Individual links are kept alive by the hard reference in self.__map.
# Those hard references disappear when a key is deleted from an OrderedDict.
def __init__(self, *args, **kwds): def __init__(self, *args, **kwds):
'''Initialize an ordered dictionary. Signature is the same as for '''Initialize an ordered dictionary. Signature is the same as for
...@@ -46,56 +40,51 @@ class OrderedDict(dict, MutableMapping): ...@@ -46,56 +40,51 @@ class OrderedDict(dict, MutableMapping):
try: try:
self.__root self.__root
except AttributeError: except AttributeError:
self.__root = root = _Link() # sentinel node for the doubly linked list self.__root = root = [None, None, None] # sentinel node
root.prev = root.next = root PREV = 0
NEXT = 1
root[PREV] = root[NEXT] = root
self.__map = {} self.__map = {}
self.update(*args, **kwds) self.update(*args, **kwds)
def clear(self): def __setitem__(self, key, value, PREV=0, NEXT=1, dict_setitem=dict.__setitem__):
'od.clear() -> None. Remove all items from od.'
root = self.__root
root.prev = root.next = root
self.__map.clear()
dict.clear(self)
def __setitem__(self, key, value):
'od.__setitem__(i, y) <==> od[i]=y' 'od.__setitem__(i, y) <==> od[i]=y'
# Setting a new item creates a new link which goes at the end of the linked # Setting a new item creates a new link which goes at the end of the linked
# list, and the inherited dictionary is updated with the new key/value pair. # list, and the inherited dictionary is updated with the new key/value pair.
if key not in self: if key not in self:
self.__map[key] = link = _Link()
root = self.__root root = self.__root
last = root.prev last = root[PREV]
link.prev, link.next, link.key = last, root, key last[NEXT] = root[PREV] = self.__map[key] = [last, root, key]
last.next = root.prev = _proxy(link) dict_setitem(self, key, value)
dict.__setitem__(self, key, value)
def __delitem__(self, key): def __delitem__(self, key, PREV=0, NEXT=1, dict_delitem=dict.__delitem__):
'od.__delitem__(y) <==> del od[y]' 'od.__delitem__(y) <==> del od[y]'
# Deleting an existing item uses self.__map to find the link which is # Deleting an existing item uses self.__map to find the link which is
# then removed by updating the links in the predecessor and successor nodes. # then removed by updating the links in the predecessor and successor nodes.
dict.__delitem__(self, key) dict_delitem(self, key)
link = self.__map.pop(key) link = self.__map.pop(key)
link.prev.next = link.next link_prev = link[PREV]
link.next.prev = link.prev link_next = link[NEXT]
link_prev[NEXT] = link_next
link_next[PREV] = link_prev
def __iter__(self): def __iter__(self, NEXT=1, KEY=2):
'od.__iter__() <==> iter(od)' 'od.__iter__() <==> iter(od)'
# Traverse the linked list in order. # Traverse the linked list in order.
root = self.__root root = self.__root
curr = root.next curr = root[NEXT]
while curr is not root: while curr is not root:
yield curr.key yield curr[KEY]
curr = curr.next curr = curr[NEXT]
def __reversed__(self): def __reversed__(self, PREV=0, KEY=2):
'od.__reversed__() <==> reversed(od)' 'od.__reversed__() <==> reversed(od)'
# Traverse the linked list in reverse order. # Traverse the linked list in reverse order.
root = self.__root root = self.__root
curr = root.prev curr = root[PREV]
while curr is not root: while curr is not root:
yield curr.key yield curr[KEY]
curr = curr.prev curr = curr[PREV]
def __reduce__(self): def __reduce__(self):
'Return state information for pickling' 'Return state information for pickling'
...@@ -108,12 +97,24 @@ class OrderedDict(dict, MutableMapping): ...@@ -108,12 +97,24 @@ class OrderedDict(dict, MutableMapping):
return (self.__class__, (items,), inst_dict) return (self.__class__, (items,), inst_dict)
return self.__class__, (items,) return self.__class__, (items,)
def clear(self):
'od.clear() -> None. Remove all items from od.'
try:
for node in self.__map.values():
del node[:]
self.__root[:] = [self.__root, self.__root, None]
self.__map.clear()
except AttributeError:
pass
dict.clear(self)
setdefault = MutableMapping.setdefault setdefault = MutableMapping.setdefault
update = MutableMapping.update update = MutableMapping.update
pop = MutableMapping.pop pop = MutableMapping.pop
keys = MutableMapping.keys keys = MutableMapping.keys
values = MutableMapping.values values = MutableMapping.values
items = MutableMapping.items items = MutableMapping.items
__ne__ = MutableMapping.__ne__
def popitem(self, last=True): def popitem(self, last=True):
'''od.popitem() -> (k, v), return and remove a (key, value) pair. '''od.popitem() -> (k, v), return and remove a (key, value) pair.
...@@ -157,13 +158,8 @@ class OrderedDict(dict, MutableMapping): ...@@ -157,13 +158,8 @@ class OrderedDict(dict, MutableMapping):
all(p==q for p, q in zip(self.items(), other.items())) all(p==q for p, q in zip(self.items(), other.items()))
return dict.__eq__(self, other) return dict.__eq__(self, other)
def __ne__(self, other): def __del__(self):
'''od.__ne__(y) <==> od!=y. Comparison to another OD is order-sensitive self.clear() # eliminate cyclical references
while comparison to a regular mapping is order-insensitive.
'''
return not self == other
################################################################################ ################################################################################
......
...@@ -29,6 +29,9 @@ Extensions ...@@ -29,6 +29,9 @@ Extensions
Library Library
------- -------
- Update collections.OrderedDict to match the implementation in Py2.7
(based on lists instead of weakly referenced Link objects).
- Issue #8397: Raise an error when attempting to mix iteration and regular - Issue #8397: Raise an error when attempting to mix iteration and regular
reads on a BZ2File object, rather than returning incorrect results. reads on a BZ2File object, rather than returning incorrect results.
......
Markdown is supported
0%
or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment