You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
42 lines
1.2 KiB
42 lines
1.2 KiB
"""
|
|
Scheduler queues
|
|
"""
|
|
|
|
import marshal
|
|
from six.moves import cPickle as pickle
|
|
|
|
from queuelib import queue
|
|
|
|
def _serializable_queue(queue_class, serialize, deserialize):
|
|
|
|
class SerializableQueue(queue_class):
|
|
|
|
def push(self, obj):
|
|
s = serialize(obj)
|
|
super(SerializableQueue, self).push(s)
|
|
|
|
def pop(self):
|
|
s = super(SerializableQueue, self).pop()
|
|
if s:
|
|
return deserialize(s)
|
|
|
|
return SerializableQueue
|
|
|
|
def _pickle_serialize(obj):
|
|
try:
|
|
return pickle.dumps(obj, protocol=2)
|
|
# Python>=3.5 raises AttributeError here while
|
|
# Python<=3.4 raises pickle.PicklingError
|
|
except (pickle.PicklingError, AttributeError) as e:
|
|
raise ValueError(str(e))
|
|
|
|
PickleFifoDiskQueue = _serializable_queue(queue.FifoDiskQueue, \
|
|
_pickle_serialize, pickle.loads)
|
|
PickleLifoDiskQueue = _serializable_queue(queue.LifoDiskQueue, \
|
|
_pickle_serialize, pickle.loads)
|
|
MarshalFifoDiskQueue = _serializable_queue(queue.FifoDiskQueue, \
|
|
marshal.dumps, marshal.loads)
|
|
MarshalLifoDiskQueue = _serializable_queue(queue.LifoDiskQueue, \
|
|
marshal.dumps, marshal.loads)
|
|
FifoMemoryQueue = queue.FifoMemoryQueue
|
|
LifoMemoryQueue = queue.LifoMemoryQueue
|