|
|
from __future__ import absolute_import import abc
class ABCRecord(object): __metaclass__ = abc.ABCMeta __slots__ = ()
@abc.abstractproperty def offset(self): """ Absolute offset of record
"""
@abc.abstractproperty def timestamp(self): """ Epoch milliseconds
"""
@abc.abstractproperty def timestamp_type(self): """ CREATE_TIME(0) or APPEND_TIME(1)
"""
@abc.abstractproperty def key(self): """ Bytes key or None
"""
@abc.abstractproperty def value(self): """ Bytes value or None
"""
@abc.abstractproperty def checksum(self): """ Prior to v2 format CRC was contained in every message. This will
be the checksum for v0 and v1 and None for v2 and above. """
@abc.abstractproperty def headers(self): """ If supported by version list of key-value tuples, or empty list if
not supported by format. """
class ABCRecordBatchBuilder(object): __metaclass__ = abc.ABCMeta __slots__ = ()
@abc.abstractmethod def append(self, offset, timestamp, key, value, headers=None): """ Writes record to internal buffer.
Arguments: offset (int): Relative offset of record, starting from 0 timestamp (int or None): Timestamp in milliseconds since beginning of the epoch (midnight Jan 1, 1970 (UTC)). If omitted, will be set to current time. key (bytes or None): Key of the record value (bytes or None): Value of the record headers (List[Tuple[str, bytes]]): Headers of the record. Header keys can not be ``None``.
Returns: (bytes, int): Checksum of the written record (or None for v2 and above) and size of the written record. """
@abc.abstractmethod def size_in_bytes(self, offset, timestamp, key, value, headers): """ Return the expected size change on buffer (uncompressed) if we add
this message. This will account for varint size changes and give a reliable size. """
@abc.abstractmethod def build(self): """ Close for append, compress if needed, write size and header and
return a ready to send buffer object.
Return: bytearray: finished batch, ready to send. """
class ABCRecordBatch(object): """ For v2 incapsulates a RecordBatch, for v0/v1 a single (maybe
compressed) message. """
__metaclass__ = abc.ABCMeta __slots__ = ()
@abc.abstractmethod def __iter__(self): """ Return iterator over records (ABCRecord instances). Will decompress
if needed. """
class ABCRecords(object): __metaclass__ = abc.ABCMeta __slots__ = ()
@abc.abstractmethod def __init__(self, buffer): """ Initialize with bytes-like object conforming to the buffer
interface (ie. bytes, bytearray, memoryview etc.). """
@abc.abstractmethod def size_in_bytes(self): """ Returns the size of inner buffer.
"""
@abc.abstractmethod def next_batch(self): """ Return next batch of records (ABCRecordBatch instances).
"""
@abc.abstractmethod def has_next(self): """ True if there are more batches to read, False otherwise.
"""
|