public abstract class BlobLogReader<BlobT extends BlobBase,BlobPathT extends BlobPath<BlobT>> extends java.lang.Object implements BatchLogReader
BatchLogReader for blob storages.| Modifier and Type | Class and Description |
|---|---|
private static class |
BlobLogReader.BulkStoragePartition<BlobT extends BlobBase> |
static interface |
BlobLogReader.ThrowingRunnable |
BatchLogReader.Factory<T extends BatchLogReader>| Modifier and Type | Field and Description |
|---|---|
private BlobStorageAccessor |
accessor |
private Context |
context |
private cz.o2.proxima.repository.EntityDescriptor |
entity |
private java.util.concurrent.ExecutorService |
executor |
private FileFormat |
fileFormat |
private FileSystem |
fs |
private NamingConvention |
namingConvention |
private int |
partitionMaxNumBlobs |
private long |
partitionMaxTimeSpan |
private long |
partitionMinSize |
| Modifier | Constructor and Description |
|---|---|
protected |
BlobLogReader(BlobStorageAccessor accessor,
Context context) |
| Modifier and Type | Method and Description |
|---|---|
private BlobLogReader.BulkStoragePartition<BlobT> |
considerBlobForPartitionInclusion(BlobT b,
java.util.concurrent.atomic.AtomicInteger partitionId,
BlobLogReader.BulkStoragePartition<BlobT> currentPartition,
java.util.List<cz.o2.proxima.storage.Partition> resultingPartitions) |
protected abstract BlobPath<BlobT> |
createPath(BlobT blob) |
java.util.List<cz.o2.proxima.storage.Partition> |
getPartitions(long startStamp,
long endStamp) |
ObserveHandle |
observe(java.util.List<cz.o2.proxima.storage.Partition> partitions,
java.util.List<cz.o2.proxima.repository.AttributeDescriptor<?>> attributes,
BatchLogObserver observer) |
private void |
observeInternal(java.util.List<cz.o2.proxima.storage.Partition> partitions,
java.util.List<cz.o2.proxima.repository.AttributeDescriptor<?>> attributes,
BatchLogObserver observer,
TerminationContext terminationContext) |
private void |
processSinglePartition(cz.o2.proxima.storage.Partition partition,
java.util.Set<cz.o2.proxima.repository.AttributeDescriptor<?>> attrs,
TerminationContext terminationContext,
java.util.concurrent.atomic.AtomicBoolean stopProcessing,
BatchLogObserver observer) |
protected abstract void |
runHandlingErrors(BlobT blob,
BlobLogReader.ThrowingRunnable runnable) |
clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, waitasFactory, getPartitions, getPartitionsprivate final cz.o2.proxima.repository.EntityDescriptor entity
private final FileSystem fs
private final FileFormat fileFormat
private final NamingConvention namingConvention
private final long partitionMinSize
private final int partitionMaxNumBlobs
private final long partitionMaxTimeSpan
private final java.util.concurrent.ExecutorService executor
private final BlobStorageAccessor accessor
private final Context context
protected BlobLogReader(BlobStorageAccessor accessor, Context context)
public java.util.List<cz.o2.proxima.storage.Partition> getPartitions(long startStamp,
long endStamp)
getPartitions in interface BatchLogReader@Nullable private BlobLogReader.BulkStoragePartition<BlobT> considerBlobForPartitionInclusion(BlobT b, java.util.concurrent.atomic.AtomicInteger partitionId, @Nullable BlobLogReader.BulkStoragePartition<BlobT> currentPartition, java.util.List<cz.o2.proxima.storage.Partition> resultingPartitions)
public ObserveHandle observe(java.util.List<cz.o2.proxima.storage.Partition> partitions, java.util.List<cz.o2.proxima.repository.AttributeDescriptor<?>> attributes, BatchLogObserver observer)
observe in interface BatchLogReaderprivate void observeInternal(java.util.List<cz.o2.proxima.storage.Partition> partitions,
java.util.List<cz.o2.proxima.repository.AttributeDescriptor<?>> attributes,
BatchLogObserver observer,
TerminationContext terminationContext)
private void processSinglePartition(cz.o2.proxima.storage.Partition partition,
java.util.Set<cz.o2.proxima.repository.AttributeDescriptor<?>> attrs,
TerminationContext terminationContext,
java.util.concurrent.atomic.AtomicBoolean stopProcessing,
BatchLogObserver observer)
protected abstract void runHandlingErrors(BlobT blob, BlobLogReader.ThrowingRunnable runnable) throws java.lang.Exception
java.lang.ExceptionCopyright © 2017–2021. All rights reserved.