org.apache.lucene.index

Class FrozenBufferedUpdates

java.lang.Object

org.apache.lucene.index.FrozenBufferedUpdates

class FrozenBufferedUpdates
extends java.lang.Object

Holds buffered deletes and updates by term or query, once pushed. Pushed deletes/updates are write-once, so we shift to more memory efficient data structure to hold them. We don't hold docIDs because these are applied on flush.

Field Summary

Fields

Modifier and Type	Field and Description
java.util.concurrent.CountDownLatch	applied Counts down once all deletes/updates have been applied
private int	binaryDVUpdateCount
(package private) byte[]	binaryDVUpdates
(package private) static int	BYTES_PER_DEL_QUERY
(package private) int	bytesUsed
(package private) Query[]	deleteQueries
(package private) int[]	deleteQueryLimits
(package private) PrefixCodedTerms	deleteTerms
private long	delGen
private InfoStream	infoStream
private int	numericDVUpdateCount
(package private) byte[]	numericDVUpdates
(package private) int	numTermDeletes
(package private) SegmentCommitInfo	privateSegment
long	totalDelCount How many total documents were deleted/updated.

Constructor Summary

Constructors

Constructor and Description
FrozenBufferedUpdates(InfoStream infoStream, BufferedUpdates updates, SegmentCommitInfo privateSegment)

Method Summary

Modifier and Type	Method and Description
(package private) boolean	any()
(package private) boolean	anyDeleteTerms()
private long	apply(BufferedUpdatesStream.SegmentState[] segStates) Applies pending delete-by-term, delete-by-query and doc values updates to all segments in the index, returning the number of new deleted or updated documents.
void	apply(IndexWriter writer) Translates a frozen packet of delete term/query, or doc values updates, into their actual docIDs in the index, and applies the change.
private long	applyDocValuesUpdates(BufferedUpdatesStream.SegmentState[] segStates)
private long	applyDocValuesUpdates(BufferedUpdatesStream.SegmentState segState, byte[] updates, boolean isNumeric)
private long	applyQueryDeletes(BufferedUpdatesStream.SegmentState[] segStates)
private long	applyTermDeletes(BufferedUpdatesStream.SegmentState[] segStates)
long	delGen()
private void	finishApply(IndexWriter writer, BufferedUpdatesStream.SegmentState[] segStates, boolean success, java.util.Set<java.lang.String> delFiles)
private byte[]	freezeBinaryDVUpdates(java.util.Map<java.lang.String,java.util.LinkedHashMap<Term,DocValuesUpdate.BinaryDocValuesUpdate>> binaryDVUpdates)
private byte[]	freezeNumericDVUpdates(java.util.Map<java.lang.String,java.util.LinkedHashMap<Term,DocValuesUpdate.NumericDocValuesUpdate>> numericDVUpdates)
private java.util.List<SegmentCommitInfo>	getInfosToApply(IndexWriter writer) Returns the SegmentCommitInfo that this packet is supposed to apply its deletes to, or null if the private segment was already merged away.
void	setDelGen(long delGen)
java.lang.String	toString()

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, wait, wait, wait

Field Detail

BYTES_PER_DEL_QUERY

static final int BYTES_PER_DEL_QUERY

deleteTerms

final PrefixCodedTerms deleteTerms

deleteQueries

final Query[] deleteQueries

deleteQueryLimits

final int[] deleteQueryLimits

numericDVUpdates

final byte[] numericDVUpdates

binaryDVUpdates

final byte[] binaryDVUpdates

numericDVUpdateCount

private int numericDVUpdateCount

binaryDVUpdateCount

private int binaryDVUpdateCount

applied

public final java.util.concurrent.CountDownLatch applied

Counts down once all deletes/updates have been applied

totalDelCount

public long totalDelCount

How many total documents were deleted/updated.

bytesUsed

final int bytesUsed

numTermDeletes

final int numTermDeletes

delGen

private long delGen

privateSegment

final SegmentCommitInfo privateSegment

infoStream

private final InfoStream infoStream

Constructor Detail

FrozenBufferedUpdates

public FrozenBufferedUpdates(InfoStream infoStream,
                             BufferedUpdates updates,
                             SegmentCommitInfo privateSegment)
                      throws java.io.IOException

Throws:

java.io.IOException

Method Detail

freezeNumericDVUpdates

private byte[] freezeNumericDVUpdates(java.util.Map<java.lang.String,java.util.LinkedHashMap<Term,DocValuesUpdate.NumericDocValuesUpdate>> numericDVUpdates)
                               throws java.io.IOException

Throws:

java.io.IOException

freezeBinaryDVUpdates

private byte[] freezeBinaryDVUpdates(java.util.Map<java.lang.String,java.util.LinkedHashMap<Term,DocValuesUpdate.BinaryDocValuesUpdate>> binaryDVUpdates)
                              throws java.io.IOException

Throws:

java.io.IOException

getInfosToApply

private java.util.List<SegmentCommitInfo> getInfosToApply(IndexWriter writer)

Returns the SegmentCommitInfo that this packet is supposed to apply its deletes to, or null if the private segment was already merged away.

apply

public void apply(IndexWriter writer)
           throws java.io.IOException

Translates a frozen packet of delete term/query, or doc values updates, into their actual docIDs in the index, and applies the change. This is a heavy operation and is done concurrently by incoming indexing threads.

Throws:

java.io.IOException

finishApply

private void finishApply(IndexWriter writer,
                         BufferedUpdatesStream.SegmentState[] segStates,
                         boolean success,
                         java.util.Set<java.lang.String> delFiles)
                  throws java.io.IOException

Throws:

java.io.IOException

apply

private long apply(BufferedUpdatesStream.SegmentState[] segStates)
            throws java.io.IOException

Applies pending delete-by-term, delete-by-query and doc values updates to all segments in the index, returning the number of new deleted or updated documents.

Throws:

java.io.IOException

applyDocValuesUpdates

private long applyDocValuesUpdates(BufferedUpdatesStream.SegmentState[] segStates)
                            throws java.io.IOException

Throws:

java.io.IOException

applyDocValuesUpdates

private long applyDocValuesUpdates(BufferedUpdatesStream.SegmentState segState,
                                   byte[] updates,
                                   boolean isNumeric)
                            throws java.io.IOException

Throws:

java.io.IOException

applyQueryDeletes

private long applyQueryDeletes(BufferedUpdatesStream.SegmentState[] segStates)
                        throws java.io.IOException

Throws:

java.io.IOException

applyTermDeletes

private long applyTermDeletes(BufferedUpdatesStream.SegmentState[] segStates)
                       throws java.io.IOException

Throws:

java.io.IOException

setDelGen

public void setDelGen(long delGen)

delGen

public long delGen()

toString

public java.lang.String toString()

Overrides:

toString in class java.lang.Object

any

boolean any()

anyDeleteTerms

boolean anyDeleteTerms()