| SortSpillRecordWriterT Constructor |
Namespace:
Ookii.Jumbo.Jet.Channels
Assembly:
Ookii.Jumbo.Jet (in Ookii.Jumbo.Jet.dll) Version: 2.0.0
Syntax public SortSpillRecordWriter(
string outputPath,
IPartitioner<T> partitioner,
int bufferSize,
int limit,
int writeBufferSize,
bool enableChecksum,
CompressionType compressionType,
int maxDiskInputsPerMergePass,
IComparer<T> comparer = null,
ITask<T, T> combiner = null,
int minSpillsForCombineDuringMerge = 0
)
Public Sub New (
outputPath As String,
partitioner As IPartitioner(Of T),
bufferSize As Integer,
limit As Integer,
writeBufferSize As Integer,
enableChecksum As Boolean,
compressionType As CompressionType,
maxDiskInputsPerMergePass As Integer,
Optional comparer As IComparer(Of T) = Nothing,
Optional combiner As ITask(Of T, T) = Nothing,
Optional minSpillsForCombineDuringMerge As Integer = 0
)
public:
SortSpillRecordWriter(
String^ outputPath,
IPartitioner<T>^ partitioner,
int bufferSize,
int limit,
int writeBufferSize,
bool enableChecksum,
CompressionType compressionType,
int maxDiskInputsPerMergePass,
IComparer<T>^ comparer = nullptr,
ITask<T, T>^ combiner = nullptr,
int minSpillsForCombineDuringMerge = 0
)
new :
outputPath : string *
partitioner : IPartitioner<'T> *
bufferSize : int *
limit : int *
writeBufferSize : int *
enableChecksum : bool *
compressionType : CompressionType *
maxDiskInputsPerMergePass : int *
?comparer : IComparer<'T> *
?combiner : ITask<'T, 'T> *
?minSpillsForCombineDuringMerge : int
(* Defaults:
let _comparer = defaultArg comparer null
let _combiner = defaultArg combiner null
let _minSpillsForCombineDuringMerge = defaultArg minSpillsForCombineDuringMerge 0
*)
-> SortSpillRecordWriter
Parameters
- outputPath
- Type: SystemString
The path of the output file. - partitioner
- Type: Ookii.Jumbo.IOIPartitionerT
The partitioner for the records. - bufferSize
- Type: SystemInt32
The size of the in-memory buffer. - limit
- Type: SystemInt32
The amount of data in the buffer when a spill is triggered. - writeBufferSize
- Type: SystemInt32
Size of the buffer to use for writing to disk. - enableChecksum
- Type: SystemBoolean
if set to checksum calculation is enabled on all files. - compressionType
- Type: Ookii.JumboCompressionType
Type of the compression. - maxDiskInputsPerMergePass
- Type: SystemInt32
The maximum number of disk inputs per merge pass. - comparer (Optional)
- Type: System.Collections.GenericIComparerT
A IRawComparerT or IComparerT to use when comparing. Using IRawComparerT is strongly recommended. May be - combiner (Optional)
- Type: Ookii.Jumbo.JetITaskT, T
The combiner to use during spills. May be . - minSpillsForCombineDuringMerge (Optional)
- Type: SystemInt32
The minimum number of spills needed for the combiner to rerun during merge. If this value is 0, the combiner will never be run during the merge. Ignored when combiner is .
See Also