water.parser

Class PreviewParseWriter

java.lang.Object

water.Iced

water.parser.PreviewParseWriter

All Implemented Interfaces:

java.io.Externalizable, java.io.Serializable, java.lang.Cloneable, Freezable, ParseWriter, StreamParseWriter

public class PreviewParseWriter
extends Iced
implements StreamParseWriter

Class implementing ParseWriter, on behalf ParseSetup to examine the contents of a file for guess the column types.

See Also:

Serialized Form

Nested Class Summary

Nested Classes

Modifier and Type	Class and Description
static interface	PreviewParseWriter.IDomain

Nested classes/interfaces inherited from interface water.parser.ParseWriter

ParseWriter.ParseErr, ParseWriter.UnsupportedTypeOverride

Field Summary

Fields

Modifier and Type	Field and Description
protected java.lang.String[][]	_data
protected ParseWriter.ParseErr[]	_errs
protected int	_invalidLines
protected int	_ncols
protected int	_nlines
protected static int	MAX_PREVIEW_COLS
protected static int	MAX_PREVIEW_LINES

Constructor Summary

Constructors

Modifier	Constructor and Description
protected	PreviewParseWriter()
protected	PreviewParseWriter(int ncols)

Method Summary

Modifier and Type	Method and Description
void	addError(ParseWriter.ParseErr err)
void	addInvalidCol(int colIdx)
void	addNAs(int colIdx, int nrow)
void	addNumCol(int colIdx, double d)
void	addNumCol(int colIdx, long number, int exp)
void	addStrCol(int colIdx, BufferedString str)
StreamParseWriter	close()
StreamParseWriter	close(Futures fs)
java.lang.String[][]	guessNAStrings(byte[] types)
static byte	guessType(int nlines, int nnums, int nstrings, int ndates, int nUUID, int nzeros, int nempty, PreviewParseWriter.IDomain domain)
byte[]	guessTypes()
boolean	hasErrors()
void	invalidLine(ParseWriter.ParseErr err)
boolean	isString(int colIdx)
long	lineNum()
void	newLine()
StreamParseWriter	nextChunk()
StreamParseWriter	reduce(StreamParseWriter dout)
ParseWriter.ParseErr[]	removeErrors()
void	rollbackLine()
void	setColumnNames(java.lang.String[] names)
void	setIsAllASCII(int colIdx, boolean b)
static PreviewParseWriter	unifyColumnPreviews(PreviewParseWriter prevA, PreviewParseWriter prevB)

Methods inherited from class water.Iced

asBytes, clone, copyOver, frozenType, read, readExternal, readJSON, reloadFromBytes, toJsonBytes, toJsonString, write, writeExternal, writeJSON

Methods inherited from class java.lang.Object

equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Methods inherited from interface water.Freezable

asBytes, clone, frozenType, read, readJSON, reloadFromBytes, write, writeJSON

Field Detail

MAX_PREVIEW_COLS

protected static final int MAX_PREVIEW_COLS

See Also:

Constant Field Values

MAX_PREVIEW_LINES

protected static final int MAX_PREVIEW_LINES

See Also:

Constant Field Values

_nlines

protected int _nlines

_ncols

protected int _ncols

_invalidLines

protected int _invalidLines

_data

protected java.lang.String[][] _data

_errs

protected ParseWriter.ParseErr[] _errs

Constructor Detail

PreviewParseWriter

protected PreviewParseWriter()

PreviewParseWriter

protected PreviewParseWriter(int ncols)

Method Detail

setColumnNames

public void setColumnNames(java.lang.String[] names)

Specified by:

setColumnNames in interface ParseWriter

newLine

public void newLine()

Specified by:

newLine in interface ParseWriter

isString

public boolean isString(int colIdx)

Specified by:

isString in interface ParseWriter

addNumCol

public void addNumCol(int colIdx,
                      long number,
                      int exp)

Specified by:

addNumCol in interface ParseWriter

addNumCol

public void addNumCol(int colIdx,
                      double d)

Specified by:

addNumCol in interface ParseWriter

addInvalidCol

public void addInvalidCol(int colIdx)

Specified by:

addInvalidCol in interface ParseWriter

addNAs

public void addNAs(int colIdx,
                   int nrow)

Specified by:

addNAs in interface ParseWriter

addStrCol

public void addStrCol(int colIdx,
                      BufferedString str)

Specified by:

addStrCol in interface ParseWriter

rollbackLine

public void rollbackLine()

Specified by:

rollbackLine in interface ParseWriter

setIsAllASCII

public void setIsAllASCII(int colIdx,
                          boolean b)

Specified by:

setIsAllASCII in interface ParseWriter

guessTypes

public byte[] guessTypes()

guessType

public static byte guessType(int nlines,
                             int nnums,
                             int nstrings,
                             int ndates,
                             int nUUID,
                             int nzeros,
                             int nempty,
                             PreviewParseWriter.IDomain domain)

guessNAStrings

public java.lang.String[][] guessNAStrings(byte[] types)

unifyColumnPreviews

public static PreviewParseWriter unifyColumnPreviews(PreviewParseWriter prevA,
                                                     PreviewParseWriter prevB)

invalidLine

public void invalidLine(ParseWriter.ParseErr err)

Specified by:

invalidLine in interface ParseWriter

addError

public void addError(ParseWriter.ParseErr err)

Specified by:

addError in interface ParseWriter

hasErrors

public boolean hasErrors()

Specified by:

hasErrors in interface ParseWriter

removeErrors

public ParseWriter.ParseErr[] removeErrors()

Specified by:

removeErrors in interface ParseWriter

lineNum

public long lineNum()

Specified by:

lineNum in interface ParseWriter

nextChunk

public StreamParseWriter nextChunk()

Specified by:

nextChunk in interface StreamParseWriter

reduce

public StreamParseWriter reduce(StreamParseWriter dout)

Specified by:

reduce in interface StreamParseWriter

close

public StreamParseWriter close()

Specified by:

close in interface StreamParseWriter

close

public StreamParseWriter close(Futures fs)

Specified by:

close in interface StreamParseWriter