Vince's CSV Parser
Loading...
Searching...
No Matches
csv::internals::CSVParserCore< RowSink, ParsePolicy, FieldPolicy, RowPolicy > Class Template Reference

Inherited by csv::internals::parser::CSVParserDriverBase, and csv::internals::speculative::ChunkParserCoreT< EagerClassify >.

Public Member Functions

 CSVParserCore (const CSVFormat &source_format, const ColNamesPtr &col_names)
 
 CSVParserCore (const ParseFlagMap &parse_flags, const WhitespaceMap &ws_flags)
 
 CSVParserCore (const ParseFlagMap &parse_flags, const WhitespaceMap &ws_flags, const ColNamesPtr &col_names)
 
void end_feed ()
 Indicate the last block of data has been parsed.
 
CONSTEXPR_17 ParseFlags parse_flag (const char ch) const noexcept
 
CONSTEXPR_17 ParseFlags compound_parse_flag (const char ch) const noexcept
 
void set_output (RowSink &output) noexcept
 
RowSink & output () noexcept
 
void reset_with_initial_state (ParserDFAState state) noexcept
 Seed the DFA state for the next parse call.
 
void reset_with_initial_state (bool starts_in_quoted, bool in_escape=false) noexcept
 Convenience overload for callers that only care about quote state.
 
ParserDFAState ending_state () const noexcept
 Return the DFA state observed when the most recent parse call stopped.
 
ParserChunkResult parse_chunk (csv::string_view chunk, std::shared_ptr< void > owner)
 
ParserChunkResult parse_chunk (csv::string_view chunk, std::shared_ptr< void > owner, const ParserChunkOptions &options)
 
ParserChunkResult parse_chunk (csv::string_view chunk, std::shared_ptr< void > owner, RowSink &output)
 
ParserChunkResult parse_chunk (csv::string_view chunk, std::shared_ptr< void > owner, RowSink &output, size_t source_start)
 
ParserChunkResult parse_chunk (csv::string_view chunk, std::shared_ptr< void > owner, RowSink &output, const ParserChunkOptions &options)
 

Protected Member Functions

void set_col_names (const ColNamesPtr &col_names)
 
void set_whitespace_flags (const WhitespaceMap &ws_flags)
 
void set_parse_flags (const ParseFlagMap &parse_flags)
 
void set_parse_flags (const ParseFlagMap &parse_flags, char delimiter, char quote_char)
 
size_t parse ()
 Parse the current chunk of data and return the completed-row prefix length.
 
void reset_data_ptr ()
 Create a new RawCSVDataPtr for a new chunk of data.
 
const WhitespaceMap & whitespace_flags () const noexcept
 
void emit_row (CSVRow &&row)
 

Protected Attributes

Current Parser State
CSVRow current_row_
 
RawCSVDataPtr data_ptr_ = nullptr
 
ColNamesPtr col_names_ = nullptr
 
RawCSVFieldList * fields_ = nullptr
 
int field_start_ = UNINITIALIZED_FIELD
 
size_t field_length_ = 0
 
SentinelVecs simd_sentinels_
 Precomputed SIMD broadcast vectors for find_next_non_special.
 
ParseFlagMap parse_flags_
 An array where the (i + 128)th slot gives the ParseFlags for ASCII character i.
 

Detailed Description

template<typename RowSink = RowCollection, typename ParsePolicy = PermissiveParsePolicy, typename FieldPolicy = CSVRowFieldPolicy<false>, typename RowPolicy = CSVRowRowPolicy>
class csv::internals::CSVParserCore< RowSink, ParsePolicy, FieldPolicy, RowPolicy >

Definition at line 359 of file core.hpp.

Constructor & Destructor Documentation

◆ CSVParserCore() [1/3]

template<typename RowSink = RowCollection, typename ParsePolicy = PermissiveParsePolicy, typename FieldPolicy = CSVRowFieldPolicy<false>, typename RowPolicy = CSVRowRowPolicy>
csv::internals::CSVParserCore< RowSink, ParsePolicy, FieldPolicy, RowPolicy >::CSVParserCore ( const CSVFormat &  source_format,
const ColNamesPtr &  col_names 
)
inline

Definition at line 363 of file core.hpp.

◆ CSVParserCore() [2/3]

template<typename RowSink = RowCollection, typename ParsePolicy = PermissiveParsePolicy, typename FieldPolicy = CSVRowFieldPolicy<false>, typename RowPolicy = CSVRowRowPolicy>
csv::internals::CSVParserCore< RowSink, ParsePolicy, FieldPolicy, RowPolicy >::CSVParserCore ( const ParseFlagMap &  parse_flags,
const WhitespaceMap &  ws_flags 
)
inline

Definition at line 376 of file core.hpp.

◆ CSVParserCore() [3/3]

template<typename RowSink = RowCollection, typename ParsePolicy = PermissiveParsePolicy, typename FieldPolicy = CSVRowFieldPolicy<false>, typename RowPolicy = CSVRowRowPolicy>
csv::internals::CSVParserCore< RowSink, ParsePolicy, FieldPolicy, RowPolicy >::CSVParserCore ( const ParseFlagMap &  parse_flags,
const WhitespaceMap &  ws_flags,
const ColNamesPtr &  col_names 
)
inline

Definition at line 386 of file core.hpp.

◆ ~CSVParserCore()

template<typename RowSink = RowCollection, typename ParsePolicy = PermissiveParsePolicy, typename FieldPolicy = CSVRowFieldPolicy<false>, typename RowPolicy = CSVRowRowPolicy>
csv::internals::CSVParserCore< RowSink, ParsePolicy, FieldPolicy, RowPolicy >::~CSVParserCore ( )
inline

Definition at line 394 of file core.hpp.

Member Function Documentation

◆ compound_parse_flag()

template<typename RowSink = RowCollection, typename ParsePolicy = PermissiveParsePolicy, typename FieldPolicy = CSVRowFieldPolicy<false>, typename RowPolicy = CSVRowRowPolicy>
CONSTEXPR_17 ParseFlags csv::internals::CSVParserCore< RowSink, ParsePolicy, FieldPolicy, RowPolicy >::compound_parse_flag ( const char  ch) const
inlinenoexcept

Definition at line 419 of file core.hpp.

◆ emit_row()

template<typename RowSink = RowCollection, typename ParsePolicy = PermissiveParsePolicy, typename FieldPolicy = CSVRowFieldPolicy<false>, typename RowPolicy = CSVRowRowPolicy>
void csv::internals::CSVParserCore< RowSink, ParsePolicy, FieldPolicy, RowPolicy >::emit_row ( CSVRow &&  row)
inlineprotected

Definition at line 648 of file core.hpp.

◆ end_feed()

template<typename RowSink = RowCollection, typename ParsePolicy = PermissiveParsePolicy, typename FieldPolicy = CSVRowFieldPolicy<false>, typename RowPolicy = CSVRowRowPolicy>
void csv::internals::CSVParserCore< RowSink, ParsePolicy, FieldPolicy, RowPolicy >::end_feed ( )
inline

Indicate the last block of data has been parsed.

Definition at line 397 of file core.hpp.

◆ ending_state()

template<typename RowSink = RowCollection, typename ParsePolicy = PermissiveParsePolicy, typename FieldPolicy = CSVRowFieldPolicy<false>, typename RowPolicy = CSVRowRowPolicy>
ParserDFAState csv::internals::CSVParserCore< RowSink, ParsePolicy, FieldPolicy, RowPolicy >::ending_state ( ) const
inlinenoexcept

Return the DFA state observed when the most recent parse call stopped.

Definition at line 442 of file core.hpp.

◆ output()

template<typename RowSink = RowCollection, typename ParsePolicy = PermissiveParsePolicy, typename FieldPolicy = CSVRowFieldPolicy<false>, typename RowPolicy = CSVRowRowPolicy>
RowSink & csv::internals::CSVParserCore< RowSink, ParsePolicy, FieldPolicy, RowPolicy >::output ( )
inlinenoexcept

Definition at line 427 of file core.hpp.

◆ parse()

template<typename RowSink = RowCollection, typename ParsePolicy = PermissiveParsePolicy, typename FieldPolicy = CSVRowFieldPolicy<false>, typename RowPolicy = CSVRowRowPolicy>
size_t csv::internals::CSVParserCore< RowSink, ParsePolicy, FieldPolicy, RowPolicy >::parse ( )
inlineprotected

Parse the current chunk of data and return the completed-row prefix length.

Definition at line 544 of file core.hpp.

◆ parse_chunk() [1/5]

template<typename RowSink = RowCollection, typename ParsePolicy = PermissiveParsePolicy, typename FieldPolicy = CSVRowFieldPolicy<false>, typename RowPolicy = CSVRowRowPolicy>
ParserChunkResult csv::internals::CSVParserCore< RowSink, ParsePolicy, FieldPolicy, RowPolicy >::parse_chunk ( csv::string_view  chunk,
std::shared_ptr< void >  owner 
)
inline

Definition at line 446 of file core.hpp.

◆ parse_chunk() [2/5]

template<typename RowSink = RowCollection, typename ParsePolicy = PermissiveParsePolicy, typename FieldPolicy = CSVRowFieldPolicy<false>, typename RowPolicy = CSVRowRowPolicy>
ParserChunkResult csv::internals::CSVParserCore< RowSink, ParsePolicy, FieldPolicy, RowPolicy >::parse_chunk ( csv::string_view  chunk,
std::shared_ptr< void >  owner,
const ParserChunkOptions &  options 
)
inline

Definition at line 457 of file core.hpp.

◆ parse_chunk() [3/5]

template<typename RowSink = RowCollection, typename ParsePolicy = PermissiveParsePolicy, typename FieldPolicy = CSVRowFieldPolicy<false>, typename RowPolicy = CSVRowRowPolicy>
ParserChunkResult csv::internals::CSVParserCore< RowSink, ParsePolicy, FieldPolicy, RowPolicy >::parse_chunk ( csv::string_view  chunk,
std::shared_ptr< void >  owner,
RowSink &  output 
)
inline

Definition at line 465 of file core.hpp.

◆ parse_chunk() [4/5]

template<typename RowSink = RowCollection, typename ParsePolicy = PermissiveParsePolicy, typename FieldPolicy = CSVRowFieldPolicy<false>, typename RowPolicy = CSVRowRowPolicy>
ParserChunkResult csv::internals::CSVParserCore< RowSink, ParsePolicy, FieldPolicy, RowPolicy >::parse_chunk ( csv::string_view  chunk,
std::shared_ptr< void >  owner,
RowSink &  output,
const ParserChunkOptions &  options 
)
inline

Definition at line 492 of file core.hpp.

◆ parse_chunk() [5/5]

template<typename RowSink = RowCollection, typename ParsePolicy = PermissiveParsePolicy, typename FieldPolicy = CSVRowFieldPolicy<false>, typename RowPolicy = CSVRowRowPolicy>
ParserChunkResult csv::internals::CSVParserCore< RowSink, ParsePolicy, FieldPolicy, RowPolicy >::parse_chunk ( csv::string_view  chunk,
std::shared_ptr< void >  owner,
RowSink &  output,
size_t  source_start 
)
inline

Definition at line 478 of file core.hpp.

◆ parse_flag()

template<typename RowSink = RowCollection, typename ParsePolicy = PermissiveParsePolicy, typename FieldPolicy = CSVRowFieldPolicy<false>, typename RowPolicy = CSVRowRowPolicy>
CONSTEXPR_17 ParseFlags csv::internals::CSVParserCore< RowSink, ParsePolicy, FieldPolicy, RowPolicy >::parse_flag ( const char  ch) const
inlinenoexcept

Definition at line 415 of file core.hpp.

◆ reset_data_ptr()

template<typename RowSink = RowCollection, typename ParsePolicy = PermissiveParsePolicy, typename FieldPolicy = CSVRowFieldPolicy<false>, typename RowPolicy = CSVRowRowPolicy>
void csv::internals::CSVParserCore< RowSink, ParsePolicy, FieldPolicy, RowPolicy >::reset_data_ptr ( )
inlineprotected

Create a new RawCSVDataPtr for a new chunk of data.

Definition at line 633 of file core.hpp.

◆ reset_with_initial_state() [1/2]

template<typename RowSink = RowCollection, typename ParsePolicy = PermissiveParsePolicy, typename FieldPolicy = CSVRowFieldPolicy<false>, typename RowPolicy = CSVRowRowPolicy>
void csv::internals::CSVParserCore< RowSink, ParsePolicy, FieldPolicy, RowPolicy >::reset_with_initial_state ( bool  starts_in_quoted,
bool  in_escape = false 
)
inlinenoexcept

Convenience overload for callers that only care about quote state.

Definition at line 437 of file core.hpp.

◆ reset_with_initial_state() [2/2]

template<typename RowSink = RowCollection, typename ParsePolicy = PermissiveParsePolicy, typename FieldPolicy = CSVRowFieldPolicy<false>, typename RowPolicy = CSVRowRowPolicy>
void csv::internals::CSVParserCore< RowSink, ParsePolicy, FieldPolicy, RowPolicy >::reset_with_initial_state ( ParserDFAState  state)
inlinenoexcept

Seed the DFA state for the next parse call.

Definition at line 432 of file core.hpp.

◆ set_col_names()

template<typename RowSink = RowCollection, typename ParsePolicy = PermissiveParsePolicy, typename FieldPolicy = CSVRowFieldPolicy<false>, typename RowPolicy = CSVRowRowPolicy>
void csv::internals::CSVParserCore< RowSink, ParsePolicy, FieldPolicy, RowPolicy >::set_col_names ( const ColNamesPtr &  col_names)
inlineprotected

Definition at line 507 of file core.hpp.

◆ set_output()

template<typename RowSink = RowCollection, typename ParsePolicy = PermissiveParsePolicy, typename FieldPolicy = CSVRowFieldPolicy<false>, typename RowPolicy = CSVRowRowPolicy>
void csv::internals::CSVParserCore< RowSink, ParsePolicy, FieldPolicy, RowPolicy >::set_output ( RowSink &  output)
inlinenoexcept

Definition at line 423 of file core.hpp.

◆ set_parse_flags() [1/2]

template<typename RowSink = RowCollection, typename ParsePolicy = PermissiveParsePolicy, typename FieldPolicy = CSVRowFieldPolicy<false>, typename RowPolicy = CSVRowRowPolicy>
void csv::internals::CSVParserCore< RowSink, ParsePolicy, FieldPolicy, RowPolicy >::set_parse_flags ( const ParseFlagMap &  parse_flags)
inlineprotected

Definition at line 516 of file core.hpp.

◆ set_parse_flags() [2/2]

template<typename RowSink = RowCollection, typename ParsePolicy = PermissiveParsePolicy, typename FieldPolicy = CSVRowFieldPolicy<false>, typename RowPolicy = CSVRowRowPolicy>
void csv::internals::CSVParserCore< RowSink, ParsePolicy, FieldPolicy, RowPolicy >::set_parse_flags ( const ParseFlagMap &  parse_flags,
char  delimiter,
char  quote_char 
)
inlineprotected

Definition at line 522 of file core.hpp.

◆ set_whitespace_flags()

template<typename RowSink = RowCollection, typename ParsePolicy = PermissiveParsePolicy, typename FieldPolicy = CSVRowFieldPolicy<false>, typename RowPolicy = CSVRowRowPolicy>
void csv::internals::CSVParserCore< RowSink, ParsePolicy, FieldPolicy, RowPolicy >::set_whitespace_flags ( const WhitespaceMap &  ws_flags)
inlineprotected

Definition at line 511 of file core.hpp.

◆ whitespace_flags()

template<typename RowSink = RowCollection, typename ParsePolicy = PermissiveParsePolicy, typename FieldPolicy = CSVRowFieldPolicy<false>, typename RowPolicy = CSVRowRowPolicy>
const WhitespaceMap & csv::internals::CSVParserCore< RowSink, ParsePolicy, FieldPolicy, RowPolicy >::whitespace_flags ( ) const
inlineprotectednoexcept

Definition at line 644 of file core.hpp.

Member Data Documentation

◆ col_names_

template<typename RowSink = RowCollection, typename ParsePolicy = PermissiveParsePolicy, typename FieldPolicy = CSVRowFieldPolicy<false>, typename RowPolicy = CSVRowRowPolicy>
ColNamesPtr csv::internals::CSVParserCore< RowSink, ParsePolicy, FieldPolicy, RowPolicy >::col_names_ = nullptr
protected

Definition at line 531 of file core.hpp.

◆ current_row_

template<typename RowSink = RowCollection, typename ParsePolicy = PermissiveParsePolicy, typename FieldPolicy = CSVRowFieldPolicy<false>, typename RowPolicy = CSVRowRowPolicy>
CSVRow csv::internals::CSVParserCore< RowSink, ParsePolicy, FieldPolicy, RowPolicy >::current_row_
protected

Definition at line 529 of file core.hpp.

◆ data_ptr_

template<typename RowSink = RowCollection, typename ParsePolicy = PermissiveParsePolicy, typename FieldPolicy = CSVRowFieldPolicy<false>, typename RowPolicy = CSVRowRowPolicy>
RawCSVDataPtr csv::internals::CSVParserCore< RowSink, ParsePolicy, FieldPolicy, RowPolicy >::data_ptr_ = nullptr
protected

Definition at line 530 of file core.hpp.

◆ field_length_

template<typename RowSink = RowCollection, typename ParsePolicy = PermissiveParsePolicy, typename FieldPolicy = CSVRowFieldPolicy<false>, typename RowPolicy = CSVRowRowPolicy>
size_t csv::internals::CSVParserCore< RowSink, ParsePolicy, FieldPolicy, RowPolicy >::field_length_ = 0
protected

Definition at line 534 of file core.hpp.

◆ field_start_

template<typename RowSink = RowCollection, typename ParsePolicy = PermissiveParsePolicy, typename FieldPolicy = CSVRowFieldPolicy<false>, typename RowPolicy = CSVRowRowPolicy>
int csv::internals::CSVParserCore< RowSink, ParsePolicy, FieldPolicy, RowPolicy >::field_start_ = UNINITIALIZED_FIELD
protected

Definition at line 533 of file core.hpp.

◆ fields_

template<typename RowSink = RowCollection, typename ParsePolicy = PermissiveParsePolicy, typename FieldPolicy = CSVRowFieldPolicy<false>, typename RowPolicy = CSVRowRowPolicy>
RawCSVFieldList* csv::internals::CSVParserCore< RowSink, ParsePolicy, FieldPolicy, RowPolicy >::fields_ = nullptr
protected

Definition at line 532 of file core.hpp.

◆ parse_flags_

template<typename RowSink = RowCollection, typename ParsePolicy = PermissiveParsePolicy, typename FieldPolicy = CSVRowFieldPolicy<false>, typename RowPolicy = CSVRowRowPolicy>
ParseFlagMap csv::internals::CSVParserCore< RowSink, ParsePolicy, FieldPolicy, RowPolicy >::parse_flags_
protected

An array where the (i + 128)th slot gives the ParseFlags for ASCII character i.

Definition at line 540 of file core.hpp.

◆ simd_sentinels_

template<typename RowSink = RowCollection, typename ParsePolicy = PermissiveParsePolicy, typename FieldPolicy = CSVRowFieldPolicy<false>, typename RowPolicy = CSVRowRowPolicy>
SentinelVecs csv::internals::CSVParserCore< RowSink, ParsePolicy, FieldPolicy, RowPolicy >::simd_sentinels_
protected

Precomputed SIMD broadcast vectors for find_next_non_special.

Definition at line 537 of file core.hpp.


The documentation for this class was generated from the following files: