Vince's CSV Parser
Loading...
Searching...
No Matches
csv::internals::parser::MmapParser Class Reference

Parser for memory-mapped files. More...

#include <mmap.hpp>

Inherits csv::internals::parser::CSVParserDriverBase.

Public Member Functions

 MmapParser (csv::string_view filename, const CSVFormat &format, const ColNamesPtr &col_names=nullptr)
 
std::string & get_csv_head () override
 
void next (size_t bytes) override
 Parse the next block of data.
 
- Public Member Functions inherited from csv::internals::parser::CSVParserDriverBase
 CSVParserDriverBase (const CSVFormat &, const ColNamesPtr &)
 
 CSVParserDriverBase (const ParseFlagMap &parse_flags, const WhitespaceMap &ws_flags)
 
const CSVError & error () const noexcept
 Source errors are read by the consumer only after joining its scheduler.
 
bool eof () const noexcept
 Whether or not we have reached the end of source.
 
ResolvedFormat get_resolved_format ()
 
virtual SpeculativeParseDiagnostics speculative_diagnostics () const noexcept
 
virtual size_t parse_worker_count () const noexcept
 
virtual bool utf8_bom () const noexcept
 
- Public Member Functions inherited from csv::internals::CSVParserCore< RowSink, ParsePolicy, FieldPolicy, RowPolicy >
 CSVParserCore (const CSVFormat &source_format, const ColNamesPtr &col_names)
 
 CSVParserCore (const ParseFlagMap &parse_flags, const WhitespaceMap &ws_flags)
 
 CSVParserCore (const ParseFlagMap &parse_flags, const WhitespaceMap &ws_flags, const ColNamesPtr &col_names)
 
void end_feed ()
 Indicate the last block of data has been parsed.
 
CONSTEXPR_17 ParseFlags parse_flag (const char ch) const noexcept
 
CONSTEXPR_17 ParseFlags compound_parse_flag (const char ch) const noexcept
 
void set_output (RowSink &output) noexcept
 
RowSink & output () noexcept
 
void reset_with_initial_state (ParserDFAState state) noexcept
 Seed the DFA state for the next parse call.
 
void reset_with_initial_state (bool starts_in_quoted, bool in_escape=false) noexcept
 Convenience overload for callers that only care about quote state.
 
ParserDFAState ending_state () const noexcept
 Return the DFA state observed when the most recent parse call stopped.
 
ParserChunkResult parse_chunk (csv::string_view chunk, std::shared_ptr< void > owner)
 
ParserChunkResult parse_chunk (csv::string_view chunk, std::shared_ptr< void > owner, const ParserChunkOptions &options)
 
ParserChunkResult parse_chunk (csv::string_view chunk, std::shared_ptr< void > owner, RowSink &output)
 
ParserChunkResult parse_chunk (csv::string_view chunk, std::shared_ptr< void > owner, RowSink &output, size_t source_start)
 
ParserChunkResult parse_chunk (csv::string_view chunk, std::shared_ptr< void > owner, RowSink &output, const ParserChunkOptions &options)
 

Additional Inherited Members

- Protected Member Functions inherited from csv::internals::parser::CSVParserDriverBase
void resolve_format_from_head (const CSVFormat &format)
 
- Protected Member Functions inherited from csv::internals::CSVParserCore< RowSink, ParsePolicy, FieldPolicy, RowPolicy >
void set_col_names (const ColNamesPtr &col_names)
 
void set_whitespace_flags (const WhitespaceMap &ws_flags)
 
void set_parse_flags (const ParseFlagMap &parse_flags)
 
void set_parse_flags (const ParseFlagMap &parse_flags, char delimiter, char quote_char)
 
size_t parse ()
 Parse the current chunk of data and return the completed-row prefix length.
 
void reset_data_ptr ()
 Create a new RawCSVDataPtr for a new chunk of data.
 
const WhitespaceMap & whitespace_flags () const noexcept
 
void emit_row (CSVRow &&row)
 
- Protected Attributes inherited from csv::internals::parser::CSVParserDriverBase
std::unique_ptr< ICSVParseOrchestrator > parse_orchestrator_
 
bool eof_ = false
 
CSVError error_
 
ResolvedFormat format
 
size_t source_size_ = 0
 The size of the incoming CSV.
 
- Protected Attributes inherited from csv::internals::CSVParserCore< RowSink, ParsePolicy, FieldPolicy, RowPolicy >
CSVRow current_row_
 
RawCSVDataPtr data_ptr_ = nullptr
 
ColNamesPtr col_names_ = nullptr
 
RawCSVFieldList * fields_ = nullptr
 
int field_start_ = UNINITIALIZED_FIELD
 
size_t field_length_ = 0
 
SentinelVecs simd_sentinels_
 Precomputed SIMD broadcast vectors for find_next_non_special.
 
ParseFlagMap parse_flags_
 An array where the (i + 128)th slot gives the ParseFlags for ASCII character i.
 

Detailed Description

Parser for memory-mapped files.

Implementation
This class constructs moving windows over a file to avoid creating massive memory maps which may require more RAM than the user has available. It contains logic to automatically re-align each memory map to the beginning of a CSV row.
Head buffer
CSVReader may prime a pre-read head buffer used for format guessing via prime_head_for_reuse(). When provided, the first next() call parses that buffer directly, then resumes mmap reads from the proper file offset while preserving chunk-boundary remainder semantics.

Definition at line 23 of file mmap.hpp.

Constructor & Destructor Documentation

◆ MmapParser()

csv::internals::parser::MmapParser::MmapParser ( csv::string_view  filename,
const CSVFormat &  format,
const ColNamesPtr &  col_names = nullptr 
)

Definition at line 8 of file mmap.cpp.

Member Function Documentation

◆ get_csv_head()

std::string & csv::internals::parser::MmapParser::get_csv_head ( )
inlineoverridevirtual

Implements csv::internals::parser::CSVParserDriverBase.

Definition at line 33 of file mmap.hpp.

◆ next()

void csv::internals::parser::MmapParser::next ( size_t  bytes)
overridevirtual

Parse the next block of data.

Implements csv::internals::parser::CSVParserDriverBase.

Definition at line 65 of file mmap.cpp.


The documentation for this class was generated from the following files: