A class for parsing CSV data from any std::istream, including non-seekable sources such as pipes and decompression filters.
More...
|
| | StreamParser (TStream &source, const CSVFormat &format, const ColNamesPtr &col_names=nullptr) |
| |
| | StreamParser (TStream &source, ParseFlagMap parse_flags, WhitespaceMap ws_flags) |
| |
| std::string & | get_csv_head () override |
| |
| void | next (size_t bytes=CSV_CHUNK_SIZE_DEFAULT) override |
| | Parse the next block of data.
|
| |
| void | reset_with_initial_state (ParserDFAState state) noexcept |
| |
| void | reset_with_initial_state (bool starts_in_quoted, bool in_escape=false) noexcept |
| |
| ParserDFAState | ending_state () const noexcept |
| |
| | CSVParserDriverBase (const CSVFormat &, const ColNamesPtr &) |
| |
| | CSVParserDriverBase (const ParseFlagMap &parse_flags, const WhitespaceMap &ws_flags) |
| |
| const CSVError & | error () const noexcept |
| | Source errors are read by the consumer only after joining its scheduler.
|
| |
| bool | eof () const noexcept |
| | Whether or not we have reached the end of source.
|
| |
| ResolvedFormat | get_resolved_format () |
| |
| virtual SpeculativeParseDiagnostics | speculative_diagnostics () const noexcept |
| |
| virtual size_t | parse_worker_count () const noexcept |
| |
| virtual bool | utf8_bom () const noexcept |
| |
| | CSVParserCore (const CSVFormat &source_format, const ColNamesPtr &col_names) |
| |
| | CSVParserCore (const ParseFlagMap &parse_flags, const WhitespaceMap &ws_flags) |
| |
| | CSVParserCore (const ParseFlagMap &parse_flags, const WhitespaceMap &ws_flags, const ColNamesPtr &col_names) |
| |
| void | end_feed () |
| | Indicate the last block of data has been parsed.
|
| |
| CONSTEXPR_17 ParseFlags | parse_flag (const char ch) const noexcept |
| |
| CONSTEXPR_17 ParseFlags | compound_parse_flag (const char ch) const noexcept |
| |
| void | set_output (RowSink &output) noexcept |
| |
| RowSink & | output () noexcept |
| |
| void | reset_with_initial_state (ParserDFAState state) noexcept |
| | Seed the DFA state for the next parse call.
|
| |
| void | reset_with_initial_state (bool starts_in_quoted, bool in_escape=false) noexcept |
| | Convenience overload for callers that only care about quote state.
|
| |
| ParserDFAState | ending_state () const noexcept |
| | Return the DFA state observed when the most recent parse call stopped.
|
| |
| ParserChunkResult | parse_chunk (csv::string_view chunk, std::shared_ptr< void > owner) |
| |
| ParserChunkResult | parse_chunk (csv::string_view chunk, std::shared_ptr< void > owner, const ParserChunkOptions &options) |
| |
| ParserChunkResult | parse_chunk (csv::string_view chunk, std::shared_ptr< void > owner, RowSink &output) |
| |
| ParserChunkResult | parse_chunk (csv::string_view chunk, std::shared_ptr< void > owner, RowSink &output, size_t source_start) |
| |
| ParserChunkResult | parse_chunk (csv::string_view chunk, std::shared_ptr< void > owner, RowSink &output, const ParserChunkOptions &options) |
| |
template<
typename TStream>
class csv::internals::parser::StreamParser< TStream >
A class for parsing CSV data from any std::istream, including non-seekable sources such as pipes and decompression filters.
- Chunk boundary handling
- parse() returns the byte offset of the start of the last incomplete row in the current chunk (the "remainder"). Rather than seeking back to re-read those bytes (which requires a seekable stream), they are saved in
leftover_ and prepended to the next chunk. This is semantically identical to the old seek-back approach but works on any istream and avoids the syscall overhead of seekg().
- Format resolution
- The constructor reads a head buffer from the stream via get_csv_head() and passes it to resolve_format_from_head(), which infers the delimiter and header row when not explicitly set. The head bytes are stored in
leftover_ so the first next() call re-parses them without re-reading.
Definition at line 29 of file stream.hpp.