Class foreign_storage::ParquetEncoder

class ParquetEncoder

Subclassed by foreign_storage::ParquetArrayEncoder, foreign_storage::ParquetGeospatialEncoder, foreign_storage::ParquetGeospatialImportEncoder, foreign_storage::ParquetScalarEncoder, foreign_storage::ParquetStringImportEncoder, foreign_storage::ParquetStringNoneEncoder

Public Functions

ParquetEncoder(Data_Namespace::AbstractBuffer *buffer)

virtual ~ParquetEncoder()

virtual void appendDataTrackErrors(const int16_t *def_levels, const int16_t *rep_levels, const int64_t values_read, const int64_t levels_read, int8_t *values) = 0

virtual void appendData(const int16_t *def_levels, const int16_t *rep_levels, const int64_t values_read, const int64_t levels_read, int8_t *values) = 0

virtual std::shared_ptr<ChunkMetadata> getRowGroupMetadata(const parquet::RowGroupMetaData *group_metadata, const int parquet_column_index, const SQLTypeInfo &column_type)

RejectedRowIndices getRejectedRowIndices() const

virtual void disableMetadataStatsValidation()

virtual void initializeErrorTracking(const SQLTypeInfo &column_type)

Protected Attributes

Data_Namespace::AbstractBuffer *buffer_

bool is_error_tracking_enabled_

RejectedRowIndices invalid_indices_

size_t current_chunk_offset_

SQLTypeInfo column_type_

bool validate_metadata_stats_

Protected Static Functions

static std::shared_ptr<ChunkMetadata> createMetadata(const SQLTypeInfo &column_type)

static void throwNotNullViolation(const std::string &parquet_column_name)

static void validateNullCount(const std::string &parquet_column_name, int64_t null_count, const SQLTypeInfo &column_type)