Struct IngestionConfig

pub struct IngestionConfig {
    pub sources: IngestionSources,
    pub checkpoint_download_queue_size: usize,
    pub start_checkpoint: Option<u64>,
    pub end_checkpoint: Option<u64>,
    pub checkpoint_download_timeout: u64,
    pub checkpoint_download_queue_size_bytes: usize,
    pub gc_checkpoint_files: bool,
}

Fields

sources: IngestionSources

checkpoint_download_queue_size: usize

start_checkpoint: Option<u64>

Start checkpoint to ingest from, this is optional and if not provided, the ingestion will start from the next checkpoint after the latest committed checkpoint.

end_checkpoint: Option<u64>

End checkpoint to ingest until, this is optional and if not provided, the ingestion will continue until u64::MAX.

checkpoint_download_timeout: u64

checkpoint_download_queue_size_bytes: usize

Limit indexing parallelism on big checkpoints to avoid OOMing by limiting the total size of the checkpoint download queue.

gc_checkpoint_files: bool

Whether to delete processed checkpoint files from the local directory, when running Fullnode-colocated indexer.

Trait Implementations

impl Args for IngestionConfig

fn group_id() -> Option<Id>

Report the [ArgGroup::id][crate::ArgGroup::id] for this set of arguments

fn augment_args<'b>(__clap_app: Command) -> Command

Append to [Command] so it can instantiate Self.

fn augment_args_for_update<'b>(__clap_app: Command) -> Command

Append to [Command] so it can update self.

impl Clone for IngestionConfig

fn clone(&self) -> IngestionConfig

Returns a copy of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for IngestionConfig

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Default for IngestionConfig

fn default() -> Self

Returns the “default value” for a type.

impl FromArgMatches for IngestionConfig

fn from_arg_matches(__clap_arg_matches: &ArgMatches) -> Result<Self, Error>

Instantiate Self from [ArgMatches], parsing the arguments as needed.

fn from_arg_matches_mut( __clap_arg_matches: &mut ArgMatches, ) -> Result<Self, Error>

Instantiate Self from [ArgMatches], parsing the arguments as needed.

fn update_from_arg_matches( &mut self, __clap_arg_matches: &ArgMatches, ) -> Result<(), Error>

Assign values from ArgMatches to self.

fn update_from_arg_matches_mut( &mut self, __clap_arg_matches: &mut ArgMatches, ) -> Result<(), Error>

Assign values from ArgMatches to self.