Struct ZerobusSinkConfig 

pub struct ZerobusSinkConfig {
    pub ingestion_endpoint: String,
    pub table_name: String,
    pub unity_catalog_endpoint: String,
    pub auth: DatabricksAuthentication,
    pub stream_options: ZerobusStreamOptions,
    pub batch: BatchConfig<RealtimeSizeBasedDefaultBatchSettings>,
    pub request: TowerRequestConfig,
    pub acknowledgements: AcknowledgementsConfig,
}

Configuration for the Databricks Zerobus sink.

Fields

ingestion_endpoint: String

The Zerobus ingestion endpoint URL.

This should be the full URL to the Zerobus ingestion service.

table_name: String

The Unity Catalog table name to write to.

This should be in the format catalog.schema.table.

unity_catalog_endpoint: String

The Unity Catalog endpoint URL.

This is used for authentication and table metadata.

auth: DatabricksAuthentication

Databricks authentication configuration.

stream_options: ZerobusStreamOptions

batch: BatchConfig<RealtimeSizeBasedDefaultBatchSettings>

request: TowerRequestConfig

acknowledgements: AcknowledgementsConfig

Implementations

impl ZerobusSinkConfig

pub fn validate(&self) -> Result<(), ZerobusSinkError>

Trait Implementations

impl Clone for ZerobusSinkConfig

fn clone(&self) -> ZerobusSinkConfig

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Configurable for ZerobusSinkConfig

fn referenceable_name() -> Option<&'static str>

Gets the referenceable name of this value, if any.

fn metadata() -> Metadata

Gets the metadata for this value.

fn generate_schema( schema_gen: &RefCell<SchemaGenerator>, ) -> Result<SchemaObject, GenerateError>

Generates the schema for this value.

fn is_optional() -> bool

where Self: Sized,

Whether or not this value is optional.

fn validate_metadata(_metadata: &Metadata) -> Result<(), GenerateError>

where Self: Sized,

Validates the given metadata against this type.

fn as_configurable_ref() -> ConfigurableRef

where Self: Sized + 'static,

Create a new configurable reference table.

impl Debug for ZerobusSinkConfig

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl<'de> Deserialize<'de> for ZerobusSinkConfig

fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>

where __D: Deserializer<'de>,

Deserialize this value from the given Serde deserializer.

impl GenerateConfig for ZerobusSinkConfig

fn generate_config() -> Value

impl NamedComponent for ZerobusSinkConfig

fn get_component_name(&self) -> &'static str

Gets the name of the component.

impl Serialize for ZerobusSinkConfig

fn serialize<__S>(&self, __serializer: __S) -> Result<__S::Ok, __S::Error>

where __S: Serializer,

Serialize this value into the given Serde serializer.

impl SinkConfig for ZerobusSinkConfig

fn build<'life0, 'async_trait>( &'life0 self, cx: SinkContext, ) -> Pin<Box<dyn Future<Output = Result<(VectorSink, Healthcheck)>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

Builds the sink with the given context.

fn input(&self) -> Input

Gets the input configuration for this sink.

fn acknowledgements(&self) -> &AcknowledgementsConfig

Gets the acknowledgements configuration for this sink.

fn files_to_watch(&self) -> Vec<&PathBuf>

Gets the files to watch to trigger reload

fn resources(&self) -> Vec<Resource>

Gets the list of resources, if any, used by this sink.

impl ToValue for ZerobusSinkConfig

fn to_value(&self) -> Value

Convert this value into a serde_json::Value. Must not fail.