kafka_node.go 896 B

12345678910111213141516
  1. package nodes
  2. // KafkaNode Kafka Node sends messages to Kafka brokers. Expects messages with any message type. Will send record via Kafka producer to Kafka server
  3. type KafkaNode struct {
  4. }
  5. type KafkaNodeConfiguration struct {
  6. TopicPattern string `json:"topic_pattern"`
  7. BootstrapServer string `json:"bootstrap_server"`
  8. RetryTimes int `json:"retry_times"` // if fails retry times
  9. BatchSize int64 `json:"batch_size"` // produces batch size in bytes
  10. LocallyBufferTime int64 `json:"locally_buffer_time"` // time to buffer locally(ms)
  11. MaxSizeClientBuffer int64 `json:"max_size_client_buffer"` // client buffer max size in bytes
  12. MetaData map[string]string `json:"meta_data"`
  13. AckNumber int `json:"ack_number"` // number of ack
  14. }