diff --git a/plugin/elastic/activity.go b/plugin/elastic/activity.go index 728613b5..6f9cfcc4 100644 --- a/plugin/elastic/activity.go +++ b/plugin/elastic/activity.go @@ -27,7 +27,6 @@ import ( type ActivityProcessor struct { config *Config runningConfigs map[string]*queue.QueueConfig - bulkSizeInByte int wg sync.WaitGroup inFlightQueueConfigs sync.Map detectorRunning bool @@ -44,7 +43,6 @@ func NewActivityProcessor(c *config.Config) (pipeline.Processor, error) { MaxWorkers: 10, MaxConnectionPerHost: 1, IdleTimeoutInSecond: 5, - BulkSizeInMb: 10, DetectIntervalInMs: 10000, Queues: map[string]interface{}{}, @@ -78,11 +76,6 @@ func NewActivityProcessor(c *config.Config) (pipeline.Processor, error) { inFlightQueueConfigs: sync.Map{}, } - runner.bulkSizeInByte = 1048576 * runner.config.BulkSizeInMb - if runner.config.BulkSizeInKb > 0 { - runner.bulkSizeInByte = 1024 * runner.config.BulkSizeInKb - } - runner.wg = sync.WaitGroup{} return &runner, nil diff --git a/plugin/elastic/metadata.go b/plugin/elastic/metadata.go index 910020ff..678fec99 100644 --- a/plugin/elastic/metadata.go +++ b/plugin/elastic/metadata.go @@ -26,7 +26,6 @@ import ( type MetadataProcessor struct { config *Config runningConfigs map[string]*queue.QueueConfig - bulkSizeInByte int wg sync.WaitGroup inFlightQueueConfigs sync.Map detectorRunning bool @@ -39,10 +38,6 @@ type Config struct { IdleTimeoutInSecond int `config:"idle_timeout_in_seconds"` MaxConnectionPerHost int `config:"max_connection_per_node"` - BulkSizeInKb int `config:"bulk_size_in_kb,omitempty"` - BulkSizeInMb int `config:"bulk_size_in_mb,omitempty"` - BulkMaxDocsCount int `config:"bulk_max_docs_count,omitempty"` - Queues map[string]interface{} `config:"queues,omitempty"` Consumer queue.ConsumerConfig `config:"consumer"` @@ -74,7 +69,6 @@ func New(c *config.Config) (pipeline.Processor, error) { MaxWorkers: 10, MaxConnectionPerHost: 1, IdleTimeoutInSecond: 5, - BulkSizeInMb: 10, DetectIntervalInMs: 10000, Queues: map[string]interface{}{}, @@ -108,11 +102,6 @@ func New(c *config.Config) (pipeline.Processor, error) { inFlightQueueConfigs: sync.Map{}, } - runner.bulkSizeInByte = 1048576 * runner.config.BulkSizeInMb - if runner.config.BulkSizeInKb > 0 { - runner.bulkSizeInByte = 1024 * runner.config.BulkSizeInKb - } - runner.wg = sync.WaitGroup{} return &runner, nil