add pipeline metadata_ingest

This commit is contained in:
shiyang 2022-03-21 17:56:40 +08:00
parent aaed0abb47
commit ca5611d005
1 changed files with 14 additions and 0 deletions

View File

@ -61,3 +61,17 @@ pipeline:
input_queue: "metrics"
worker_size: 1
bulk_size_in_mb: 10
- name: metadata_ingest
auto_start: true
keep_running: true
processor:
- metadata:
bulk_size_in_mb: 10
bulk_max_docs_count: 5000
fetch_max_messages: 1000
elasticsearch: "default"
queues:
type: metadata
category: elasticsearch
when:
cluster_available: [ "default" ]