91 lines
2.2 KiB
Plaintext
91 lines
2.2 KiB
Plaintext
path.data: data
|
|
path.logs: log
|
|
|
|
allow_multi_instance: false
|
|
configs.auto_reload: true
|
|
|
|
entry:
|
|
- name: agent_es_entry
|
|
enabled: true
|
|
router: agent_metrics_router
|
|
max_concurrency: 200000
|
|
network:
|
|
binding: 0.0.0.0:8765
|
|
tls: #for mTLS connection with config servers
|
|
enabled: true
|
|
# ca_file: /xxx/ca.crt
|
|
# cert_file: /xxx/server.crt
|
|
# key_file: /xxx/server.key
|
|
skip_insecure_verify: false
|
|
|
|
flow:
|
|
- name: deny_flow
|
|
filter:
|
|
- set_response:
|
|
body: "request not allowed"
|
|
status: 500
|
|
- name: ingest_flow
|
|
filter:
|
|
- basic_auth:
|
|
valid_users:
|
|
$[[SETUP_AGENT_USERNAME]]: $[[SETUP_AGENT_PASSWORD]]
|
|
- rewrite_to_bulk:
|
|
type_removed: false
|
|
- bulk_request_mutate:
|
|
fix_null_id: true
|
|
generate_enhanced_id: true
|
|
# fix_null_type: true
|
|
# default_type: m-type
|
|
# default_index: m-index
|
|
index_rename:
|
|
metrics: "$[[SETUP_INDEX_PREFIX]]metrics"
|
|
logs: "$[[SETUP_INDEX_PREFIX]]logs"
|
|
- bulk_reshuffle:
|
|
when:
|
|
contains:
|
|
_ctx.request.path: /_bulk
|
|
elasticsearch: prod
|
|
level: node
|
|
partition_size: 1
|
|
fix_null_id: true
|
|
|
|
router:
|
|
- name: agent_metrics_router
|
|
default_flow: deny_flow
|
|
rules:
|
|
- method:
|
|
- "POST"
|
|
enabled: true
|
|
pattern:
|
|
- "/{any_index}/_doc/"
|
|
flow:
|
|
- ingest_flow
|
|
|
|
elasticsearch:
|
|
- name: prod
|
|
enabled: true
|
|
basic_auth:
|
|
username: $[[SETUP_AGENT_USERNAME]]
|
|
password: $[[SETUP_AGENT_PASSWORD]]
|
|
endpoints: $[[SETUP_ENDPOINTS]]
|
|
|
|
pipeline:
|
|
- name: bulk_request_ingest
|
|
auto_start: true
|
|
keep_running: true
|
|
retry_delay_in_ms: 1000
|
|
processor:
|
|
- bulk_indexing:
|
|
max_connection_per_node: 100
|
|
num_of_slices: 1
|
|
max_worker_size: 30
|
|
idle_timeout_in_seconds: 10
|
|
bulk:
|
|
compress: false
|
|
batch_size_in_mb: 10
|
|
batch_size_in_docs: 10000
|
|
consumer:
|
|
fetch_max_messages: 100
|
|
queue_selector:
|
|
labels:
|
|
type: bulk_reshuffle |