floraachy
/
console
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

feat: rollup init template update (#98) 

Co-authored-by: hardy <luohf@infinilabs.com>
This commit is contained in:
Hardy 2025-01-23 20:07:42 +08:00 committed by GitHub
parent 52dee9c2d6
commit 67447b876c
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 93 additions and 36 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

127
config/setup/easysearch/template_rollup.tpl
View File

@ -1,22 +1,5 @@
PUT /.easysearch-ilm-config/_settings DELETE /_rollup/jobs/rollup_index_stats
{ PUT /_rollup/jobs/rollup_index_stats
"index": {
"mapping": {
"nested_fields": {
"limit": 1000
},
"nested_objects": {
"limit": 20000
},
"total_fields": {
"limit": 30000
}
}
}
}
DELETE _rollup/jobs/rollup_index_stats
PUT _rollup/jobs/rollup_index_stats?replace
{ {
"rollup": { "rollup": {
"source_index": ".infini_metrics", "source_index": ".infini_metrics",
@ -30,6 +13,9 @@ PUT _rollup/jobs/rollup_index_stats?replace
{ {
"max": {} "max": {}
}, },
{
"min": {}
},
{ {
"value_count": {} "value_count": {}
} }
@ -56,8 +42,8 @@ PUT _rollup/jobs/rollup_index_stats?replace
} }
} }
DELETE _rollup/jobs/rollup_index_health DELETE /_rollup/jobs/rollup_index_health
PUT _rollup/jobs/rollup_index_health?replace PUT /_rollup/jobs/rollup_index_health
{ {
"rollup": { "rollup": {
"source_index": ".infini_metrics", "source_index": ".infini_metrics",
@ -96,8 +82,8 @@ PUT _rollup/jobs/rollup_index_health?replace
} }
} }
DELETE _rollup/jobs/rollup_cluster_stats DELETE /_rollup/jobs/rollup_cluster_stats
PUT _rollup/jobs/rollup_cluster_stats?replace PUT /_rollup/jobs/rollup_cluster_stats
{ {
"rollup": { "rollup": {
"source_index": ".infini_metrics", "source_index": ".infini_metrics",
@ -136,8 +122,8 @@ PUT _rollup/jobs/rollup_cluster_stats?replace
} }
} }
DELETE _rollup/jobs/rollup_cluster_health DELETE /_rollup/jobs/rollup_cluster_health
PUT _rollup/jobs/rollup_cluster_health?replace PUT /_rollup/jobs/rollup_cluster_health
{ {
"rollup": { "rollup": {
"source_index": ".infini_metrics", "source_index": ".infini_metrics",
@ -175,16 +161,15 @@ PUT _rollup/jobs/rollup_cluster_health?replace
} }
} }
# 高级 节点 DELETE /_rollup/jobs/rollup_node_stats
DELETE _rollup/jobs/rollup_node_stats PUT /_rollup/jobs/rollup_node_stats
PUT _rollup/jobs/rollup_node_stats?replace
{ {
"rollup": { "rollup": {
"source_index": ".infini_metrics", "source_index": ".infini_metrics",
"target_index": "rollup_node_stats_{{ctx.source_index}}", "target_index": "rollup_node_stats_{{ctx.source_index}}",
"timestamp": "timestamp", "timestamp": "timestamp",
"continuous": true, "continuous": true,
"page_size": 100, "page_size": 200,
"cron": "*/10 1-23 * * *", "cron": "*/10 1-23 * * *",
"timezone": "UTC", "timezone": "UTC",
"stats": [ "stats": [
@ -198,6 +183,42 @@ PUT _rollup/jobs/rollup_node_stats?replace
"value_count": {} "value_count": {}
} }
], ],
"special_metrics": [
{
"source_field": "payload.elasticsearch.node_stats.process.cpu.percent",
"metrics": [
{
"avg": {}
},
{
"max": {}
},
{
"min": {}
},
{
"percentiles": {}
}
]
},
{
"source_field": "payload.elasticsearch.node_stats.jvm.mem.heap_used_in_bytes",
"metrics": [
{
"avg": {}
},
{
"max": {}
},
{
"min": {}
},
{
"percentiles": {}
}
]
}
],
"interval": "1m", "interval": "1m",
"identity": [ "identity": [
"metadata.labels.cluster_id", "metadata.labels.cluster_id",
@ -222,21 +243,24 @@ PUT _rollup/jobs/rollup_node_stats?replace
} }
} }
DELETE _rollup/jobs/rollup_shard_stats_metrics DELETE /_rollup/jobs/rollup_shard_stats_metrics
PUT _rollup/jobs/rollup_shard_stats_metrics?replace PUT /_rollup/jobs/rollup_shard_stats_metrics
{ {
"rollup": { "rollup": {
"source_index": ".infini_metrics", "source_index": ".infini_metrics",
"target_index": "rollup_shard_stats_metrics_{{ctx.source_index}}", "target_index": "rollup_shard_stats_metrics_{{ctx.source_index}}",
"timestamp": "timestamp", "timestamp": "timestamp",
"continuous": true, "continuous": true,
"page_size": 100, "page_size": 200,
"cron": "*/5 1-23 * * *", "cron": "*/5 1-23 * * *",
"timezone": "UTC", "timezone": "UTC",
"stats": [ "stats": [
{ {
"max": {} "max": {}
}, },
{
"min": {}
},
{ {
"value_count": {} "value_count": {}
} }
@ -265,8 +289,8 @@ PUT _rollup/jobs/rollup_shard_stats_metrics?replace
} }
} }
DELETE _rollup/jobs/rollup_shard_stats_state DELETE /_rollup/jobs/rollup_shard_stats_state
PUT _rollup/jobs/rollup_shard_stats_state?replace PUT /_rollup/jobs/rollup_shard_stats_state
{ {
"rollup": { "rollup": {
"source_index": ".infini_metrics", "source_index": ".infini_metrics",
@ -301,4 +325,37 @@ PUT _rollup/jobs/rollup_shard_stats_state?replace
"metadata.name": "shard_stats" "metadata.name": "shard_stats"
} }
} }
} }
# enable rollup search
PUT /_cluster/settings
{
"persistent": {
"rollup": {
"search": {
"enabled": "true"
}
}
}
}
# update index settings
PUT /.easysearch-ilm-config/_settings
{
"index": {
"mapping": {
"nested_fields": {
"limit": 1000
},
"nested_objects": {
"limit": 20000
},
"total_fields": {
"limit": 30000
}
}
}
}
# start all rollup jobs
POST /_rollup/jobs/rollup*/_start

2
plugin/setup/setup.go
View File

@ -708,7 +708,7 @@ func (module *Module) initializeTemplate(w http.ResponseWriter, r *http.Request,
elastic2.InitTemplate(true) elastic2.InitTemplate(true)
case "rollup": case "rollup":
if ver.Distribution == elastic.Easysearch { if ver.Distribution == elastic.Easysearch {
if large, _ := util.VersionCompare(ver.Number, "1.9.2"); large > 0 { if large, _ := util.VersionCompare(ver.Number, "1.10.0"); large > 0 {
useCommon = false useCommon = false
dslTplFileName = "template_rollup.tpl" dslTplFileName = "template_rollup.tpl"
} }