floraachy
/
console
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

add compress settings of migration

This commit is contained in:
liugq 2023-04-10 14:17:18 +08:00
parent e8f9c83245
commit b5218b8516
2 changed files with 3 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
plugin/migration/model.go
View File

@ -26,6 +26,7 @@ type ElasticDataConfig struct {
MaxWorkerSize int `json:"max_worker_size"` MaxWorkerSize int `json:"max_worker_size"`
IdleTimeoutInSeconds int `json:"idle_timeout_in_seconds"` IdleTimeoutInSeconds int `json:"idle_timeout_in_seconds"`
SliceSize int `json:"slice_size"` SliceSize int `json:"slice_size"`
Compress bool `json:"compress"`
} `json:"bulk"` } `json:"bulk"`
Execution ExecutionConfig `json:"execution"` Execution ExecutionConfig `json:"execution"`
} `json:"settings"` } `json:"settings"`

2
plugin/migration/pipeline.go
View File

@ -675,6 +675,7 @@ func (p *DispatcherProcessor) handleReadySubTask(taskItem *task2.Task) error {
"batch_size_in_mb": getMapValue(cfgm, "target.bulk.batch_size_in_mb"), "batch_size_in_mb": getMapValue(cfgm, "target.bulk.batch_size_in_mb"),
"batch_size_in_docs": getMapValue(cfgm, "target.bulk.batch_size_in_docs"), "batch_size_in_docs": getMapValue(cfgm, "target.bulk.batch_size_in_docs"),
"invalid_queue": "bulk_indexing_400", "invalid_queue": "bulk_indexing_400",
"compress": getMapValue(cfgm, "target.bulk.compress"),
//"retry_rules": util.MapStr{ //"retry_rules": util.MapStr{
// "default": false, // "default": false,
// "retry_4xx": false, // "retry_4xx": false,
@ -1014,6 +1015,7 @@ func (p *DispatcherProcessor) splitMajorMigrationTask(taskItem *task2.Task) erro
"max_worker_size": clusterMigrationTask.Settings.Bulk.MaxWorkerSize, "max_worker_size": clusterMigrationTask.Settings.Bulk.MaxWorkerSize,
"idle_timeout_in_seconds": clusterMigrationTask.Settings.Bulk.IdleTimeoutInSeconds, "idle_timeout_in_seconds": clusterMigrationTask.Settings.Bulk.IdleTimeoutInSeconds,
"slice_size": clusterMigrationTask.Settings.Bulk.SliceSize, "slice_size": clusterMigrationTask.Settings.Bulk.SliceSize,
"compress": clusterMigrationTask.Settings.Bulk.Compress,
}, },
} }
indexParameters := util.MapStr{ indexParameters := util.MapStr{