Merge pull request #28609 from taosdata/enh/TS-5035
set default compress by data type
This commit is contained in:
commit
09d5796213
|
@ -30,11 +30,12 @@ In this article, it specifically refers to the level within the secondary compre
|
||||||
|
|
||||||
| Data Type | Optional Encoding Algorithm | Default Encoding Algorithm | Optional Compression Algorithm|Default Compression Algorithm| Default Compression Level|
|
| Data Type | Optional Encoding Algorithm | Default Encoding Algorithm | Optional Compression Algorithm|Default Compression Algorithm| Default Compression Level|
|
||||||
| :-----------:|:----------:|:-------:|:-------:|:----------:|:----:|
|
| :-----------:|:----------:|:-------:|:-------:|:----------:|:----:|
|
||||||
| tinyint/untinyint/smallint/usmallint/int/uint | simple8b| simple8b | lz4/zlib/zstd/xz| lz4 | medium|
|
| int/uint | simple8b| simple8b | lz4/zlib/zstd/xz| lz4 | medium|
|
||||||
|
| tinyint/untinyint/smallint/usmallint | simple8b| simple8b | lz4/zlib/zstd/xz| zlib| medium|
|
||||||
| bigint/ubigint/timestamp | simple8b/delta-i | delta-i |lz4/zlib/zstd/xz | lz4| medium|
|
| bigint/ubigint/timestamp | simple8b/delta-i | delta-i |lz4/zlib/zstd/xz | lz4| medium|
|
||||||
|float/double | delta-d|delta-d |lz4/zlib/zstd/xz/tsz|lz4| medium|
|
|float/double | delta-d|delta-d |lz4/zlib/zstd/xz/tsz|lz4| medium|
|
||||||
|binary/nchar| disabled| disabled|lz4/zlib/zstd/xz| lz4| medium|
|
|binary/nchar| disabled| disabled|lz4/zlib/zstd/xz| lz4| zstd|
|
||||||
|bool| bit-packing| bit-packing| lz4/zlib/zstd/xz| lz4| medium|
|
|bool| bit-packing| bit-packing| lz4/zlib/zstd/xz| lz4| zstd|
|
||||||
|
|
||||||
## SQL
|
## SQL
|
||||||
|
|
||||||
|
|
|
@ -31,11 +31,12 @@ description: 可配置压缩算法
|
||||||
|
|
||||||
| 数据类型 | 可选编码算法 | 编码算法默认值 | 可选压缩算法|压缩算法默认值| 压缩等级默认值|
|
| 数据类型 | 可选编码算法 | 编码算法默认值 | 可选压缩算法|压缩算法默认值| 压缩等级默认值|
|
||||||
| :-----------:|:----------:|:-------:|:-------:|:----------:|:----:|
|
| :-----------:|:----------:|:-------:|:-------:|:----------:|:----:|
|
||||||
| tinyint/untinyint/smallint/usmallint/int/uint | simple8b| simple8b | lz4/zlib/zstd/xz| lz4 | medium|
|
| int/uint | simple8b| simple8b | lz4/zlib/zstd/xz| lz4 | medium|
|
||||||
| bigint/ubigint/timestamp | simple8b/delta-i | delta-i |lz4/zlib/zstd/xz | lz4| medium|
|
| tinyint/untinyint/smallint/usmallint | simple8b| simple8b | lz4/zlib/zstd/xz| zlib | medium|
|
||||||
|
| bigint/ubigint/timestamp | simple8b/delta-i | delta-i |lz4/zlib/zstd/xz | lz4| medium|
|
||||||
|float/double | delta-d|delta-d |lz4/zlib/zstd/xz/tsz|lz4| medium|
|
|float/double | delta-d|delta-d |lz4/zlib/zstd/xz/tsz|lz4| medium|
|
||||||
|binary/nchar| disabled| disabled|lz4/zlib/zstd/xz| lz4| medium|
|
|binary/nchar| disabled| disabled|lz4/zlib/zstd/xz| zstd| medium|
|
||||||
|bool| bit-packing| bit-packing| lz4/zlib/zstd/xz| lz4| medium|
|
|bool| bit-packing| bit-packing| lz4/zlib/zstd/xz| zstd| medium|
|
||||||
|
|
||||||
## SQL 语法
|
## SQL 语法
|
||||||
|
|
||||||
|
|
|
@ -81,26 +81,42 @@ const char* getDefaultEncodeStr(uint8_t type) { return columnEncodeStr(getDefaul
|
||||||
uint16_t getDefaultCompress(uint8_t type) {
|
uint16_t getDefaultCompress(uint8_t type) {
|
||||||
switch (type) {
|
switch (type) {
|
||||||
case TSDB_DATA_TYPE_NULL:
|
case TSDB_DATA_TYPE_NULL:
|
||||||
|
return TSDB_COLVAL_COMPRESS_LZ4;
|
||||||
case TSDB_DATA_TYPE_BOOL:
|
case TSDB_DATA_TYPE_BOOL:
|
||||||
|
return TSDB_COLVAL_COMPRESS_ZSTD;
|
||||||
case TSDB_DATA_TYPE_TINYINT:
|
case TSDB_DATA_TYPE_TINYINT:
|
||||||
case TSDB_DATA_TYPE_SMALLINT:
|
case TSDB_DATA_TYPE_SMALLINT:
|
||||||
|
return TSDB_COLVAL_COMPRESS_ZLIB;
|
||||||
case TSDB_DATA_TYPE_INT:
|
case TSDB_DATA_TYPE_INT:
|
||||||
case TSDB_DATA_TYPE_BIGINT:
|
case TSDB_DATA_TYPE_BIGINT:
|
||||||
|
return TSDB_COLVAL_COMPRESS_LZ4;
|
||||||
case TSDB_DATA_TYPE_FLOAT:
|
case TSDB_DATA_TYPE_FLOAT:
|
||||||
case TSDB_DATA_TYPE_DOUBLE:
|
case TSDB_DATA_TYPE_DOUBLE:
|
||||||
|
return TSDB_COLVAL_COMPRESS_LZ4;
|
||||||
case TSDB_DATA_TYPE_VARCHAR: // TSDB_DATA_TYPE_BINARY
|
case TSDB_DATA_TYPE_VARCHAR: // TSDB_DATA_TYPE_BINARY
|
||||||
|
return TSDB_COLVAL_COMPRESS_ZSTD;
|
||||||
case TSDB_DATA_TYPE_TIMESTAMP:
|
case TSDB_DATA_TYPE_TIMESTAMP:
|
||||||
|
return TSDB_COLVAL_COMPRESS_LZ4;
|
||||||
case TSDB_DATA_TYPE_NCHAR:
|
case TSDB_DATA_TYPE_NCHAR:
|
||||||
|
return TSDB_COLVAL_COMPRESS_ZSTD;
|
||||||
case TSDB_DATA_TYPE_UTINYINT:
|
case TSDB_DATA_TYPE_UTINYINT:
|
||||||
case TSDB_DATA_TYPE_USMALLINT:
|
case TSDB_DATA_TYPE_USMALLINT:
|
||||||
|
return TSDB_COLVAL_COMPRESS_ZLIB;
|
||||||
case TSDB_DATA_TYPE_UINT:
|
case TSDB_DATA_TYPE_UINT:
|
||||||
case TSDB_DATA_TYPE_UBIGINT:
|
case TSDB_DATA_TYPE_UBIGINT:
|
||||||
|
return TSDB_COLVAL_COMPRESS_LZ4;
|
||||||
case TSDB_DATA_TYPE_JSON:
|
case TSDB_DATA_TYPE_JSON:
|
||||||
|
return TSDB_COLVAL_COMPRESS_LZ4;
|
||||||
case TSDB_DATA_TYPE_VARBINARY:
|
case TSDB_DATA_TYPE_VARBINARY:
|
||||||
|
return TSDB_COLVAL_COMPRESS_ZSTD;
|
||||||
case TSDB_DATA_TYPE_DECIMAL:
|
case TSDB_DATA_TYPE_DECIMAL:
|
||||||
|
return TSDB_COLVAL_COMPRESS_LZ4;
|
||||||
case TSDB_DATA_TYPE_BLOB:
|
case TSDB_DATA_TYPE_BLOB:
|
||||||
|
return TSDB_COLVAL_COMPRESS_LZ4;
|
||||||
case TSDB_DATA_TYPE_MEDIUMBLOB:
|
case TSDB_DATA_TYPE_MEDIUMBLOB:
|
||||||
|
return TSDB_COLVAL_COMPRESS_LZ4;
|
||||||
case TSDB_DATA_TYPE_GEOMETRY:
|
case TSDB_DATA_TYPE_GEOMETRY:
|
||||||
|
return TSDB_COLVAL_COMPRESS_LZ4;
|
||||||
case TSDB_DATA_TYPE_MAX:
|
case TSDB_DATA_TYPE_MAX:
|
||||||
return TSDB_COLVAL_COMPRESS_LZ4;
|
return TSDB_COLVAL_COMPRESS_LZ4;
|
||||||
default:
|
default:
|
||||||
|
|
|
@ -33,7 +33,26 @@ class TDTestCase(TBase):
|
||||||
"compressMsgSize" : "100",
|
"compressMsgSize" : "100",
|
||||||
}
|
}
|
||||||
# compress
|
# compress
|
||||||
compresses = ["lz4","tsz","zlib","zstd","disabled","xz"]
|
compresses = ["lz4","zlib","zstd","disabled","xz"]
|
||||||
|
|
||||||
|
compressDefaultDict = {};
|
||||||
|
compressDefaultDict["BOOL"] = "zstd"
|
||||||
|
compressDefaultDict["TINYINT"] = "zlib"
|
||||||
|
compressDefaultDict["SMALLINT"] = "zlib"
|
||||||
|
compressDefaultDict["INT"] = "lz4"
|
||||||
|
compressDefaultDict["BIGINT"] = "lz4"
|
||||||
|
compressDefaultDict["FLOAT"] = "lz4"
|
||||||
|
compressDefaultDict["DOUBLE"] = "lz4"
|
||||||
|
compressDefaultDict["VARCHAR"] = "zstd"
|
||||||
|
compressDefaultDict["TIMESTAMP"] = "lz4"
|
||||||
|
compressDefaultDict["NCHAR"] = "zstd"
|
||||||
|
compressDefaultDict["TINYINT UNSIGNED"] = "zlib"
|
||||||
|
compressDefaultDict["SMALLINT UNSIGNED"] = "zlib"
|
||||||
|
compressDefaultDict["INT UNSIGNED"] = "lz4"
|
||||||
|
compressDefaultDict["BIGINT UNSIGNED"] = "lz4"
|
||||||
|
compressDefaultDict["NCHAR"] = "zstd"
|
||||||
|
compressDefaultDict["BLOB"] = "lz4"
|
||||||
|
compressDefaultDict["VARBINARY"] = "zstd"
|
||||||
|
|
||||||
# level
|
# level
|
||||||
levels = ["high","medium","low"]
|
levels = ["high","medium","low"]
|
||||||
|
@ -137,15 +156,20 @@ class TDTestCase(TBase):
|
||||||
defEncodes = [ "delta-i","delta-i","simple8b","simple8b","simple8b","simple8b","simple8b","simple8b",
|
defEncodes = [ "delta-i","delta-i","simple8b","simple8b","simple8b","simple8b","simple8b","simple8b",
|
||||||
"simple8b","simple8b","delta-d","delta-d","bit-packing",
|
"simple8b","simple8b","delta-d","delta-d","bit-packing",
|
||||||
"disabled","disabled","disabled","disabled"]
|
"disabled","disabled","disabled","disabled"]
|
||||||
|
|
||||||
count = tdSql.getRows()
|
count = tdSql.getRows()
|
||||||
for i in range(count):
|
for i in range(count):
|
||||||
node = tdSql.getData(i, 3)
|
node = tdSql.getData(i, 3)
|
||||||
if node == "TAG":
|
if node == "TAG":
|
||||||
break
|
break
|
||||||
# check
|
# check
|
||||||
tdSql.checkData(i, 4, defEncodes[i])
|
tdLog.info(f"check default encode {tdSql.getData(i, 1)}")
|
||||||
tdSql.checkData(i, 5, self.defCompress)
|
#tdLog.info(f"check default encode compressDefaultDict[tdSql.getData(i, 2)]")
|
||||||
|
defaultValue = self.compressDefaultDict[tdSql.getData(i, 1)]
|
||||||
|
if defaultValue == None:
|
||||||
|
defaultValue = self.defCompress
|
||||||
|
tdLog.info(f"check default compress {tdSql.getData(i, 1)} {defaultValue}")
|
||||||
|
tdSql.checkData(i, 5, defaultValue)
|
||||||
tdSql.checkData(i, 6, self.defLevel)
|
tdSql.checkData(i, 6, self.defLevel)
|
||||||
|
|
||||||
# geometry encode is disabled
|
# geometry encode is disabled
|
||||||
|
@ -185,10 +209,6 @@ class TDTestCase(TBase):
|
||||||
comps.append(self.compresses[0]) # add lz4
|
comps.append(self.compresses[0]) # add lz4
|
||||||
for comp in comps:
|
for comp in comps:
|
||||||
for i in range(self.colCnt - 1):
|
for i in range(self.colCnt - 1):
|
||||||
col = f"c{i}"
|
|
||||||
sql = f"alter table {tbname} modify column {col} COMPRESS '{comp}';"
|
|
||||||
tdSql.execute(sql, show=True)
|
|
||||||
self.checkDataDesc(tbname, i + 1, 5, comp)
|
|
||||||
self.writeData(1000)
|
self.writeData(1000)
|
||||||
|
|
||||||
# alter float(c9) double(c10) to tsz
|
# alter float(c9) double(c10) to tsz
|
||||||
|
@ -326,6 +346,7 @@ class TDTestCase(TBase):
|
||||||
|
|
||||||
while offset < count:
|
while offset < count:
|
||||||
sql = f"select * from {tbname} limit {step} offset {offset}"
|
sql = f"select * from {tbname} limit {step} offset {offset}"
|
||||||
|
tdLog.info(sql)
|
||||||
tdSql.query(sql)
|
tdSql.query(sql)
|
||||||
self.autoGen.dataCorrect(tdSql.res, tdSql.getRows(), step)
|
self.autoGen.dataCorrect(tdSql.res, tdSql.getRows(), step)
|
||||||
offset += step
|
offset += step
|
||||||
|
|
|
@ -38,7 +38,7 @@ sql alter table $tb modify column b level 'm'
|
||||||
sql_error alter table $tb modify column b level 'l' # already exist
|
sql_error alter table $tb modify column b level 'l' # already exist
|
||||||
|
|
||||||
|
|
||||||
sql_error alter table $tb modify column b compress 'lz4'
|
sql alter table $tb modify column b compress 'lz4'
|
||||||
sql alter table $tb modify column b compress 'xz'
|
sql alter table $tb modify column b compress 'xz'
|
||||||
sql alter table $tb modify column b compress 'zstd'
|
sql alter table $tb modify column b compress 'zstd'
|
||||||
sql_error alter table $tb modify column b compress 'tsz'
|
sql_error alter table $tb modify column b compress 'tsz'
|
||||||
|
@ -147,7 +147,7 @@ sql alter table $stb modify column b level 'm'
|
||||||
sql_error alter table $stb modify column b level 'l' # already exist
|
sql_error alter table $stb modify column b level 'l' # already exist
|
||||||
sql desc $stb
|
sql desc $stb
|
||||||
|
|
||||||
sql_error alter table $stb modify column b compress 'lz4'
|
sql alter table $stb modify column b compress 'lz4'
|
||||||
sql alter table $stb modify column b compress 'xz'
|
sql alter table $stb modify column b compress 'xz'
|
||||||
sql alter table $stb modify column b compress 'zstd'
|
sql alter table $stb modify column b compress 'zstd'
|
||||||
sql_error alter table $stb modify column b compress 'tsz'
|
sql_error alter table $stb modify column b compress 'tsz'
|
||||||
|
|
|
@ -65,12 +65,12 @@ static void msg_process(TAOS_RES* msg) {
|
||||||
if (g_fp && strcmp(result, "") != 0) {
|
if (g_fp && strcmp(result, "") != 0) {
|
||||||
// RES_TYPE__TMQ_BATCH_META
|
// RES_TYPE__TMQ_BATCH_META
|
||||||
if ((*(int8_t*)msg) == 5) {
|
if ((*(int8_t*)msg) == 5) {
|
||||||
cJSON* pJson = cJSON_Parse(result);
|
cJSON* pJson = cJSON_Parse(result);
|
||||||
cJSON* pJsonArray = cJSON_GetObjectItem(pJson, "metas");
|
cJSON* pJsonArray = cJSON_GetObjectItem(pJson, "metas");
|
||||||
int32_t num = cJSON_GetArraySize(pJsonArray);
|
int32_t num = cJSON_GetArraySize(pJsonArray);
|
||||||
for (int32_t i = 0; i < num; i++) {
|
for (int32_t i = 0; i < num; i++) {
|
||||||
cJSON* pJsonItem = cJSON_GetArrayItem(pJsonArray, i);
|
cJSON* pJsonItem = cJSON_GetArrayItem(pJsonArray, i);
|
||||||
char* itemStr = cJSON_PrintUnformatted(pJsonItem);
|
char* itemStr = cJSON_PrintUnformatted(pJsonItem);
|
||||||
taosFprintfFile(g_fp, itemStr);
|
taosFprintfFile(g_fp, itemStr);
|
||||||
tmq_free_json_meta(itemStr);
|
tmq_free_json_meta(itemStr);
|
||||||
taosFprintfFile(g_fp, "\n");
|
taosFprintfFile(g_fp, "\n");
|
||||||
|
@ -489,10 +489,11 @@ int buildStable(TAOS* pConn, TAOS_RES* pRes) {
|
||||||
}
|
}
|
||||||
taos_free_result(pRes);
|
taos_free_result(pRes);
|
||||||
#else
|
#else
|
||||||
pRes = taos_query(pConn,
|
pRes = taos_query(
|
||||||
"create stream meters_summary_s trigger at_once IGNORE EXPIRED 0 fill_history 1 into meters_summary as select "
|
pConn,
|
||||||
"_wstart, max(current) as current, "
|
"create stream meters_summary_s trigger at_once IGNORE EXPIRED 0 fill_history 1 into meters_summary as select "
|
||||||
"groupid, location from meters partition by groupid, location interval(10m)");
|
"_wstart, max(current) as current, "
|
||||||
|
"groupid, location from meters partition by groupid, location interval(10m)");
|
||||||
if (taos_errno(pRes) != 0) {
|
if (taos_errno(pRes) != 0) {
|
||||||
printf("failed to create super table meters_summary, reason:%s\n", taos_errstr(pRes));
|
printf("failed to create super table meters_summary, reason:%s\n", taos_errstr(pRes));
|
||||||
return -1;
|
return -1;
|
||||||
|
@ -632,8 +633,8 @@ tmq_t* build_consumer() {
|
||||||
tmq_conf_set(conf, "enable.auto.commit", "true");
|
tmq_conf_set(conf, "enable.auto.commit", "true");
|
||||||
tmq_conf_set(conf, "auto.offset.reset", "earliest");
|
tmq_conf_set(conf, "auto.offset.reset", "earliest");
|
||||||
tmq_conf_set(conf, "msg.consume.excluded", "1");
|
tmq_conf_set(conf, "msg.consume.excluded", "1");
|
||||||
// tmq_conf_set(conf, "session.timeout.ms", "1000000");
|
// tmq_conf_set(conf, "session.timeout.ms", "1000000");
|
||||||
// tmq_conf_set(conf, "max.poll.interval.ms", "20000");
|
// tmq_conf_set(conf, "max.poll.interval.ms", "20000");
|
||||||
|
|
||||||
if (g_conf.snapShot) {
|
if (g_conf.snapShot) {
|
||||||
tmq_conf_set(conf, "experimental.snapshot.enable", "true");
|
tmq_conf_set(conf, "experimental.snapshot.enable", "true");
|
||||||
|
@ -722,7 +723,7 @@ void initLogFile() {
|
||||||
"\"level\":\"medium\"},{"
|
"\"level\":\"medium\"},{"
|
||||||
"\"name\":\"groupid\",\"type\":4,\"isPrimarykey\":false,\"encode\":\"simple8b\",\"compress\":\"lz4\","
|
"\"name\":\"groupid\",\"type\":4,\"isPrimarykey\":false,\"encode\":\"simple8b\",\"compress\":\"lz4\","
|
||||||
"\"level\":\"medium\"},{\"name\":"
|
"\"level\":\"medium\"},{\"name\":"
|
||||||
"\"location\",\"type\":8,\"length\":16,\"isPrimarykey\":false,\"encode\":\"disabled\",\"compress\":\"lz4\","
|
"\"location\",\"type\":8,\"length\":16,\"isPrimarykey\":false,\"encode\":\"disabled\",\"compress\":\"zstd\","
|
||||||
"\"level\":\"medium\"}],\"tags\":[{\"name\":\"group_id\","
|
"\"level\":\"medium\"}],\"tags\":[{\"name\":\"group_id\","
|
||||||
"\"type\":14}"
|
"\"type\":14}"
|
||||||
"]}",
|
"]}",
|
||||||
|
@ -750,7 +751,7 @@ void initLogFile() {
|
||||||
"\"level\":\"medium\"}"
|
"\"level\":\"medium\"}"
|
||||||
",{"
|
",{"
|
||||||
"\"name\":\"c3\",\"type\":8,\"length\":64,\"isPrimarykey\":false,\"encode\":\"disabled\",\"compress\":"
|
"\"name\":\"c3\",\"type\":8,\"length\":64,\"isPrimarykey\":false,\"encode\":\"disabled\",\"compress\":"
|
||||||
"\"lz4\",\"level\":\"medium\"},{"
|
"\"zstd\",\"level\":\"medium\"},{"
|
||||||
"\"name\":\"c4\",\"type\":5,\"isPrimarykey\":false,\"encode\":\"simple8b\",\"compress\":\"lz4\",\"level\":"
|
"\"name\":\"c4\",\"type\":5,\"isPrimarykey\":false,\"encode\":\"simple8b\",\"compress\":\"lz4\",\"level\":"
|
||||||
"\"medium\"}],\"tags\":[{\"name\":\"t1\",\"type\":4},{\"name\":"
|
"\"medium\"}],\"tags\":[{\"name\":\"t1\",\"type\":4},{\"name\":"
|
||||||
"\"t3\","
|
"\"t3\","
|
||||||
|
@ -772,7 +773,7 @@ void initLogFile() {
|
||||||
"{\"type\":\"create\",\"tableType\":\"normal\",\"tableName\":\"n1\",\"columns\":[{\"name\":\"ts\","
|
"{\"type\":\"create\",\"tableType\":\"normal\",\"tableName\":\"n1\",\"columns\":[{\"name\":\"ts\","
|
||||||
"\"type\":9,"
|
"\"type\":9,"
|
||||||
"\"isPrimarykey\":false,\"encode\":\"delta-i\",\"compress\":\"lz4\",\"level\":\"medium\"},{\"name\":\"c2\","
|
"\"isPrimarykey\":false,\"encode\":\"delta-i\",\"compress\":\"lz4\",\"level\":\"medium\"},{\"name\":\"c2\","
|
||||||
"\"type\":10,\"length\":8,\"isPrimarykey\":false,\"encode\":\"disabled\",\"compress\":\"lz4\",\"level\":"
|
"\"type\":10,\"length\":8,\"isPrimarykey\":false,\"encode\":\"disabled\",\"compress\":\"zstd\",\"level\":"
|
||||||
"\"medium\"},{\"name\":\"cc3\",\"type\":5,"
|
"\"medium\"},{\"name\":\"cc3\",\"type\":5,"
|
||||||
"\"isPrimarykey\":false,\"encode\":\"simple8b\",\"compress\":\"lz4\",\"level\":\"medium\"}],\"tags\":[]}",
|
"\"isPrimarykey\":false,\"encode\":\"simple8b\",\"compress\":\"lz4\",\"level\":\"medium\"}],\"tags\":[]}",
|
||||||
"{\"type\":\"create\",\"tableType\":\"super\",\"tableName\":\"jt\",\"columns\":[{\"name\":\"ts\","
|
"{\"type\":\"create\",\"tableType\":\"super\",\"tableName\":\"jt\",\"columns\":[{\"name\":\"ts\","
|
||||||
|
@ -794,7 +795,7 @@ void initLogFile() {
|
||||||
"\"medium\"},{\"name\":\"c2\",\"type\":6,\"isPrimarykey\":"
|
"\"medium\"},{\"name\":\"c2\",\"type\":6,\"isPrimarykey\":"
|
||||||
"false,\"encode\":\"delta-d\",\"compress\":\"lz4\",\"level\":\"medium\"},{"
|
"false,\"encode\":\"delta-d\",\"compress\":\"lz4\",\"level\":\"medium\"},{"
|
||||||
"\"name\":\"c3\",\"type\":8,\"length\":16,\"isPrimarykey\":false,\"encode\":\"disabled\",\"compress\":"
|
"\"name\":\"c3\",\"type\":8,\"length\":16,\"isPrimarykey\":false,\"encode\":\"disabled\",\"compress\":"
|
||||||
"\"lz4\",\"level\":\"medium\"}],"
|
"\"zstd\",\"level\":\"medium\"}],"
|
||||||
"\"tags\":[{\"name\":\"t1\",\"type\":4},{\"name\":\"t3\",\"type\":10,\"length\":8},{\"name\":\"t4\","
|
"\"tags\":[{\"name\":\"t1\",\"type\":4},{\"name\":\"t3\",\"type\":10,\"length\":8},{\"name\":\"t4\","
|
||||||
"\"type\":"
|
"\"type\":"
|
||||||
"1}]}",
|
"1}]}",
|
||||||
|
@ -806,7 +807,7 @@ void initLogFile() {
|
||||||
"\"name\":\"c2\",\"type\":6,"
|
"\"name\":\"c2\",\"type\":6,"
|
||||||
"\"isPrimarykey\":false,\"encode\":\"delta-d\",\"compress\":\"lz4\",\"level\":\"medium\"},{\"name\":"
|
"\"isPrimarykey\":false,\"encode\":\"delta-d\",\"compress\":\"lz4\",\"level\":\"medium\"},{\"name\":"
|
||||||
"\"c3\","
|
"\"c3\","
|
||||||
"\"type\":8,\"length\":16,\"isPrimarykey\":false,\"encode\":\"disabled\",\"compress\":\"lz4\",\"level\":"
|
"\"type\":8,\"length\":16,\"isPrimarykey\":false,\"encode\":\"disabled\",\"compress\":\"zstd\",\"level\":"
|
||||||
"\"medium\"}],"
|
"\"medium\"}],"
|
||||||
"\"tags\":[{\"name\":\"t1\",\"type\":4},{\"name\":\"t3\",\"type\":10,\"length\":8},{\"name\":\"t4\","
|
"\"tags\":[{\"name\":\"t1\",\"type\":4},{\"name\":\"t3\",\"type\":10,\"length\":8},{\"name\":\"t4\","
|
||||||
"\"type\":"
|
"\"type\":"
|
||||||
|
@ -863,7 +864,7 @@ void initLogFile() {
|
||||||
"\"level\":\"medium\"},{\"name\":\"c2\",\"type\":6,\"isPrimarykey\":false,\"encode\":\"delta-d\","
|
"\"level\":\"medium\"},{\"name\":\"c2\",\"type\":6,\"isPrimarykey\":false,\"encode\":\"delta-d\","
|
||||||
"\"compress\":\"lz4\",\"level\":\"medium\"},{"
|
"\"compress\":\"lz4\",\"level\":\"medium\"},{"
|
||||||
"\"name\":\"c3\",\"type\":8,\"length\":16,\"isPrimarykey\":false,\"encode\":\"disabled\",\"compress\":"
|
"\"name\":\"c3\",\"type\":8,\"length\":16,\"isPrimarykey\":false,\"encode\":\"disabled\",\"compress\":"
|
||||||
"\"lz4\",\"level\":\"medium\"}],"
|
"\"zstd\",\"level\":\"medium\"}],"
|
||||||
"\"tags\":[{\"name\":\"t1\",\"type\":4},{\"name\":\"t3\",\"type\":10,\"length\":8},{\"name\":\"t4\","
|
"\"tags\":[{\"name\":\"t1\",\"type\":4},{\"name\":\"t3\",\"type\":10,\"length\":8},{\"name\":\"t4\","
|
||||||
"\"type\":"
|
"\"type\":"
|
||||||
"1}]}",
|
"1}]}",
|
||||||
|
@ -883,7 +884,8 @@ void initLogFile() {
|
||||||
"{\"type\":\"alter\",\"tableType\":\"super\",\"tableName\":\"st1\",\"alterType\":5,\"colName\":\"c4\","
|
"{\"type\":\"alter\",\"tableType\":\"super\",\"tableName\":\"st1\",\"alterType\":5,\"colName\":\"c4\","
|
||||||
"\"colType\":5}",
|
"\"colType\":5}",
|
||||||
"{\"type\":\"alter\",\"tableType\":\"super\",\"tableName\":\"st1\",\"alterType\":6,\"colName\":\"c4\"}",
|
"{\"type\":\"alter\",\"tableType\":\"super\",\"tableName\":\"st1\",\"alterType\":6,\"colName\":\"c4\"}",
|
||||||
"{\"type\":\"alter\",\"tableType\":\"super\",\"tableName\":\"st1\",\"alterType\":5,\"colName\":\"c4\",\"colType\":5}",
|
"{\"type\":\"alter\",\"tableType\":\"super\",\"tableName\":\"st1\",\"alterType\":5,\"colName\":\"c4\","
|
||||||
|
"\"colType\":5}",
|
||||||
"{\"type\":\"alter\",\"tableType\":\"super\",\"tableName\":\"st1\",\"alterType\":7,\"colName\":\"c3\","
|
"{\"type\":\"alter\",\"tableType\":\"super\",\"tableName\":\"st1\",\"alterType\":7,\"colName\":\"c3\","
|
||||||
"\"colType\":8,\"colLength\":64}",
|
"\"colType\":8,\"colLength\":64}",
|
||||||
"{\"type\":\"alter\",\"tableType\":\"super\",\"tableName\":\"st1\",\"alterType\":1,\"colName\":\"t2\","
|
"{\"type\":\"alter\",\"tableType\":\"super\",\"tableName\":\"st1\",\"alterType\":1,\"colName\":\"t2\","
|
||||||
|
@ -896,7 +898,7 @@ void initLogFile() {
|
||||||
"9,\"isPrimarykey\":false,\"encode\":\"delta-i\",\"compress\":\"lz4\",\"level\":\"medium\"},{\"name\":"
|
"9,\"isPrimarykey\":false,\"encode\":\"delta-i\",\"compress\":\"lz4\",\"level\":\"medium\"},{\"name\":"
|
||||||
"\"c1\",\"type\":4,\"isPrimarykey\":false,\"encode\":\"simple8b\",\"compress\":\"lz4\",\"level\":"
|
"\"c1\",\"type\":4,\"isPrimarykey\":false,\"encode\":\"simple8b\",\"compress\":\"lz4\",\"level\":"
|
||||||
"\"medium\"},{\"name\":\"c2\",\"type\":10,\"length\":4,"
|
"\"medium\"},{\"name\":\"c2\",\"type\":10,\"length\":4,"
|
||||||
"\"isPrimarykey\":false,\"encode\":\"disabled\",\"compress\":\"lz4\",\"level\":\"medium\"}],\"tags\":[]}",
|
"\"isPrimarykey\":false,\"encode\":\"disabled\",\"compress\":\"zstd\",\"level\":\"medium\"}],\"tags\":[]}",
|
||||||
"{\"type\":\"alter\",\"tableType\":\"normal\",\"tableName\":\"n1\",\"alterType\":5,\"colName\":\"c3\","
|
"{\"type\":\"alter\",\"tableType\":\"normal\",\"tableName\":\"n1\",\"alterType\":5,\"colName\":\"c3\","
|
||||||
"\"colType\":5}",
|
"\"colType\":5}",
|
||||||
"{\"type\":\"alter\",\"tableType\":\"normal\",\"tableName\":\"n1\",\"alterType\":7,\"colName\":\"c2\","
|
"{\"type\":\"alter\",\"tableType\":\"normal\",\"tableName\":\"n1\",\"alterType\":7,\"colName\":\"c2\","
|
||||||
|
@ -921,7 +923,7 @@ void initLogFile() {
|
||||||
"{\"name\":\"c1\",\"type\":4,\"isPrimarykey\":false,\"encode\":\"simple8b\",\"compress\":\"lz4\",\"level\":"
|
"{\"name\":\"c1\",\"type\":4,\"isPrimarykey\":false,\"encode\":\"simple8b\",\"compress\":\"lz4\",\"level\":"
|
||||||
"\"medium\"},{\"name\":\"c2\",\"type\":6,\"isPrimarykey\":"
|
"\"medium\"},{\"name\":\"c2\",\"type\":6,\"isPrimarykey\":"
|
||||||
"false,\"encode\":\"delta-d\",\"compress\":\"lz4\",\"level\":\"medium\"},{\"name\":\"c3\",\"type\":8,"
|
"false,\"encode\":\"delta-d\",\"compress\":\"lz4\",\"level\":\"medium\"},{\"name\":\"c3\",\"type\":8,"
|
||||||
"\"length\":16,\"isPrimarykey\":false,\"encode\":\"disabled\",\"compress\":\"lz4\",\"level\":\"medium\"}],"
|
"\"length\":16,\"isPrimarykey\":false,\"encode\":\"disabled\",\"compress\":\"zstd\",\"level\":\"medium\"}],"
|
||||||
"\"tags\":[{\"name\":\"t1\",\"type\":4},{\"name\":\"t3\",\"type\":10,\"length\":8},{\"name\":\"t4\","
|
"\"tags\":[{\"name\":\"t1\",\"type\":4},{\"name\":\"t3\",\"type\":10,\"length\":8},{\"name\":\"t4\","
|
||||||
"\"type\":1}]}",
|
"\"type\":1}]}",
|
||||||
"{\"type\":\"drop\",\"tableType\":\"super\",\"tableName\":\"st1\"}",
|
"{\"type\":\"drop\",\"tableType\":\"super\",\"tableName\":\"st1\"}",
|
||||||
|
@ -931,7 +933,7 @@ void initLogFile() {
|
||||||
"\"level\":\"medium\"},{\"name\":\"c2\",\"type\":6,\"isPrimarykey\":"
|
"\"level\":\"medium\"},{\"name\":\"c2\",\"type\":6,\"isPrimarykey\":"
|
||||||
"false,\"encode\":\"delta-d\",\"compress\":\"lz4\",\"level\":\"medium\"},{"
|
"false,\"encode\":\"delta-d\",\"compress\":\"lz4\",\"level\":\"medium\"},{"
|
||||||
"\"name\":\"c3\",\"type\":8,\"length\":16,\"isPrimarykey\":false,\"encode\":\"disabled\",\"compress\":"
|
"\"name\":\"c3\",\"type\":8,\"length\":16,\"isPrimarykey\":false,\"encode\":\"disabled\",\"compress\":"
|
||||||
"\"lz4\",\"level\":\"medium\"}],"
|
"\"zstd\",\"level\":\"medium\"}],"
|
||||||
"\"tags\":[{\"name\":\"t1\",\"type\":4},{\"name\":\"t3\",\"type\":10,\"length\":8},{\"name\":\"t4\","
|
"\"tags\":[{\"name\":\"t1\",\"type\":4},{\"name\":\"t3\",\"type\":10,\"length\":8},{\"name\":\"t4\","
|
||||||
"\"type\":"
|
"\"type\":"
|
||||||
"1}]}",
|
"1}]}",
|
||||||
|
@ -941,7 +943,7 @@ void initLogFile() {
|
||||||
"\"c1\",\"type\":4,\"isPrimarykey\":false,\"encode\":\"simple8b\",\"compress\":\"lz4\",\"level\":"
|
"\"c1\",\"type\":4,\"isPrimarykey\":false,\"encode\":\"simple8b\",\"compress\":\"lz4\",\"level\":"
|
||||||
"\"medium\"},{\"name\":\"c2\",\"type\":6,"
|
"\"medium\"},{\"name\":\"c2\",\"type\":6,"
|
||||||
"\"isPrimarykey\":false,\"encode\":\"delta-d\",\"compress\":\"lz4\",\"level\":\"medium\"},{\"name\":\"c3\","
|
"\"isPrimarykey\":false,\"encode\":\"delta-d\",\"compress\":\"lz4\",\"level\":\"medium\"},{\"name\":\"c3\","
|
||||||
"\"type\":8,\"length\":16,\"isPrimarykey\":false,\"encode\":\"disabled\",\"compress\":\"lz4\",\"level\":"
|
"\"type\":8,\"length\":16,\"isPrimarykey\":false,\"encode\":\"disabled\",\"compress\":\"zstd\",\"level\":"
|
||||||
"\"medium\"}],"
|
"\"medium\"}],"
|
||||||
"\"tags\":[{\"name\":\"t1\",\"type\":4},{\"name\":\"t3\",\"type\":10,\"length\":8},{\"name\":\"t4\","
|
"\"tags\":[{\"name\":\"t1\",\"type\":4},{\"name\":\"t3\",\"type\":10,\"length\":8},{\"name\":\"t4\","
|
||||||
"\"type\":"
|
"\"type\":"
|
||||||
|
@ -985,7 +987,8 @@ void initLogFile() {
|
||||||
"\"lz4\",\"level\":\"medium\"},{"
|
"\"lz4\",\"level\":\"medium\"},{"
|
||||||
"\"name\":\"groupid\",\"type\":4,\"isPrimarykey\":false,\"encode\":\"simple8b\",\"compress\":\"lz4\","
|
"\"name\":\"groupid\",\"type\":4,\"isPrimarykey\":false,\"encode\":\"simple8b\",\"compress\":\"lz4\","
|
||||||
"\"level\":\"medium\"},{\"name\":"
|
"\"level\":\"medium\"},{\"name\":"
|
||||||
"\"location\",\"type\":8,\"length\":16,\"isPrimarykey\":false,\"encode\":\"disabled\",\"compress\":\"lz4\","
|
"\"location\",\"type\":8,\"length\":16,\"isPrimarykey\":false,\"encode\":\"disabled\",\"compress\":"
|
||||||
|
"\"zstd\","
|
||||||
"\"level\":\"medium\"}],\"tags\":[{\"name\":\"group_id\","
|
"\"level\":\"medium\"}],\"tags\":[{\"name\":\"group_id\","
|
||||||
"\"type\":"
|
"\"type\":"
|
||||||
"14}]}",
|
"14}]}",
|
||||||
|
@ -1012,7 +1015,7 @@ void initLogFile() {
|
||||||
"\"level\":\"medium\"},{\"name\":\"c2\",\"type\":6,\"isPrimarykey\":"
|
"\"level\":\"medium\"},{\"name\":\"c2\",\"type\":6,\"isPrimarykey\":"
|
||||||
"false,\"encode\":\"delta-d\",\"compress\":\"lz4\",\"level\":\"medium\"},{"
|
"false,\"encode\":\"delta-d\",\"compress\":\"lz4\",\"level\":\"medium\"},{"
|
||||||
"\"name\":\"c3\",\"type\":8,\"length\":16,\"isPrimarykey\":false,\"encode\":\"disabled\",\"compress\":"
|
"\"name\":\"c3\",\"type\":8,\"length\":16,\"isPrimarykey\":false,\"encode\":\"disabled\",\"compress\":"
|
||||||
"\"lz4\",\"level\":\"medium\"}],"
|
"\"zstd\",\"level\":\"medium\"}],"
|
||||||
"\"tags\":[{\"name\":\"t1\",\"type\":4},{\"name\":\"t3\",\"type\":10,\"length\":8},{\"name\":\"t4\","
|
"\"tags\":[{\"name\":\"t1\",\"type\":4},{\"name\":\"t3\",\"type\":10,\"length\":8},{\"name\":\"t4\","
|
||||||
"\"type\":"
|
"\"type\":"
|
||||||
"1}]}",
|
"1}]}",
|
||||||
|
@ -1032,7 +1035,8 @@ void initLogFile() {
|
||||||
"{\"type\":\"alter\",\"tableType\":\"super\",\"tableName\":\"st1\",\"alterType\":5,\"colName\":\"c4\","
|
"{\"type\":\"alter\",\"tableType\":\"super\",\"tableName\":\"st1\",\"alterType\":5,\"colName\":\"c4\","
|
||||||
"\"colType\":5}",
|
"\"colType\":5}",
|
||||||
"{\"type\":\"alter\",\"tableType\":\"super\",\"tableName\":\"st1\",\"alterType\":6,\"colName\":\"c4\"}",
|
"{\"type\":\"alter\",\"tableType\":\"super\",\"tableName\":\"st1\",\"alterType\":6,\"colName\":\"c4\"}",
|
||||||
"{\"type\":\"alter\",\"tableType\":\"super\",\"tableName\":\"st1\",\"alterType\":5,\"colName\":\"c4\",\"colType\":5}",
|
"{\"type\":\"alter\",\"tableType\":\"super\",\"tableName\":\"st1\",\"alterType\":5,\"colName\":\"c4\","
|
||||||
|
"\"colType\":5}",
|
||||||
"{\"type\":\"alter\",\"tableType\":\"super\",\"tableName\":\"st1\",\"alterType\":7,\"colName\":\"c3\","
|
"{\"type\":\"alter\",\"tableType\":\"super\",\"tableName\":\"st1\",\"alterType\":7,\"colName\":\"c3\","
|
||||||
"\"colType\":8,\"colLength\":64}",
|
"\"colType\":8,\"colLength\":64}",
|
||||||
"{\"type\":\"alter\",\"tableType\":\"super\",\"tableName\":\"st1\",\"alterType\":1,\"colName\":\"t2\","
|
"{\"type\":\"alter\",\"tableType\":\"super\",\"tableName\":\"st1\",\"alterType\":1,\"colName\":\"t2\","
|
||||||
|
@ -1044,7 +1048,7 @@ void initLogFile() {
|
||||||
"9,\"isPrimarykey\":false,\"encode\":\"delta-i\",\"compress\":\"lz4\",\"level\":\"medium\"}"
|
"9,\"isPrimarykey\":false,\"encode\":\"delta-i\",\"compress\":\"lz4\",\"level\":\"medium\"}"
|
||||||
",{\"name\":\"c1\",\"type\":4,\"isPrimarykey\":false,\"encode\":\"simple8b\",\"compress\":\"lz4\","
|
",{\"name\":\"c1\",\"type\":4,\"isPrimarykey\":false,\"encode\":\"simple8b\",\"compress\":\"lz4\","
|
||||||
"\"level\":\"medium\"},{\"name\":\"c2\",\"type\":10,\"length\":4,"
|
"\"level\":\"medium\"},{\"name\":\"c2\",\"type\":10,\"length\":4,"
|
||||||
"\"isPrimarykey\":false,\"encode\":\"disabled\",\"compress\":\"lz4\",\"level\":\"medium\"}],\"tags\":[]}",
|
"\"isPrimarykey\":false,\"encode\":\"disabled\",\"compress\":\"zstd\",\"level\":\"medium\"}],\"tags\":[]}",
|
||||||
"{\"type\":\"alter\",\"tableType\":\"normal\",\"tableName\":\"n1\",\"alterType\":5,\"colName\":\"c3\","
|
"{\"type\":\"alter\",\"tableType\":\"normal\",\"tableName\":\"n1\",\"alterType\":5,\"colName\":\"c3\","
|
||||||
"\"colType\":5}",
|
"\"colType\":5}",
|
||||||
"{\"type\":\"alter\",\"tableType\":\"normal\",\"tableName\":\"n1\",\"alterType\":7,\"colName\":\"c2\","
|
"{\"type\":\"alter\",\"tableType\":\"normal\",\"tableName\":\"n1\",\"alterType\":7,\"colName\":\"c2\","
|
||||||
|
@ -1069,7 +1073,7 @@ void initLogFile() {
|
||||||
"\"level\":\"medium\"},{\"name\":\"c2\",\"type\":6,\"isPrimarykey\":"
|
"\"level\":\"medium\"},{\"name\":\"c2\",\"type\":6,\"isPrimarykey\":"
|
||||||
"false,\"encode\":\"delta-d\",\"compress\":\"lz4\",\"level\":\"medium\"},{"
|
"false,\"encode\":\"delta-d\",\"compress\":\"lz4\",\"level\":\"medium\"},{"
|
||||||
"\"name\":\"c3\",\"type\":8,\"length\":16,\"isPrimarykey\":false,\"encode\":\"disabled\",\"compress\":"
|
"\"name\":\"c3\",\"type\":8,\"length\":16,\"isPrimarykey\":false,\"encode\":\"disabled\",\"compress\":"
|
||||||
"\"lz4\",\"level\":\"medium\"}],"
|
"\"zstd\",\"level\":\"medium\"}],"
|
||||||
"\"tags\":[{\"name\":\"t1\",\"type\":4},{\"name\":\"t3\",\"type\":10,\"length\":8},{\"name\":\"t4\","
|
"\"tags\":[{\"name\":\"t1\",\"type\":4},{\"name\":\"t3\",\"type\":10,\"length\":8},{\"name\":\"t4\","
|
||||||
"\"type\":"
|
"\"type\":"
|
||||||
"1}]}",
|
"1}]}",
|
||||||
|
@ -1079,7 +1083,7 @@ void initLogFile() {
|
||||||
"\"c1\",\"type\":4,\"isPrimarykey\":false,\"encode\":\"simple8b\",\"compress\":\"lz4\",\"level\":"
|
"\"c1\",\"type\":4,\"isPrimarykey\":false,\"encode\":\"simple8b\",\"compress\":\"lz4\",\"level\":"
|
||||||
"\"medium\"},{\"name\":\"c2\",\"type\":6,"
|
"\"medium\"},{\"name\":\"c2\",\"type\":6,"
|
||||||
"\"isPrimarykey\":false,\"encode\":\"delta-d\",\"compress\":\"lz4\",\"level\":\"medium\"},{\"name\":\"c3\","
|
"\"isPrimarykey\":false,\"encode\":\"delta-d\",\"compress\":\"lz4\",\"level\":\"medium\"},{\"name\":\"c3\","
|
||||||
"\"type\":8,\"length\":16,\"isPrimarykey\":false,\"encode\":\"disabled\",\"compress\":\"lz4\",\"level\":"
|
"\"type\":8,\"length\":16,\"isPrimarykey\":false,\"encode\":\"disabled\",\"compress\":\"zstd\",\"level\":"
|
||||||
"\"medium\"}],"
|
"\"medium\"}],"
|
||||||
"\"tags\":[{\"name\":\"t1\",\"type\":4},{\"name\":\"t3\",\"type\":10,\"length\":8},{\"name\":\"t4\","
|
"\"tags\":[{\"name\":\"t1\",\"type\":4},{\"name\":\"t3\",\"type\":10,\"length\":8},{\"name\":\"t4\","
|
||||||
"\"type\":"
|
"\"type\":"
|
||||||
|
|
Loading…
Reference in New Issue