From 4bc0d33db31401cab51317d4962b3df2870bab01 Mon Sep 17 00:00:00 2001 From: Jeff Tao Date: Fri, 30 Sep 2022 21:14:09 -0700 Subject: [PATCH 001/110] Update README.md --- README.md | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/README.md b/README.md index fe9bb49ed8..08ae84dcb9 100644 --- a/README.md +++ b/README.md @@ -15,7 +15,7 @@ [![Coverage Status](https://coveralls.io/repos/github/taosdata/TDengine/badge.svg?branch=develop)](https://coveralls.io/github/taosdata/TDengine?branch=develop) [![CII Best Practices](https://bestpractices.coreinfrastructure.org/projects/4201/badge)](https://bestpractices.coreinfrastructure.org/projects/4201) -English | [简体中文](README-CN.md) | [Learn more about TSDB](https://tdengine.com/tsdb/) +English | [简体中文](README-CN.md) | [TDengine Cloud](https://cloud.tdengine.com) | [Learn more about TSDB](https://tdengine.com/tsdb/) # What is TDengine？ @@ -33,7 +33,7 @@ TDengine is an open source, high-performance, cloud native [time-series database - **[Open Source](https://tdengine.com/tdengine/open-source-time-series-database/)**: TDengine’s core modules, including cluster feature, are all available under open source licenses. It has gathered 18.8k stars on GitHub. There is an active developer community, and over 139k running instances worldwide. -For a full list of TDengine competitive advantages, please [check here](https://tdengine.com/tdengine/) +For a full list of TDengine competitive advantages, please [check here](https://tdengine.com/tdengine/). The easiest way to experience TDengine is through [TDengine Cloud](https://cloud.tdengine.com). # Documentation From b00c4257e428a291998d7ae6d6b1cd6f04613821 Mon Sep 17 00:00:00 2001 From: Xiaoyu Wang Date: Sat, 8 Oct 2022 15:24:18 +0800 Subject: [PATCH 002/110] feat: 'alter database pages' and 'alter database buffer' --- source/libs/parser/inc/sql.y | 4 +- source/libs/parser/src/sql.c | 3808 +++++++++-------- .../parser/test/parAlterToBalanceTest.cpp | 30 +- 3 files changed, 1938 insertions(+), 1904 deletions(-) diff --git a/source/libs/parser/inc/sql.y b/source/libs/parser/inc/sql.y index 83fa92041e..6af01eecd5 100644 --- a/source/libs/parser/inc/sql.y +++ b/source/libs/parser/inc/sql.y @@ -217,13 +217,13 @@ alter_db_options(A) ::= alter_db_options(B) alter_db_option(C). %type alter_db_option { SAlterOption } %destructor alter_db_option { } -//alter_db_option(A) ::= BUFFER NK_INTEGER(B). { A.type = DB_OPTION_BUFFER; A.val = B; } +alter_db_option(A) ::= BUFFER NK_INTEGER(B). { A.type = DB_OPTION_BUFFER; A.val = B; } alter_db_option(A) ::= CACHEMODEL NK_STRING(B). { A.type = DB_OPTION_CACHEMODEL; A.val = B; } alter_db_option(A) ::= CACHESIZE NK_INTEGER(B). { A.type = DB_OPTION_CACHESIZE; A.val = B; } alter_db_option(A) ::= WAL_FSYNC_PERIOD NK_INTEGER(B). { A.type = DB_OPTION_FSYNC; A.val = B; } alter_db_option(A) ::= KEEP integer_list(B). { A.type = DB_OPTION_KEEP; A.pList = B; } alter_db_option(A) ::= KEEP variable_list(B). { A.type = DB_OPTION_KEEP; A.pList = B; } -//alter_db_option(A) ::= PAGES NK_INTEGER(B). { A.type = DB_OPTION_PAGES; A.val = B; } +alter_db_option(A) ::= PAGES NK_INTEGER(B). { A.type = DB_OPTION_PAGES; A.val = B; } //alter_db_option(A) ::= REPLICA NK_INTEGER(B). { A.type = DB_OPTION_REPLICA; A.val = B; } //alter_db_option(A) ::= STRICT NK_STRING(B). { A.type = DB_OPTION_STRICT; A.val = B; } alter_db_option(A) ::= WAL_LEVEL NK_INTEGER(B). { A.type = DB_OPTION_WAL; A.val = B; } diff --git a/source/libs/parser/src/sql.c b/source/libs/parser/src/sql.c index 9711aed4ba..aa44365b39 100644 --- a/source/libs/parser/src/sql.c +++ b/source/libs/parser/src/sql.c @@ -139,17 +139,17 @@ typedef union { #define ParseCTX_FETCH #define ParseCTX_STORE #define YYFALLBACK 1 -#define YYNSTATE 693 -#define YYNRULE 521 +#define YYNSTATE 695 +#define YYNRULE 523 #define YYNTOKEN 317 -#define YY_MAX_SHIFT 692 -#define YY_MIN_SHIFTREDUCE 1022 -#define YY_MAX_SHIFTREDUCE 1542 -#define YY_ERROR_ACTION 1543 -#define YY_ACCEPT_ACTION 1544 -#define YY_NO_ACTION 1545 -#define YY_MIN_REDUCE 1546 -#define YY_MAX_REDUCE 2066 +#define YY_MAX_SHIFT 694 +#define YY_MIN_SHIFTREDUCE 1026 +#define YY_MAX_SHIFTREDUCE 1548 +#define YY_ERROR_ACTION 1549 +#define YY_ACCEPT_ACTION 1550 +#define YY_NO_ACTION 1551 +#define YY_MIN_REDUCE 1552 +#define YY_MAX_REDUCE 2074 /************* End control #defines *******************************************/ #define YY_NLOOKAHEAD ((int)(sizeof(yy_lookahead)/sizeof(yy_lookahead[0]))) @@ -218,516 +218,516 @@ typedef union { *********** Begin parsing tables **********************************************/ #define YY_ACTTAB_COUNT (2993) static const YYACTIONTYPE yy_action[] = { - /* 0 */ 1868, 1797, 447, 1868, 448, 1581, 455, 1882, 448, 1581, - /* 10 */ 1684, 1864, 44, 42, 1864, 354, 544, 394, 1738, 1740, - /* 20 */ 349, 1864, 1323, 43, 41, 40, 39, 38, 52, 2042, - /* 30 */ 34, 267, 585, 1403, 1348, 1321, 1900, 1860, 1866, 337, - /* 40 */ 1860, 1866, 343, 1349, 586, 1693, 1350, 1860, 1866, 1850, - /* 50 */ 592, 598, 30, 592, 1671, 310, 1398, 1055, 37, 36, - /* 60 */ 592, 17, 43, 41, 40, 39, 38, 1882, 1329, 44, - /* 70 */ 42, 1473, 1880, 40, 39, 38, 1916, 349, 570, 1323, - /* 80 */ 97, 1881, 1883, 602, 1885, 1886, 597, 1072, 592, 1071, - /* 90 */ 1403, 62, 1321, 168, 1, 1969, 1900, 1059, 1060, 342, - /* 100 */ 1965, 77, 483, 464, 599, 582, 46, 2037, 58, 1850, - /* 110 */ 585, 598, 173, 1398, 464, 125, 689, 1073, 17, 531, - /* 120 */ 1995, 1532, 569, 171, 1688, 1329, 334, 2038, 571, 1794, - /* 130 */ 1405, 1406, 600, 585, 132, 181, 1916, 1547, 154, 227, - /* 140 */ 98, 348, 1883, 602, 1885, 1886, 597, 1696, 592, 1900, - /* 150 */ 1072, 1, 1071, 1217, 1218, 1969, 58, 564, 109, 314, - /* 160 */ 1965, 108, 107, 106, 105, 104, 103, 102, 101, 100, - /* 170 */ 2037, 130, 74, 689, 58, 73, 1324, 58, 1322, 81, - /* 180 */ 1073, 58, 1669, 1569, 46, 569, 171, 1405, 1406, 266, - /* 190 */ 2038, 571, 584, 169, 1977, 1978, 563, 1982, 1739, 1740, - /* 200 */ 1327, 1328, 635, 1378, 1379, 1381, 1382, 1383, 1384, 1385, - /* 210 */ 1386, 1387, 1388, 594, 590, 1396, 1397, 1399, 1400, 1401, - /* 220 */ 1402, 1404, 1407, 3, 205, 1850, 233, 234, 1349, 633, - /* 230 */ 582, 159, 325, 1324, 1477, 1322, 1650, 387, 161, 386, - /* 240 */ 1348, 174, 635, 481, 477, 473, 469, 204, 145, 144, - /* 250 */ 630, 629, 628, 174, 156, 174, 1558, 1327, 1328, 132, - /* 260 */ 1378, 1379, 1381, 1382, 1383, 1384, 1385, 1386, 1387, 1388, - /* 270 */ 594, 590, 1396, 1397, 1399, 1400, 1401, 1402, 1404, 1407, - /* 280 */ 3, 44, 42, 219, 78, 312, 167, 202, 534, 349, - /* 290 */ 335, 1323, 326, 1568, 324, 323, 130, 487, 154, 1732, - /* 300 */ 582, 489, 1403, 174, 1321, 1567, 109, 1695, 1348, 108, - /* 310 */ 107, 106, 105, 104, 103, 102, 101, 100, 170, 1977, - /* 320 */ 1978, 174, 1982, 488, 174, 1398, 565, 1745, 174, 132, - /* 330 */ 17, 1869, 560, 1882, 336, 1850, 232, 1329, 44, 42, - /* 340 */ 79, 312, 1864, 1743, 534, 1787, 349, 1850, 1323, 582, - /* 350 */ 201, 195, 47, 200, 452, 544, 179, 460, 94, 1403, - /* 360 */ 1346, 1321, 1900, 1, 544, 1413, 130, 119, 1860, 1866, - /* 370 */ 586, 1348, 127, 193, 485, 1850, 119, 598, 132, 1745, - /* 380 */ 1685, 592, 1398, 490, 1693, 689, 353, 17, 172, 1977, - /* 390 */ 1978, 395, 1982, 1693, 1329, 1743, 1301, 1302, 1880, 1405, - /* 400 */ 1406, 1499, 1916, 1546, 396, 352, 97, 1881, 1883, 602, - /* 410 */ 1885, 1886, 597, 154, 592, 121, 1135, 566, 561, 168, - /* 420 */ 1, 1969, 1695, 1434, 1380, 342, 1965, 118, 117, 116, - /* 430 */ 115, 114, 113, 112, 111, 110, 2042, 264, 1977, 581, - /* 440 */ 432, 580, 689, 77, 2037, 1324, 1996, 1322, 511, 1137, - /* 450 */ 355, 557, 1497, 1498, 1500, 1501, 1405, 1406, 154, 569, - /* 460 */ 171, 509, 1350, 507, 2038, 571, 1689, 1695, 1347, 1327, - /* 470 */ 1328, 1670, 1378, 1379, 1381, 1382, 1383, 1384, 1385, 1386, - /* 480 */ 1387, 1388, 594, 590, 1396, 1397, 1399, 1400, 1401, 1402, - /* 490 */ 1404, 1407, 3, 31, 11, 446, 185, 184, 450, 174, - /* 500 */ 494, 493, 1324, 1439, 1322, 1329, 1175, 624, 623, 622, - /* 510 */ 1179, 621, 1181, 1182, 620, 1184, 617, 1566, 1190, 614, - /* 520 */ 1192, 1193, 611, 608, 1984, 2042, 1327, 1328, 1532, 1378, - /* 530 */ 1379, 1381, 1382, 1383, 1384, 1385, 1386, 1387, 1388, 594, - /* 540 */ 590, 1396, 1397, 1399, 1400, 1401, 1402, 1404, 1407, 3, - /* 550 */ 44, 42, 1981, 544, 2037, 1380, 660, 658, 349, 1850, - /* 560 */ 1323, 11, 1332, 9, 544, 176, 544, 627, 1565, 454, - /* 570 */ 2041, 1403, 450, 1321, 2038, 2040, 392, 633, 393, 1564, - /* 580 */ 37, 36, 1693, 1882, 43, 41, 40, 39, 38, 544, - /* 590 */ 13, 12, 1351, 1693, 1398, 1693, 145, 144, 630, 629, - /* 600 */ 628, 403, 1882, 1668, 544, 266, 1329, 44, 42, 1408, - /* 610 */ 1850, 544, 1900, 1563, 544, 349, 417, 1323, 1693, 1984, - /* 620 */ 599, 1850, 1745, 418, 1562, 1850, 462, 598, 1403, 1745, - /* 630 */ 1321, 1900, 8, 1693, 11, 546, 319, 1941, 1744, 599, - /* 640 */ 1693, 544, 226, 1693, 1850, 1743, 598, 1980, 600, 1561, - /* 650 */ 87, 1398, 1916, 463, 689, 1850, 294, 348, 1883, 602, - /* 660 */ 1885, 1886, 597, 1329, 592, 647, 1850, 1880, 1405, 1406, - /* 670 */ 1693, 1916, 1686, 1560, 570, 97, 1881, 1883, 602, 1885, - /* 680 */ 1886, 597, 80, 592, 1446, 1793, 2037, 307, 2057, 8, - /* 690 */ 1969, 1850, 37, 36, 342, 1965, 43, 41, 40, 39, - /* 700 */ 38, 569, 171, 2037, 2003, 1335, 2038, 571, 544, 633, - /* 710 */ 548, 689, 1941, 383, 1324, 1850, 1322, 1544, 569, 171, - /* 720 */ 356, 1059, 1060, 2038, 571, 1405, 1406, 26, 145, 144, - /* 730 */ 630, 629, 628, 385, 381, 243, 1557, 1693, 1327, 1328, - /* 740 */ 1682, 1378, 1379, 1381, 1382, 1383, 1384, 1385, 1386, 1387, - /* 750 */ 1388, 594, 590, 1396, 1397, 1399, 1400, 1401, 1402, 1404, - /* 760 */ 1407, 3, 37, 36, 544, 1678, 43, 41, 40, 39, - /* 770 */ 38, 1324, 220, 1322, 1787, 1723, 1690, 364, 1850, 174, - /* 780 */ 2041, 1351, 37, 36, 1556, 180, 43, 41, 40, 39, - /* 790 */ 38, 1611, 1555, 1693, 527, 1327, 1328, 7, 1378, 1379, - /* 800 */ 1381, 1382, 1383, 1384, 1385, 1386, 1387, 1388, 594, 590, - /* 810 */ 1396, 1397, 1399, 1400, 1401, 1402, 1404, 1407, 3, 44, - /* 820 */ 42, 544, 1323, 2037, 1554, 1553, 1850, 349, 574, 1323, - /* 830 */ 1552, 531, 1680, 137, 1850, 1321, 544, 1099, 2043, 171, - /* 840 */ 1403, 1795, 1321, 2038, 571, 1676, 1551, 32, 523, 1509, - /* 850 */ 1693, 1470, 1882, 37, 36, 497, 496, 43, 41, 40, - /* 860 */ 39, 38, 126, 1398, 1550, 1693, 1850, 1850, 1329, 2042, - /* 870 */ 1100, 1882, 1850, 492, 495, 1329, 44, 42, 544, 491, - /* 880 */ 544, 1900, 1984, 544, 349, 1792, 1323, 307, 1850, 599, - /* 890 */ 528, 1787, 237, 544, 1850, 540, 598, 1403, 2037, 1321, - /* 900 */ 1900, 8, 183, 1989, 1466, 542, 1850, 1693, 599, 1693, - /* 910 */ 1979, 1348, 1693, 1850, 2041, 598, 689, 1880, 2038, 2039, - /* 920 */ 1398, 1916, 1693, 689, 242, 157, 1881, 1883, 602, 1885, - /* 930 */ 1886, 597, 1329, 592, 489, 223, 1880, 1405, 1406, 1549, - /* 940 */ 1916, 544, 1539, 544, 97, 1881, 1883, 602, 1885, 1886, - /* 950 */ 597, 128, 592, 543, 1940, 268, 488, 2057, 1, 1969, - /* 960 */ 648, 593, 1663, 342, 1965, 631, 549, 2006, 1736, 522, - /* 970 */ 1693, 632, 1693, 2031, 1736, 1598, 1324, 626, 1322, 279, - /* 980 */ 689, 1850, 1723, 1324, 143, 1322, 48, 4, 210, 402, - /* 990 */ 212, 208, 45, 211, 1405, 1406, 214, 498, 1466, 213, - /* 1000 */ 1327, 1328, 1837, 216, 50, 526, 215, 1327, 1328, 1593, - /* 1010 */ 1378, 1379, 1381, 1382, 1383, 1384, 1385, 1386, 1387, 1388, - /* 1020 */ 594, 590, 1396, 1397, 1399, 1400, 1401, 1402, 1404, 1407, - /* 1030 */ 3, 500, 1541, 1542, 577, 573, 51, 1538, 72, 1331, - /* 1040 */ 1324, 231, 1322, 1559, 1272, 575, 37, 36, 589, 371, - /* 1050 */ 43, 41, 40, 39, 38, 37, 36, 138, 2009, 43, - /* 1060 */ 41, 40, 39, 38, 1327, 1328, 1608, 1378, 1379, 1381, - /* 1070 */ 1382, 1383, 1384, 1385, 1386, 1387, 1388, 594, 590, 1396, - /* 1080 */ 1397, 1399, 1400, 1401, 1402, 1404, 1407, 3, 309, 1469, - /* 1090 */ 1346, 13, 12, 235, 93, 1380, 1591, 425, 261, 558, - /* 1100 */ 437, 641, 642, 1651, 90, 482, 37, 36, 142, 537, - /* 1110 */ 43, 41, 40, 39, 38, 143, 60, 410, 503, 438, - /* 1120 */ 247, 412, 60, 1119, 1117, 1587, 255, 45, 1901, 666, - /* 1130 */ 665, 664, 663, 359, 45, 662, 661, 133, 656, 655, - /* 1140 */ 654, 653, 652, 651, 650, 649, 147, 645, 644, 643, - /* 1150 */ 358, 357, 640, 639, 638, 637, 636, 155, 360, 1582, - /* 1160 */ 239, 1999, 285, 322, 1733, 583, 263, 1168, 1496, 260, - /* 1170 */ 2, 5, 250, 684, 1440, 398, 283, 66, 388, 1389, - /* 1180 */ 65, 365, 1334, 1871, 606, 142, 278, 1424, 275, 143, - /* 1190 */ 370, 122, 320, 1489, 142, 527, 189, 443, 441, 1288, - /* 1200 */ 182, 153, 397, 436, 401, 1882, 431, 430, 429, 428, + /* 0 */ 1876, 34, 267, 1876, 1805, 1059, 447, 1890, 448, 1587, + /* 10 */ 1692, 1872, 44, 42, 1872, 455, 394, 448, 1587, 1690, + /* 20 */ 349, 1872, 1329, 43, 41, 40, 39, 38, 1355, 40, + /* 30 */ 39, 38, 156, 1409, 1564, 1327, 1908, 1868, 1874, 337, + /* 40 */ 1868, 1874, 343, 587, 588, 1063, 1064, 1868, 1874, 1858, + /* 50 */ 594, 600, 30, 594, 310, 1575, 1404, 587, 37, 36, + /* 60 */ 594, 17, 43, 41, 40, 39, 38, 1890, 1335, 44, + /* 70 */ 42, 1479, 1888, 1076, 464, 1075, 1924, 349, 572, 1329, + /* 80 */ 97, 1889, 1891, 604, 1893, 1894, 599, 1574, 594, 2050, + /* 90 */ 1409, 637, 1327, 168, 1, 1977, 1908, 1858, 1355, 342, + /* 100 */ 1973, 587, 335, 1077, 601, 584, 1356, 2045, 1753, 1858, + /* 110 */ 154, 600, 173, 1404, 1573, 336, 691, 46, 17, 1703, + /* 120 */ 2003, 546, 571, 171, 1751, 1335, 1678, 2046, 573, 1858, + /* 130 */ 1411, 1412, 602, 52, 132, 1845, 1924, 1553, 1223, 1224, + /* 140 */ 98, 348, 1891, 604, 1893, 1894, 599, 533, 594, 354, + /* 150 */ 1701, 1, 1746, 1748, 334, 1977, 1858, 1802, 110, 314, + /* 160 */ 1973, 109, 108, 107, 106, 105, 104, 103, 102, 101, + /* 170 */ 2045, 130, 157, 691, 452, 46, 1330, 1656, 1328, 58, + /* 180 */ 1352, 1538, 371, 513, 1572, 571, 171, 1411, 1412, 227, + /* 190 */ 2046, 573, 586, 169, 1985, 1986, 511, 1990, 509, 1354, + /* 200 */ 1333, 1334, 1992, 1384, 1385, 1387, 1388, 1389, 1390, 1391, + /* 210 */ 1392, 1393, 1394, 596, 592, 1402, 1403, 1405, 1406, 1407, + /* 220 */ 1408, 1410, 1413, 3, 205, 446, 1858, 58, 450, 81, + /* 230 */ 1989, 454, 635, 1330, 450, 1328, 1617, 220, 161, 1676, + /* 240 */ 1731, 174, 1505, 481, 477, 473, 469, 204, 1877, 266, + /* 250 */ 47, 145, 144, 632, 631, 630, 629, 1333, 1334, 1872, + /* 260 */ 1384, 1385, 1387, 1388, 1389, 1390, 1391, 1392, 1393, 1394, + /* 270 */ 596, 592, 1402, 1403, 1405, 1406, 1407, 1408, 1410, 1413, + /* 280 */ 3, 44, 42, 11, 78, 1868, 1874, 202, 11, 349, + /* 290 */ 9, 1329, 559, 1503, 1504, 1506, 1507, 219, 594, 499, + /* 300 */ 498, 497, 1409, 584, 1327, 58, 110, 126, 493, 109, + /* 310 */ 108, 107, 106, 105, 104, 103, 102, 101, 492, 496, + /* 320 */ 567, 635, 174, 546, 491, 1404, 174, 62, 1747, 1748, + /* 330 */ 17, 2050, 132, 1890, 167, 176, 1679, 1335, 44, 42, + /* 340 */ 145, 144, 632, 631, 630, 635, 349, 1740, 1329, 584, + /* 350 */ 201, 195, 1701, 200, 79, 312, 1753, 460, 536, 1409, + /* 360 */ 2045, 1327, 1908, 1, 145, 144, 632, 631, 630, 130, + /* 370 */ 588, 1908, 1752, 193, 174, 1858, 2049, 600, 132, 566, + /* 380 */ 2046, 2048, 1404, 1141, 1354, 691, 387, 17, 386, 233, + /* 390 */ 234, 170, 1985, 1986, 1335, 1990, 464, 174, 1888, 1411, + /* 400 */ 1412, 87, 1924, 1552, 1353, 352, 97, 1889, 1891, 604, + /* 410 */ 1893, 1894, 599, 154, 594, 121, 1143, 58, 565, 168, + /* 420 */ 1, 1977, 1703, 1694, 546, 342, 1973, 119, 118, 117, + /* 430 */ 116, 115, 114, 113, 112, 111, 120, 264, 1985, 583, + /* 440 */ 77, 582, 691, 485, 2045, 1330, 2004, 1328, 312, 495, + /* 450 */ 494, 536, 174, 1701, 125, 1753, 1411, 1412, 58, 571, + /* 460 */ 171, 1571, 353, 1696, 2046, 573, 548, 1686, 1949, 1333, + /* 470 */ 1334, 1751, 1384, 1385, 1387, 1388, 1389, 1390, 1391, 1392, + /* 480 */ 1393, 1394, 596, 592, 1402, 1403, 1405, 1406, 1407, 1408, + /* 490 */ 1410, 1413, 3, 562, 11, 550, 1801, 1949, 307, 432, + /* 500 */ 662, 660, 1330, 1858, 1328, 77, 1181, 626, 625, 624, + /* 510 */ 1185, 623, 1187, 1188, 622, 1190, 619, 1570, 1196, 616, + /* 520 */ 1198, 1199, 613, 610, 1569, 2050, 1333, 1334, 1697, 1384, + /* 530 */ 1385, 1387, 1388, 1389, 1390, 1391, 1392, 1393, 1394, 596, + /* 540 */ 592, 1402, 1403, 1405, 1406, 1407, 1408, 1410, 1413, 3, + /* 550 */ 44, 42, 533, 546, 2045, 185, 184, 1568, 349, 1858, + /* 560 */ 1329, 1076, 1803, 1075, 174, 120, 1858, 1992, 1063, 1064, + /* 570 */ 2049, 1409, 490, 1327, 2046, 2047, 483, 383, 568, 563, + /* 580 */ 37, 36, 1701, 1890, 43, 41, 40, 39, 38, 546, + /* 590 */ 1483, 1077, 1357, 1992, 1404, 1988, 1354, 385, 381, 1858, + /* 600 */ 128, 392, 1890, 1948, 546, 174, 1335, 44, 42, 1414, + /* 610 */ 181, 546, 1908, 1567, 546, 349, 393, 1329, 1701, 524, + /* 620 */ 601, 1987, 325, 403, 2049, 1858, 417, 600, 1409, 1753, + /* 630 */ 1327, 1908, 8, 1701, 1335, 1440, 319, 546, 1356, 601, + /* 640 */ 1701, 546, 649, 1701, 1858, 1751, 600, 74, 602, 418, + /* 650 */ 73, 1404, 1924, 462, 691, 1858, 294, 348, 1891, 604, + /* 660 */ 1893, 1894, 599, 1335, 594, 1476, 1701, 1888, 1411, 1412, + /* 670 */ 1701, 1924, 232, 2050, 572, 97, 1889, 1891, 604, 1893, + /* 680 */ 1894, 599, 326, 594, 324, 323, 2045, 487, 2065, 8, + /* 690 */ 1977, 489, 37, 36, 342, 1973, 43, 41, 40, 39, + /* 700 */ 38, 571, 171, 2045, 2011, 31, 2046, 573, 546, 395, + /* 710 */ 1795, 691, 1677, 488, 1330, 1445, 1328, 1550, 571, 171, + /* 720 */ 268, 179, 396, 2046, 573, 1411, 1412, 26, 1419, 1795, + /* 730 */ 13, 12, 1307, 1308, 1354, 243, 1566, 1701, 1333, 1334, + /* 740 */ 180, 1384, 1385, 1387, 1388, 1389, 1390, 1391, 1392, 1393, + /* 750 */ 1394, 596, 592, 1402, 1403, 1405, 1406, 1407, 1408, 1410, + /* 760 */ 1413, 3, 37, 36, 546, 1538, 43, 41, 40, 39, + /* 770 */ 38, 1330, 637, 1328, 1795, 489, 463, 364, 1858, 174, + /* 780 */ 1386, 266, 37, 36, 1563, 183, 43, 41, 40, 39, + /* 790 */ 38, 1357, 1562, 1701, 529, 1333, 1334, 488, 1384, 1385, + /* 800 */ 1387, 1388, 1389, 1390, 1391, 1392, 1393, 1394, 596, 592, + /* 810 */ 1402, 1403, 1405, 1406, 1407, 1408, 1410, 1413, 3, 44, + /* 820 */ 42, 546, 1329, 2045, 1452, 1354, 1858, 349, 1800, 1329, + /* 830 */ 307, 1997, 1472, 1698, 1858, 1327, 1561, 94, 2051, 171, + /* 840 */ 1409, 546, 1327, 2046, 573, 546, 1560, 499, 498, 497, + /* 850 */ 1701, 127, 1890, 137, 1688, 126, 493, 525, 650, 1693, + /* 860 */ 1671, 546, 1559, 1404, 1558, 1557, 492, 496, 1335, 1556, + /* 870 */ 1701, 1890, 491, 530, 1701, 1335, 44, 42, 1858, 575, + /* 880 */ 546, 1908, 1555, 546, 349, 576, 1329, 143, 1858, 601, + /* 890 */ 1701, 7, 237, 546, 1858, 542, 600, 1409, 1684, 1327, + /* 900 */ 1908, 8, 355, 1475, 1858, 544, 1858, 1858, 601, 1701, + /* 910 */ 154, 1858, 1701, 1858, 226, 600, 691, 1888, 1386, 1703, + /* 920 */ 1404, 1924, 1701, 691, 1858, 158, 1889, 1891, 604, 1893, + /* 930 */ 1894, 599, 1335, 594, 242, 402, 1888, 1411, 1412, 51, + /* 940 */ 1924, 546, 1545, 546, 97, 1889, 1891, 604, 1893, 1894, + /* 950 */ 599, 154, 594, 545, 80, 356, 223, 2065, 1, 1977, + /* 960 */ 1704, 595, 633, 342, 1973, 1744, 551, 2014, 634, 591, + /* 970 */ 1701, 1744, 1701, 2039, 279, 1604, 1330, 1731, 1328, 45, + /* 980 */ 691, 48, 4, 1330, 72, 1328, 210, 212, 214, 208, + /* 990 */ 211, 213, 231, 216, 1411, 1412, 215, 500, 50, 528, + /* 1000 */ 1333, 1334, 1547, 1548, 13, 12, 138, 1333, 1334, 1386, + /* 1010 */ 1384, 1385, 1387, 1388, 1389, 1390, 1391, 1392, 1393, 1394, + /* 1020 */ 596, 592, 1402, 1403, 1405, 1406, 1407, 1408, 1410, 1413, + /* 1030 */ 3, 1278, 628, 1657, 1565, 579, 1338, 1544, 1599, 1597, + /* 1040 */ 1330, 142, 1328, 32, 235, 2017, 1879, 60, 261, 37, + /* 1050 */ 36, 143, 60, 43, 41, 40, 39, 38, 539, 1337, + /* 1060 */ 502, 505, 1103, 247, 1333, 1334, 1614, 1384, 1385, 1387, + /* 1070 */ 1388, 1389, 1390, 1391, 1392, 1393, 1394, 596, 592, 1402, + /* 1080 */ 1403, 1405, 1406, 1407, 1408, 1410, 1413, 3, 309, 482, + /* 1090 */ 1352, 93, 1472, 239, 1881, 1104, 643, 425, 644, 1446, + /* 1100 */ 437, 90, 577, 1174, 1502, 255, 37, 36, 1430, 560, + /* 1110 */ 43, 41, 40, 39, 38, 250, 45, 410, 1123, 438, + /* 1120 */ 1121, 412, 1909, 360, 1588, 1741, 2007, 585, 263, 668, + /* 1130 */ 667, 666, 665, 359, 45, 664, 663, 133, 658, 657, + /* 1140 */ 656, 655, 654, 653, 652, 651, 147, 647, 646, 645, + /* 1150 */ 358, 357, 642, 641, 640, 639, 638, 155, 260, 2, + /* 1160 */ 5, 370, 285, 322, 365, 320, 37, 36, 1395, 1294, + /* 1170 */ 43, 41, 40, 39, 38, 398, 283, 66, 388, 1341, + /* 1180 */ 65, 1593, 275, 608, 37, 36, 278, 182, 43, 41, + /* 1190 */ 40, 39, 38, 1515, 142, 529, 189, 443, 441, 1352, + /* 1200 */ 397, 401, 1340, 436, 419, 1890, 431, 430, 429, 428, /* 1210 */ 427, 424, 423, 422, 421, 420, 416, 415, 414, 413, - /* 1220 */ 407, 406, 405, 404, 2037, 400, 399, 321, 1346, 419, - /* 1230 */ 426, 1873, 1789, 58, 1900, 433, 1196, 1200, 434, 2043, - /* 1240 */ 171, 1207, 599, 1205, 2038, 571, 146, 1850, 435, 598, - /* 1250 */ 440, 37, 36, 578, 439, 43, 41, 40, 39, 38, - /* 1260 */ 186, 1352, 442, 444, 445, 453, 1354, 457, 192, 456, - /* 1270 */ 1880, 96, 194, 1353, 1916, 458, 1355, 197, 97, 1881, - /* 1280 */ 1883, 602, 1885, 1886, 597, 459, 592, 497, 496, 129, - /* 1290 */ 461, 141, 1940, 1969, 126, 199, 75, 342, 1965, 76, - /* 1300 */ 465, 530, 203, 362, 315, 492, 495, 71, 70, 391, - /* 1310 */ 361, 491, 178, 120, 484, 486, 1882, 1683, 527, 311, - /* 1320 */ 527, 1828, 207, 1679, 514, 209, 148, 527, 149, 308, - /* 1330 */ 1681, 1677, 379, 276, 377, 373, 369, 366, 363, 150, - /* 1340 */ 516, 221, 151, 518, 517, 1900, 1432, 2037, 224, 2037, - /* 1350 */ 521, 524, 529, 599, 331, 556, 2037, 228, 1850, 538, - /* 1360 */ 598, 515, 2043, 171, 2043, 171, 139, 2038, 571, 2038, - /* 1370 */ 571, 2043, 171, 140, 532, 1827, 2038, 571, 527, 1799, - /* 1380 */ 174, 1880, 535, 333, 84, 1916, 539, 277, 86, 97, - /* 1390 */ 1881, 1883, 602, 1885, 1886, 597, 1694, 592, 1351, 2000, - /* 1400 */ 2010, 1433, 2057, 552, 1969, 559, 245, 2037, 342, 1965, - /* 1410 */ 692, 554, 2015, 555, 338, 249, 6, 2014, 1988, 562, - /* 1420 */ 254, 1882, 2043, 171, 274, 568, 553, 2038, 571, 551, - /* 1430 */ 550, 1991, 162, 256, 339, 259, 579, 257, 165, 576, - /* 1440 */ 1466, 258, 131, 682, 678, 674, 670, 272, 1350, 57, - /* 1450 */ 1900, 1985, 88, 604, 2060, 1950, 1737, 1664, 599, 280, - /* 1460 */ 271, 2036, 685, 1850, 1882, 598, 49, 262, 686, 688, - /* 1470 */ 306, 33, 346, 1427, 1428, 1429, 1430, 1431, 1435, 1436, - /* 1480 */ 1437, 1438, 284, 292, 95, 282, 1880, 240, 1844, 1843, - /* 1490 */ 1916, 68, 303, 1900, 97, 1881, 1883, 602, 1885, 1886, - /* 1500 */ 597, 599, 592, 302, 1842, 1841, 1850, 1944, 598, 1969, - /* 1510 */ 69, 345, 344, 342, 1965, 1838, 367, 1882, 368, 1315, - /* 1520 */ 541, 1337, 1316, 372, 1836, 177, 374, 375, 376, 1880, - /* 1530 */ 1835, 378, 1403, 1916, 1330, 1834, 380, 97, 1881, 1883, - /* 1540 */ 602, 1885, 1886, 597, 384, 592, 1900, 1833, 382, 1832, - /* 1550 */ 1942, 1291, 1969, 229, 599, 1398, 342, 1965, 1290, 1850, - /* 1560 */ 1810, 598, 1809, 1808, 389, 390, 1807, 1329, 1782, 1260, - /* 1570 */ 1882, 1295, 1781, 222, 1779, 134, 1778, 1777, 1780, 135, - /* 1580 */ 1776, 1775, 1880, 1774, 1773, 1772, 1916, 1771, 408, 409, - /* 1590 */ 97, 1881, 1883, 602, 1885, 1886, 597, 1770, 592, 1900, - /* 1600 */ 411, 1769, 1768, 547, 1262, 1969, 1767, 599, 1766, 342, - /* 1610 */ 1965, 1765, 1850, 1882, 598, 588, 1764, 1763, 1762, 1761, - /* 1620 */ 1760, 1759, 1758, 1757, 1756, 1755, 1754, 1753, 136, 1752, - /* 1630 */ 1751, 1750, 1749, 1748, 1747, 1880, 1746, 1613, 1143, 1916, - /* 1640 */ 1612, 1610, 1900, 98, 1881, 1883, 602, 1885, 1886, 597, - /* 1650 */ 599, 592, 187, 1578, 188, 1850, 190, 598, 1969, 1062, - /* 1660 */ 1061, 449, 1968, 1965, 198, 1805, 1882, 123, 1577, 1823, - /* 1670 */ 1817, 1806, 1791, 1672, 124, 1338, 1609, 1333, 1880, 1607, - /* 1680 */ 1605, 166, 1916, 191, 466, 451, 98, 1881, 1883, 602, - /* 1690 */ 1885, 1886, 597, 196, 592, 1900, 468, 467, 470, 1341, - /* 1700 */ 1343, 1969, 471, 596, 1092, 587, 1965, 1603, 1850, 474, - /* 1710 */ 598, 1601, 1590, 590, 1396, 1397, 1399, 1400, 1401, 1402, - /* 1720 */ 472, 476, 1882, 478, 475, 479, 480, 1589, 1574, 1674, - /* 1730 */ 1211, 1880, 1210, 1673, 1134, 1916, 1133, 657, 1130, 300, - /* 1740 */ 1881, 1883, 602, 1885, 1886, 597, 595, 592, 545, 1934, - /* 1750 */ 1129, 1900, 659, 206, 59, 1599, 1128, 327, 1594, 599, - /* 1760 */ 328, 1592, 501, 329, 1850, 504, 598, 1573, 1572, 1571, - /* 1770 */ 510, 99, 506, 1822, 508, 53, 1816, 1297, 1307, 25, - /* 1780 */ 1804, 519, 1802, 1803, 1882, 18, 152, 1880, 1801, 502, - /* 1790 */ 2042, 1916, 1800, 230, 1798, 158, 1881, 1883, 602, 1885, - /* 1800 */ 1886, 597, 236, 592, 512, 1305, 1790, 520, 225, 90, - /* 1810 */ 82, 83, 241, 1900, 85, 1415, 10, 19, 218, 330, - /* 1820 */ 536, 599, 20, 525, 1414, 238, 1850, 1511, 598, 56, - /* 1830 */ 253, 61, 505, 15, 27, 1871, 499, 244, 252, 246, - /* 1840 */ 1493, 217, 1882, 248, 29, 1495, 160, 572, 2058, 1880, - /* 1850 */ 533, 251, 22, 1916, 28, 21, 89, 98, 1881, 1883, - /* 1860 */ 602, 1885, 1886, 597, 1882, 592, 1488, 1526, 1525, 340, - /* 1870 */ 1531, 1900, 1969, 1532, 1530, 1529, 332, 1966, 64, 599, - /* 1880 */ 341, 63, 265, 1870, 1850, 1463, 598, 55, 1462, 163, - /* 1890 */ 12, 1339, 1425, 1900, 1919, 164, 175, 1393, 591, 35, - /* 1900 */ 54, 596, 1391, 1390, 14, 16, 1850, 1880, 598, 23, - /* 1910 */ 24, 1916, 1363, 1371, 1197, 301, 1881, 1883, 602, 1885, - /* 1920 */ 1886, 597, 605, 592, 1882, 601, 603, 351, 609, 1880, - /* 1930 */ 1194, 612, 607, 1916, 615, 610, 613, 300, 1881, 1883, - /* 1940 */ 602, 1885, 1886, 597, 618, 592, 1191, 1935, 1185, 616, - /* 1950 */ 1174, 1183, 619, 1900, 625, 91, 92, 1206, 67, 269, - /* 1960 */ 1202, 599, 1090, 634, 1189, 1188, 1850, 1882, 598, 1125, - /* 1970 */ 1187, 1124, 1186, 1141, 1123, 1122, 1121, 1120, 1118, 1116, - /* 1980 */ 1115, 1114, 1110, 1108, 1882, 646, 1112, 1111, 1109, 1880, - /* 1990 */ 270, 1107, 1106, 1916, 1105, 1138, 1900, 157, 1881, 1883, - /* 2000 */ 602, 1885, 1886, 597, 599, 592, 1136, 1102, 1101, 1850, - /* 2010 */ 1098, 598, 1097, 1900, 1096, 1095, 1606, 667, 669, 1604, - /* 2020 */ 671, 599, 673, 668, 1602, 672, 1850, 677, 598, 675, - /* 2030 */ 1600, 676, 1880, 679, 680, 681, 1916, 1588, 1882, 2007, - /* 2040 */ 296, 1881, 1883, 602, 1885, 1886, 597, 683, 592, 1880, - /* 2050 */ 1052, 1570, 687, 1916, 273, 1325, 1882, 158, 1881, 1883, - /* 2060 */ 602, 1885, 1886, 597, 281, 592, 690, 1900, 691, 1545, - /* 2070 */ 1545, 1545, 347, 1545, 1545, 599, 1545, 1545, 1545, 1545, - /* 2080 */ 1850, 1545, 598, 1545, 567, 1900, 1545, 1545, 1545, 1545, - /* 2090 */ 350, 1545, 1545, 599, 1545, 1545, 1545, 1545, 1850, 1545, - /* 2100 */ 598, 1545, 1545, 1880, 1545, 1545, 1545, 1916, 1545, 1545, - /* 2110 */ 2059, 301, 1881, 1883, 602, 1885, 1886, 597, 1882, 592, - /* 2120 */ 1545, 1880, 1545, 1545, 1545, 1916, 1545, 1545, 1545, 301, - /* 2130 */ 1881, 1883, 602, 1885, 1886, 597, 1545, 592, 1545, 1545, - /* 2140 */ 1545, 1545, 1882, 1545, 1545, 1545, 1545, 1900, 1545, 1545, - /* 2150 */ 1545, 1545, 1545, 1545, 1545, 599, 1545, 1545, 1545, 1545, - /* 2160 */ 1850, 1545, 598, 1545, 1545, 1545, 1545, 1545, 1545, 1545, - /* 2170 */ 1545, 1900, 1545, 1545, 1545, 1545, 1545, 1545, 1545, 599, - /* 2180 */ 1545, 1545, 1545, 513, 1850, 1882, 598, 1916, 1545, 1545, - /* 2190 */ 1545, 294, 1881, 1883, 602, 1885, 1886, 597, 1545, 592, - /* 2200 */ 1545, 1545, 1545, 1545, 1545, 1882, 1545, 1880, 1545, 1545, - /* 2210 */ 1545, 1916, 1545, 1545, 1900, 286, 1881, 1883, 602, 1885, - /* 2220 */ 1886, 597, 599, 592, 1545, 1545, 1545, 1850, 1545, 598, - /* 2230 */ 1545, 1545, 1545, 1545, 1900, 1545, 1545, 1545, 1545, 1545, - /* 2240 */ 1545, 1545, 599, 1545, 1545, 1545, 1545, 1850, 1545, 598, - /* 2250 */ 1880, 1545, 1545, 1545, 1916, 1545, 1545, 1545, 287, 1881, - /* 2260 */ 1883, 602, 1885, 1886, 597, 1545, 592, 1545, 1882, 1545, - /* 2270 */ 1880, 1545, 1545, 1545, 1916, 1545, 1545, 1545, 288, 1881, - /* 2280 */ 1883, 602, 1885, 1886, 597, 1545, 592, 1882, 1545, 1545, - /* 2290 */ 1545, 1545, 1545, 1545, 1545, 1545, 1545, 1900, 1545, 1545, - /* 2300 */ 1545, 1545, 1545, 1545, 1545, 599, 1545, 1545, 1545, 1545, - /* 2310 */ 1850, 1545, 598, 1545, 1545, 1545, 1900, 1545, 1545, 1545, - /* 2320 */ 1545, 1545, 1545, 1545, 599, 1545, 1545, 1545, 1545, 1850, - /* 2330 */ 1882, 598, 1545, 1880, 1545, 1545, 1545, 1916, 1545, 1545, - /* 2340 */ 1545, 295, 1881, 1883, 602, 1885, 1886, 597, 1545, 592, - /* 2350 */ 1545, 1545, 1880, 1545, 1545, 1545, 1916, 1545, 1545, 1900, - /* 2360 */ 297, 1881, 1883, 602, 1885, 1886, 597, 599, 592, 1545, - /* 2370 */ 1545, 1545, 1850, 1545, 598, 1545, 1545, 1545, 1545, 1545, - /* 2380 */ 1545, 1882, 1545, 1545, 1545, 1545, 1545, 1545, 1545, 1545, - /* 2390 */ 1545, 1545, 1545, 1545, 1545, 1880, 1545, 1545, 1545, 1916, - /* 2400 */ 1545, 1882, 1545, 289, 1881, 1883, 602, 1885, 1886, 597, - /* 2410 */ 1900, 592, 1545, 1545, 1545, 1545, 1545, 1545, 599, 1545, - /* 2420 */ 1545, 1545, 1545, 1850, 1545, 598, 1545, 1545, 1545, 1545, - /* 2430 */ 1900, 1545, 1545, 1545, 1545, 1545, 1545, 1545, 599, 1545, - /* 2440 */ 1545, 1545, 1545, 1850, 1545, 598, 1880, 1545, 1545, 1545, - /* 2450 */ 1916, 1545, 1882, 1545, 298, 1881, 1883, 602, 1885, 1886, - /* 2460 */ 597, 1545, 592, 1545, 1545, 1545, 1880, 1545, 1545, 1545, - /* 2470 */ 1916, 1545, 1545, 1545, 290, 1881, 1883, 602, 1885, 1886, - /* 2480 */ 597, 1900, 592, 1545, 1545, 1545, 1545, 1545, 1545, 599, - /* 2490 */ 1545, 1545, 1545, 1545, 1850, 1545, 598, 1545, 1545, 1545, - /* 2500 */ 1545, 1545, 1545, 1545, 1545, 1882, 1545, 1545, 1545, 1545, - /* 2510 */ 1545, 1545, 1545, 1545, 1545, 1545, 1545, 1880, 1545, 1545, - /* 2520 */ 1545, 1916, 1545, 1545, 1545, 299, 1881, 1883, 602, 1885, - /* 2530 */ 1886, 597, 1545, 592, 1900, 1545, 1545, 1545, 1545, 1545, - /* 2540 */ 1545, 1545, 599, 1545, 1545, 1545, 1545, 1850, 1882, 598, - /* 2550 */ 1545, 1545, 1545, 1545, 1545, 1545, 1545, 1545, 1545, 1545, - /* 2560 */ 1545, 1545, 1545, 1545, 1545, 1545, 1545, 1545, 1882, 1545, - /* 2570 */ 1880, 1545, 1545, 1545, 1916, 1545, 1545, 1900, 291, 1881, - /* 2580 */ 1883, 602, 1885, 1886, 597, 599, 592, 1545, 1545, 1545, - /* 2590 */ 1850, 1545, 598, 1545, 1545, 1545, 1545, 1900, 1545, 1545, - /* 2600 */ 1545, 1545, 1545, 1545, 1545, 599, 1545, 1545, 1545, 1545, - /* 2610 */ 1850, 1545, 598, 1880, 1545, 1545, 1545, 1916, 1545, 1545, - /* 2620 */ 1545, 304, 1881, 1883, 602, 1885, 1886, 597, 1545, 592, - /* 2630 */ 1545, 1882, 1545, 1880, 1545, 1545, 1545, 1916, 1545, 1545, - /* 2640 */ 1545, 305, 1881, 1883, 602, 1885, 1886, 597, 1545, 592, - /* 2650 */ 1882, 1545, 1545, 1545, 1545, 1545, 1545, 1545, 1545, 1545, - /* 2660 */ 1900, 1545, 1545, 1545, 1545, 1545, 1545, 1545, 599, 1545, - /* 2670 */ 1545, 1545, 1545, 1850, 1545, 598, 1545, 1545, 1545, 1900, - /* 2680 */ 1545, 1545, 1545, 1545, 1545, 1545, 1545, 599, 1545, 1545, - /* 2690 */ 1545, 1545, 1850, 1882, 598, 1545, 1880, 1545, 1545, 1545, - /* 2700 */ 1916, 1545, 1545, 1545, 1894, 1881, 1883, 602, 1885, 1886, - /* 2710 */ 597, 1545, 592, 1545, 1545, 1880, 1545, 1545, 1545, 1916, - /* 2720 */ 1545, 1545, 1900, 1893, 1881, 1883, 602, 1885, 1886, 597, - /* 2730 */ 599, 592, 1545, 1545, 1545, 1850, 1545, 598, 1545, 1545, - /* 2740 */ 1545, 1545, 1545, 1545, 1882, 1545, 1545, 1545, 1545, 1545, - /* 2750 */ 1545, 1545, 1545, 1545, 1545, 1545, 1545, 1545, 1880, 1545, - /* 2760 */ 1545, 1545, 1916, 1545, 1882, 1545, 1892, 1881, 1883, 602, - /* 2770 */ 1885, 1886, 597, 1900, 592, 1545, 1545, 1545, 1545, 1545, - /* 2780 */ 1545, 599, 1545, 1545, 1545, 1545, 1850, 1545, 598, 1545, - /* 2790 */ 1545, 1545, 1545, 1900, 1545, 1545, 1545, 1545, 1545, 1545, - /* 2800 */ 1545, 599, 1545, 1545, 1545, 1545, 1850, 1545, 598, 1880, - /* 2810 */ 1545, 1545, 1545, 1916, 1545, 1882, 1545, 316, 1881, 1883, - /* 2820 */ 602, 1885, 1886, 597, 1545, 592, 1545, 1545, 1545, 1880, - /* 2830 */ 1545, 1545, 1545, 1916, 1545, 1545, 1545, 317, 1881, 1883, - /* 2840 */ 602, 1885, 1886, 597, 1900, 592, 1545, 1545, 1545, 1545, - /* 2850 */ 1545, 1545, 599, 1545, 1545, 1545, 1545, 1850, 1545, 598, - /* 2860 */ 1545, 1545, 1545, 1545, 1545, 1545, 1545, 1545, 1882, 1545, - /* 2870 */ 1545, 1545, 1545, 1545, 1545, 1545, 1545, 1545, 1545, 1545, - /* 2880 */ 1880, 1545, 1545, 1545, 1916, 1545, 1545, 1545, 313, 1881, - /* 2890 */ 1883, 602, 1885, 1886, 597, 1545, 592, 1900, 1545, 1545, - /* 2900 */ 1545, 1545, 1545, 1545, 1545, 599, 1545, 1545, 1545, 1545, - /* 2910 */ 1850, 1882, 598, 1545, 1545, 1545, 1545, 1545, 1545, 1545, - /* 2920 */ 1545, 1545, 1545, 1545, 1545, 1545, 1545, 1545, 1545, 1545, - /* 2930 */ 1545, 1545, 1545, 1880, 1545, 1545, 1545, 1916, 1545, 1545, - /* 2940 */ 1900, 318, 1881, 1883, 602, 1885, 1886, 597, 599, 592, - /* 2950 */ 1545, 1545, 1545, 1850, 1545, 598, 1545, 1545, 1545, 1545, - /* 2960 */ 1545, 1545, 1545, 1545, 1545, 1545, 1545, 1545, 1545, 1545, - /* 2970 */ 1545, 1545, 1545, 1545, 1545, 1545, 1880, 1545, 1545, 1545, - /* 2980 */ 1916, 1545, 1545, 1545, 293, 1881, 1883, 602, 1885, 1886, - /* 2990 */ 597, 1545, 592, + /* 1220 */ 407, 406, 405, 404, 2045, 400, 399, 321, 1797, 686, + /* 1230 */ 426, 440, 434, 58, 1908, 1202, 143, 433, 122, 2051, + /* 1240 */ 171, 435, 601, 186, 2046, 573, 1206, 1858, 439, 600, + /* 1250 */ 142, 37, 36, 1495, 580, 43, 41, 40, 39, 38, + /* 1260 */ 442, 1358, 444, 445, 453, 1360, 456, 192, 457, 194, + /* 1270 */ 1888, 96, 1359, 1361, 1924, 458, 459, 197, 97, 1889, + /* 1280 */ 1891, 604, 1893, 1894, 599, 461, 594, 199, 1213, 129, + /* 1290 */ 1211, 141, 1948, 1977, 75, 465, 76, 342, 1973, 484, + /* 1300 */ 203, 532, 146, 362, 315, 486, 1691, 71, 70, 391, + /* 1310 */ 361, 100, 178, 311, 207, 1687, 1890, 516, 529, 209, + /* 1320 */ 529, 148, 149, 1689, 518, 1685, 276, 529, 150, 308, + /* 1330 */ 151, 1836, 379, 519, 377, 373, 369, 366, 363, 153, + /* 1340 */ 221, 520, 523, 224, 526, 1908, 1438, 2045, 228, 2045, + /* 1350 */ 531, 558, 139, 601, 140, 534, 2045, 541, 1858, 540, + /* 1360 */ 600, 517, 2051, 171, 2051, 171, 331, 2046, 573, 2046, + /* 1370 */ 573, 2051, 171, 1835, 1807, 84, 2046, 573, 529, 537, + /* 1380 */ 174, 1888, 277, 333, 86, 1924, 1702, 1357, 554, 97, + /* 1390 */ 1889, 1891, 604, 1893, 1894, 599, 561, 594, 2008, 2018, + /* 1400 */ 2023, 1439, 2065, 245, 1977, 556, 557, 2045, 342, 1973, + /* 1410 */ 694, 338, 249, 564, 2022, 6, 570, 254, 1996, 555, + /* 1420 */ 1999, 1890, 2051, 171, 274, 553, 257, 2046, 573, 552, + /* 1430 */ 339, 162, 581, 256, 259, 131, 2044, 2068, 165, 578, + /* 1440 */ 258, 1472, 1356, 684, 680, 676, 672, 272, 1993, 57, + /* 1450 */ 1908, 88, 606, 1958, 1745, 1672, 262, 280, 601, 584, + /* 1460 */ 271, 687, 49, 1858, 1890, 600, 688, 292, 690, 306, + /* 1470 */ 303, 33, 346, 1433, 1434, 1435, 1436, 1437, 1441, 1442, + /* 1480 */ 1443, 1444, 284, 1852, 95, 302, 1888, 240, 132, 1851, + /* 1490 */ 1924, 68, 282, 1908, 97, 1889, 1891, 604, 1893, 1894, + /* 1500 */ 599, 601, 594, 1850, 1849, 69, 1858, 1952, 600, 1977, + /* 1510 */ 1846, 345, 344, 342, 1973, 367, 368, 1890, 372, 1321, + /* 1520 */ 543, 1343, 1322, 177, 1844, 130, 374, 375, 376, 1888, + /* 1530 */ 1843, 378, 1409, 1924, 1336, 1842, 380, 97, 1889, 1891, + /* 1540 */ 604, 1893, 1894, 599, 384, 594, 1908, 172, 1985, 1986, + /* 1550 */ 1950, 1990, 1977, 229, 601, 1404, 342, 1973, 1841, 1858, + /* 1560 */ 382, 600, 1840, 1297, 1296, 1818, 1817, 1335, 389, 390, + /* 1570 */ 1890, 1301, 1816, 222, 1815, 1266, 1790, 1789, 1787, 134, + /* 1580 */ 1786, 1785, 1888, 1788, 135, 1784, 1924, 1783, 1782, 1781, + /* 1590 */ 97, 1889, 1891, 604, 1893, 1894, 599, 1780, 594, 1908, + /* 1600 */ 1779, 408, 409, 549, 411, 1977, 1778, 601, 1777, 342, + /* 1610 */ 1973, 1776, 1858, 1890, 600, 590, 1775, 1774, 1773, 1772, + /* 1620 */ 1771, 1770, 1769, 1768, 1767, 1766, 1765, 1764, 136, 1763, + /* 1630 */ 1762, 1761, 1760, 1759, 1758, 1888, 1268, 1757, 1756, 1924, + /* 1640 */ 1755, 1754, 1908, 98, 1889, 1891, 604, 1893, 1894, 599, + /* 1650 */ 601, 594, 1619, 1618, 187, 1858, 1616, 600, 1977, 188, + /* 1660 */ 1584, 449, 1976, 1973, 1066, 1065, 1890, 123, 1583, 1831, + /* 1670 */ 1149, 1825, 1814, 198, 1813, 1344, 1799, 1339, 1888, 166, + /* 1680 */ 1680, 190, 1924, 191, 124, 196, 98, 1889, 1891, 604, + /* 1690 */ 1893, 1894, 599, 1615, 594, 1908, 1613, 466, 468, 1347, + /* 1700 */ 1349, 1977, 467, 598, 451, 589, 1973, 1611, 1858, 472, + /* 1710 */ 600, 1096, 470, 592, 1402, 1403, 1405, 1406, 1407, 1408, + /* 1720 */ 471, 1609, 1890, 474, 476, 475, 1607, 478, 479, 480, + /* 1730 */ 1596, 1888, 1595, 1580, 1682, 1924, 1217, 1216, 1681, 300, + /* 1740 */ 1889, 1891, 604, 1893, 1894, 599, 597, 594, 547, 1942, + /* 1750 */ 1133, 1908, 1140, 659, 1139, 1138, 661, 59, 206, 601, + /* 1760 */ 1135, 1605, 1134, 327, 1858, 1600, 600, 328, 1598, 329, + /* 1770 */ 1132, 503, 506, 1579, 508, 1578, 1577, 510, 512, 99, + /* 1780 */ 1830, 1313, 1824, 25, 1890, 1303, 152, 1888, 521, 504, + /* 1790 */ 1812, 1924, 1810, 1811, 2050, 159, 1889, 1891, 604, 1893, + /* 1800 */ 1894, 599, 1809, 594, 514, 53, 1808, 522, 225, 230, + /* 1810 */ 18, 1806, 1311, 1908, 1798, 90, 241, 236, 218, 1421, + /* 1820 */ 83, 601, 19, 82, 330, 85, 1858, 538, 600, 20, + /* 1830 */ 527, 10, 507, 1420, 238, 15, 501, 27, 56, 1517, + /* 1840 */ 244, 217, 1890, 246, 1499, 248, 160, 574, 2066, 1888, + /* 1850 */ 1501, 535, 251, 1924, 28, 252, 253, 98, 1889, 1891, + /* 1860 */ 604, 1893, 1894, 599, 1890, 594, 1494, 1879, 89, 29, + /* 1870 */ 61, 1908, 1977, 1537, 22, 1532, 332, 1974, 64, 601, + /* 1880 */ 1531, 63, 1538, 340, 1858, 1536, 600, 1535, 341, 1469, + /* 1890 */ 265, 1468, 55, 1908, 12, 1345, 1399, 1878, 1431, 1927, + /* 1900 */ 163, 598, 593, 164, 1397, 175, 1858, 1888, 600, 35, + /* 1910 */ 14, 1924, 21, 1396, 23, 301, 1889, 1891, 604, 1893, + /* 1920 */ 1894, 599, 54, 594, 1890, 1369, 1377, 16, 24, 1888, + /* 1930 */ 605, 1203, 607, 1924, 351, 609, 611, 300, 1889, 1891, + /* 1940 */ 604, 1893, 1894, 599, 614, 594, 617, 1943, 620, 1180, + /* 1950 */ 1200, 1197, 612, 1908, 615, 603, 1191, 618, 1212, 1189, + /* 1960 */ 621, 601, 269, 1208, 1195, 1194, 1858, 1890, 600, 91, + /* 1970 */ 92, 67, 1094, 636, 1129, 627, 1147, 1128, 1127, 1126, + /* 1980 */ 1193, 1125, 1124, 270, 1890, 1122, 1192, 1120, 1119, 1888, + /* 1990 */ 1118, 648, 1116, 1924, 1115, 1114, 1908, 158, 1889, 1891, + /* 2000 */ 604, 1893, 1894, 599, 601, 594, 1113, 1112, 1100, 1858, + /* 2010 */ 1111, 600, 1110, 1908, 1109, 1142, 1106, 1144, 1105, 1102, + /* 2020 */ 1612, 601, 1101, 1099, 669, 670, 1858, 1610, 600, 671, + /* 2030 */ 673, 675, 1888, 1608, 677, 679, 1924, 1606, 1890, 2015, + /* 2040 */ 296, 1889, 1891, 604, 1893, 1894, 599, 674, 594, 1888, + /* 2050 */ 678, 681, 682, 1924, 683, 1594, 1890, 159, 1889, 1891, + /* 2060 */ 604, 1893, 1894, 599, 685, 594, 1056, 1908, 1576, 273, + /* 2070 */ 689, 692, 347, 1331, 281, 601, 693, 1551, 1551, 1551, + /* 2080 */ 1858, 1551, 600, 1551, 569, 1908, 1551, 1551, 1551, 1551, + /* 2090 */ 350, 1551, 1551, 601, 1551, 1551, 1551, 1551, 1858, 1551, + /* 2100 */ 600, 1551, 1551, 1888, 1551, 1551, 1551, 1924, 1551, 1551, + /* 2110 */ 2067, 301, 1889, 1891, 604, 1893, 1894, 599, 1890, 594, + /* 2120 */ 1551, 1888, 1551, 1551, 1551, 1924, 1551, 1551, 1551, 301, + /* 2130 */ 1889, 1891, 604, 1893, 1894, 599, 1551, 594, 1551, 1551, + /* 2140 */ 1551, 1551, 1890, 1551, 1551, 1551, 1551, 1908, 1551, 1551, + /* 2150 */ 1551, 1551, 1551, 1551, 1551, 601, 1551, 1551, 1551, 1551, + /* 2160 */ 1858, 1551, 600, 1551, 1551, 1551, 1551, 1551, 1551, 1551, + /* 2170 */ 1551, 1908, 1551, 1551, 1551, 1551, 1551, 1551, 1551, 601, + /* 2180 */ 1551, 1551, 1551, 515, 1858, 1890, 600, 1924, 1551, 1551, + /* 2190 */ 1551, 294, 1889, 1891, 604, 1893, 1894, 599, 1551, 594, + /* 2200 */ 1551, 1551, 1551, 1551, 1551, 1890, 1551, 1888, 1551, 1551, + /* 2210 */ 1551, 1924, 1551, 1551, 1908, 286, 1889, 1891, 604, 1893, + /* 2220 */ 1894, 599, 601, 594, 1551, 1551, 1551, 1858, 1551, 600, + /* 2230 */ 1551, 1551, 1551, 1551, 1908, 1551, 1551, 1551, 1551, 1551, + /* 2240 */ 1551, 1551, 601, 1551, 1551, 1551, 1551, 1858, 1551, 600, + /* 2250 */ 1888, 1551, 1551, 1551, 1924, 1551, 1551, 1551, 287, 1889, + /* 2260 */ 1891, 604, 1893, 1894, 599, 1551, 594, 1551, 1890, 1551, + /* 2270 */ 1888, 1551, 1551, 1551, 1924, 1551, 1551, 1551, 288, 1889, + /* 2280 */ 1891, 604, 1893, 1894, 599, 1551, 594, 1890, 1551, 1551, + /* 2290 */ 1551, 1551, 1551, 1551, 1551, 1551, 1551, 1908, 1551, 1551, + /* 2300 */ 1551, 1551, 1551, 1551, 1551, 601, 1551, 1551, 1551, 1551, + /* 2310 */ 1858, 1551, 600, 1551, 1551, 1551, 1908, 1551, 1551, 1551, + /* 2320 */ 1551, 1551, 1551, 1551, 601, 1551, 1551, 1551, 1551, 1858, + /* 2330 */ 1890, 600, 1551, 1888, 1551, 1551, 1551, 1924, 1551, 1551, + /* 2340 */ 1551, 295, 1889, 1891, 604, 1893, 1894, 599, 1551, 594, + /* 2350 */ 1551, 1551, 1888, 1551, 1551, 1551, 1924, 1551, 1551, 1908, + /* 2360 */ 297, 1889, 1891, 604, 1893, 1894, 599, 601, 594, 1551, + /* 2370 */ 1551, 1551, 1858, 1551, 600, 1551, 1551, 1551, 1551, 1551, + /* 2380 */ 1551, 1890, 1551, 1551, 1551, 1551, 1551, 1551, 1551, 1551, + /* 2390 */ 1551, 1551, 1551, 1551, 1551, 1888, 1551, 1551, 1551, 1924, + /* 2400 */ 1551, 1890, 1551, 289, 1889, 1891, 604, 1893, 1894, 599, + /* 2410 */ 1908, 594, 1551, 1551, 1551, 1551, 1551, 1551, 601, 1551, + /* 2420 */ 1551, 1551, 1551, 1858, 1551, 600, 1551, 1551, 1551, 1551, + /* 2430 */ 1908, 1551, 1551, 1551, 1551, 1551, 1551, 1551, 601, 1551, + /* 2440 */ 1551, 1551, 1551, 1858, 1551, 600, 1888, 1551, 1551, 1551, + /* 2450 */ 1924, 1551, 1890, 1551, 298, 1889, 1891, 604, 1893, 1894, + /* 2460 */ 599, 1551, 594, 1551, 1551, 1551, 1888, 1551, 1551, 1551, + /* 2470 */ 1924, 1551, 1551, 1551, 290, 1889, 1891, 604, 1893, 1894, + /* 2480 */ 599, 1908, 594, 1551, 1551, 1551, 1551, 1551, 1551, 601, + /* 2490 */ 1551, 1551, 1551, 1551, 1858, 1551, 600, 1551, 1551, 1551, + /* 2500 */ 1551, 1551, 1551, 1551, 1551, 1890, 1551, 1551, 1551, 1551, + /* 2510 */ 1551, 1551, 1551, 1551, 1551, 1551, 1551, 1888, 1551, 1551, + /* 2520 */ 1551, 1924, 1551, 1551, 1551, 299, 1889, 1891, 604, 1893, + /* 2530 */ 1894, 599, 1551, 594, 1908, 1551, 1551, 1551, 1551, 1551, + /* 2540 */ 1551, 1551, 601, 1551, 1551, 1551, 1551, 1858, 1890, 600, + /* 2550 */ 1551, 1551, 1551, 1551, 1551, 1551, 1551, 1551, 1551, 1551, + /* 2560 */ 1551, 1551, 1551, 1551, 1551, 1551, 1551, 1551, 1890, 1551, + /* 2570 */ 1888, 1551, 1551, 1551, 1924, 1551, 1551, 1908, 291, 1889, + /* 2580 */ 1891, 604, 1893, 1894, 599, 601, 594, 1551, 1551, 1551, + /* 2590 */ 1858, 1551, 600, 1551, 1551, 1551, 1551, 1908, 1551, 1551, + /* 2600 */ 1551, 1551, 1551, 1551, 1551, 601, 1551, 1551, 1551, 1551, + /* 2610 */ 1858, 1551, 600, 1888, 1551, 1551, 1551, 1924, 1551, 1551, + /* 2620 */ 1551, 304, 1889, 1891, 604, 1893, 1894, 599, 1551, 594, + /* 2630 */ 1551, 1890, 1551, 1888, 1551, 1551, 1551, 1924, 1551, 1551, + /* 2640 */ 1551, 305, 1889, 1891, 604, 1893, 1894, 599, 1551, 594, + /* 2650 */ 1890, 1551, 1551, 1551, 1551, 1551, 1551, 1551, 1551, 1551, + /* 2660 */ 1908, 1551, 1551, 1551, 1551, 1551, 1551, 1551, 601, 1551, + /* 2670 */ 1551, 1551, 1551, 1858, 1551, 600, 1551, 1551, 1551, 1908, + /* 2680 */ 1551, 1551, 1551, 1551, 1551, 1551, 1551, 601, 1551, 1551, + /* 2690 */ 1551, 1551, 1858, 1890, 600, 1551, 1888, 1551, 1551, 1551, + /* 2700 */ 1924, 1551, 1551, 1551, 1902, 1889, 1891, 604, 1893, 1894, + /* 2710 */ 599, 1551, 594, 1551, 1551, 1888, 1551, 1551, 1551, 1924, + /* 2720 */ 1551, 1551, 1908, 1901, 1889, 1891, 604, 1893, 1894, 599, + /* 2730 */ 601, 594, 1551, 1551, 1551, 1858, 1551, 600, 1551, 1551, + /* 2740 */ 1551, 1551, 1551, 1551, 1890, 1551, 1551, 1551, 1551, 1551, + /* 2750 */ 1551, 1551, 1551, 1551, 1551, 1551, 1551, 1551, 1888, 1551, + /* 2760 */ 1551, 1551, 1924, 1551, 1890, 1551, 1900, 1889, 1891, 604, + /* 2770 */ 1893, 1894, 599, 1908, 594, 1551, 1551, 1551, 1551, 1551, + /* 2780 */ 1551, 601, 1551, 1551, 1551, 1551, 1858, 1551, 600, 1551, + /* 2790 */ 1551, 1551, 1551, 1908, 1551, 1551, 1551, 1551, 1551, 1551, + /* 2800 */ 1551, 601, 1551, 1551, 1551, 1551, 1858, 1551, 600, 1888, + /* 2810 */ 1551, 1551, 1551, 1924, 1551, 1890, 1551, 316, 1889, 1891, + /* 2820 */ 604, 1893, 1894, 599, 1551, 594, 1551, 1551, 1551, 1888, + /* 2830 */ 1551, 1551, 1551, 1924, 1551, 1551, 1551, 317, 1889, 1891, + /* 2840 */ 604, 1893, 1894, 599, 1908, 594, 1551, 1551, 1551, 1551, + /* 2850 */ 1551, 1551, 601, 1551, 1551, 1551, 1551, 1858, 1551, 600, + /* 2860 */ 1551, 1551, 1551, 1551, 1551, 1551, 1551, 1551, 1890, 1551, + /* 2870 */ 1551, 1551, 1551, 1551, 1551, 1551, 1551, 1551, 1551, 1551, + /* 2880 */ 1888, 1551, 1551, 1551, 1924, 1551, 1551, 1551, 313, 1889, + /* 2890 */ 1891, 604, 1893, 1894, 599, 1551, 594, 1908, 1551, 1551, + /* 2900 */ 1551, 1551, 1551, 1551, 1551, 601, 1551, 1551, 1551, 1551, + /* 2910 */ 1858, 1890, 600, 1551, 1551, 1551, 1551, 1551, 1551, 1551, + /* 2920 */ 1551, 1551, 1551, 1551, 1551, 1551, 1551, 1551, 1551, 1551, + /* 2930 */ 1551, 1551, 1551, 1888, 1551, 1551, 1551, 1924, 1551, 1551, + /* 2940 */ 1908, 318, 1889, 1891, 604, 1893, 1894, 599, 601, 594, + /* 2950 */ 1551, 1551, 1551, 1858, 1551, 600, 1551, 1551, 1551, 1551, + /* 2960 */ 1551, 1551, 1551, 1551, 1551, 1551, 1551, 1551, 1551, 1551, + /* 2970 */ 1551, 1551, 1551, 1551, 1551, 1551, 1888, 1551, 1551, 1551, + /* 2980 */ 1924, 1551, 1551, 1551, 293, 1889, 1891, 604, 1893, 1894, + /* 2990 */ 599, 1551, 594, }; static const YYCODETYPE yy_lookahead[] = { - /* 0 */ 351, 0, 324, 351, 326, 327, 324, 320, 326, 327, - /* 10 */ 351, 362, 12, 13, 362, 360, 328, 328, 363, 364, - /* 20 */ 20, 362, 22, 12, 13, 14, 15, 16, 340, 3, - /* 30 */ 409, 410, 20, 33, 20, 35, 349, 388, 389, 390, - /* 40 */ 388, 389, 390, 20, 357, 357, 20, 388, 389, 362, - /* 50 */ 401, 364, 2, 401, 0, 366, 56, 4, 8, 9, + /* 0 */ 351, 409, 410, 351, 0, 4, 324, 320, 326, 327, + /* 10 */ 351, 362, 12, 13, 362, 324, 328, 326, 327, 350, + /* 20 */ 20, 362, 22, 12, 13, 14, 15, 16, 20, 14, + /* 30 */ 15, 16, 319, 33, 321, 35, 349, 388, 389, 390, + /* 40 */ 388, 389, 390, 20, 357, 44, 45, 388, 389, 362, + /* 50 */ 401, 364, 2, 401, 366, 320, 56, 20, 8, 9, /* 60 */ 401, 61, 12, 13, 14, 15, 16, 320, 68, 12, - /* 70 */ 13, 14, 385, 14, 15, 16, 389, 20, 394, 22, - /* 80 */ 393, 394, 395, 396, 397, 398, 399, 20, 401, 22, - /* 90 */ 33, 4, 35, 406, 94, 408, 349, 44, 45, 412, - /* 100 */ 413, 332, 35, 60, 357, 328, 94, 423, 94, 362, - /* 110 */ 20, 364, 425, 56, 60, 346, 116, 50, 61, 364, - /* 120 */ 433, 95, 438, 439, 355, 68, 371, 443, 444, 374, - /* 130 */ 130, 131, 385, 20, 357, 56, 389, 0, 349, 56, - /* 140 */ 393, 394, 395, 396, 397, 398, 399, 358, 401, 349, - /* 150 */ 20, 94, 22, 130, 131, 408, 94, 357, 21, 412, + /* 70 */ 13, 14, 385, 20, 60, 22, 389, 20, 394, 22, + /* 80 */ 393, 394, 395, 396, 397, 398, 399, 320, 401, 3, + /* 90 */ 33, 60, 35, 406, 94, 408, 349, 362, 20, 412, + /* 100 */ 413, 20, 341, 50, 357, 328, 20, 423, 349, 362, + /* 110 */ 349, 364, 425, 56, 320, 356, 116, 94, 61, 358, + /* 120 */ 433, 328, 438, 439, 365, 68, 0, 443, 444, 362, + /* 130 */ 130, 131, 385, 340, 357, 0, 389, 0, 130, 131, + /* 140 */ 393, 394, 395, 396, 397, 398, 399, 364, 401, 360, + /* 150 */ 357, 94, 363, 364, 371, 408, 362, 374, 21, 412, /* 160 */ 413, 24, 25, 26, 27, 28, 29, 30, 31, 32, - /* 170 */ 423, 394, 93, 116, 94, 96, 176, 94, 178, 96, - /* 180 */ 50, 94, 0, 320, 94, 438, 439, 130, 131, 163, - /* 190 */ 443, 444, 415, 416, 417, 418, 396, 420, 363, 364, - /* 200 */ 200, 201, 60, 203, 204, 205, 206, 207, 208, 209, + /* 170 */ 423, 394, 333, 116, 14, 94, 176, 338, 178, 94, + /* 180 */ 20, 95, 47, 21, 320, 438, 439, 130, 131, 56, + /* 190 */ 443, 444, 415, 416, 417, 418, 34, 420, 36, 20, + /* 200 */ 200, 201, 391, 203, 204, 205, 206, 207, 208, 209, /* 210 */ 210, 211, 212, 213, 214, 215, 216, 217, 218, 219, - /* 220 */ 220, 221, 222, 223, 33, 362, 125, 126, 20, 106, - /* 230 */ 328, 333, 37, 176, 14, 178, 338, 175, 47, 177, - /* 240 */ 20, 241, 60, 52, 53, 54, 55, 56, 125, 126, - /* 250 */ 127, 128, 129, 241, 319, 241, 321, 200, 201, 357, + /* 220 */ 220, 221, 222, 223, 33, 325, 362, 94, 328, 96, + /* 230 */ 419, 325, 106, 176, 328, 178, 0, 342, 47, 0, + /* 240 */ 345, 241, 200, 52, 53, 54, 55, 56, 351, 163, + /* 250 */ 94, 125, 126, 127, 128, 129, 105, 200, 201, 362, /* 260 */ 203, 204, 205, 206, 207, 208, 209, 210, 211, 212, /* 270 */ 213, 214, 215, 216, 217, 218, 219, 220, 221, 222, - /* 280 */ 223, 12, 13, 126, 93, 184, 348, 96, 187, 20, - /* 290 */ 341, 22, 97, 320, 99, 100, 394, 102, 349, 361, - /* 300 */ 328, 106, 33, 241, 35, 320, 21, 358, 20, 24, - /* 310 */ 25, 26, 27, 28, 29, 30, 31, 32, 416, 417, - /* 320 */ 418, 241, 420, 128, 241, 56, 20, 349, 241, 357, - /* 330 */ 61, 351, 161, 320, 356, 362, 125, 68, 12, 13, - /* 340 */ 183, 184, 362, 365, 187, 357, 20, 362, 22, 328, - /* 350 */ 159, 160, 94, 162, 14, 328, 368, 166, 330, 33, - /* 360 */ 20, 35, 349, 94, 328, 14, 394, 340, 388, 389, - /* 370 */ 357, 20, 344, 182, 347, 362, 340, 364, 357, 349, - /* 380 */ 352, 401, 56, 347, 357, 116, 356, 61, 416, 417, - /* 390 */ 418, 22, 420, 357, 68, 365, 185, 186, 385, 130, - /* 400 */ 131, 200, 389, 0, 35, 341, 393, 394, 395, 396, - /* 410 */ 397, 398, 399, 349, 401, 394, 35, 246, 247, 406, - /* 420 */ 94, 408, 358, 158, 204, 412, 413, 24, 25, 26, - /* 430 */ 27, 28, 29, 30, 31, 32, 3, 416, 417, 418, - /* 440 */ 78, 420, 116, 332, 423, 176, 433, 178, 21, 68, - /* 450 */ 341, 250, 251, 252, 253, 254, 130, 131, 349, 438, - /* 460 */ 439, 34, 20, 36, 443, 444, 355, 358, 20, 200, - /* 470 */ 201, 0, 203, 204, 205, 206, 207, 208, 209, 210, + /* 280 */ 223, 12, 13, 225, 93, 388, 389, 96, 225, 20, + /* 290 */ 227, 22, 250, 251, 252, 253, 254, 126, 401, 63, + /* 300 */ 64, 65, 33, 328, 35, 94, 21, 71, 72, 24, + /* 310 */ 25, 26, 27, 28, 29, 30, 31, 32, 82, 83, + /* 320 */ 20, 106, 241, 328, 88, 56, 241, 4, 363, 364, + /* 330 */ 61, 394, 357, 320, 348, 340, 0, 68, 12, 13, + /* 340 */ 125, 126, 127, 128, 129, 106, 20, 361, 22, 328, + /* 350 */ 159, 160, 357, 162, 183, 184, 349, 166, 187, 33, + /* 360 */ 423, 35, 349, 94, 125, 126, 127, 128, 129, 394, + /* 370 */ 357, 349, 365, 182, 241, 362, 439, 364, 357, 357, + /* 380 */ 443, 444, 56, 35, 20, 116, 175, 61, 177, 125, + /* 390 */ 126, 416, 417, 418, 68, 420, 60, 241, 385, 130, + /* 400 */ 131, 330, 389, 0, 20, 341, 393, 394, 395, 396, + /* 410 */ 397, 398, 399, 349, 401, 394, 68, 94, 396, 406, + /* 420 */ 94, 408, 358, 352, 328, 412, 413, 24, 25, 26, + /* 430 */ 27, 28, 29, 30, 31, 32, 340, 416, 417, 418, + /* 440 */ 332, 420, 116, 347, 423, 176, 433, 178, 184, 335, + /* 450 */ 336, 187, 241, 357, 346, 349, 130, 131, 94, 438, + /* 460 */ 439, 320, 356, 355, 443, 444, 405, 350, 407, 200, + /* 470 */ 201, 365, 203, 204, 205, 206, 207, 208, 209, 210, /* 480 */ 211, 212, 213, 214, 215, 216, 217, 218, 219, 220, - /* 490 */ 221, 222, 223, 228, 225, 325, 134, 135, 328, 241, - /* 500 */ 335, 336, 176, 238, 178, 68, 107, 108, 109, 110, + /* 490 */ 221, 222, 223, 161, 225, 405, 373, 407, 375, 78, + /* 500 */ 335, 336, 176, 362, 178, 332, 107, 108, 109, 110, /* 510 */ 111, 112, 113, 114, 115, 116, 117, 320, 119, 120, - /* 520 */ 121, 122, 123, 124, 391, 394, 200, 201, 95, 203, + /* 520 */ 121, 122, 123, 124, 320, 394, 200, 201, 355, 203, /* 530 */ 204, 205, 206, 207, 208, 209, 210, 211, 212, 213, /* 540 */ 214, 215, 216, 217, 218, 219, 220, 221, 222, 223, - /* 550 */ 12, 13, 419, 328, 423, 204, 335, 336, 20, 362, - /* 560 */ 22, 225, 35, 227, 328, 340, 328, 105, 320, 325, - /* 570 */ 439, 33, 328, 35, 443, 444, 340, 106, 340, 320, + /* 550 */ 12, 13, 364, 328, 423, 134, 135, 320, 20, 362, + /* 560 */ 22, 20, 374, 22, 241, 340, 362, 391, 44, 45, + /* 570 */ 439, 33, 347, 35, 443, 444, 35, 171, 246, 247, /* 580 */ 8, 9, 357, 320, 12, 13, 14, 15, 16, 328, - /* 590 */ 1, 2, 20, 357, 56, 357, 125, 126, 127, 128, - /* 600 */ 129, 340, 320, 0, 328, 163, 68, 12, 13, 14, - /* 610 */ 362, 328, 349, 320, 328, 20, 340, 22, 357, 391, - /* 620 */ 357, 362, 349, 340, 320, 362, 340, 364, 33, 349, - /* 630 */ 35, 349, 94, 357, 225, 405, 356, 407, 365, 357, - /* 640 */ 357, 328, 56, 357, 362, 365, 364, 419, 385, 320, - /* 650 */ 330, 56, 389, 340, 116, 362, 393, 394, 395, 396, - /* 660 */ 397, 398, 399, 68, 401, 68, 362, 385, 130, 131, - /* 670 */ 357, 389, 352, 320, 394, 393, 394, 395, 396, 397, - /* 680 */ 398, 399, 96, 401, 95, 373, 423, 375, 406, 94, - /* 690 */ 408, 362, 8, 9, 412, 413, 12, 13, 14, 15, - /* 700 */ 16, 438, 439, 423, 422, 178, 443, 444, 328, 106, - /* 710 */ 405, 116, 407, 171, 176, 362, 178, 317, 438, 439, - /* 720 */ 340, 44, 45, 443, 444, 130, 131, 43, 125, 126, - /* 730 */ 127, 128, 129, 191, 192, 163, 320, 357, 200, 201, - /* 740 */ 350, 203, 204, 205, 206, 207, 208, 209, 210, 211, + /* 590 */ 14, 50, 20, 391, 56, 419, 20, 191, 192, 362, + /* 600 */ 404, 340, 320, 407, 328, 241, 68, 12, 13, 14, + /* 610 */ 56, 328, 349, 320, 328, 20, 340, 22, 357, 381, + /* 620 */ 357, 419, 37, 340, 3, 362, 340, 364, 33, 349, + /* 630 */ 35, 349, 94, 357, 68, 158, 356, 328, 20, 357, + /* 640 */ 357, 328, 68, 357, 362, 365, 364, 93, 385, 340, + /* 650 */ 96, 56, 389, 340, 116, 362, 393, 394, 395, 396, + /* 660 */ 397, 398, 399, 68, 401, 4, 357, 385, 130, 131, + /* 670 */ 357, 389, 125, 3, 394, 393, 394, 395, 396, 397, + /* 680 */ 398, 399, 97, 401, 99, 100, 423, 102, 406, 94, + /* 690 */ 408, 106, 8, 9, 412, 413, 12, 13, 14, 15, + /* 700 */ 16, 438, 439, 423, 422, 228, 443, 444, 328, 22, + /* 710 */ 357, 116, 0, 128, 176, 238, 178, 317, 438, 439, + /* 720 */ 340, 368, 35, 443, 444, 130, 131, 43, 14, 357, + /* 730 */ 1, 2, 185, 186, 20, 163, 320, 357, 200, 201, + /* 740 */ 368, 203, 204, 205, 206, 207, 208, 209, 210, 211, /* 750 */ 212, 213, 214, 215, 216, 217, 218, 219, 220, 221, - /* 760 */ 222, 223, 8, 9, 328, 350, 12, 13, 14, 15, - /* 770 */ 16, 176, 342, 178, 357, 345, 340, 377, 362, 241, - /* 780 */ 3, 20, 8, 9, 320, 368, 12, 13, 14, 15, - /* 790 */ 16, 0, 320, 357, 394, 200, 201, 39, 203, 204, + /* 760 */ 222, 223, 8, 9, 328, 95, 12, 13, 14, 15, + /* 770 */ 16, 176, 60, 178, 357, 106, 340, 377, 362, 241, + /* 780 */ 204, 163, 8, 9, 320, 368, 12, 13, 14, 15, + /* 790 */ 16, 20, 320, 357, 394, 200, 201, 128, 203, 204, /* 800 */ 205, 206, 207, 208, 209, 210, 211, 212, 213, 214, /* 810 */ 215, 216, 217, 218, 219, 220, 221, 222, 223, 12, - /* 820 */ 13, 328, 22, 423, 320, 320, 362, 20, 43, 22, - /* 830 */ 320, 364, 350, 340, 362, 35, 328, 35, 438, 439, - /* 840 */ 33, 374, 35, 443, 444, 350, 320, 2, 340, 95, - /* 850 */ 357, 4, 320, 8, 9, 64, 65, 12, 13, 14, - /* 860 */ 15, 16, 71, 56, 320, 357, 362, 362, 68, 394, - /* 870 */ 68, 320, 362, 82, 83, 68, 12, 13, 328, 88, - /* 880 */ 328, 349, 391, 328, 20, 373, 22, 375, 362, 357, - /* 890 */ 340, 357, 340, 328, 362, 340, 364, 33, 423, 35, - /* 900 */ 349, 94, 368, 239, 240, 340, 362, 357, 357, 357, - /* 910 */ 419, 20, 357, 362, 439, 364, 116, 385, 443, 444, - /* 920 */ 56, 389, 357, 116, 163, 393, 394, 395, 396, 397, - /* 930 */ 398, 399, 68, 401, 106, 350, 385, 130, 131, 320, + /* 820 */ 13, 328, 22, 423, 95, 20, 362, 20, 373, 22, + /* 830 */ 375, 239, 240, 340, 362, 35, 320, 330, 438, 439, + /* 840 */ 33, 328, 35, 443, 444, 328, 320, 63, 64, 65, + /* 850 */ 357, 344, 320, 340, 350, 71, 72, 340, 337, 352, + /* 860 */ 339, 328, 320, 56, 320, 320, 82, 83, 68, 320, + /* 870 */ 357, 320, 88, 340, 357, 68, 12, 13, 362, 258, + /* 880 */ 328, 349, 320, 328, 20, 43, 22, 43, 362, 357, + /* 890 */ 357, 39, 340, 328, 362, 340, 364, 33, 350, 35, + /* 900 */ 349, 94, 341, 242, 362, 340, 362, 362, 357, 357, + /* 910 */ 349, 362, 357, 362, 56, 364, 116, 385, 204, 358, + /* 920 */ 56, 389, 357, 116, 362, 393, 394, 395, 396, 397, + /* 930 */ 398, 399, 68, 401, 163, 105, 385, 130, 131, 95, /* 940 */ 389, 328, 168, 328, 393, 394, 395, 396, 397, 398, - /* 950 */ 399, 404, 401, 340, 407, 340, 128, 406, 94, 408, - /* 960 */ 337, 350, 339, 412, 413, 359, 434, 435, 362, 381, - /* 970 */ 357, 359, 357, 422, 362, 0, 176, 350, 178, 342, - /* 980 */ 116, 362, 345, 176, 43, 178, 42, 43, 98, 105, - /* 990 */ 98, 101, 43, 101, 130, 131, 98, 22, 240, 101, - /* 1000 */ 200, 201, 0, 98, 163, 164, 101, 200, 201, 0, + /* 950 */ 399, 349, 401, 340, 96, 340, 350, 406, 94, 408, + /* 960 */ 358, 350, 359, 412, 413, 362, 434, 435, 359, 61, + /* 970 */ 357, 362, 357, 422, 342, 0, 176, 345, 178, 43, + /* 980 */ 116, 42, 43, 176, 154, 178, 98, 98, 98, 101, + /* 990 */ 101, 101, 43, 98, 130, 131, 101, 22, 163, 164, + /* 1000 */ 200, 201, 130, 131, 1, 2, 43, 200, 201, 204, /* 1010 */ 203, 204, 205, 206, 207, 208, 209, 210, 211, 212, /* 1020 */ 213, 214, 215, 216, 217, 218, 219, 220, 221, 222, - /* 1030 */ 223, 22, 130, 131, 43, 258, 95, 263, 154, 35, - /* 1040 */ 176, 43, 178, 321, 95, 260, 8, 9, 61, 47, - /* 1050 */ 12, 13, 14, 15, 16, 8, 9, 43, 392, 12, - /* 1060 */ 13, 14, 15, 16, 200, 201, 0, 203, 204, 205, + /* 1030 */ 223, 95, 350, 338, 321, 43, 35, 263, 0, 0, + /* 1040 */ 176, 43, 178, 2, 95, 392, 46, 43, 447, 8, + /* 1050 */ 9, 43, 43, 12, 13, 14, 15, 16, 95, 35, + /* 1060 */ 22, 22, 35, 43, 200, 201, 0, 203, 204, 205, /* 1070 */ 206, 207, 208, 209, 210, 211, 212, 213, 214, 215, - /* 1080 */ 216, 217, 218, 219, 220, 221, 222, 223, 18, 242, - /* 1090 */ 20, 1, 2, 95, 94, 204, 0, 27, 447, 436, - /* 1100 */ 30, 13, 13, 338, 104, 329, 8, 9, 43, 95, - /* 1110 */ 12, 13, 14, 15, 16, 43, 43, 47, 22, 49, - /* 1120 */ 43, 51, 43, 35, 35, 0, 430, 43, 349, 63, + /* 1080 */ 216, 217, 218, 219, 220, 221, 222, 223, 18, 329, + /* 1090 */ 20, 94, 240, 95, 94, 68, 13, 27, 13, 95, + /* 1100 */ 30, 104, 260, 95, 95, 430, 8, 9, 200, 436, + /* 1110 */ 12, 13, 14, 15, 16, 95, 43, 47, 35, 49, + /* 1120 */ 35, 51, 349, 329, 327, 361, 392, 421, 440, 63, /* 1130 */ 64, 65, 66, 67, 43, 69, 70, 71, 72, 73, /* 1140 */ 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, - /* 1150 */ 84, 85, 86, 87, 88, 89, 90, 18, 329, 327, - /* 1160 */ 95, 392, 23, 93, 361, 421, 440, 95, 95, 414, - /* 1170 */ 424, 243, 95, 48, 95, 105, 37, 38, 377, 95, - /* 1180 */ 41, 387, 178, 46, 43, 43, 95, 200, 379, 43, - /* 1190 */ 47, 43, 386, 95, 43, 394, 57, 58, 59, 174, - /* 1200 */ 42, 163, 369, 133, 369, 320, 136, 137, 138, 139, + /* 1150 */ 84, 85, 86, 87, 88, 89, 90, 18, 414, 424, + /* 1160 */ 243, 47, 23, 93, 387, 386, 8, 9, 95, 174, + /* 1170 */ 12, 13, 14, 15, 16, 105, 37, 38, 377, 178, + /* 1180 */ 41, 0, 379, 43, 8, 9, 95, 42, 12, 13, + /* 1190 */ 14, 15, 16, 95, 43, 394, 57, 58, 59, 20, + /* 1200 */ 369, 369, 178, 133, 328, 320, 136, 137, 138, 139, /* 1210 */ 140, 141, 142, 143, 144, 145, 146, 147, 148, 149, - /* 1220 */ 150, 151, 152, 153, 423, 155, 156, 157, 20, 328, - /* 1230 */ 369, 94, 328, 94, 349, 367, 95, 95, 158, 438, - /* 1240 */ 439, 95, 357, 95, 443, 444, 95, 362, 367, 364, - /* 1250 */ 334, 8, 9, 262, 92, 12, 13, 14, 15, 16, - /* 1260 */ 328, 20, 328, 328, 322, 322, 20, 364, 332, 383, - /* 1270 */ 385, 132, 332, 20, 389, 376, 20, 332, 393, 394, - /* 1280 */ 395, 396, 397, 398, 399, 378, 401, 64, 65, 404, - /* 1290 */ 376, 406, 407, 408, 71, 332, 332, 412, 413, 332, - /* 1300 */ 328, 377, 332, 377, 61, 82, 83, 168, 169, 170, - /* 1310 */ 377, 88, 173, 328, 322, 349, 320, 349, 394, 322, - /* 1320 */ 394, 362, 349, 349, 189, 349, 349, 394, 349, 190, - /* 1330 */ 349, 349, 193, 383, 195, 196, 197, 198, 199, 349, - /* 1340 */ 384, 330, 349, 382, 181, 349, 103, 423, 330, 423, - /* 1350 */ 364, 328, 328, 357, 376, 248, 423, 330, 362, 160, - /* 1360 */ 364, 377, 438, 439, 438, 439, 372, 443, 444, 443, - /* 1370 */ 444, 438, 439, 372, 362, 362, 443, 444, 394, 362, - /* 1380 */ 241, 385, 362, 362, 330, 389, 370, 345, 330, 393, - /* 1390 */ 394, 395, 396, 397, 398, 399, 357, 401, 20, 392, - /* 1400 */ 392, 158, 406, 362, 408, 249, 372, 423, 412, 413, - /* 1410 */ 19, 362, 429, 362, 362, 372, 255, 429, 422, 362, - /* 1420 */ 431, 320, 438, 439, 33, 167, 257, 443, 444, 256, - /* 1430 */ 244, 432, 429, 428, 264, 387, 261, 427, 47, 259, - /* 1440 */ 240, 426, 357, 52, 53, 54, 55, 56, 20, 94, - /* 1450 */ 349, 391, 94, 353, 448, 411, 362, 339, 357, 328, - /* 1460 */ 330, 442, 36, 362, 320, 364, 380, 441, 323, 322, - /* 1470 */ 375, 228, 229, 230, 231, 232, 233, 234, 235, 236, - /* 1480 */ 237, 238, 318, 343, 93, 331, 385, 96, 0, 0, - /* 1490 */ 389, 183, 343, 349, 393, 394, 395, 396, 397, 398, - /* 1500 */ 399, 357, 401, 343, 0, 0, 362, 406, 364, 408, - /* 1510 */ 42, 12, 13, 412, 413, 0, 35, 320, 194, 35, - /* 1520 */ 129, 22, 35, 194, 0, 35, 35, 35, 194, 385, + /* 1220 */ 150, 151, 152, 153, 423, 155, 156, 157, 328, 48, + /* 1230 */ 369, 334, 158, 94, 349, 95, 43, 367, 43, 438, + /* 1240 */ 439, 367, 357, 328, 443, 444, 95, 362, 92, 364, + /* 1250 */ 43, 8, 9, 95, 262, 12, 13, 14, 15, 16, + /* 1260 */ 328, 20, 328, 322, 322, 20, 383, 332, 364, 332, + /* 1270 */ 385, 132, 20, 20, 389, 376, 378, 332, 393, 394, + /* 1280 */ 395, 396, 397, 398, 399, 376, 401, 332, 95, 404, + /* 1290 */ 95, 406, 407, 408, 332, 328, 332, 412, 413, 322, + /* 1300 */ 332, 377, 95, 377, 61, 349, 349, 168, 169, 170, + /* 1310 */ 377, 328, 173, 322, 349, 349, 320, 189, 394, 349, + /* 1320 */ 394, 349, 349, 349, 384, 349, 383, 394, 349, 190, + /* 1330 */ 349, 362, 193, 181, 195, 196, 197, 198, 199, 163, + /* 1340 */ 330, 382, 364, 330, 328, 349, 103, 423, 330, 423, + /* 1350 */ 328, 248, 372, 357, 372, 362, 423, 370, 362, 160, + /* 1360 */ 364, 377, 438, 439, 438, 439, 376, 443, 444, 443, + /* 1370 */ 444, 438, 439, 362, 362, 330, 443, 444, 394, 362, + /* 1380 */ 241, 385, 345, 362, 330, 389, 357, 20, 362, 393, + /* 1390 */ 394, 395, 396, 397, 398, 399, 249, 401, 392, 392, + /* 1400 */ 429, 158, 406, 372, 408, 362, 362, 423, 412, 413, + /* 1410 */ 19, 362, 372, 362, 429, 255, 167, 431, 422, 257, + /* 1420 */ 432, 320, 438, 439, 33, 256, 427, 443, 444, 244, + /* 1430 */ 264, 429, 261, 428, 387, 357, 442, 448, 47, 259, + /* 1440 */ 426, 240, 20, 52, 53, 54, 55, 56, 391, 94, + /* 1450 */ 349, 94, 353, 411, 362, 339, 441, 328, 357, 328, + /* 1460 */ 330, 36, 380, 362, 320, 364, 323, 343, 322, 375, + /* 1470 */ 343, 228, 229, 230, 231, 232, 233, 234, 235, 236, + /* 1480 */ 237, 238, 318, 0, 93, 343, 385, 96, 357, 0, + /* 1490 */ 389, 183, 331, 349, 393, 394, 395, 396, 397, 398, + /* 1500 */ 399, 357, 401, 0, 0, 42, 362, 406, 364, 408, + /* 1510 */ 0, 12, 13, 412, 413, 35, 194, 320, 194, 35, + /* 1520 */ 129, 22, 35, 35, 0, 394, 35, 35, 194, 385, /* 1530 */ 0, 194, 33, 389, 35, 0, 35, 393, 394, 395, - /* 1540 */ 396, 397, 398, 399, 35, 401, 349, 0, 22, 0, - /* 1550 */ 406, 178, 408, 162, 357, 56, 412, 413, 176, 362, - /* 1560 */ 0, 364, 0, 0, 172, 171, 0, 68, 0, 46, - /* 1570 */ 320, 180, 0, 182, 0, 42, 0, 0, 0, 42, - /* 1580 */ 0, 0, 385, 0, 0, 0, 389, 0, 149, 35, + /* 1540 */ 396, 397, 398, 399, 35, 401, 349, 416, 417, 418, + /* 1550 */ 406, 420, 408, 162, 357, 56, 412, 413, 0, 362, + /* 1560 */ 22, 364, 0, 178, 176, 0, 0, 68, 172, 171, + /* 1570 */ 320, 180, 0, 182, 0, 46, 0, 0, 0, 42, + /* 1580 */ 0, 0, 385, 0, 42, 0, 389, 0, 0, 0, /* 1590 */ 393, 394, 395, 396, 397, 398, 399, 0, 401, 349, - /* 1600 */ 149, 0, 0, 406, 22, 408, 0, 357, 0, 412, + /* 1600 */ 0, 149, 35, 406, 149, 408, 0, 357, 0, 412, /* 1610 */ 413, 0, 362, 320, 364, 116, 0, 0, 0, 0, /* 1620 */ 0, 0, 0, 0, 0, 0, 0, 0, 42, 0, - /* 1630 */ 0, 0, 0, 0, 0, 385, 0, 0, 35, 389, + /* 1630 */ 0, 0, 0, 0, 0, 385, 22, 0, 0, 389, /* 1640 */ 0, 0, 349, 393, 394, 395, 396, 397, 398, 399, - /* 1650 */ 357, 401, 56, 0, 56, 362, 42, 364, 408, 14, - /* 1660 */ 14, 46, 412, 413, 167, 0, 320, 39, 0, 0, - /* 1670 */ 0, 0, 0, 0, 39, 176, 0, 178, 385, 0, - /* 1680 */ 0, 43, 389, 40, 35, 46, 393, 394, 395, 396, - /* 1690 */ 397, 398, 399, 39, 401, 349, 39, 47, 35, 200, - /* 1700 */ 201, 408, 47, 357, 62, 412, 413, 0, 362, 35, - /* 1710 */ 364, 0, 0, 214, 215, 216, 217, 218, 219, 220, - /* 1720 */ 39, 39, 320, 35, 47, 47, 39, 0, 0, 0, - /* 1730 */ 35, 385, 22, 0, 35, 389, 35, 43, 35, 393, + /* 1650 */ 357, 401, 0, 0, 56, 362, 0, 364, 408, 56, + /* 1660 */ 0, 46, 412, 413, 14, 14, 320, 39, 0, 0, + /* 1670 */ 35, 0, 0, 167, 0, 176, 0, 178, 385, 43, + /* 1680 */ 0, 42, 389, 40, 39, 39, 393, 394, 395, 396, + /* 1690 */ 397, 398, 399, 0, 401, 349, 0, 35, 39, 200, + /* 1700 */ 201, 408, 47, 357, 46, 412, 413, 0, 362, 39, + /* 1710 */ 364, 62, 35, 214, 215, 216, 217, 218, 219, 220, + /* 1720 */ 47, 0, 320, 35, 39, 47, 0, 35, 47, 39, + /* 1730 */ 0, 385, 0, 0, 0, 389, 35, 22, 0, 393, /* 1740 */ 394, 395, 396, 397, 398, 399, 400, 401, 402, 403, - /* 1750 */ 35, 349, 43, 101, 103, 0, 22, 22, 0, 357, - /* 1760 */ 22, 0, 49, 22, 362, 35, 364, 0, 0, 0, - /* 1770 */ 22, 20, 35, 0, 35, 163, 0, 35, 95, 94, - /* 1780 */ 0, 22, 0, 0, 320, 94, 179, 385, 0, 4, - /* 1790 */ 3, 389, 0, 95, 0, 393, 394, 395, 396, 397, - /* 1800 */ 398, 399, 94, 401, 19, 35, 0, 163, 160, 104, - /* 1810 */ 94, 39, 46, 349, 94, 224, 226, 43, 33, 163, - /* 1820 */ 161, 357, 43, 165, 224, 159, 362, 95, 364, 43, - /* 1830 */ 46, 3, 47, 245, 94, 46, 51, 94, 43, 95, - /* 1840 */ 95, 56, 320, 94, 43, 95, 94, 445, 446, 385, - /* 1850 */ 188, 94, 43, 389, 94, 245, 94, 393, 394, 395, - /* 1860 */ 396, 397, 398, 399, 320, 401, 95, 35, 35, 35, - /* 1870 */ 95, 349, 408, 95, 35, 35, 354, 413, 93, 357, - /* 1880 */ 35, 96, 46, 46, 362, 95, 364, 43, 95, 46, - /* 1890 */ 2, 22, 200, 349, 94, 46, 46, 95, 94, 94, - /* 1900 */ 239, 357, 95, 95, 94, 245, 362, 385, 364, 94, - /* 1910 */ 94, 389, 95, 22, 95, 393, 394, 395, 396, 397, - /* 1920 */ 398, 399, 35, 401, 320, 202, 105, 35, 35, 385, - /* 1930 */ 95, 35, 94, 389, 35, 94, 94, 393, 394, 395, - /* 1940 */ 396, 397, 398, 399, 35, 401, 95, 403, 95, 94, - /* 1950 */ 22, 95, 94, 349, 106, 94, 94, 35, 94, 43, - /* 1960 */ 22, 357, 62, 61, 118, 118, 362, 320, 364, 35, - /* 1970 */ 118, 35, 118, 68, 35, 35, 35, 35, 35, 35, - /* 1980 */ 35, 35, 22, 22, 320, 91, 35, 35, 35, 385, - /* 1990 */ 43, 35, 35, 389, 35, 68, 349, 393, 394, 395, - /* 2000 */ 396, 397, 398, 399, 357, 401, 35, 35, 35, 362, - /* 2010 */ 35, 364, 35, 349, 22, 35, 0, 35, 39, 0, - /* 2020 */ 35, 357, 39, 47, 0, 47, 362, 39, 364, 35, - /* 2030 */ 0, 47, 385, 35, 47, 39, 389, 0, 320, 435, - /* 2040 */ 393, 394, 395, 396, 397, 398, 399, 35, 401, 385, - /* 2050 */ 35, 0, 21, 389, 22, 22, 320, 393, 394, 395, - /* 2060 */ 396, 397, 398, 399, 22, 401, 21, 349, 20, 449, - /* 2070 */ 449, 449, 354, 449, 449, 357, 449, 449, 449, 449, + /* 1750 */ 22, 349, 35, 43, 35, 35, 43, 103, 101, 357, + /* 1760 */ 35, 0, 35, 22, 362, 0, 364, 22, 0, 22, + /* 1770 */ 35, 49, 35, 0, 35, 0, 0, 35, 22, 20, + /* 1780 */ 0, 95, 0, 94, 320, 35, 179, 385, 22, 4, + /* 1790 */ 0, 389, 0, 0, 3, 393, 394, 395, 396, 397, + /* 1800 */ 398, 399, 0, 401, 19, 163, 0, 163, 160, 95, + /* 1810 */ 94, 0, 35, 349, 0, 104, 46, 94, 33, 224, + /* 1820 */ 39, 357, 43, 94, 163, 94, 362, 161, 364, 43, + /* 1830 */ 165, 226, 47, 224, 159, 245, 51, 94, 43, 95, + /* 1840 */ 94, 56, 320, 95, 95, 94, 94, 445, 446, 385, + /* 1850 */ 95, 188, 94, 389, 94, 43, 46, 393, 394, 395, + /* 1860 */ 396, 397, 398, 399, 320, 401, 95, 46, 94, 43, + /* 1870 */ 3, 349, 408, 95, 43, 35, 354, 413, 93, 357, + /* 1880 */ 35, 96, 95, 35, 362, 35, 364, 35, 35, 95, + /* 1890 */ 46, 95, 43, 349, 2, 22, 95, 46, 200, 94, + /* 1900 */ 46, 357, 94, 46, 95, 46, 362, 385, 364, 94, + /* 1910 */ 94, 389, 245, 95, 94, 393, 394, 395, 396, 397, + /* 1920 */ 398, 399, 239, 401, 320, 95, 22, 245, 94, 385, + /* 1930 */ 105, 95, 35, 389, 35, 94, 35, 393, 394, 395, + /* 1940 */ 396, 397, 398, 399, 35, 401, 35, 403, 35, 22, + /* 1950 */ 95, 95, 94, 349, 94, 202, 95, 94, 35, 95, + /* 1960 */ 94, 357, 43, 22, 118, 118, 362, 320, 364, 94, + /* 1970 */ 94, 94, 62, 61, 35, 106, 68, 35, 35, 35, + /* 1980 */ 118, 35, 35, 43, 320, 35, 118, 35, 35, 385, + /* 1990 */ 35, 91, 35, 389, 35, 22, 349, 393, 394, 395, + /* 2000 */ 396, 397, 398, 399, 357, 401, 35, 22, 22, 362, + /* 2010 */ 35, 364, 35, 349, 35, 35, 35, 68, 35, 35, + /* 2020 */ 0, 357, 35, 35, 35, 47, 362, 0, 364, 39, + /* 2030 */ 35, 39, 385, 0, 35, 39, 389, 0, 320, 435, + /* 2040 */ 393, 394, 395, 396, 397, 398, 399, 47, 401, 385, + /* 2050 */ 47, 35, 47, 389, 39, 0, 320, 393, 394, 395, + /* 2060 */ 396, 397, 398, 399, 35, 401, 35, 349, 0, 22, + /* 2070 */ 21, 21, 354, 22, 22, 357, 20, 449, 449, 449, /* 2080 */ 362, 449, 364, 449, 437, 349, 449, 449, 449, 449, /* 2090 */ 354, 449, 449, 357, 449, 449, 449, 449, 362, 449, /* 2100 */ 364, 449, 449, 385, 449, 449, 449, 389, 449, 449, @@ -821,83 +821,83 @@ static const YYCODETYPE yy_lookahead[] = { /* 2980 */ 389, 449, 449, 449, 393, 394, 395, 396, 397, 398, /* 2990 */ 399, 449, 401, }; -#define YY_SHIFT_COUNT (692) +#define YY_SHIFT_COUNT (694) #define YY_SHIFT_MIN (0) -#define YY_SHIFT_MAX (2051) +#define YY_SHIFT_MAX (2068) static const unsigned short int yy_shift_ofst[] = { /* 0 */ 1139, 0, 57, 269, 57, 326, 326, 326, 538, 326, /* 10 */ 326, 326, 326, 326, 595, 807, 807, 864, 807, 807, /* 20 */ 807, 807, 807, 807, 807, 807, 807, 807, 807, 807, /* 30 */ 807, 807, 807, 807, 807, 807, 807, 807, 807, 807, - /* 40 */ 807, 807, 807, 807, 807, 807, 12, 14, 90, 62, - /* 50 */ 83, 80, 258, 80, 90, 90, 1499, 1499, 80, 1499, - /* 60 */ 1499, 87, 80, 113, 113, 53, 53, 23, 113, 113, - /* 70 */ 113, 113, 113, 113, 113, 113, 113, 113, 43, 113, - /* 80 */ 113, 113, 208, 113, 113, 288, 113, 113, 288, 306, - /* 90 */ 113, 288, 288, 288, 113, 142, 1070, 1243, 1243, 285, - /* 100 */ 800, 800, 800, 800, 800, 800, 800, 800, 800, 800, - /* 110 */ 800, 800, 800, 800, 800, 800, 800, 800, 800, 195, - /* 120 */ 1223, 26, 23, 340, 340, 54, 381, 182, 336, 336, - /* 130 */ 442, 442, 442, 381, 448, 448, 448, 462, 208, 1, - /* 140 */ 1, 409, 288, 288, 437, 437, 462, 597, 399, 399, - /* 150 */ 399, 399, 399, 399, 399, 1391, 137, 572, 774, 791, - /* 160 */ 201, 67, 171, 220, 351, 130, 677, 828, 761, 664, - /* 170 */ 758, 777, 664, 944, 847, 891, 928, 1143, 1025, 1158, - /* 180 */ 1158, 1208, 1208, 1158, 1080, 1080, 1162, 1208, 1208, 1208, - /* 190 */ 1241, 1241, 1246, 43, 208, 43, 1253, 1256, 43, 1253, - /* 200 */ 43, 43, 43, 1208, 43, 1241, 288, 288, 288, 288, - /* 210 */ 288, 288, 288, 288, 288, 288, 288, 1208, 1241, 437, - /* 220 */ 1135, 1246, 142, 1163, 208, 142, 1208, 1208, 1253, 142, - /* 230 */ 1107, 437, 437, 437, 437, 1107, 437, 1199, 142, 462, - /* 240 */ 142, 448, 1378, 1378, 437, 1156, 1107, 437, 437, 1156, - /* 250 */ 1107, 437, 437, 288, 1161, 1258, 1156, 1169, 1173, 1186, - /* 260 */ 928, 1170, 1175, 1180, 1200, 448, 1428, 1355, 1358, 437, - /* 270 */ 597, 1208, 142, 1426, 1241, 2993, 2993, 2993, 2993, 2993, - /* 280 */ 2993, 2993, 1066, 191, 403, 1785, 754, 684, 1098, 50, - /* 290 */ 845, 1038, 471, 1047, 1047, 1047, 1047, 1047, 1047, 1047, - /* 300 */ 1047, 1047, 603, 123, 11, 11, 157, 101, 542, 79, - /* 310 */ 362, 427, 211, 59, 589, 265, 59, 59, 59, 941, - /* 320 */ 1002, 369, 884, 890, 892, 898, 905, 975, 1009, 1096, - /* 330 */ 586, 841, 949, 998, 1014, 1065, 1072, 1073, 1077, 902, - /* 340 */ 785, 991, 1090, 1079, 527, 1004, 987, 1084, 433, 1137, - /* 350 */ 1091, 1141, 1142, 1146, 1148, 1151, 1000, 1088, 1089, 802, - /* 360 */ 1125, 1488, 1489, 1308, 1504, 1505, 1468, 1515, 1481, 1324, - /* 370 */ 1484, 1487, 1490, 1329, 1524, 1491, 1492, 1334, 1530, 1337, - /* 380 */ 1535, 1501, 1547, 1526, 1549, 1509, 1373, 1382, 1560, 1562, - /* 390 */ 1392, 1394, 1563, 1566, 1523, 1568, 1572, 1574, 1533, 1576, - /* 400 */ 1577, 1578, 1537, 1580, 1581, 1583, 1584, 1585, 1587, 1439, - /* 410 */ 1554, 1597, 1451, 1601, 1602, 1606, 1608, 1611, 1616, 1617, - /* 420 */ 1618, 1619, 1620, 1621, 1622, 1623, 1624, 1586, 1625, 1626, - /* 430 */ 1627, 1629, 1630, 1631, 1582, 1632, 1633, 1634, 1636, 1603, - /* 440 */ 1637, 1596, 1640, 1598, 1641, 1653, 1614, 1628, 1638, 1645, - /* 450 */ 1615, 1646, 1639, 1668, 1643, 1635, 1669, 1670, 1671, 1654, - /* 460 */ 1497, 1665, 1672, 1673, 1642, 1676, 1679, 1649, 1650, 1657, - /* 470 */ 1680, 1663, 1655, 1681, 1707, 1674, 1677, 1682, 1711, 1688, - /* 480 */ 1678, 1687, 1712, 1727, 1728, 1729, 1651, 1652, 1695, 1710, - /* 490 */ 1733, 1699, 1701, 1694, 1709, 1703, 1715, 1734, 1755, 1735, - /* 500 */ 1758, 1738, 1713, 1761, 1741, 1730, 1767, 1737, 1768, 1739, - /* 510 */ 1769, 1748, 1751, 1683, 1685, 1773, 1612, 1742, 1776, 1607, - /* 520 */ 1759, 1644, 1648, 1780, 1782, 1656, 1658, 1787, 1783, 1788, - /* 530 */ 1792, 1691, 1698, 1770, 1662, 1794, 1708, 1659, 1716, 1806, - /* 540 */ 1772, 1666, 1720, 1705, 1766, 1774, 1591, 1590, 1600, 1779, - /* 550 */ 1588, 1740, 1732, 1743, 1744, 1745, 1749, 1786, 1750, 1752, - /* 560 */ 1757, 1760, 1771, 1795, 1784, 1789, 1762, 1801, 1610, 1775, - /* 570 */ 1778, 1828, 1809, 1660, 1832, 1833, 1834, 1839, 1840, 1845, - /* 580 */ 1790, 1793, 1836, 1661, 1844, 1837, 1843, 1888, 1869, 1692, - /* 590 */ 1800, 1802, 1804, 1807, 1805, 1808, 1849, 1810, 1815, 1850, - /* 600 */ 1817, 1891, 1723, 1816, 1821, 1819, 1887, 1892, 1838, 1835, - /* 610 */ 1893, 1841, 1851, 1896, 1842, 1853, 1899, 1855, 1856, 1909, - /* 620 */ 1858, 1846, 1847, 1852, 1854, 1928, 1848, 1861, 1862, 1922, - /* 630 */ 1864, 1916, 1916, 1938, 1900, 1902, 1934, 1936, 1939, 1940, - /* 640 */ 1941, 1942, 1943, 1944, 1945, 1946, 1905, 1894, 1947, 1951, - /* 650 */ 1952, 1960, 1953, 1961, 1956, 1957, 1959, 1927, 1694, 1971, - /* 660 */ 1709, 1972, 1973, 1975, 1977, 1992, 1980, 2016, 1982, 1976, - /* 670 */ 1979, 2019, 1985, 1978, 1983, 2024, 1994, 1984, 1988, 2030, - /* 680 */ 1998, 1987, 1996, 2037, 2012, 2015, 2051, 2032, 2031, 2033, - /* 690 */ 2042, 2045, 2048, + /* 40 */ 807, 807, 807, 807, 807, 807, 81, 364, 23, 211, + /* 50 */ 133, 85, 156, 85, 23, 23, 1499, 1499, 85, 1499, + /* 60 */ 1499, 323, 85, 37, 37, 1, 1, 8, 37, 37, + /* 70 */ 37, 37, 37, 37, 37, 37, 37, 37, 14, 37, + /* 80 */ 37, 37, 78, 37, 37, 179, 37, 37, 179, 300, + /* 90 */ 37, 179, 179, 179, 37, 31, 1070, 1243, 1243, 285, + /* 100 */ 784, 800, 800, 800, 800, 800, 800, 800, 800, 800, + /* 110 */ 800, 800, 800, 800, 800, 800, 800, 800, 800, 800, + /* 120 */ 585, 86, 8, 160, 160, 336, 348, 712, 63, 63, + /* 130 */ 618, 618, 618, 348, 384, 384, 384, 151, 78, 4, + /* 140 */ 4, 58, 179, 179, 566, 566, 151, 574, 399, 399, + /* 150 */ 399, 399, 399, 399, 399, 1391, 137, 236, 572, 774, + /* 160 */ 42, 541, 332, 576, 714, 53, 524, 669, 771, 592, + /* 170 */ 852, 621, 592, 939, 661, 805, 917, 1114, 995, 1145, + /* 180 */ 1145, 1179, 1179, 1145, 1074, 1074, 1156, 1179, 1179, 1179, + /* 190 */ 1241, 1241, 1245, 14, 78, 14, 1252, 1253, 14, 1252, + /* 200 */ 14, 14, 14, 1179, 14, 1241, 179, 179, 179, 179, + /* 210 */ 179, 179, 179, 179, 179, 179, 179, 1179, 1241, 566, + /* 220 */ 1128, 1245, 31, 1152, 78, 31, 1179, 1179, 1252, 31, + /* 230 */ 1103, 566, 566, 566, 566, 1103, 566, 1199, 31, 151, + /* 240 */ 31, 384, 1367, 1367, 566, 1147, 1103, 566, 566, 1147, + /* 250 */ 1103, 566, 566, 179, 1160, 1249, 1147, 1162, 1169, 1185, + /* 260 */ 917, 1166, 1171, 1180, 1201, 384, 1422, 1355, 1357, 566, + /* 270 */ 574, 1179, 31, 1425, 1241, 2993, 2993, 2993, 2993, 2993, + /* 280 */ 2993, 2993, 1066, 191, 403, 1785, 1098, 684, 1158, 50, + /* 290 */ 1041, 1176, 126, 754, 754, 754, 754, 754, 754, 754, + /* 300 */ 754, 754, 239, 215, 11, 11, 171, 264, 406, 554, + /* 310 */ 421, 162, 547, 15, 729, 477, 15, 15, 15, 844, + /* 320 */ 135, 687, 830, 888, 889, 890, 895, 975, 1038, 1039, + /* 330 */ 858, 835, 936, 949, 963, 998, 1008, 1009, 1020, 872, + /* 340 */ 842, 992, 1003, 1004, 1001, 1024, 908, 1073, 670, 1000, + /* 350 */ 1091, 1140, 1151, 1193, 1195, 1207, 997, 1083, 1085, 1027, + /* 360 */ 1181, 1483, 1489, 1308, 1503, 1504, 1463, 1510, 1480, 1322, + /* 370 */ 1484, 1487, 1488, 1324, 1524, 1491, 1492, 1334, 1530, 1337, + /* 380 */ 1535, 1501, 1558, 1538, 1562, 1509, 1385, 1388, 1565, 1566, + /* 390 */ 1396, 1398, 1572, 1574, 1529, 1576, 1577, 1578, 1537, 1580, + /* 400 */ 1581, 1583, 1542, 1585, 1587, 1588, 1589, 1597, 1600, 1452, + /* 410 */ 1567, 1606, 1455, 1608, 1611, 1616, 1617, 1618, 1619, 1620, + /* 420 */ 1621, 1622, 1623, 1624, 1625, 1626, 1627, 1586, 1629, 1630, + /* 430 */ 1631, 1632, 1633, 1634, 1614, 1637, 1638, 1640, 1641, 1635, + /* 440 */ 1652, 1598, 1653, 1603, 1656, 1660, 1639, 1628, 1636, 1650, + /* 450 */ 1615, 1651, 1658, 1668, 1643, 1645, 1669, 1671, 1672, 1646, + /* 460 */ 1506, 1674, 1676, 1680, 1649, 1693, 1696, 1662, 1655, 1659, + /* 470 */ 1707, 1677, 1673, 1670, 1721, 1688, 1678, 1685, 1726, 1692, + /* 480 */ 1681, 1690, 1730, 1732, 1733, 1734, 1654, 1657, 1701, 1715, + /* 490 */ 1738, 1717, 1719, 1720, 1710, 1713, 1725, 1727, 1728, 1735, + /* 500 */ 1761, 1741, 1765, 1745, 1722, 1768, 1747, 1737, 1773, 1739, + /* 510 */ 1775, 1742, 1776, 1756, 1759, 1686, 1689, 1780, 1642, 1750, + /* 520 */ 1782, 1607, 1766, 1644, 1648, 1790, 1792, 1661, 1665, 1791, + /* 530 */ 1793, 1802, 1806, 1716, 1714, 1777, 1663, 1811, 1723, 1666, + /* 540 */ 1729, 1814, 1781, 1675, 1731, 1711, 1770, 1779, 1595, 1605, + /* 550 */ 1609, 1786, 1590, 1743, 1744, 1746, 1748, 1749, 1751, 1795, + /* 560 */ 1755, 1752, 1758, 1760, 1771, 1812, 1810, 1821, 1774, 1826, + /* 570 */ 1667, 1778, 1787, 1867, 1831, 1682, 1840, 1845, 1848, 1850, + /* 580 */ 1852, 1853, 1794, 1796, 1844, 1683, 1849, 1851, 1854, 1892, + /* 590 */ 1873, 1698, 1805, 1801, 1808, 1809, 1815, 1818, 1857, 1816, + /* 600 */ 1820, 1859, 1830, 1904, 1753, 1834, 1825, 1836, 1897, 1899, + /* 610 */ 1841, 1855, 1901, 1858, 1856, 1909, 1860, 1861, 1911, 1863, + /* 620 */ 1864, 1913, 1866, 1846, 1847, 1862, 1868, 1927, 1869, 1875, + /* 630 */ 1876, 1923, 1877, 1919, 1919, 1941, 1910, 1912, 1939, 1942, + /* 640 */ 1943, 1944, 1946, 1947, 1950, 1952, 1953, 1955, 1908, 1900, + /* 650 */ 1940, 1957, 1959, 1973, 1971, 1985, 1975, 1977, 1979, 1949, + /* 660 */ 1710, 1980, 1713, 1981, 1983, 1984, 1987, 1986, 1988, 2020, + /* 670 */ 1989, 1978, 1990, 2027, 1995, 2000, 1992, 2033, 1999, 2003, + /* 680 */ 1996, 2037, 2016, 2005, 2015, 2055, 2029, 2031, 2068, 2047, + /* 690 */ 2049, 2051, 2052, 2050, 2056, }; #define YY_REDUCE_COUNT (281) -#define YY_REDUCE_MIN (-379) +#define YY_REDUCE_MIN (-408) #define YY_REDUCE_MAX (2591) static const short yy_reduce_ofst[] = { /* 0 */ 400, -253, -313, 885, 13, 282, 551, 996, 263, 1101, @@ -905,102 +905,102 @@ static const short yy_reduce_ofst[] = { /* 20 */ 1604, 1647, 1664, 1718, 1736, 1798, 1822, 1865, 1885, 1948, /* 30 */ 1967, 2010, 2061, 2081, 2132, 2185, 2228, 2248, 2311, 2330, /* 40 */ 2373, 2424, 2444, 2495, 2548, 2591, 21, 280, -223, 801, - /* 50 */ 924, 926, 933, 984, -98, -28, -351, -348, -316, -341, - /* 60 */ -20, 131, 475, 27, 36, -322, -318, -345, -312, 225, - /* 70 */ 236, 238, 261, 276, 283, 286, 313, 436, -231, 493, - /* 80 */ 508, 550, -245, 552, 555, -51, 565, 613, -22, -200, - /* 90 */ 615, 64, 30, 109, 380, 28, -311, -379, -379, -65, - /* 100 */ -137, -27, -15, 197, 248, 259, 293, 304, 329, 353, - /* 110 */ 416, 464, 472, 504, 505, 510, 526, 544, 619, -62, - /* 120 */ -102, 133, -165, 170, 244, 111, 165, 320, 230, 305, - /* 130 */ 133, 228, 491, 221, -12, 417, 534, 430, 467, 312, - /* 140 */ 512, 547, -211, 273, 606, 612, 637, 623, 390, 415, - /* 150 */ 482, 495, 585, 611, 627, 588, 722, 666, 651, 765, - /* 160 */ 663, 776, 696, 779, 779, 829, 832, 803, 769, 744, - /* 170 */ 744, 726, 744, 755, 746, 779, 794, 806, 809, 833, - /* 180 */ 835, 901, 904, 861, 868, 881, 916, 932, 934, 935, - /* 190 */ 942, 943, 886, 936, 903, 940, 899, 907, 945, 914, - /* 200 */ 963, 964, 967, 972, 970, 992, 966, 968, 973, 974, - /* 210 */ 976, 977, 979, 981, 982, 990, 993, 985, 997, 959, - /* 220 */ 956, 950, 1011, 961, 986, 1018, 1023, 1024, 978, 1027, - /* 230 */ 994, 1012, 1013, 1017, 1020, 1001, 1021, 1016, 1054, 1042, - /* 240 */ 1058, 1039, 1007, 1008, 1041, 983, 1034, 1049, 1051, 988, - /* 250 */ 1043, 1052, 1057, 779, 999, 989, 1003, 1005, 1010, 1015, - /* 260 */ 1048, 1006, 1019, 1026, 744, 1085, 1060, 1044, 1100, 1094, - /* 270 */ 1118, 1131, 1130, 1145, 1147, 1086, 1095, 1140, 1149, 1160, - /* 280 */ 1154, 1164, + /* 50 */ 924, 926, 933, 984, -25, 1131, -351, -348, -316, -341, + /* 60 */ -103, -63, 131, 96, 225, -318, -309, -211, -207, -5, + /* 70 */ 261, 276, 283, 286, 309, 313, 436, 493, 108, 513, + /* 80 */ 517, 533, -217, 552, 555, -239, 565, 613, -241, 22, + /* 90 */ 380, 64, 106, 561, 615, 507, -312, -408, -408, -287, + /* 100 */ -161, -265, -233, -206, -136, 141, 197, 204, 237, 293, + /* 110 */ 416, 464, 472, 516, 526, 542, 544, 545, 549, 562, + /* 120 */ -14, -189, -35, -100, -94, 173, 114, 71, 61, 90, + /* 130 */ -189, 176, 202, 165, 353, 372, 417, -105, 188, 123, + /* 140 */ 455, 196, 602, 7, 603, 609, 632, 521, -331, 117, + /* 150 */ 504, 548, 606, 611, 682, 238, 713, 695, 653, 601, + /* 160 */ 673, 760, 675, 773, 773, 794, 797, 764, 734, 706, + /* 170 */ 706, 688, 706, 744, 735, 773, 777, 779, 803, 831, + /* 180 */ 832, 876, 900, 861, 870, 874, 897, 915, 932, 934, + /* 190 */ 941, 942, 883, 935, 904, 937, 899, 898, 945, 909, + /* 200 */ 955, 962, 964, 967, 968, 977, 956, 957, 965, 966, + /* 210 */ 970, 972, 973, 974, 976, 979, 981, 983, 991, 969, + /* 220 */ 940, 943, 1010, 959, 978, 1013, 1016, 1022, 990, 1018, + /* 230 */ 980, 993, 1011, 1012, 1017, 982, 1021, 987, 1045, 1037, + /* 240 */ 1054, 1029, 1006, 1007, 1026, 971, 1031, 1043, 1044, 985, + /* 250 */ 1040, 1049, 1051, 773, 988, 986, 1002, 1005, 999, 1014, + /* 260 */ 1047, 989, 994, 1015, 706, 1078, 1057, 1042, 1099, 1092, + /* 270 */ 1116, 1129, 1130, 1143, 1146, 1082, 1094, 1124, 1127, 1142, + /* 280 */ 1161, 1164, }; static const YYACTIONTYPE yy_default[] = { - /* 0 */ 1543, 1543, 1543, 1543, 1543, 1543, 1543, 1543, 1543, 1543, - /* 10 */ 1543, 1543, 1543, 1543, 1543, 1543, 1543, 1543, 1543, 1543, - /* 20 */ 1543, 1543, 1543, 1543, 1543, 1543, 1543, 1543, 1543, 1543, - /* 30 */ 1543, 1543, 1543, 1543, 1543, 1543, 1543, 1543, 1543, 1543, - /* 40 */ 1543, 1543, 1543, 1543, 1543, 1543, 1543, 1543, 1543, 1543, - /* 50 */ 1543, 1543, 1543, 1543, 1543, 1543, 1543, 1543, 1543, 1543, - /* 60 */ 1543, 1543, 1543, 1543, 1543, 1543, 1543, 1543, 1543, 1543, - /* 70 */ 1543, 1543, 1543, 1543, 1543, 1543, 1543, 1543, 1617, 1543, - /* 80 */ 1543, 1543, 1543, 1543, 1543, 1543, 1543, 1543, 1543, 1543, - /* 90 */ 1543, 1543, 1543, 1543, 1543, 1615, 1783, 1971, 1543, 1543, - /* 100 */ 1543, 1543, 1543, 1543, 1543, 1543, 1543, 1543, 1543, 1543, - /* 110 */ 1543, 1543, 1543, 1543, 1543, 1543, 1543, 1543, 1543, 1543, - /* 120 */ 1543, 1983, 1543, 1543, 1543, 1617, 1543, 1615, 1943, 1943, - /* 130 */ 1983, 1983, 1983, 1543, 1543, 1543, 1543, 1722, 1543, 1824, - /* 140 */ 1824, 1543, 1543, 1543, 1543, 1543, 1722, 1543, 1543, 1543, - /* 150 */ 1543, 1543, 1543, 1543, 1543, 1818, 1543, 2008, 2061, 1543, - /* 160 */ 1543, 1543, 2011, 1543, 1543, 1543, 1543, 1675, 1998, 1975, - /* 170 */ 1989, 2045, 1976, 1973, 1992, 1543, 2002, 1543, 1811, 1788, - /* 180 */ 1788, 1543, 1543, 1788, 1785, 1785, 1666, 1543, 1543, 1543, - /* 190 */ 1543, 1543, 1543, 1617, 1543, 1617, 1543, 1543, 1617, 1543, - /* 200 */ 1617, 1617, 1617, 1543, 1617, 1543, 1543, 1543, 1543, 1543, - /* 210 */ 1543, 1543, 1543, 1543, 1543, 1543, 1543, 1543, 1543, 1543, - /* 220 */ 1830, 1543, 1615, 1820, 1543, 1615, 1543, 1543, 1543, 1615, - /* 230 */ 2016, 1543, 1543, 1543, 1543, 2016, 1543, 1543, 1615, 1543, - /* 240 */ 1615, 1543, 1543, 1543, 1543, 2018, 2016, 1543, 1543, 2018, - /* 250 */ 2016, 1543, 1543, 1543, 2030, 2026, 2018, 2034, 2032, 2004, - /* 260 */ 2002, 2064, 2051, 2047, 1989, 1543, 1543, 1543, 1691, 1543, - /* 270 */ 1543, 1543, 1615, 1575, 1543, 1813, 1824, 1725, 1725, 1725, - /* 280 */ 1618, 1548, 1543, 1543, 1543, 1543, 1543, 1543, 1543, 1543, - /* 290 */ 1543, 1543, 1543, 1899, 1543, 2029, 2028, 1947, 1946, 1945, - /* 300 */ 1936, 1898, 1543, 1687, 1897, 1896, 1543, 1543, 1543, 1543, - /* 310 */ 1543, 1543, 1543, 1890, 1543, 1543, 1891, 1889, 1888, 1543, - /* 320 */ 1543, 1543, 1543, 1543, 1543, 1543, 1543, 1543, 1543, 1543, - /* 330 */ 1543, 1543, 1543, 1543, 1543, 1543, 1543, 1543, 1543, 1543, - /* 340 */ 2048, 2052, 1972, 1543, 1543, 1543, 1543, 1543, 1881, 1872, - /* 350 */ 1543, 1543, 1543, 1543, 1543, 1543, 1543, 1543, 1543, 1543, - /* 360 */ 1543, 1543, 1543, 1543, 1543, 1543, 1543, 1543, 1543, 1543, - /* 370 */ 1543, 1543, 1543, 1543, 1543, 1543, 1543, 1543, 1543, 1543, - /* 380 */ 1543, 1543, 1543, 1543, 1543, 1543, 1543, 1543, 1543, 1543, - /* 390 */ 1543, 1543, 1543, 1543, 1543, 1543, 1543, 1543, 1543, 1543, - /* 400 */ 1543, 1543, 1543, 1543, 1543, 1543, 1543, 1543, 1543, 1543, - /* 410 */ 1543, 1543, 1543, 1543, 1543, 1543, 1543, 1543, 1543, 1543, - /* 420 */ 1543, 1543, 1543, 1543, 1543, 1543, 1543, 1543, 1543, 1543, - /* 430 */ 1543, 1543, 1543, 1543, 1543, 1543, 1543, 1543, 1543, 1543, - /* 440 */ 1543, 1543, 1543, 1543, 1543, 1543, 1543, 1543, 1580, 1543, - /* 450 */ 1543, 1543, 1543, 1543, 1543, 1543, 1543, 1543, 1543, 1543, - /* 460 */ 1543, 1543, 1543, 1543, 1543, 1543, 1543, 1543, 1543, 1543, - /* 470 */ 1543, 1543, 1543, 1543, 1543, 1543, 1543, 1543, 1543, 1543, - /* 480 */ 1543, 1543, 1543, 1543, 1543, 1543, 1543, 1543, 1543, 1543, - /* 490 */ 1543, 1543, 1543, 1656, 1655, 1543, 1543, 1543, 1543, 1543, - /* 500 */ 1543, 1543, 1543, 1543, 1543, 1543, 1543, 1543, 1543, 1543, - /* 510 */ 1543, 1543, 1543, 1880, 1543, 1543, 1543, 1543, 1543, 1543, - /* 520 */ 1543, 1543, 1543, 1543, 1543, 1543, 1543, 2044, 1543, 1543, - /* 530 */ 1543, 1543, 1543, 1543, 1543, 1828, 1543, 1543, 1543, 1543, - /* 540 */ 1543, 1543, 1543, 1543, 1543, 1933, 1543, 1543, 1543, 2005, - /* 550 */ 1543, 1543, 1543, 1543, 1543, 1543, 1543, 1543, 1543, 1543, - /* 560 */ 1543, 1543, 1543, 1543, 1543, 1872, 1543, 2027, 1543, 1543, - /* 570 */ 2042, 1543, 2046, 1543, 1543, 1543, 1543, 1543, 1543, 1543, - /* 580 */ 1982, 1978, 1543, 1543, 1974, 1871, 1543, 1967, 1543, 1543, - /* 590 */ 1918, 1543, 1543, 1543, 1543, 1543, 1543, 1543, 1543, 1543, - /* 600 */ 1880, 1543, 1884, 1543, 1543, 1543, 1543, 1543, 1719, 1543, - /* 610 */ 1543, 1543, 1543, 1543, 1543, 1543, 1543, 1543, 1543, 1543, - /* 620 */ 1543, 1704, 1702, 1701, 1700, 1543, 1697, 1543, 1543, 1543, - /* 630 */ 1543, 1728, 1727, 1543, 1543, 1543, 1543, 1543, 1543, 1543, - /* 640 */ 1543, 1543, 1543, 1543, 1543, 1543, 1543, 1543, 1637, 1543, - /* 650 */ 1543, 1543, 1543, 1543, 1543, 1543, 1543, 1543, 1628, 1543, - /* 660 */ 1627, 1543, 1543, 1543, 1543, 1543, 1543, 1543, 1543, 1543, - /* 670 */ 1543, 1543, 1543, 1543, 1543, 1543, 1543, 1543, 1543, 1543, - /* 680 */ 1543, 1543, 1543, 1543, 1543, 1543, 1543, 1543, 1543, 1543, - /* 690 */ 1543, 1543, 1543, + /* 0 */ 1549, 1549, 1549, 1549, 1549, 1549, 1549, 1549, 1549, 1549, + /* 10 */ 1549, 1549, 1549, 1549, 1549, 1549, 1549, 1549, 1549, 1549, + /* 20 */ 1549, 1549, 1549, 1549, 1549, 1549, 1549, 1549, 1549, 1549, + /* 30 */ 1549, 1549, 1549, 1549, 1549, 1549, 1549, 1549, 1549, 1549, + /* 40 */ 1549, 1549, 1549, 1549, 1549, 1549, 1549, 1549, 1549, 1549, + /* 50 */ 1549, 1549, 1549, 1549, 1549, 1549, 1549, 1549, 1549, 1549, + /* 60 */ 1549, 1549, 1549, 1549, 1549, 1549, 1549, 1549, 1549, 1549, + /* 70 */ 1549, 1549, 1549, 1549, 1549, 1549, 1549, 1549, 1623, 1549, + /* 80 */ 1549, 1549, 1549, 1549, 1549, 1549, 1549, 1549, 1549, 1549, + /* 90 */ 1549, 1549, 1549, 1549, 1549, 1621, 1791, 1979, 1549, 1549, + /* 100 */ 1549, 1549, 1549, 1549, 1549, 1549, 1549, 1549, 1549, 1549, + /* 110 */ 1549, 1549, 1549, 1549, 1549, 1549, 1549, 1549, 1549, 1549, + /* 120 */ 1549, 1991, 1549, 1549, 1549, 1623, 1549, 1621, 1951, 1951, + /* 130 */ 1991, 1991, 1991, 1549, 1549, 1549, 1549, 1730, 1549, 1832, + /* 140 */ 1832, 1549, 1549, 1549, 1549, 1549, 1730, 1549, 1549, 1549, + /* 150 */ 1549, 1549, 1549, 1549, 1549, 1826, 1549, 1549, 2016, 2069, + /* 160 */ 1549, 1549, 2019, 1549, 1549, 1549, 1549, 1683, 2006, 1983, + /* 170 */ 1997, 2053, 1984, 1981, 2000, 1549, 2010, 1549, 1819, 1796, + /* 180 */ 1796, 1549, 1549, 1796, 1793, 1793, 1674, 1549, 1549, 1549, + /* 190 */ 1549, 1549, 1549, 1623, 1549, 1623, 1549, 1549, 1623, 1549, + /* 200 */ 1623, 1623, 1623, 1549, 1623, 1549, 1549, 1549, 1549, 1549, + /* 210 */ 1549, 1549, 1549, 1549, 1549, 1549, 1549, 1549, 1549, 1549, + /* 220 */ 1838, 1549, 1621, 1828, 1549, 1621, 1549, 1549, 1549, 1621, + /* 230 */ 2024, 1549, 1549, 1549, 1549, 2024, 1549, 1549, 1621, 1549, + /* 240 */ 1621, 1549, 1549, 1549, 1549, 2026, 2024, 1549, 1549, 2026, + /* 250 */ 2024, 1549, 1549, 1549, 2038, 2034, 2026, 2042, 2040, 2012, + /* 260 */ 2010, 2072, 2059, 2055, 1997, 1549, 1549, 1549, 1699, 1549, + /* 270 */ 1549, 1549, 1621, 1581, 1549, 1821, 1832, 1733, 1733, 1733, + /* 280 */ 1624, 1554, 1549, 1549, 1549, 1549, 1549, 1549, 1549, 1549, + /* 290 */ 1549, 1549, 1549, 1907, 1549, 2037, 2036, 1955, 1954, 1953, + /* 300 */ 1944, 1906, 1549, 1695, 1905, 1904, 1549, 1549, 1549, 1549, + /* 310 */ 1549, 1549, 1549, 1898, 1549, 1549, 1899, 1897, 1896, 1549, + /* 320 */ 1549, 1549, 1549, 1549, 1549, 1549, 1549, 1549, 1549, 1549, + /* 330 */ 1549, 1549, 1549, 1549, 1549, 1549, 1549, 1549, 1549, 1549, + /* 340 */ 2056, 2060, 1980, 1549, 1549, 1549, 1549, 1549, 1889, 1880, + /* 350 */ 1549, 1549, 1549, 1549, 1549, 1549, 1549, 1549, 1549, 1549, + /* 360 */ 1549, 1549, 1549, 1549, 1549, 1549, 1549, 1549, 1549, 1549, + /* 370 */ 1549, 1549, 1549, 1549, 1549, 1549, 1549, 1549, 1549, 1549, + /* 380 */ 1549, 1549, 1549, 1549, 1549, 1549, 1549, 1549, 1549, 1549, + /* 390 */ 1549, 1549, 1549, 1549, 1549, 1549, 1549, 1549, 1549, 1549, + /* 400 */ 1549, 1549, 1549, 1549, 1549, 1549, 1549, 1549, 1549, 1549, + /* 410 */ 1549, 1549, 1549, 1549, 1549, 1549, 1549, 1549, 1549, 1549, + /* 420 */ 1549, 1549, 1549, 1549, 1549, 1549, 1549, 1549, 1549, 1549, + /* 430 */ 1549, 1549, 1549, 1549, 1549, 1549, 1549, 1549, 1549, 1549, + /* 440 */ 1549, 1549, 1549, 1549, 1549, 1549, 1549, 1549, 1586, 1549, + /* 450 */ 1549, 1549, 1549, 1549, 1549, 1549, 1549, 1549, 1549, 1549, + /* 460 */ 1549, 1549, 1549, 1549, 1549, 1549, 1549, 1549, 1549, 1549, + /* 470 */ 1549, 1549, 1549, 1549, 1549, 1549, 1549, 1549, 1549, 1549, + /* 480 */ 1549, 1549, 1549, 1549, 1549, 1549, 1549, 1549, 1549, 1549, + /* 490 */ 1549, 1549, 1549, 1549, 1663, 1662, 1549, 1549, 1549, 1549, + /* 500 */ 1549, 1549, 1549, 1549, 1549, 1549, 1549, 1549, 1549, 1549, + /* 510 */ 1549, 1549, 1549, 1549, 1549, 1888, 1549, 1549, 1549, 1549, + /* 520 */ 1549, 1549, 1549, 1549, 1549, 1549, 1549, 1549, 1549, 2052, + /* 530 */ 1549, 1549, 1549, 1549, 1549, 1549, 1549, 1836, 1549, 1549, + /* 540 */ 1549, 1549, 1549, 1549, 1549, 1549, 1549, 1941, 1549, 1549, + /* 550 */ 1549, 2013, 1549, 1549, 1549, 1549, 1549, 1549, 1549, 1549, + /* 560 */ 1549, 1549, 1549, 1549, 1549, 1549, 1549, 1880, 1549, 2035, + /* 570 */ 1549, 1549, 2050, 1549, 2054, 1549, 1549, 1549, 1549, 1549, + /* 580 */ 1549, 1549, 1990, 1986, 1549, 1549, 1982, 1879, 1549, 1975, + /* 590 */ 1549, 1549, 1926, 1549, 1549, 1549, 1549, 1549, 1549, 1549, + /* 600 */ 1549, 1549, 1888, 1549, 1892, 1549, 1549, 1549, 1549, 1549, + /* 610 */ 1727, 1549, 1549, 1549, 1549, 1549, 1549, 1549, 1549, 1549, + /* 620 */ 1549, 1549, 1549, 1712, 1710, 1709, 1708, 1549, 1705, 1549, + /* 630 */ 1549, 1549, 1549, 1736, 1735, 1549, 1549, 1549, 1549, 1549, + /* 640 */ 1549, 1549, 1549, 1549, 1549, 1549, 1549, 1549, 1549, 1549, + /* 650 */ 1643, 1549, 1549, 1549, 1549, 1549, 1549, 1549, 1549, 1549, + /* 660 */ 1634, 1549, 1633, 1549, 1549, 1549, 1549, 1549, 1549, 1549, + /* 670 */ 1549, 1549, 1549, 1549, 1549, 1549, 1549, 1549, 1549, 1549, + /* 680 */ 1549, 1549, 1549, 1549, 1549, 1549, 1549, 1549, 1549, 1549, + /* 690 */ 1549, 1549, 1549, 1549, 1549, }; /********** End of lemon-generated parsing tables *****************************/ @@ -1986,421 +1986,423 @@ static const char *const yyRuleName[] = { /* 103 */ "db_options ::= db_options TABLE_SUFFIX NK_INTEGER", /* 104 */ "alter_db_options ::= alter_db_option", /* 105 */ "alter_db_options ::= alter_db_options alter_db_option", - /* 106 */ "alter_db_option ::= CACHEMODEL NK_STRING", - /* 107 */ "alter_db_option ::= CACHESIZE NK_INTEGER", - /* 108 */ "alter_db_option ::= WAL_FSYNC_PERIOD NK_INTEGER", - /* 109 */ "alter_db_option ::= KEEP integer_list", - /* 110 */ "alter_db_option ::= KEEP variable_list", - /* 111 */ "alter_db_option ::= WAL_LEVEL NK_INTEGER", - /* 112 */ "alter_db_option ::= STT_TRIGGER NK_INTEGER", - /* 113 */ "integer_list ::= NK_INTEGER", - /* 114 */ "integer_list ::= integer_list NK_COMMA NK_INTEGER", - /* 115 */ "variable_list ::= NK_VARIABLE", - /* 116 */ "variable_list ::= variable_list NK_COMMA NK_VARIABLE", - /* 117 */ "retention_list ::= retention", - /* 118 */ "retention_list ::= retention_list NK_COMMA retention", - /* 119 */ "retention ::= NK_VARIABLE NK_COLON NK_VARIABLE", - /* 120 */ "speed_opt ::=", - /* 121 */ "speed_opt ::= MAX_SPEED NK_INTEGER", - /* 122 */ "cmd ::= CREATE TABLE not_exists_opt full_table_name NK_LP column_def_list NK_RP tags_def_opt table_options", - /* 123 */ "cmd ::= CREATE TABLE multi_create_clause", - /* 124 */ "cmd ::= CREATE STABLE not_exists_opt full_table_name NK_LP column_def_list NK_RP tags_def table_options", - /* 125 */ "cmd ::= DROP TABLE multi_drop_clause", - /* 126 */ "cmd ::= DROP STABLE exists_opt full_table_name", - /* 127 */ "cmd ::= ALTER TABLE alter_table_clause", - /* 128 */ "cmd ::= ALTER STABLE alter_table_clause", - /* 129 */ "alter_table_clause ::= full_table_name alter_table_options", - /* 130 */ "alter_table_clause ::= full_table_name ADD COLUMN column_name type_name", - /* 131 */ "alter_table_clause ::= full_table_name DROP COLUMN column_name", - /* 132 */ "alter_table_clause ::= full_table_name MODIFY COLUMN column_name type_name", - /* 133 */ "alter_table_clause ::= full_table_name RENAME COLUMN column_name column_name", - /* 134 */ "alter_table_clause ::= full_table_name ADD TAG column_name type_name", - /* 135 */ "alter_table_clause ::= full_table_name DROP TAG column_name", - /* 136 */ "alter_table_clause ::= full_table_name MODIFY TAG column_name type_name", - /* 137 */ "alter_table_clause ::= full_table_name RENAME TAG column_name column_name", - /* 138 */ "alter_table_clause ::= full_table_name SET TAG column_name NK_EQ signed_literal", - /* 139 */ "multi_create_clause ::= create_subtable_clause", - /* 140 */ "multi_create_clause ::= multi_create_clause create_subtable_clause", - /* 141 */ "create_subtable_clause ::= not_exists_opt full_table_name USING full_table_name specific_cols_opt TAGS NK_LP expression_list NK_RP table_options", - /* 142 */ "multi_drop_clause ::= drop_table_clause", - /* 143 */ "multi_drop_clause ::= multi_drop_clause drop_table_clause", - /* 144 */ "drop_table_clause ::= exists_opt full_table_name", - /* 145 */ "specific_cols_opt ::=", - /* 146 */ "specific_cols_opt ::= NK_LP col_name_list NK_RP", - /* 147 */ "full_table_name ::= table_name", - /* 148 */ "full_table_name ::= db_name NK_DOT table_name", - /* 149 */ "column_def_list ::= column_def", - /* 150 */ "column_def_list ::= column_def_list NK_COMMA column_def", - /* 151 */ "column_def ::= column_name type_name", - /* 152 */ "column_def ::= column_name type_name COMMENT NK_STRING", - /* 153 */ "type_name ::= BOOL", - /* 154 */ "type_name ::= TINYINT", - /* 155 */ "type_name ::= SMALLINT", - /* 156 */ "type_name ::= INT", - /* 157 */ "type_name ::= INTEGER", - /* 158 */ "type_name ::= BIGINT", - /* 159 */ "type_name ::= FLOAT", - /* 160 */ "type_name ::= DOUBLE", - /* 161 */ "type_name ::= BINARY NK_LP NK_INTEGER NK_RP", - /* 162 */ "type_name ::= TIMESTAMP", - /* 163 */ "type_name ::= NCHAR NK_LP NK_INTEGER NK_RP", - /* 164 */ "type_name ::= TINYINT UNSIGNED", - /* 165 */ "type_name ::= SMALLINT UNSIGNED", - /* 166 */ "type_name ::= INT UNSIGNED", - /* 167 */ "type_name ::= BIGINT UNSIGNED", - /* 168 */ "type_name ::= JSON", - /* 169 */ "type_name ::= VARCHAR NK_LP NK_INTEGER NK_RP", - /* 170 */ "type_name ::= MEDIUMBLOB", - /* 171 */ "type_name ::= BLOB", - /* 172 */ "type_name ::= VARBINARY NK_LP NK_INTEGER NK_RP", - /* 173 */ "type_name ::= DECIMAL", - /* 174 */ "type_name ::= DECIMAL NK_LP NK_INTEGER NK_RP", - /* 175 */ "type_name ::= DECIMAL NK_LP NK_INTEGER NK_COMMA NK_INTEGER NK_RP", - /* 176 */ "tags_def_opt ::=", - /* 177 */ "tags_def_opt ::= tags_def", - /* 178 */ "tags_def ::= TAGS NK_LP column_def_list NK_RP", - /* 179 */ "table_options ::=", - /* 180 */ "table_options ::= table_options COMMENT NK_STRING", - /* 181 */ "table_options ::= table_options MAX_DELAY duration_list", - /* 182 */ "table_options ::= table_options WATERMARK duration_list", - /* 183 */ "table_options ::= table_options ROLLUP NK_LP rollup_func_list NK_RP", - /* 184 */ "table_options ::= table_options TTL NK_INTEGER", - /* 185 */ "table_options ::= table_options SMA NK_LP col_name_list NK_RP", - /* 186 */ "alter_table_options ::= alter_table_option", - /* 187 */ "alter_table_options ::= alter_table_options alter_table_option", - /* 188 */ "alter_table_option ::= COMMENT NK_STRING", - /* 189 */ "alter_table_option ::= TTL NK_INTEGER", - /* 190 */ "duration_list ::= duration_literal", - /* 191 */ "duration_list ::= duration_list NK_COMMA duration_literal", - /* 192 */ "rollup_func_list ::= rollup_func_name", - /* 193 */ "rollup_func_list ::= rollup_func_list NK_COMMA rollup_func_name", - /* 194 */ "rollup_func_name ::= function_name", - /* 195 */ "rollup_func_name ::= FIRST", - /* 196 */ "rollup_func_name ::= LAST", - /* 197 */ "col_name_list ::= col_name", - /* 198 */ "col_name_list ::= col_name_list NK_COMMA col_name", - /* 199 */ "col_name ::= column_name", - /* 200 */ "cmd ::= SHOW DNODES", - /* 201 */ "cmd ::= SHOW USERS", - /* 202 */ "cmd ::= SHOW DATABASES", - /* 203 */ "cmd ::= SHOW db_name_cond_opt TABLES like_pattern_opt", - /* 204 */ "cmd ::= SHOW db_name_cond_opt STABLES like_pattern_opt", - /* 205 */ "cmd ::= SHOW db_name_cond_opt VGROUPS", - /* 206 */ "cmd ::= SHOW MNODES", - /* 207 */ "cmd ::= SHOW MODULES", - /* 208 */ "cmd ::= SHOW QNODES", - /* 209 */ "cmd ::= SHOW FUNCTIONS", - /* 210 */ "cmd ::= SHOW INDEXES FROM table_name_cond from_db_opt", - /* 211 */ "cmd ::= SHOW STREAMS", - /* 212 */ "cmd ::= SHOW ACCOUNTS", - /* 213 */ "cmd ::= SHOW APPS", - /* 214 */ "cmd ::= SHOW CONNECTIONS", - /* 215 */ "cmd ::= SHOW LICENCES", - /* 216 */ "cmd ::= SHOW GRANTS", - /* 217 */ "cmd ::= SHOW CREATE DATABASE db_name", - /* 218 */ "cmd ::= SHOW CREATE TABLE full_table_name", - /* 219 */ "cmd ::= SHOW CREATE STABLE full_table_name", - /* 220 */ "cmd ::= SHOW QUERIES", - /* 221 */ "cmd ::= SHOW SCORES", - /* 222 */ "cmd ::= SHOW TOPICS", - /* 223 */ "cmd ::= SHOW VARIABLES", - /* 224 */ "cmd ::= SHOW LOCAL VARIABLES", - /* 225 */ "cmd ::= SHOW DNODE NK_INTEGER VARIABLES", - /* 226 */ "cmd ::= SHOW BNODES", - /* 227 */ "cmd ::= SHOW SNODES", - /* 228 */ "cmd ::= SHOW CLUSTER", - /* 229 */ "cmd ::= SHOW TRANSACTIONS", - /* 230 */ "cmd ::= SHOW TABLE DISTRIBUTED full_table_name", - /* 231 */ "cmd ::= SHOW CONSUMERS", - /* 232 */ "cmd ::= SHOW SUBSCRIPTIONS", - /* 233 */ "cmd ::= SHOW TAGS FROM table_name_cond from_db_opt", - /* 234 */ "cmd ::= SHOW TABLE TAGS FROM table_name_cond from_db_opt", - /* 235 */ "cmd ::= SHOW VNODES NK_INTEGER", - /* 236 */ "cmd ::= SHOW VNODES NK_STRING", - /* 237 */ "db_name_cond_opt ::=", - /* 238 */ "db_name_cond_opt ::= db_name NK_DOT", - /* 239 */ "like_pattern_opt ::=", - /* 240 */ "like_pattern_opt ::= LIKE NK_STRING", - /* 241 */ "table_name_cond ::= table_name", - /* 242 */ "from_db_opt ::=", - /* 243 */ "from_db_opt ::= FROM db_name", - /* 244 */ "cmd ::= CREATE SMA INDEX not_exists_opt full_table_name ON full_table_name index_options", - /* 245 */ "cmd ::= DROP INDEX exists_opt full_table_name", - /* 246 */ "index_options ::= FUNCTION NK_LP func_list NK_RP INTERVAL NK_LP duration_literal NK_RP sliding_opt sma_stream_opt", - /* 247 */ "index_options ::= FUNCTION NK_LP func_list NK_RP INTERVAL NK_LP duration_literal NK_COMMA duration_literal NK_RP sliding_opt sma_stream_opt", - /* 248 */ "func_list ::= func", - /* 249 */ "func_list ::= func_list NK_COMMA func", - /* 250 */ "func ::= function_name NK_LP expression_list NK_RP", - /* 251 */ "sma_stream_opt ::=", - /* 252 */ "sma_stream_opt ::= stream_options WATERMARK duration_literal", - /* 253 */ "sma_stream_opt ::= stream_options MAX_DELAY duration_literal", - /* 254 */ "cmd ::= CREATE TOPIC not_exists_opt topic_name AS query_or_subquery", - /* 255 */ "cmd ::= CREATE TOPIC not_exists_opt topic_name AS DATABASE db_name", - /* 256 */ "cmd ::= CREATE TOPIC not_exists_opt topic_name WITH META AS DATABASE db_name", - /* 257 */ "cmd ::= CREATE TOPIC not_exists_opt topic_name AS STABLE full_table_name", - /* 258 */ "cmd ::= CREATE TOPIC not_exists_opt topic_name WITH META AS STABLE full_table_name", - /* 259 */ "cmd ::= DROP TOPIC exists_opt topic_name", - /* 260 */ "cmd ::= DROP CONSUMER GROUP exists_opt cgroup_name ON topic_name", - /* 261 */ "cmd ::= DESC full_table_name", - /* 262 */ "cmd ::= DESCRIBE full_table_name", - /* 263 */ "cmd ::= RESET QUERY CACHE", - /* 264 */ "cmd ::= EXPLAIN analyze_opt explain_options query_or_subquery", - /* 265 */ "analyze_opt ::=", - /* 266 */ "analyze_opt ::= ANALYZE", - /* 267 */ "explain_options ::=", - /* 268 */ "explain_options ::= explain_options VERBOSE NK_BOOL", - /* 269 */ "explain_options ::= explain_options RATIO NK_FLOAT", - /* 270 */ "cmd ::= CREATE agg_func_opt FUNCTION not_exists_opt function_name AS NK_STRING OUTPUTTYPE type_name bufsize_opt", - /* 271 */ "cmd ::= DROP FUNCTION exists_opt function_name", - /* 272 */ "agg_func_opt ::=", - /* 273 */ "agg_func_opt ::= AGGREGATE", - /* 274 */ "bufsize_opt ::=", - /* 275 */ "bufsize_opt ::= BUFSIZE NK_INTEGER", - /* 276 */ "cmd ::= CREATE STREAM not_exists_opt stream_name stream_options INTO full_table_name tags_def_opt subtable_opt AS query_or_subquery", - /* 277 */ "cmd ::= DROP STREAM exists_opt stream_name", - /* 278 */ "stream_options ::=", - /* 279 */ "stream_options ::= stream_options TRIGGER AT_ONCE", - /* 280 */ "stream_options ::= stream_options TRIGGER WINDOW_CLOSE", - /* 281 */ "stream_options ::= stream_options TRIGGER MAX_DELAY duration_literal", - /* 282 */ "stream_options ::= stream_options WATERMARK duration_literal", - /* 283 */ "stream_options ::= stream_options IGNORE EXPIRED NK_INTEGER", - /* 284 */ "subtable_opt ::=", - /* 285 */ "subtable_opt ::= SUBTABLE NK_LP expression NK_RP", - /* 286 */ "cmd ::= KILL CONNECTION NK_INTEGER", - /* 287 */ "cmd ::= KILL QUERY NK_STRING", - /* 288 */ "cmd ::= KILL TRANSACTION NK_INTEGER", - /* 289 */ "cmd ::= BALANCE VGROUP", - /* 290 */ "cmd ::= MERGE VGROUP NK_INTEGER NK_INTEGER", - /* 291 */ "cmd ::= REDISTRIBUTE VGROUP NK_INTEGER dnode_list", - /* 292 */ "cmd ::= SPLIT VGROUP NK_INTEGER", - /* 293 */ "dnode_list ::= DNODE NK_INTEGER", - /* 294 */ "dnode_list ::= dnode_list DNODE NK_INTEGER", - /* 295 */ "cmd ::= DELETE FROM full_table_name where_clause_opt", - /* 296 */ "cmd ::= query_or_subquery", - /* 297 */ "cmd ::= INSERT INTO full_table_name NK_LP col_name_list NK_RP query_or_subquery", - /* 298 */ "cmd ::= INSERT INTO full_table_name query_or_subquery", - /* 299 */ "literal ::= NK_INTEGER", - /* 300 */ "literal ::= NK_FLOAT", - /* 301 */ "literal ::= NK_STRING", - /* 302 */ "literal ::= NK_BOOL", - /* 303 */ "literal ::= TIMESTAMP NK_STRING", - /* 304 */ "literal ::= duration_literal", - /* 305 */ "literal ::= NULL", - /* 306 */ "literal ::= NK_QUESTION", - /* 307 */ "duration_literal ::= NK_VARIABLE", - /* 308 */ "signed ::= NK_INTEGER", - /* 309 */ "signed ::= NK_PLUS NK_INTEGER", - /* 310 */ "signed ::= NK_MINUS NK_INTEGER", - /* 311 */ "signed ::= NK_FLOAT", - /* 312 */ "signed ::= NK_PLUS NK_FLOAT", - /* 313 */ "signed ::= NK_MINUS NK_FLOAT", - /* 314 */ "signed_literal ::= signed", - /* 315 */ "signed_literal ::= NK_STRING", - /* 316 */ "signed_literal ::= NK_BOOL", - /* 317 */ "signed_literal ::= TIMESTAMP NK_STRING", - /* 318 */ "signed_literal ::= duration_literal", - /* 319 */ "signed_literal ::= NULL", - /* 320 */ "signed_literal ::= literal_func", - /* 321 */ "signed_literal ::= NK_QUESTION", - /* 322 */ "literal_list ::= signed_literal", - /* 323 */ "literal_list ::= literal_list NK_COMMA signed_literal", - /* 324 */ "db_name ::= NK_ID", - /* 325 */ "table_name ::= NK_ID", - /* 326 */ "column_name ::= NK_ID", - /* 327 */ "function_name ::= NK_ID", - /* 328 */ "table_alias ::= NK_ID", - /* 329 */ "column_alias ::= NK_ID", - /* 330 */ "user_name ::= NK_ID", - /* 331 */ "topic_name ::= NK_ID", - /* 332 */ "stream_name ::= NK_ID", - /* 333 */ "cgroup_name ::= NK_ID", - /* 334 */ "expr_or_subquery ::= expression", - /* 335 */ "expr_or_subquery ::= subquery", - /* 336 */ "expression ::= literal", - /* 337 */ "expression ::= pseudo_column", - /* 338 */ "expression ::= column_reference", - /* 339 */ "expression ::= function_expression", - /* 340 */ "expression ::= case_when_expression", - /* 341 */ "expression ::= NK_LP expression NK_RP", - /* 342 */ "expression ::= NK_PLUS expr_or_subquery", - /* 343 */ "expression ::= NK_MINUS expr_or_subquery", - /* 344 */ "expression ::= expr_or_subquery NK_PLUS expr_or_subquery", - /* 345 */ "expression ::= expr_or_subquery NK_MINUS expr_or_subquery", - /* 346 */ "expression ::= expr_or_subquery NK_STAR expr_or_subquery", - /* 347 */ "expression ::= expr_or_subquery NK_SLASH expr_or_subquery", - /* 348 */ "expression ::= expr_or_subquery NK_REM expr_or_subquery", - /* 349 */ "expression ::= column_reference NK_ARROW NK_STRING", - /* 350 */ "expression ::= expr_or_subquery NK_BITAND expr_or_subquery", - /* 351 */ "expression ::= expr_or_subquery NK_BITOR expr_or_subquery", - /* 352 */ "expression_list ::= expr_or_subquery", - /* 353 */ "expression_list ::= expression_list NK_COMMA expr_or_subquery", - /* 354 */ "column_reference ::= column_name", - /* 355 */ "column_reference ::= table_name NK_DOT column_name", - /* 356 */ "pseudo_column ::= ROWTS", - /* 357 */ "pseudo_column ::= TBNAME", - /* 358 */ "pseudo_column ::= table_name NK_DOT TBNAME", - /* 359 */ "pseudo_column ::= QSTART", - /* 360 */ "pseudo_column ::= QEND", - /* 361 */ "pseudo_column ::= QDURATION", - /* 362 */ "pseudo_column ::= WSTART", - /* 363 */ "pseudo_column ::= WEND", - /* 364 */ "pseudo_column ::= WDURATION", - /* 365 */ "pseudo_column ::= IROWTS", - /* 366 */ "pseudo_column ::= QTAGS", - /* 367 */ "function_expression ::= function_name NK_LP expression_list NK_RP", - /* 368 */ "function_expression ::= star_func NK_LP star_func_para_list NK_RP", - /* 369 */ "function_expression ::= CAST NK_LP expr_or_subquery AS type_name NK_RP", - /* 370 */ "function_expression ::= literal_func", - /* 371 */ "literal_func ::= noarg_func NK_LP NK_RP", - /* 372 */ "literal_func ::= NOW", - /* 373 */ "noarg_func ::= NOW", - /* 374 */ "noarg_func ::= TODAY", - /* 375 */ "noarg_func ::= TIMEZONE", - /* 376 */ "noarg_func ::= DATABASE", - /* 377 */ "noarg_func ::= CLIENT_VERSION", - /* 378 */ "noarg_func ::= SERVER_VERSION", - /* 379 */ "noarg_func ::= SERVER_STATUS", - /* 380 */ "noarg_func ::= CURRENT_USER", - /* 381 */ "noarg_func ::= USER", - /* 382 */ "star_func ::= COUNT", - /* 383 */ "star_func ::= FIRST", - /* 384 */ "star_func ::= LAST", - /* 385 */ "star_func ::= LAST_ROW", - /* 386 */ "star_func_para_list ::= NK_STAR", - /* 387 */ "star_func_para_list ::= other_para_list", - /* 388 */ "other_para_list ::= star_func_para", - /* 389 */ "other_para_list ::= other_para_list NK_COMMA star_func_para", - /* 390 */ "star_func_para ::= expr_or_subquery", - /* 391 */ "star_func_para ::= table_name NK_DOT NK_STAR", - /* 392 */ "case_when_expression ::= CASE when_then_list case_when_else_opt END", - /* 393 */ "case_when_expression ::= CASE common_expression when_then_list case_when_else_opt END", - /* 394 */ "when_then_list ::= when_then_expr", - /* 395 */ "when_then_list ::= when_then_list when_then_expr", - /* 396 */ "when_then_expr ::= WHEN common_expression THEN common_expression", - /* 397 */ "case_when_else_opt ::=", - /* 398 */ "case_when_else_opt ::= ELSE common_expression", - /* 399 */ "predicate ::= expr_or_subquery compare_op expr_or_subquery", - /* 400 */ "predicate ::= expr_or_subquery BETWEEN expr_or_subquery AND expr_or_subquery", - /* 401 */ "predicate ::= expr_or_subquery NOT BETWEEN expr_or_subquery AND expr_or_subquery", - /* 402 */ "predicate ::= expr_or_subquery IS NULL", - /* 403 */ "predicate ::= expr_or_subquery IS NOT NULL", - /* 404 */ "predicate ::= expr_or_subquery in_op in_predicate_value", - /* 405 */ "compare_op ::= NK_LT", - /* 406 */ "compare_op ::= NK_GT", - /* 407 */ "compare_op ::= NK_LE", - /* 408 */ "compare_op ::= NK_GE", - /* 409 */ "compare_op ::= NK_NE", - /* 410 */ "compare_op ::= NK_EQ", - /* 411 */ "compare_op ::= LIKE", - /* 412 */ "compare_op ::= NOT LIKE", - /* 413 */ "compare_op ::= MATCH", - /* 414 */ "compare_op ::= NMATCH", - /* 415 */ "compare_op ::= CONTAINS", - /* 416 */ "in_op ::= IN", - /* 417 */ "in_op ::= NOT IN", - /* 418 */ "in_predicate_value ::= NK_LP literal_list NK_RP", - /* 419 */ "boolean_value_expression ::= boolean_primary", - /* 420 */ "boolean_value_expression ::= NOT boolean_primary", - /* 421 */ "boolean_value_expression ::= boolean_value_expression OR boolean_value_expression", - /* 422 */ "boolean_value_expression ::= boolean_value_expression AND boolean_value_expression", - /* 423 */ "boolean_primary ::= predicate", - /* 424 */ "boolean_primary ::= NK_LP boolean_value_expression NK_RP", - /* 425 */ "common_expression ::= expr_or_subquery", - /* 426 */ "common_expression ::= boolean_value_expression", - /* 427 */ "from_clause_opt ::=", - /* 428 */ "from_clause_opt ::= FROM table_reference_list", - /* 429 */ "table_reference_list ::= table_reference", - /* 430 */ "table_reference_list ::= table_reference_list NK_COMMA table_reference", - /* 431 */ "table_reference ::= table_primary", - /* 432 */ "table_reference ::= joined_table", - /* 433 */ "table_primary ::= table_name alias_opt", - /* 434 */ "table_primary ::= db_name NK_DOT table_name alias_opt", - /* 435 */ "table_primary ::= subquery alias_opt", - /* 436 */ "table_primary ::= parenthesized_joined_table", - /* 437 */ "alias_opt ::=", - /* 438 */ "alias_opt ::= table_alias", - /* 439 */ "alias_opt ::= AS table_alias", - /* 440 */ "parenthesized_joined_table ::= NK_LP joined_table NK_RP", - /* 441 */ "parenthesized_joined_table ::= NK_LP parenthesized_joined_table NK_RP", - /* 442 */ "joined_table ::= table_reference join_type JOIN table_reference ON search_condition", - /* 443 */ "join_type ::=", - /* 444 */ "join_type ::= INNER", - /* 445 */ "query_specification ::= SELECT set_quantifier_opt select_list from_clause_opt where_clause_opt partition_by_clause_opt range_opt every_opt fill_opt twindow_clause_opt group_by_clause_opt having_clause_opt", - /* 446 */ "set_quantifier_opt ::=", - /* 447 */ "set_quantifier_opt ::= DISTINCT", - /* 448 */ "set_quantifier_opt ::= ALL", - /* 449 */ "select_list ::= select_item", - /* 450 */ "select_list ::= select_list NK_COMMA select_item", - /* 451 */ "select_item ::= NK_STAR", - /* 452 */ "select_item ::= common_expression", - /* 453 */ "select_item ::= common_expression column_alias", - /* 454 */ "select_item ::= common_expression AS column_alias", - /* 455 */ "select_item ::= table_name NK_DOT NK_STAR", - /* 456 */ "where_clause_opt ::=", - /* 457 */ "where_clause_opt ::= WHERE search_condition", - /* 458 */ "partition_by_clause_opt ::=", - /* 459 */ "partition_by_clause_opt ::= PARTITION BY partition_list", - /* 460 */ "partition_list ::= partition_item", - /* 461 */ "partition_list ::= partition_list NK_COMMA partition_item", - /* 462 */ "partition_item ::= expr_or_subquery", - /* 463 */ "partition_item ::= expr_or_subquery column_alias", - /* 464 */ "partition_item ::= expr_or_subquery AS column_alias", - /* 465 */ "twindow_clause_opt ::=", - /* 466 */ "twindow_clause_opt ::= SESSION NK_LP column_reference NK_COMMA duration_literal NK_RP", - /* 467 */ "twindow_clause_opt ::= STATE_WINDOW NK_LP expr_or_subquery NK_RP", - /* 468 */ "twindow_clause_opt ::= INTERVAL NK_LP duration_literal NK_RP sliding_opt fill_opt", - /* 469 */ "twindow_clause_opt ::= INTERVAL NK_LP duration_literal NK_COMMA duration_literal NK_RP sliding_opt fill_opt", - /* 470 */ "sliding_opt ::=", - /* 471 */ "sliding_opt ::= SLIDING NK_LP duration_literal NK_RP", - /* 472 */ "fill_opt ::=", - /* 473 */ "fill_opt ::= FILL NK_LP fill_mode NK_RP", - /* 474 */ "fill_opt ::= FILL NK_LP VALUE NK_COMMA literal_list NK_RP", - /* 475 */ "fill_mode ::= NONE", - /* 476 */ "fill_mode ::= PREV", - /* 477 */ "fill_mode ::= NULL", - /* 478 */ "fill_mode ::= LINEAR", - /* 479 */ "fill_mode ::= NEXT", - /* 480 */ "group_by_clause_opt ::=", - /* 481 */ "group_by_clause_opt ::= GROUP BY group_by_list", - /* 482 */ "group_by_list ::= expr_or_subquery", - /* 483 */ "group_by_list ::= group_by_list NK_COMMA expr_or_subquery", - /* 484 */ "having_clause_opt ::=", - /* 485 */ "having_clause_opt ::= HAVING search_condition", - /* 486 */ "range_opt ::=", - /* 487 */ "range_opt ::= RANGE NK_LP expr_or_subquery NK_COMMA expr_or_subquery NK_RP", - /* 488 */ "every_opt ::=", - /* 489 */ "every_opt ::= EVERY NK_LP duration_literal NK_RP", - /* 490 */ "query_expression ::= query_simple order_by_clause_opt slimit_clause_opt limit_clause_opt", - /* 491 */ "query_simple ::= query_specification", - /* 492 */ "query_simple ::= union_query_expression", - /* 493 */ "union_query_expression ::= query_simple_or_subquery UNION ALL query_simple_or_subquery", - /* 494 */ "union_query_expression ::= query_simple_or_subquery UNION query_simple_or_subquery", - /* 495 */ "query_simple_or_subquery ::= query_simple", - /* 496 */ "query_simple_or_subquery ::= subquery", - /* 497 */ "query_or_subquery ::= query_expression", - /* 498 */ "query_or_subquery ::= subquery", - /* 499 */ "order_by_clause_opt ::=", - /* 500 */ "order_by_clause_opt ::= ORDER BY sort_specification_list", - /* 501 */ "slimit_clause_opt ::=", - /* 502 */ "slimit_clause_opt ::= SLIMIT NK_INTEGER", - /* 503 */ "slimit_clause_opt ::= SLIMIT NK_INTEGER SOFFSET NK_INTEGER", - /* 504 */ "slimit_clause_opt ::= SLIMIT NK_INTEGER NK_COMMA NK_INTEGER", - /* 505 */ "limit_clause_opt ::=", - /* 506 */ "limit_clause_opt ::= LIMIT NK_INTEGER", - /* 507 */ "limit_clause_opt ::= LIMIT NK_INTEGER OFFSET NK_INTEGER", - /* 508 */ "limit_clause_opt ::= LIMIT NK_INTEGER NK_COMMA NK_INTEGER", - /* 509 */ "subquery ::= NK_LP query_expression NK_RP", - /* 510 */ "subquery ::= NK_LP subquery NK_RP", - /* 511 */ "search_condition ::= common_expression", - /* 512 */ "sort_specification_list ::= sort_specification", - /* 513 */ "sort_specification_list ::= sort_specification_list NK_COMMA sort_specification", - /* 514 */ "sort_specification ::= expr_or_subquery ordering_specification_opt null_ordering_opt", - /* 515 */ "ordering_specification_opt ::=", - /* 516 */ "ordering_specification_opt ::= ASC", - /* 517 */ "ordering_specification_opt ::= DESC", - /* 518 */ "null_ordering_opt ::=", - /* 519 */ "null_ordering_opt ::= NULLS FIRST", - /* 520 */ "null_ordering_opt ::= NULLS LAST", + /* 106 */ "alter_db_option ::= BUFFER NK_INTEGER", + /* 107 */ "alter_db_option ::= CACHEMODEL NK_STRING", + /* 108 */ "alter_db_option ::= CACHESIZE NK_INTEGER", + /* 109 */ "alter_db_option ::= WAL_FSYNC_PERIOD NK_INTEGER", + /* 110 */ "alter_db_option ::= KEEP integer_list", + /* 111 */ "alter_db_option ::= KEEP variable_list", + /* 112 */ "alter_db_option ::= PAGES NK_INTEGER", + /* 113 */ "alter_db_option ::= WAL_LEVEL NK_INTEGER", + /* 114 */ "alter_db_option ::= STT_TRIGGER NK_INTEGER", + /* 115 */ "integer_list ::= NK_INTEGER", + /* 116 */ "integer_list ::= integer_list NK_COMMA NK_INTEGER", + /* 117 */ "variable_list ::= NK_VARIABLE", + /* 118 */ "variable_list ::= variable_list NK_COMMA NK_VARIABLE", + /* 119 */ "retention_list ::= retention", + /* 120 */ "retention_list ::= retention_list NK_COMMA retention", + /* 121 */ "retention ::= NK_VARIABLE NK_COLON NK_VARIABLE", + /* 122 */ "speed_opt ::=", + /* 123 */ "speed_opt ::= MAX_SPEED NK_INTEGER", + /* 124 */ "cmd ::= CREATE TABLE not_exists_opt full_table_name NK_LP column_def_list NK_RP tags_def_opt table_options", + /* 125 */ "cmd ::= CREATE TABLE multi_create_clause", + /* 126 */ "cmd ::= CREATE STABLE not_exists_opt full_table_name NK_LP column_def_list NK_RP tags_def table_options", + /* 127 */ "cmd ::= DROP TABLE multi_drop_clause", + /* 128 */ "cmd ::= DROP STABLE exists_opt full_table_name", + /* 129 */ "cmd ::= ALTER TABLE alter_table_clause", + /* 130 */ "cmd ::= ALTER STABLE alter_table_clause", + /* 131 */ "alter_table_clause ::= full_table_name alter_table_options", + /* 132 */ "alter_table_clause ::= full_table_name ADD COLUMN column_name type_name", + /* 133 */ "alter_table_clause ::= full_table_name DROP COLUMN column_name", + /* 134 */ "alter_table_clause ::= full_table_name MODIFY COLUMN column_name type_name", + /* 135 */ "alter_table_clause ::= full_table_name RENAME COLUMN column_name column_name", + /* 136 */ "alter_table_clause ::= full_table_name ADD TAG column_name type_name", + /* 137 */ "alter_table_clause ::= full_table_name DROP TAG column_name", + /* 138 */ "alter_table_clause ::= full_table_name MODIFY TAG column_name type_name", + /* 139 */ "alter_table_clause ::= full_table_name RENAME TAG column_name column_name", + /* 140 */ "alter_table_clause ::= full_table_name SET TAG column_name NK_EQ signed_literal", + /* 141 */ "multi_create_clause ::= create_subtable_clause", + /* 142 */ "multi_create_clause ::= multi_create_clause create_subtable_clause", + /* 143 */ "create_subtable_clause ::= not_exists_opt full_table_name USING full_table_name specific_cols_opt TAGS NK_LP expression_list NK_RP table_options", + /* 144 */ "multi_drop_clause ::= drop_table_clause", + /* 145 */ "multi_drop_clause ::= multi_drop_clause drop_table_clause", + /* 146 */ "drop_table_clause ::= exists_opt full_table_name", + /* 147 */ "specific_cols_opt ::=", + /* 148 */ "specific_cols_opt ::= NK_LP col_name_list NK_RP", + /* 149 */ "full_table_name ::= table_name", + /* 150 */ "full_table_name ::= db_name NK_DOT table_name", + /* 151 */ "column_def_list ::= column_def", + /* 152 */ "column_def_list ::= column_def_list NK_COMMA column_def", + /* 153 */ "column_def ::= column_name type_name", + /* 154 */ "column_def ::= column_name type_name COMMENT NK_STRING", + /* 155 */ "type_name ::= BOOL", + /* 156 */ "type_name ::= TINYINT", + /* 157 */ "type_name ::= SMALLINT", + /* 158 */ "type_name ::= INT", + /* 159 */ "type_name ::= INTEGER", + /* 160 */ "type_name ::= BIGINT", + /* 161 */ "type_name ::= FLOAT", + /* 162 */ "type_name ::= DOUBLE", + /* 163 */ "type_name ::= BINARY NK_LP NK_INTEGER NK_RP", + /* 164 */ "type_name ::= TIMESTAMP", + /* 165 */ "type_name ::= NCHAR NK_LP NK_INTEGER NK_RP", + /* 166 */ "type_name ::= TINYINT UNSIGNED", + /* 167 */ "type_name ::= SMALLINT UNSIGNED", + /* 168 */ "type_name ::= INT UNSIGNED", + /* 169 */ "type_name ::= BIGINT UNSIGNED", + /* 170 */ "type_name ::= JSON", + /* 171 */ "type_name ::= VARCHAR NK_LP NK_INTEGER NK_RP", + /* 172 */ "type_name ::= MEDIUMBLOB", + /* 173 */ "type_name ::= BLOB", + /* 174 */ "type_name ::= VARBINARY NK_LP NK_INTEGER NK_RP", + /* 175 */ "type_name ::= DECIMAL", + /* 176 */ "type_name ::= DECIMAL NK_LP NK_INTEGER NK_RP", + /* 177 */ "type_name ::= DECIMAL NK_LP NK_INTEGER NK_COMMA NK_INTEGER NK_RP", + /* 178 */ "tags_def_opt ::=", + /* 179 */ "tags_def_opt ::= tags_def", + /* 180 */ "tags_def ::= TAGS NK_LP column_def_list NK_RP", + /* 181 */ "table_options ::=", + /* 182 */ "table_options ::= table_options COMMENT NK_STRING", + /* 183 */ "table_options ::= table_options MAX_DELAY duration_list", + /* 184 */ "table_options ::= table_options WATERMARK duration_list", + /* 185 */ "table_options ::= table_options ROLLUP NK_LP rollup_func_list NK_RP", + /* 186 */ "table_options ::= table_options TTL NK_INTEGER", + /* 187 */ "table_options ::= table_options SMA NK_LP col_name_list NK_RP", + /* 188 */ "alter_table_options ::= alter_table_option", + /* 189 */ "alter_table_options ::= alter_table_options alter_table_option", + /* 190 */ "alter_table_option ::= COMMENT NK_STRING", + /* 191 */ "alter_table_option ::= TTL NK_INTEGER", + /* 192 */ "duration_list ::= duration_literal", + /* 193 */ "duration_list ::= duration_list NK_COMMA duration_literal", + /* 194 */ "rollup_func_list ::= rollup_func_name", + /* 195 */ "rollup_func_list ::= rollup_func_list NK_COMMA rollup_func_name", + /* 196 */ "rollup_func_name ::= function_name", + /* 197 */ "rollup_func_name ::= FIRST", + /* 198 */ "rollup_func_name ::= LAST", + /* 199 */ "col_name_list ::= col_name", + /* 200 */ "col_name_list ::= col_name_list NK_COMMA col_name", + /* 201 */ "col_name ::= column_name", + /* 202 */ "cmd ::= SHOW DNODES", + /* 203 */ "cmd ::= SHOW USERS", + /* 204 */ "cmd ::= SHOW DATABASES", + /* 205 */ "cmd ::= SHOW db_name_cond_opt TABLES like_pattern_opt", + /* 206 */ "cmd ::= SHOW db_name_cond_opt STABLES like_pattern_opt", + /* 207 */ "cmd ::= SHOW db_name_cond_opt VGROUPS", + /* 208 */ "cmd ::= SHOW MNODES", + /* 209 */ "cmd ::= SHOW MODULES", + /* 210 */ "cmd ::= SHOW QNODES", + /* 211 */ "cmd ::= SHOW FUNCTIONS", + /* 212 */ "cmd ::= SHOW INDEXES FROM table_name_cond from_db_opt", + /* 213 */ "cmd ::= SHOW STREAMS", + /* 214 */ "cmd ::= SHOW ACCOUNTS", + /* 215 */ "cmd ::= SHOW APPS", + /* 216 */ "cmd ::= SHOW CONNECTIONS", + /* 217 */ "cmd ::= SHOW LICENCES", + /* 218 */ "cmd ::= SHOW GRANTS", + /* 219 */ "cmd ::= SHOW CREATE DATABASE db_name", + /* 220 */ "cmd ::= SHOW CREATE TABLE full_table_name", + /* 221 */ "cmd ::= SHOW CREATE STABLE full_table_name", + /* 222 */ "cmd ::= SHOW QUERIES", + /* 223 */ "cmd ::= SHOW SCORES", + /* 224 */ "cmd ::= SHOW TOPICS", + /* 225 */ "cmd ::= SHOW VARIABLES", + /* 226 */ "cmd ::= SHOW LOCAL VARIABLES", + /* 227 */ "cmd ::= SHOW DNODE NK_INTEGER VARIABLES", + /* 228 */ "cmd ::= SHOW BNODES", + /* 229 */ "cmd ::= SHOW SNODES", + /* 230 */ "cmd ::= SHOW CLUSTER", + /* 231 */ "cmd ::= SHOW TRANSACTIONS", + /* 232 */ "cmd ::= SHOW TABLE DISTRIBUTED full_table_name", + /* 233 */ "cmd ::= SHOW CONSUMERS", + /* 234 */ "cmd ::= SHOW SUBSCRIPTIONS", + /* 235 */ "cmd ::= SHOW TAGS FROM table_name_cond from_db_opt", + /* 236 */ "cmd ::= SHOW TABLE TAGS FROM table_name_cond from_db_opt", + /* 237 */ "cmd ::= SHOW VNODES NK_INTEGER", + /* 238 */ "cmd ::= SHOW VNODES NK_STRING", + /* 239 */ "db_name_cond_opt ::=", + /* 240 */ "db_name_cond_opt ::= db_name NK_DOT", + /* 241 */ "like_pattern_opt ::=", + /* 242 */ "like_pattern_opt ::= LIKE NK_STRING", + /* 243 */ "table_name_cond ::= table_name", + /* 244 */ "from_db_opt ::=", + /* 245 */ "from_db_opt ::= FROM db_name", + /* 246 */ "cmd ::= CREATE SMA INDEX not_exists_opt full_table_name ON full_table_name index_options", + /* 247 */ "cmd ::= DROP INDEX exists_opt full_table_name", + /* 248 */ "index_options ::= FUNCTION NK_LP func_list NK_RP INTERVAL NK_LP duration_literal NK_RP sliding_opt sma_stream_opt", + /* 249 */ "index_options ::= FUNCTION NK_LP func_list NK_RP INTERVAL NK_LP duration_literal NK_COMMA duration_literal NK_RP sliding_opt sma_stream_opt", + /* 250 */ "func_list ::= func", + /* 251 */ "func_list ::= func_list NK_COMMA func", + /* 252 */ "func ::= function_name NK_LP expression_list NK_RP", + /* 253 */ "sma_stream_opt ::=", + /* 254 */ "sma_stream_opt ::= stream_options WATERMARK duration_literal", + /* 255 */ "sma_stream_opt ::= stream_options MAX_DELAY duration_literal", + /* 256 */ "cmd ::= CREATE TOPIC not_exists_opt topic_name AS query_or_subquery", + /* 257 */ "cmd ::= CREATE TOPIC not_exists_opt topic_name AS DATABASE db_name", + /* 258 */ "cmd ::= CREATE TOPIC not_exists_opt topic_name WITH META AS DATABASE db_name", + /* 259 */ "cmd ::= CREATE TOPIC not_exists_opt topic_name AS STABLE full_table_name", + /* 260 */ "cmd ::= CREATE TOPIC not_exists_opt topic_name WITH META AS STABLE full_table_name", + /* 261 */ "cmd ::= DROP TOPIC exists_opt topic_name", + /* 262 */ "cmd ::= DROP CONSUMER GROUP exists_opt cgroup_name ON topic_name", + /* 263 */ "cmd ::= DESC full_table_name", + /* 264 */ "cmd ::= DESCRIBE full_table_name", + /* 265 */ "cmd ::= RESET QUERY CACHE", + /* 266 */ "cmd ::= EXPLAIN analyze_opt explain_options query_or_subquery", + /* 267 */ "analyze_opt ::=", + /* 268 */ "analyze_opt ::= ANALYZE", + /* 269 */ "explain_options ::=", + /* 270 */ "explain_options ::= explain_options VERBOSE NK_BOOL", + /* 271 */ "explain_options ::= explain_options RATIO NK_FLOAT", + /* 272 */ "cmd ::= CREATE agg_func_opt FUNCTION not_exists_opt function_name AS NK_STRING OUTPUTTYPE type_name bufsize_opt", + /* 273 */ "cmd ::= DROP FUNCTION exists_opt function_name", + /* 274 */ "agg_func_opt ::=", + /* 275 */ "agg_func_opt ::= AGGREGATE", + /* 276 */ "bufsize_opt ::=", + /* 277 */ "bufsize_opt ::= BUFSIZE NK_INTEGER", + /* 278 */ "cmd ::= CREATE STREAM not_exists_opt stream_name stream_options INTO full_table_name tags_def_opt subtable_opt AS query_or_subquery", + /* 279 */ "cmd ::= DROP STREAM exists_opt stream_name", + /* 280 */ "stream_options ::=", + /* 281 */ "stream_options ::= stream_options TRIGGER AT_ONCE", + /* 282 */ "stream_options ::= stream_options TRIGGER WINDOW_CLOSE", + /* 283 */ "stream_options ::= stream_options TRIGGER MAX_DELAY duration_literal", + /* 284 */ "stream_options ::= stream_options WATERMARK duration_literal", + /* 285 */ "stream_options ::= stream_options IGNORE EXPIRED NK_INTEGER", + /* 286 */ "subtable_opt ::=", + /* 287 */ "subtable_opt ::= SUBTABLE NK_LP expression NK_RP", + /* 288 */ "cmd ::= KILL CONNECTION NK_INTEGER", + /* 289 */ "cmd ::= KILL QUERY NK_STRING", + /* 290 */ "cmd ::= KILL TRANSACTION NK_INTEGER", + /* 291 */ "cmd ::= BALANCE VGROUP", + /* 292 */ "cmd ::= MERGE VGROUP NK_INTEGER NK_INTEGER", + /* 293 */ "cmd ::= REDISTRIBUTE VGROUP NK_INTEGER dnode_list", + /* 294 */ "cmd ::= SPLIT VGROUP NK_INTEGER", + /* 295 */ "dnode_list ::= DNODE NK_INTEGER", + /* 296 */ "dnode_list ::= dnode_list DNODE NK_INTEGER", + /* 297 */ "cmd ::= DELETE FROM full_table_name where_clause_opt", + /* 298 */ "cmd ::= query_or_subquery", + /* 299 */ "cmd ::= INSERT INTO full_table_name NK_LP col_name_list NK_RP query_or_subquery", + /* 300 */ "cmd ::= INSERT INTO full_table_name query_or_subquery", + /* 301 */ "literal ::= NK_INTEGER", + /* 302 */ "literal ::= NK_FLOAT", + /* 303 */ "literal ::= NK_STRING", + /* 304 */ "literal ::= NK_BOOL", + /* 305 */ "literal ::= TIMESTAMP NK_STRING", + /* 306 */ "literal ::= duration_literal", + /* 307 */ "literal ::= NULL", + /* 308 */ "literal ::= NK_QUESTION", + /* 309 */ "duration_literal ::= NK_VARIABLE", + /* 310 */ "signed ::= NK_INTEGER", + /* 311 */ "signed ::= NK_PLUS NK_INTEGER", + /* 312 */ "signed ::= NK_MINUS NK_INTEGER", + /* 313 */ "signed ::= NK_FLOAT", + /* 314 */ "signed ::= NK_PLUS NK_FLOAT", + /* 315 */ "signed ::= NK_MINUS NK_FLOAT", + /* 316 */ "signed_literal ::= signed", + /* 317 */ "signed_literal ::= NK_STRING", + /* 318 */ "signed_literal ::= NK_BOOL", + /* 319 */ "signed_literal ::= TIMESTAMP NK_STRING", + /* 320 */ "signed_literal ::= duration_literal", + /* 321 */ "signed_literal ::= NULL", + /* 322 */ "signed_literal ::= literal_func", + /* 323 */ "signed_literal ::= NK_QUESTION", + /* 324 */ "literal_list ::= signed_literal", + /* 325 */ "literal_list ::= literal_list NK_COMMA signed_literal", + /* 326 */ "db_name ::= NK_ID", + /* 327 */ "table_name ::= NK_ID", + /* 328 */ "column_name ::= NK_ID", + /* 329 */ "function_name ::= NK_ID", + /* 330 */ "table_alias ::= NK_ID", + /* 331 */ "column_alias ::= NK_ID", + /* 332 */ "user_name ::= NK_ID", + /* 333 */ "topic_name ::= NK_ID", + /* 334 */ "stream_name ::= NK_ID", + /* 335 */ "cgroup_name ::= NK_ID", + /* 336 */ "expr_or_subquery ::= expression", + /* 337 */ "expr_or_subquery ::= subquery", + /* 338 */ "expression ::= literal", + /* 339 */ "expression ::= pseudo_column", + /* 340 */ "expression ::= column_reference", + /* 341 */ "expression ::= function_expression", + /* 342 */ "expression ::= case_when_expression", + /* 343 */ "expression ::= NK_LP expression NK_RP", + /* 344 */ "expression ::= NK_PLUS expr_or_subquery", + /* 345 */ "expression ::= NK_MINUS expr_or_subquery", + /* 346 */ "expression ::= expr_or_subquery NK_PLUS expr_or_subquery", + /* 347 */ "expression ::= expr_or_subquery NK_MINUS expr_or_subquery", + /* 348 */ "expression ::= expr_or_subquery NK_STAR expr_or_subquery", + /* 349 */ "expression ::= expr_or_subquery NK_SLASH expr_or_subquery", + /* 350 */ "expression ::= expr_or_subquery NK_REM expr_or_subquery", + /* 351 */ "expression ::= column_reference NK_ARROW NK_STRING", + /* 352 */ "expression ::= expr_or_subquery NK_BITAND expr_or_subquery", + /* 353 */ "expression ::= expr_or_subquery NK_BITOR expr_or_subquery", + /* 354 */ "expression_list ::= expr_or_subquery", + /* 355 */ "expression_list ::= expression_list NK_COMMA expr_or_subquery", + /* 356 */ "column_reference ::= column_name", + /* 357 */ "column_reference ::= table_name NK_DOT column_name", + /* 358 */ "pseudo_column ::= ROWTS", + /* 359 */ "pseudo_column ::= TBNAME", + /* 360 */ "pseudo_column ::= table_name NK_DOT TBNAME", + /* 361 */ "pseudo_column ::= QSTART", + /* 362 */ "pseudo_column ::= QEND", + /* 363 */ "pseudo_column ::= QDURATION", + /* 364 */ "pseudo_column ::= WSTART", + /* 365 */ "pseudo_column ::= WEND", + /* 366 */ "pseudo_column ::= WDURATION", + /* 367 */ "pseudo_column ::= IROWTS", + /* 368 */ "pseudo_column ::= QTAGS", + /* 369 */ "function_expression ::= function_name NK_LP expression_list NK_RP", + /* 370 */ "function_expression ::= star_func NK_LP star_func_para_list NK_RP", + /* 371 */ "function_expression ::= CAST NK_LP expr_or_subquery AS type_name NK_RP", + /* 372 */ "function_expression ::= literal_func", + /* 373 */ "literal_func ::= noarg_func NK_LP NK_RP", + /* 374 */ "literal_func ::= NOW", + /* 375 */ "noarg_func ::= NOW", + /* 376 */ "noarg_func ::= TODAY", + /* 377 */ "noarg_func ::= TIMEZONE", + /* 378 */ "noarg_func ::= DATABASE", + /* 379 */ "noarg_func ::= CLIENT_VERSION", + /* 380 */ "noarg_func ::= SERVER_VERSION", + /* 381 */ "noarg_func ::= SERVER_STATUS", + /* 382 */ "noarg_func ::= CURRENT_USER", + /* 383 */ "noarg_func ::= USER", + /* 384 */ "star_func ::= COUNT", + /* 385 */ "star_func ::= FIRST", + /* 386 */ "star_func ::= LAST", + /* 387 */ "star_func ::= LAST_ROW", + /* 388 */ "star_func_para_list ::= NK_STAR", + /* 389 */ "star_func_para_list ::= other_para_list", + /* 390 */ "other_para_list ::= star_func_para", + /* 391 */ "other_para_list ::= other_para_list NK_COMMA star_func_para", + /* 392 */ "star_func_para ::= expr_or_subquery", + /* 393 */ "star_func_para ::= table_name NK_DOT NK_STAR", + /* 394 */ "case_when_expression ::= CASE when_then_list case_when_else_opt END", + /* 395 */ "case_when_expression ::= CASE common_expression when_then_list case_when_else_opt END", + /* 396 */ "when_then_list ::= when_then_expr", + /* 397 */ "when_then_list ::= when_then_list when_then_expr", + /* 398 */ "when_then_expr ::= WHEN common_expression THEN common_expression", + /* 399 */ "case_when_else_opt ::=", + /* 400 */ "case_when_else_opt ::= ELSE common_expression", + /* 401 */ "predicate ::= expr_or_subquery compare_op expr_or_subquery", + /* 402 */ "predicate ::= expr_or_subquery BETWEEN expr_or_subquery AND expr_or_subquery", + /* 403 */ "predicate ::= expr_or_subquery NOT BETWEEN expr_or_subquery AND expr_or_subquery", + /* 404 */ "predicate ::= expr_or_subquery IS NULL", + /* 405 */ "predicate ::= expr_or_subquery IS NOT NULL", + /* 406 */ "predicate ::= expr_or_subquery in_op in_predicate_value", + /* 407 */ "compare_op ::= NK_LT", + /* 408 */ "compare_op ::= NK_GT", + /* 409 */ "compare_op ::= NK_LE", + /* 410 */ "compare_op ::= NK_GE", + /* 411 */ "compare_op ::= NK_NE", + /* 412 */ "compare_op ::= NK_EQ", + /* 413 */ "compare_op ::= LIKE", + /* 414 */ "compare_op ::= NOT LIKE", + /* 415 */ "compare_op ::= MATCH", + /* 416 */ "compare_op ::= NMATCH", + /* 417 */ "compare_op ::= CONTAINS", + /* 418 */ "in_op ::= IN", + /* 419 */ "in_op ::= NOT IN", + /* 420 */ "in_predicate_value ::= NK_LP literal_list NK_RP", + /* 421 */ "boolean_value_expression ::= boolean_primary", + /* 422 */ "boolean_value_expression ::= NOT boolean_primary", + /* 423 */ "boolean_value_expression ::= boolean_value_expression OR boolean_value_expression", + /* 424 */ "boolean_value_expression ::= boolean_value_expression AND boolean_value_expression", + /* 425 */ "boolean_primary ::= predicate", + /* 426 */ "boolean_primary ::= NK_LP boolean_value_expression NK_RP", + /* 427 */ "common_expression ::= expr_or_subquery", + /* 428 */ "common_expression ::= boolean_value_expression", + /* 429 */ "from_clause_opt ::=", + /* 430 */ "from_clause_opt ::= FROM table_reference_list", + /* 431 */ "table_reference_list ::= table_reference", + /* 432 */ "table_reference_list ::= table_reference_list NK_COMMA table_reference", + /* 433 */ "table_reference ::= table_primary", + /* 434 */ "table_reference ::= joined_table", + /* 435 */ "table_primary ::= table_name alias_opt", + /* 436 */ "table_primary ::= db_name NK_DOT table_name alias_opt", + /* 437 */ "table_primary ::= subquery alias_opt", + /* 438 */ "table_primary ::= parenthesized_joined_table", + /* 439 */ "alias_opt ::=", + /* 440 */ "alias_opt ::= table_alias", + /* 441 */ "alias_opt ::= AS table_alias", + /* 442 */ "parenthesized_joined_table ::= NK_LP joined_table NK_RP", + /* 443 */ "parenthesized_joined_table ::= NK_LP parenthesized_joined_table NK_RP", + /* 444 */ "joined_table ::= table_reference join_type JOIN table_reference ON search_condition", + /* 445 */ "join_type ::=", + /* 446 */ "join_type ::= INNER", + /* 447 */ "query_specification ::= SELECT set_quantifier_opt select_list from_clause_opt where_clause_opt partition_by_clause_opt range_opt every_opt fill_opt twindow_clause_opt group_by_clause_opt having_clause_opt", + /* 448 */ "set_quantifier_opt ::=", + /* 449 */ "set_quantifier_opt ::= DISTINCT", + /* 450 */ "set_quantifier_opt ::= ALL", + /* 451 */ "select_list ::= select_item", + /* 452 */ "select_list ::= select_list NK_COMMA select_item", + /* 453 */ "select_item ::= NK_STAR", + /* 454 */ "select_item ::= common_expression", + /* 455 */ "select_item ::= common_expression column_alias", + /* 456 */ "select_item ::= common_expression AS column_alias", + /* 457 */ "select_item ::= table_name NK_DOT NK_STAR", + /* 458 */ "where_clause_opt ::=", + /* 459 */ "where_clause_opt ::= WHERE search_condition", + /* 460 */ "partition_by_clause_opt ::=", + /* 461 */ "partition_by_clause_opt ::= PARTITION BY partition_list", + /* 462 */ "partition_list ::= partition_item", + /* 463 */ "partition_list ::= partition_list NK_COMMA partition_item", + /* 464 */ "partition_item ::= expr_or_subquery", + /* 465 */ "partition_item ::= expr_or_subquery column_alias", + /* 466 */ "partition_item ::= expr_or_subquery AS column_alias", + /* 467 */ "twindow_clause_opt ::=", + /* 468 */ "twindow_clause_opt ::= SESSION NK_LP column_reference NK_COMMA duration_literal NK_RP", + /* 469 */ "twindow_clause_opt ::= STATE_WINDOW NK_LP expr_or_subquery NK_RP", + /* 470 */ "twindow_clause_opt ::= INTERVAL NK_LP duration_literal NK_RP sliding_opt fill_opt", + /* 471 */ "twindow_clause_opt ::= INTERVAL NK_LP duration_literal NK_COMMA duration_literal NK_RP sliding_opt fill_opt", + /* 472 */ "sliding_opt ::=", + /* 473 */ "sliding_opt ::= SLIDING NK_LP duration_literal NK_RP", + /* 474 */ "fill_opt ::=", + /* 475 */ "fill_opt ::= FILL NK_LP fill_mode NK_RP", + /* 476 */ "fill_opt ::= FILL NK_LP VALUE NK_COMMA literal_list NK_RP", + /* 477 */ "fill_mode ::= NONE", + /* 478 */ "fill_mode ::= PREV", + /* 479 */ "fill_mode ::= NULL", + /* 480 */ "fill_mode ::= LINEAR", + /* 481 */ "fill_mode ::= NEXT", + /* 482 */ "group_by_clause_opt ::=", + /* 483 */ "group_by_clause_opt ::= GROUP BY group_by_list", + /* 484 */ "group_by_list ::= expr_or_subquery", + /* 485 */ "group_by_list ::= group_by_list NK_COMMA expr_or_subquery", + /* 486 */ "having_clause_opt ::=", + /* 487 */ "having_clause_opt ::= HAVING search_condition", + /* 488 */ "range_opt ::=", + /* 489 */ "range_opt ::= RANGE NK_LP expr_or_subquery NK_COMMA expr_or_subquery NK_RP", + /* 490 */ "every_opt ::=", + /* 491 */ "every_opt ::= EVERY NK_LP duration_literal NK_RP", + /* 492 */ "query_expression ::= query_simple order_by_clause_opt slimit_clause_opt limit_clause_opt", + /* 493 */ "query_simple ::= query_specification", + /* 494 */ "query_simple ::= union_query_expression", + /* 495 */ "union_query_expression ::= query_simple_or_subquery UNION ALL query_simple_or_subquery", + /* 496 */ "union_query_expression ::= query_simple_or_subquery UNION query_simple_or_subquery", + /* 497 */ "query_simple_or_subquery ::= query_simple", + /* 498 */ "query_simple_or_subquery ::= subquery", + /* 499 */ "query_or_subquery ::= query_expression", + /* 500 */ "query_or_subquery ::= subquery", + /* 501 */ "order_by_clause_opt ::=", + /* 502 */ "order_by_clause_opt ::= ORDER BY sort_specification_list", + /* 503 */ "slimit_clause_opt ::=", + /* 504 */ "slimit_clause_opt ::= SLIMIT NK_INTEGER", + /* 505 */ "slimit_clause_opt ::= SLIMIT NK_INTEGER SOFFSET NK_INTEGER", + /* 506 */ "slimit_clause_opt ::= SLIMIT NK_INTEGER NK_COMMA NK_INTEGER", + /* 507 */ "limit_clause_opt ::=", + /* 508 */ "limit_clause_opt ::= LIMIT NK_INTEGER", + /* 509 */ "limit_clause_opt ::= LIMIT NK_INTEGER OFFSET NK_INTEGER", + /* 510 */ "limit_clause_opt ::= LIMIT NK_INTEGER NK_COMMA NK_INTEGER", + /* 511 */ "subquery ::= NK_LP query_expression NK_RP", + /* 512 */ "subquery ::= NK_LP subquery NK_RP", + /* 513 */ "search_condition ::= common_expression", + /* 514 */ "sort_specification_list ::= sort_specification", + /* 515 */ "sort_specification_list ::= sort_specification_list NK_COMMA sort_specification", + /* 516 */ "sort_specification ::= expr_or_subquery ordering_specification_opt null_ordering_opt", + /* 517 */ "ordering_specification_opt ::=", + /* 518 */ "ordering_specification_opt ::= ASC", + /* 519 */ "ordering_specification_opt ::= DESC", + /* 520 */ "null_ordering_opt ::=", + /* 521 */ "null_ordering_opt ::= NULLS FIRST", + /* 522 */ "null_ordering_opt ::= NULLS LAST", }; #endif /* NDEBUG */ @@ -3115,421 +3117,423 @@ static const struct { { 331, -3 }, /* (103) db_options ::= db_options TABLE_SUFFIX NK_INTEGER */ { 333, -1 }, /* (104) alter_db_options ::= alter_db_option */ { 333, -2 }, /* (105) alter_db_options ::= alter_db_options alter_db_option */ - { 338, -2 }, /* (106) alter_db_option ::= CACHEMODEL NK_STRING */ - { 338, -2 }, /* (107) alter_db_option ::= CACHESIZE NK_INTEGER */ - { 338, -2 }, /* (108) alter_db_option ::= WAL_FSYNC_PERIOD NK_INTEGER */ - { 338, -2 }, /* (109) alter_db_option ::= KEEP integer_list */ - { 338, -2 }, /* (110) alter_db_option ::= KEEP variable_list */ - { 338, -2 }, /* (111) alter_db_option ::= WAL_LEVEL NK_INTEGER */ - { 338, -2 }, /* (112) alter_db_option ::= STT_TRIGGER NK_INTEGER */ - { 335, -1 }, /* (113) integer_list ::= NK_INTEGER */ - { 335, -3 }, /* (114) integer_list ::= integer_list NK_COMMA NK_INTEGER */ - { 336, -1 }, /* (115) variable_list ::= NK_VARIABLE */ - { 336, -3 }, /* (116) variable_list ::= variable_list NK_COMMA NK_VARIABLE */ - { 337, -1 }, /* (117) retention_list ::= retention */ - { 337, -3 }, /* (118) retention_list ::= retention_list NK_COMMA retention */ - { 339, -3 }, /* (119) retention ::= NK_VARIABLE NK_COLON NK_VARIABLE */ - { 334, 0 }, /* (120) speed_opt ::= */ - { 334, -2 }, /* (121) speed_opt ::= MAX_SPEED NK_INTEGER */ - { 317, -9 }, /* (122) cmd ::= CREATE TABLE not_exists_opt full_table_name NK_LP column_def_list NK_RP tags_def_opt table_options */ - { 317, -3 }, /* (123) cmd ::= CREATE TABLE multi_create_clause */ - { 317, -9 }, /* (124) cmd ::= CREATE STABLE not_exists_opt full_table_name NK_LP column_def_list NK_RP tags_def table_options */ - { 317, -3 }, /* (125) cmd ::= DROP TABLE multi_drop_clause */ - { 317, -4 }, /* (126) cmd ::= DROP STABLE exists_opt full_table_name */ - { 317, -3 }, /* (127) cmd ::= ALTER TABLE alter_table_clause */ - { 317, -3 }, /* (128) cmd ::= ALTER STABLE alter_table_clause */ - { 347, -2 }, /* (129) alter_table_clause ::= full_table_name alter_table_options */ - { 347, -5 }, /* (130) alter_table_clause ::= full_table_name ADD COLUMN column_name type_name */ - { 347, -4 }, /* (131) alter_table_clause ::= full_table_name DROP COLUMN column_name */ - { 347, -5 }, /* (132) alter_table_clause ::= full_table_name MODIFY COLUMN column_name type_name */ - { 347, -5 }, /* (133) alter_table_clause ::= full_table_name RENAME COLUMN column_name column_name */ - { 347, -5 }, /* (134) alter_table_clause ::= full_table_name ADD TAG column_name type_name */ - { 347, -4 }, /* (135) alter_table_clause ::= full_table_name DROP TAG column_name */ - { 347, -5 }, /* (136) alter_table_clause ::= full_table_name MODIFY TAG column_name type_name */ - { 347, -5 }, /* (137) alter_table_clause ::= full_table_name RENAME TAG column_name column_name */ - { 347, -6 }, /* (138) alter_table_clause ::= full_table_name SET TAG column_name NK_EQ signed_literal */ - { 344, -1 }, /* (139) multi_create_clause ::= create_subtable_clause */ - { 344, -2 }, /* (140) multi_create_clause ::= multi_create_clause create_subtable_clause */ - { 352, -10 }, /* (141) create_subtable_clause ::= not_exists_opt full_table_name USING full_table_name specific_cols_opt TAGS NK_LP expression_list NK_RP table_options */ - { 346, -1 }, /* (142) multi_drop_clause ::= drop_table_clause */ - { 346, -2 }, /* (143) multi_drop_clause ::= multi_drop_clause drop_table_clause */ - { 355, -2 }, /* (144) drop_table_clause ::= exists_opt full_table_name */ - { 353, 0 }, /* (145) specific_cols_opt ::= */ - { 353, -3 }, /* (146) specific_cols_opt ::= NK_LP col_name_list NK_RP */ - { 340, -1 }, /* (147) full_table_name ::= table_name */ - { 340, -3 }, /* (148) full_table_name ::= db_name NK_DOT table_name */ - { 341, -1 }, /* (149) column_def_list ::= column_def */ - { 341, -3 }, /* (150) column_def_list ::= column_def_list NK_COMMA column_def */ - { 358, -2 }, /* (151) column_def ::= column_name type_name */ - { 358, -4 }, /* (152) column_def ::= column_name type_name COMMENT NK_STRING */ - { 350, -1 }, /* (153) type_name ::= BOOL */ - { 350, -1 }, /* (154) type_name ::= TINYINT */ - { 350, -1 }, /* (155) type_name ::= SMALLINT */ - { 350, -1 }, /* (156) type_name ::= INT */ - { 350, -1 }, /* (157) type_name ::= INTEGER */ - { 350, -1 }, /* (158) type_name ::= BIGINT */ - { 350, -1 }, /* (159) type_name ::= FLOAT */ - { 350, -1 }, /* (160) type_name ::= DOUBLE */ - { 350, -4 }, /* (161) type_name ::= BINARY NK_LP NK_INTEGER NK_RP */ - { 350, -1 }, /* (162) type_name ::= TIMESTAMP */ - { 350, -4 }, /* (163) type_name ::= NCHAR NK_LP NK_INTEGER NK_RP */ - { 350, -2 }, /* (164) type_name ::= TINYINT UNSIGNED */ - { 350, -2 }, /* (165) type_name ::= SMALLINT UNSIGNED */ - { 350, -2 }, /* (166) type_name ::= INT UNSIGNED */ - { 350, -2 }, /* (167) type_name ::= BIGINT UNSIGNED */ - { 350, -1 }, /* (168) type_name ::= JSON */ - { 350, -4 }, /* (169) type_name ::= VARCHAR NK_LP NK_INTEGER NK_RP */ - { 350, -1 }, /* (170) type_name ::= MEDIUMBLOB */ - { 350, -1 }, /* (171) type_name ::= BLOB */ - { 350, -4 }, /* (172) type_name ::= VARBINARY NK_LP NK_INTEGER NK_RP */ - { 350, -1 }, /* (173) type_name ::= DECIMAL */ - { 350, -4 }, /* (174) type_name ::= DECIMAL NK_LP NK_INTEGER NK_RP */ - { 350, -6 }, /* (175) type_name ::= DECIMAL NK_LP NK_INTEGER NK_COMMA NK_INTEGER NK_RP */ - { 342, 0 }, /* (176) tags_def_opt ::= */ - { 342, -1 }, /* (177) tags_def_opt ::= tags_def */ - { 345, -4 }, /* (178) tags_def ::= TAGS NK_LP column_def_list NK_RP */ - { 343, 0 }, /* (179) table_options ::= */ - { 343, -3 }, /* (180) table_options ::= table_options COMMENT NK_STRING */ - { 343, -3 }, /* (181) table_options ::= table_options MAX_DELAY duration_list */ - { 343, -3 }, /* (182) table_options ::= table_options WATERMARK duration_list */ - { 343, -5 }, /* (183) table_options ::= table_options ROLLUP NK_LP rollup_func_list NK_RP */ - { 343, -3 }, /* (184) table_options ::= table_options TTL NK_INTEGER */ - { 343, -5 }, /* (185) table_options ::= table_options SMA NK_LP col_name_list NK_RP */ - { 348, -1 }, /* (186) alter_table_options ::= alter_table_option */ - { 348, -2 }, /* (187) alter_table_options ::= alter_table_options alter_table_option */ - { 361, -2 }, /* (188) alter_table_option ::= COMMENT NK_STRING */ - { 361, -2 }, /* (189) alter_table_option ::= TTL NK_INTEGER */ - { 359, -1 }, /* (190) duration_list ::= duration_literal */ - { 359, -3 }, /* (191) duration_list ::= duration_list NK_COMMA duration_literal */ - { 360, -1 }, /* (192) rollup_func_list ::= rollup_func_name */ - { 360, -3 }, /* (193) rollup_func_list ::= rollup_func_list NK_COMMA rollup_func_name */ - { 363, -1 }, /* (194) rollup_func_name ::= function_name */ - { 363, -1 }, /* (195) rollup_func_name ::= FIRST */ - { 363, -1 }, /* (196) rollup_func_name ::= LAST */ - { 356, -1 }, /* (197) col_name_list ::= col_name */ - { 356, -3 }, /* (198) col_name_list ::= col_name_list NK_COMMA col_name */ - { 365, -1 }, /* (199) col_name ::= column_name */ - { 317, -2 }, /* (200) cmd ::= SHOW DNODES */ - { 317, -2 }, /* (201) cmd ::= SHOW USERS */ - { 317, -2 }, /* (202) cmd ::= SHOW DATABASES */ - { 317, -4 }, /* (203) cmd ::= SHOW db_name_cond_opt TABLES like_pattern_opt */ - { 317, -4 }, /* (204) cmd ::= SHOW db_name_cond_opt STABLES like_pattern_opt */ - { 317, -3 }, /* (205) cmd ::= SHOW db_name_cond_opt VGROUPS */ - { 317, -2 }, /* (206) cmd ::= SHOW MNODES */ - { 317, -2 }, /* (207) cmd ::= SHOW MODULES */ - { 317, -2 }, /* (208) cmd ::= SHOW QNODES */ - { 317, -2 }, /* (209) cmd ::= SHOW FUNCTIONS */ - { 317, -5 }, /* (210) cmd ::= SHOW INDEXES FROM table_name_cond from_db_opt */ - { 317, -2 }, /* (211) cmd ::= SHOW STREAMS */ - { 317, -2 }, /* (212) cmd ::= SHOW ACCOUNTS */ - { 317, -2 }, /* (213) cmd ::= SHOW APPS */ - { 317, -2 }, /* (214) cmd ::= SHOW CONNECTIONS */ - { 317, -2 }, /* (215) cmd ::= SHOW LICENCES */ - { 317, -2 }, /* (216) cmd ::= SHOW GRANTS */ - { 317, -4 }, /* (217) cmd ::= SHOW CREATE DATABASE db_name */ - { 317, -4 }, /* (218) cmd ::= SHOW CREATE TABLE full_table_name */ - { 317, -4 }, /* (219) cmd ::= SHOW CREATE STABLE full_table_name */ - { 317, -2 }, /* (220) cmd ::= SHOW QUERIES */ - { 317, -2 }, /* (221) cmd ::= SHOW SCORES */ - { 317, -2 }, /* (222) cmd ::= SHOW TOPICS */ - { 317, -2 }, /* (223) cmd ::= SHOW VARIABLES */ - { 317, -3 }, /* (224) cmd ::= SHOW LOCAL VARIABLES */ - { 317, -4 }, /* (225) cmd ::= SHOW DNODE NK_INTEGER VARIABLES */ - { 317, -2 }, /* (226) cmd ::= SHOW BNODES */ - { 317, -2 }, /* (227) cmd ::= SHOW SNODES */ - { 317, -2 }, /* (228) cmd ::= SHOW CLUSTER */ - { 317, -2 }, /* (229) cmd ::= SHOW TRANSACTIONS */ - { 317, -4 }, /* (230) cmd ::= SHOW TABLE DISTRIBUTED full_table_name */ - { 317, -2 }, /* (231) cmd ::= SHOW CONSUMERS */ - { 317, -2 }, /* (232) cmd ::= SHOW SUBSCRIPTIONS */ - { 317, -5 }, /* (233) cmd ::= SHOW TAGS FROM table_name_cond from_db_opt */ - { 317, -6 }, /* (234) cmd ::= SHOW TABLE TAGS FROM table_name_cond from_db_opt */ - { 317, -3 }, /* (235) cmd ::= SHOW VNODES NK_INTEGER */ - { 317, -3 }, /* (236) cmd ::= SHOW VNODES NK_STRING */ - { 366, 0 }, /* (237) db_name_cond_opt ::= */ - { 366, -2 }, /* (238) db_name_cond_opt ::= db_name NK_DOT */ - { 367, 0 }, /* (239) like_pattern_opt ::= */ - { 367, -2 }, /* (240) like_pattern_opt ::= LIKE NK_STRING */ - { 368, -1 }, /* (241) table_name_cond ::= table_name */ - { 369, 0 }, /* (242) from_db_opt ::= */ - { 369, -2 }, /* (243) from_db_opt ::= FROM db_name */ - { 317, -8 }, /* (244) cmd ::= CREATE SMA INDEX not_exists_opt full_table_name ON full_table_name index_options */ - { 317, -4 }, /* (245) cmd ::= DROP INDEX exists_opt full_table_name */ - { 370, -10 }, /* (246) index_options ::= FUNCTION NK_LP func_list NK_RP INTERVAL NK_LP duration_literal NK_RP sliding_opt sma_stream_opt */ - { 370, -12 }, /* (247) index_options ::= FUNCTION NK_LP func_list NK_RP INTERVAL NK_LP duration_literal NK_COMMA duration_literal NK_RP sliding_opt sma_stream_opt */ - { 371, -1 }, /* (248) func_list ::= func */ - { 371, -3 }, /* (249) func_list ::= func_list NK_COMMA func */ - { 374, -4 }, /* (250) func ::= function_name NK_LP expression_list NK_RP */ - { 373, 0 }, /* (251) sma_stream_opt ::= */ - { 373, -3 }, /* (252) sma_stream_opt ::= stream_options WATERMARK duration_literal */ - { 373, -3 }, /* (253) sma_stream_opt ::= stream_options MAX_DELAY duration_literal */ - { 317, -6 }, /* (254) cmd ::= CREATE TOPIC not_exists_opt topic_name AS query_or_subquery */ - { 317, -7 }, /* (255) cmd ::= CREATE TOPIC not_exists_opt topic_name AS DATABASE db_name */ - { 317, -9 }, /* (256) cmd ::= CREATE TOPIC not_exists_opt topic_name WITH META AS DATABASE db_name */ - { 317, -7 }, /* (257) cmd ::= CREATE TOPIC not_exists_opt topic_name AS STABLE full_table_name */ - { 317, -9 }, /* (258) cmd ::= CREATE TOPIC not_exists_opt topic_name WITH META AS STABLE full_table_name */ - { 317, -4 }, /* (259) cmd ::= DROP TOPIC exists_opt topic_name */ - { 317, -7 }, /* (260) cmd ::= DROP CONSUMER GROUP exists_opt cgroup_name ON topic_name */ - { 317, -2 }, /* (261) cmd ::= DESC full_table_name */ - { 317, -2 }, /* (262) cmd ::= DESCRIBE full_table_name */ - { 317, -3 }, /* (263) cmd ::= RESET QUERY CACHE */ - { 317, -4 }, /* (264) cmd ::= EXPLAIN analyze_opt explain_options query_or_subquery */ - { 379, 0 }, /* (265) analyze_opt ::= */ - { 379, -1 }, /* (266) analyze_opt ::= ANALYZE */ - { 380, 0 }, /* (267) explain_options ::= */ - { 380, -3 }, /* (268) explain_options ::= explain_options VERBOSE NK_BOOL */ - { 380, -3 }, /* (269) explain_options ::= explain_options RATIO NK_FLOAT */ - { 317, -10 }, /* (270) cmd ::= CREATE agg_func_opt FUNCTION not_exists_opt function_name AS NK_STRING OUTPUTTYPE type_name bufsize_opt */ - { 317, -4 }, /* (271) cmd ::= DROP FUNCTION exists_opt function_name */ - { 381, 0 }, /* (272) agg_func_opt ::= */ - { 381, -1 }, /* (273) agg_func_opt ::= AGGREGATE */ - { 382, 0 }, /* (274) bufsize_opt ::= */ - { 382, -2 }, /* (275) bufsize_opt ::= BUFSIZE NK_INTEGER */ - { 317, -11 }, /* (276) cmd ::= CREATE STREAM not_exists_opt stream_name stream_options INTO full_table_name tags_def_opt subtable_opt AS query_or_subquery */ - { 317, -4 }, /* (277) cmd ::= DROP STREAM exists_opt stream_name */ - { 375, 0 }, /* (278) stream_options ::= */ - { 375, -3 }, /* (279) stream_options ::= stream_options TRIGGER AT_ONCE */ - { 375, -3 }, /* (280) stream_options ::= stream_options TRIGGER WINDOW_CLOSE */ - { 375, -4 }, /* (281) stream_options ::= stream_options TRIGGER MAX_DELAY duration_literal */ - { 375, -3 }, /* (282) stream_options ::= stream_options WATERMARK duration_literal */ - { 375, -4 }, /* (283) stream_options ::= stream_options IGNORE EXPIRED NK_INTEGER */ - { 384, 0 }, /* (284) subtable_opt ::= */ - { 384, -4 }, /* (285) subtable_opt ::= SUBTABLE NK_LP expression NK_RP */ - { 317, -3 }, /* (286) cmd ::= KILL CONNECTION NK_INTEGER */ - { 317, -3 }, /* (287) cmd ::= KILL QUERY NK_STRING */ - { 317, -3 }, /* (288) cmd ::= KILL TRANSACTION NK_INTEGER */ - { 317, -2 }, /* (289) cmd ::= BALANCE VGROUP */ - { 317, -4 }, /* (290) cmd ::= MERGE VGROUP NK_INTEGER NK_INTEGER */ - { 317, -4 }, /* (291) cmd ::= REDISTRIBUTE VGROUP NK_INTEGER dnode_list */ - { 317, -3 }, /* (292) cmd ::= SPLIT VGROUP NK_INTEGER */ - { 386, -2 }, /* (293) dnode_list ::= DNODE NK_INTEGER */ - { 386, -3 }, /* (294) dnode_list ::= dnode_list DNODE NK_INTEGER */ - { 317, -4 }, /* (295) cmd ::= DELETE FROM full_table_name where_clause_opt */ - { 317, -1 }, /* (296) cmd ::= query_or_subquery */ - { 317, -7 }, /* (297) cmd ::= INSERT INTO full_table_name NK_LP col_name_list NK_RP query_or_subquery */ - { 317, -4 }, /* (298) cmd ::= INSERT INTO full_table_name query_or_subquery */ - { 320, -1 }, /* (299) literal ::= NK_INTEGER */ - { 320, -1 }, /* (300) literal ::= NK_FLOAT */ - { 320, -1 }, /* (301) literal ::= NK_STRING */ - { 320, -1 }, /* (302) literal ::= NK_BOOL */ - { 320, -2 }, /* (303) literal ::= TIMESTAMP NK_STRING */ - { 320, -1 }, /* (304) literal ::= duration_literal */ - { 320, -1 }, /* (305) literal ::= NULL */ - { 320, -1 }, /* (306) literal ::= NK_QUESTION */ - { 362, -1 }, /* (307) duration_literal ::= NK_VARIABLE */ - { 388, -1 }, /* (308) signed ::= NK_INTEGER */ - { 388, -2 }, /* (309) signed ::= NK_PLUS NK_INTEGER */ - { 388, -2 }, /* (310) signed ::= NK_MINUS NK_INTEGER */ - { 388, -1 }, /* (311) signed ::= NK_FLOAT */ - { 388, -2 }, /* (312) signed ::= NK_PLUS NK_FLOAT */ - { 388, -2 }, /* (313) signed ::= NK_MINUS NK_FLOAT */ - { 351, -1 }, /* (314) signed_literal ::= signed */ - { 351, -1 }, /* (315) signed_literal ::= NK_STRING */ - { 351, -1 }, /* (316) signed_literal ::= NK_BOOL */ - { 351, -2 }, /* (317) signed_literal ::= TIMESTAMP NK_STRING */ - { 351, -1 }, /* (318) signed_literal ::= duration_literal */ - { 351, -1 }, /* (319) signed_literal ::= NULL */ - { 351, -1 }, /* (320) signed_literal ::= literal_func */ - { 351, -1 }, /* (321) signed_literal ::= NK_QUESTION */ - { 390, -1 }, /* (322) literal_list ::= signed_literal */ - { 390, -3 }, /* (323) literal_list ::= literal_list NK_COMMA signed_literal */ - { 328, -1 }, /* (324) db_name ::= NK_ID */ - { 357, -1 }, /* (325) table_name ::= NK_ID */ - { 349, -1 }, /* (326) column_name ::= NK_ID */ - { 364, -1 }, /* (327) function_name ::= NK_ID */ - { 391, -1 }, /* (328) table_alias ::= NK_ID */ - { 392, -1 }, /* (329) column_alias ::= NK_ID */ - { 322, -1 }, /* (330) user_name ::= NK_ID */ - { 376, -1 }, /* (331) topic_name ::= NK_ID */ - { 383, -1 }, /* (332) stream_name ::= NK_ID */ - { 378, -1 }, /* (333) cgroup_name ::= NK_ID */ - { 393, -1 }, /* (334) expr_or_subquery ::= expression */ - { 393, -1 }, /* (335) expr_or_subquery ::= subquery */ - { 385, -1 }, /* (336) expression ::= literal */ - { 385, -1 }, /* (337) expression ::= pseudo_column */ - { 385, -1 }, /* (338) expression ::= column_reference */ - { 385, -1 }, /* (339) expression ::= function_expression */ - { 385, -1 }, /* (340) expression ::= case_when_expression */ - { 385, -3 }, /* (341) expression ::= NK_LP expression NK_RP */ - { 385, -2 }, /* (342) expression ::= NK_PLUS expr_or_subquery */ - { 385, -2 }, /* (343) expression ::= NK_MINUS expr_or_subquery */ - { 385, -3 }, /* (344) expression ::= expr_or_subquery NK_PLUS expr_or_subquery */ - { 385, -3 }, /* (345) expression ::= expr_or_subquery NK_MINUS expr_or_subquery */ - { 385, -3 }, /* (346) expression ::= expr_or_subquery NK_STAR expr_or_subquery */ - { 385, -3 }, /* (347) expression ::= expr_or_subquery NK_SLASH expr_or_subquery */ - { 385, -3 }, /* (348) expression ::= expr_or_subquery NK_REM expr_or_subquery */ - { 385, -3 }, /* (349) expression ::= column_reference NK_ARROW NK_STRING */ - { 385, -3 }, /* (350) expression ::= expr_or_subquery NK_BITAND expr_or_subquery */ - { 385, -3 }, /* (351) expression ::= expr_or_subquery NK_BITOR expr_or_subquery */ - { 354, -1 }, /* (352) expression_list ::= expr_or_subquery */ - { 354, -3 }, /* (353) expression_list ::= expression_list NK_COMMA expr_or_subquery */ - { 396, -1 }, /* (354) column_reference ::= column_name */ - { 396, -3 }, /* (355) column_reference ::= table_name NK_DOT column_name */ - { 395, -1 }, /* (356) pseudo_column ::= ROWTS */ - { 395, -1 }, /* (357) pseudo_column ::= TBNAME */ - { 395, -3 }, /* (358) pseudo_column ::= table_name NK_DOT TBNAME */ - { 395, -1 }, /* (359) pseudo_column ::= QSTART */ - { 395, -1 }, /* (360) pseudo_column ::= QEND */ - { 395, -1 }, /* (361) pseudo_column ::= QDURATION */ - { 395, -1 }, /* (362) pseudo_column ::= WSTART */ - { 395, -1 }, /* (363) pseudo_column ::= WEND */ - { 395, -1 }, /* (364) pseudo_column ::= WDURATION */ - { 395, -1 }, /* (365) pseudo_column ::= IROWTS */ - { 395, -1 }, /* (366) pseudo_column ::= QTAGS */ - { 397, -4 }, /* (367) function_expression ::= function_name NK_LP expression_list NK_RP */ - { 397, -4 }, /* (368) function_expression ::= star_func NK_LP star_func_para_list NK_RP */ - { 397, -6 }, /* (369) function_expression ::= CAST NK_LP expr_or_subquery AS type_name NK_RP */ - { 397, -1 }, /* (370) function_expression ::= literal_func */ - { 389, -3 }, /* (371) literal_func ::= noarg_func NK_LP NK_RP */ - { 389, -1 }, /* (372) literal_func ::= NOW */ - { 401, -1 }, /* (373) noarg_func ::= NOW */ - { 401, -1 }, /* (374) noarg_func ::= TODAY */ - { 401, -1 }, /* (375) noarg_func ::= TIMEZONE */ - { 401, -1 }, /* (376) noarg_func ::= DATABASE */ - { 401, -1 }, /* (377) noarg_func ::= CLIENT_VERSION */ - { 401, -1 }, /* (378) noarg_func ::= SERVER_VERSION */ - { 401, -1 }, /* (379) noarg_func ::= SERVER_STATUS */ - { 401, -1 }, /* (380) noarg_func ::= CURRENT_USER */ - { 401, -1 }, /* (381) noarg_func ::= USER */ - { 399, -1 }, /* (382) star_func ::= COUNT */ - { 399, -1 }, /* (383) star_func ::= FIRST */ - { 399, -1 }, /* (384) star_func ::= LAST */ - { 399, -1 }, /* (385) star_func ::= LAST_ROW */ - { 400, -1 }, /* (386) star_func_para_list ::= NK_STAR */ - { 400, -1 }, /* (387) star_func_para_list ::= other_para_list */ - { 402, -1 }, /* (388) other_para_list ::= star_func_para */ - { 402, -3 }, /* (389) other_para_list ::= other_para_list NK_COMMA star_func_para */ - { 403, -1 }, /* (390) star_func_para ::= expr_or_subquery */ - { 403, -3 }, /* (391) star_func_para ::= table_name NK_DOT NK_STAR */ - { 398, -4 }, /* (392) case_when_expression ::= CASE when_then_list case_when_else_opt END */ - { 398, -5 }, /* (393) case_when_expression ::= CASE common_expression when_then_list case_when_else_opt END */ - { 404, -1 }, /* (394) when_then_list ::= when_then_expr */ - { 404, -2 }, /* (395) when_then_list ::= when_then_list when_then_expr */ - { 407, -4 }, /* (396) when_then_expr ::= WHEN common_expression THEN common_expression */ - { 405, 0 }, /* (397) case_when_else_opt ::= */ - { 405, -2 }, /* (398) case_when_else_opt ::= ELSE common_expression */ - { 408, -3 }, /* (399) predicate ::= expr_or_subquery compare_op expr_or_subquery */ - { 408, -5 }, /* (400) predicate ::= expr_or_subquery BETWEEN expr_or_subquery AND expr_or_subquery */ - { 408, -6 }, /* (401) predicate ::= expr_or_subquery NOT BETWEEN expr_or_subquery AND expr_or_subquery */ - { 408, -3 }, /* (402) predicate ::= expr_or_subquery IS NULL */ - { 408, -4 }, /* (403) predicate ::= expr_or_subquery IS NOT NULL */ - { 408, -3 }, /* (404) predicate ::= expr_or_subquery in_op in_predicate_value */ - { 409, -1 }, /* (405) compare_op ::= NK_LT */ - { 409, -1 }, /* (406) compare_op ::= NK_GT */ - { 409, -1 }, /* (407) compare_op ::= NK_LE */ - { 409, -1 }, /* (408) compare_op ::= NK_GE */ - { 409, -1 }, /* (409) compare_op ::= NK_NE */ - { 409, -1 }, /* (410) compare_op ::= NK_EQ */ - { 409, -1 }, /* (411) compare_op ::= LIKE */ - { 409, -2 }, /* (412) compare_op ::= NOT LIKE */ - { 409, -1 }, /* (413) compare_op ::= MATCH */ - { 409, -1 }, /* (414) compare_op ::= NMATCH */ - { 409, -1 }, /* (415) compare_op ::= CONTAINS */ - { 410, -1 }, /* (416) in_op ::= IN */ - { 410, -2 }, /* (417) in_op ::= NOT IN */ - { 411, -3 }, /* (418) in_predicate_value ::= NK_LP literal_list NK_RP */ - { 412, -1 }, /* (419) boolean_value_expression ::= boolean_primary */ - { 412, -2 }, /* (420) boolean_value_expression ::= NOT boolean_primary */ - { 412, -3 }, /* (421) boolean_value_expression ::= boolean_value_expression OR boolean_value_expression */ - { 412, -3 }, /* (422) boolean_value_expression ::= boolean_value_expression AND boolean_value_expression */ - { 413, -1 }, /* (423) boolean_primary ::= predicate */ - { 413, -3 }, /* (424) boolean_primary ::= NK_LP boolean_value_expression NK_RP */ - { 406, -1 }, /* (425) common_expression ::= expr_or_subquery */ - { 406, -1 }, /* (426) common_expression ::= boolean_value_expression */ - { 414, 0 }, /* (427) from_clause_opt ::= */ - { 414, -2 }, /* (428) from_clause_opt ::= FROM table_reference_list */ - { 415, -1 }, /* (429) table_reference_list ::= table_reference */ - { 415, -3 }, /* (430) table_reference_list ::= table_reference_list NK_COMMA table_reference */ - { 416, -1 }, /* (431) table_reference ::= table_primary */ - { 416, -1 }, /* (432) table_reference ::= joined_table */ - { 417, -2 }, /* (433) table_primary ::= table_name alias_opt */ - { 417, -4 }, /* (434) table_primary ::= db_name NK_DOT table_name alias_opt */ - { 417, -2 }, /* (435) table_primary ::= subquery alias_opt */ - { 417, -1 }, /* (436) table_primary ::= parenthesized_joined_table */ - { 419, 0 }, /* (437) alias_opt ::= */ - { 419, -1 }, /* (438) alias_opt ::= table_alias */ - { 419, -2 }, /* (439) alias_opt ::= AS table_alias */ - { 420, -3 }, /* (440) parenthesized_joined_table ::= NK_LP joined_table NK_RP */ - { 420, -3 }, /* (441) parenthesized_joined_table ::= NK_LP parenthesized_joined_table NK_RP */ - { 418, -6 }, /* (442) joined_table ::= table_reference join_type JOIN table_reference ON search_condition */ - { 421, 0 }, /* (443) join_type ::= */ - { 421, -1 }, /* (444) join_type ::= INNER */ - { 423, -12 }, /* (445) query_specification ::= SELECT set_quantifier_opt select_list from_clause_opt where_clause_opt partition_by_clause_opt range_opt every_opt fill_opt twindow_clause_opt group_by_clause_opt having_clause_opt */ - { 424, 0 }, /* (446) set_quantifier_opt ::= */ - { 424, -1 }, /* (447) set_quantifier_opt ::= DISTINCT */ - { 424, -1 }, /* (448) set_quantifier_opt ::= ALL */ - { 425, -1 }, /* (449) select_list ::= select_item */ - { 425, -3 }, /* (450) select_list ::= select_list NK_COMMA select_item */ - { 433, -1 }, /* (451) select_item ::= NK_STAR */ - { 433, -1 }, /* (452) select_item ::= common_expression */ - { 433, -2 }, /* (453) select_item ::= common_expression column_alias */ - { 433, -3 }, /* (454) select_item ::= common_expression AS column_alias */ - { 433, -3 }, /* (455) select_item ::= table_name NK_DOT NK_STAR */ - { 387, 0 }, /* (456) where_clause_opt ::= */ - { 387, -2 }, /* (457) where_clause_opt ::= WHERE search_condition */ - { 426, 0 }, /* (458) partition_by_clause_opt ::= */ - { 426, -3 }, /* (459) partition_by_clause_opt ::= PARTITION BY partition_list */ - { 434, -1 }, /* (460) partition_list ::= partition_item */ - { 434, -3 }, /* (461) partition_list ::= partition_list NK_COMMA partition_item */ - { 435, -1 }, /* (462) partition_item ::= expr_or_subquery */ - { 435, -2 }, /* (463) partition_item ::= expr_or_subquery column_alias */ - { 435, -3 }, /* (464) partition_item ::= expr_or_subquery AS column_alias */ - { 430, 0 }, /* (465) twindow_clause_opt ::= */ - { 430, -6 }, /* (466) twindow_clause_opt ::= SESSION NK_LP column_reference NK_COMMA duration_literal NK_RP */ - { 430, -4 }, /* (467) twindow_clause_opt ::= STATE_WINDOW NK_LP expr_or_subquery NK_RP */ - { 430, -6 }, /* (468) twindow_clause_opt ::= INTERVAL NK_LP duration_literal NK_RP sliding_opt fill_opt */ - { 430, -8 }, /* (469) twindow_clause_opt ::= INTERVAL NK_LP duration_literal NK_COMMA duration_literal NK_RP sliding_opt fill_opt */ - { 372, 0 }, /* (470) sliding_opt ::= */ - { 372, -4 }, /* (471) sliding_opt ::= SLIDING NK_LP duration_literal NK_RP */ - { 429, 0 }, /* (472) fill_opt ::= */ - { 429, -4 }, /* (473) fill_opt ::= FILL NK_LP fill_mode NK_RP */ - { 429, -6 }, /* (474) fill_opt ::= FILL NK_LP VALUE NK_COMMA literal_list NK_RP */ - { 436, -1 }, /* (475) fill_mode ::= NONE */ - { 436, -1 }, /* (476) fill_mode ::= PREV */ - { 436, -1 }, /* (477) fill_mode ::= NULL */ - { 436, -1 }, /* (478) fill_mode ::= LINEAR */ - { 436, -1 }, /* (479) fill_mode ::= NEXT */ - { 431, 0 }, /* (480) group_by_clause_opt ::= */ - { 431, -3 }, /* (481) group_by_clause_opt ::= GROUP BY group_by_list */ - { 437, -1 }, /* (482) group_by_list ::= expr_or_subquery */ - { 437, -3 }, /* (483) group_by_list ::= group_by_list NK_COMMA expr_or_subquery */ - { 432, 0 }, /* (484) having_clause_opt ::= */ - { 432, -2 }, /* (485) having_clause_opt ::= HAVING search_condition */ - { 427, 0 }, /* (486) range_opt ::= */ - { 427, -6 }, /* (487) range_opt ::= RANGE NK_LP expr_or_subquery NK_COMMA expr_or_subquery NK_RP */ - { 428, 0 }, /* (488) every_opt ::= */ - { 428, -4 }, /* (489) every_opt ::= EVERY NK_LP duration_literal NK_RP */ - { 438, -4 }, /* (490) query_expression ::= query_simple order_by_clause_opt slimit_clause_opt limit_clause_opt */ - { 439, -1 }, /* (491) query_simple ::= query_specification */ - { 439, -1 }, /* (492) query_simple ::= union_query_expression */ - { 443, -4 }, /* (493) union_query_expression ::= query_simple_or_subquery UNION ALL query_simple_or_subquery */ - { 443, -3 }, /* (494) union_query_expression ::= query_simple_or_subquery UNION query_simple_or_subquery */ - { 444, -1 }, /* (495) query_simple_or_subquery ::= query_simple */ - { 444, -1 }, /* (496) query_simple_or_subquery ::= subquery */ - { 377, -1 }, /* (497) query_or_subquery ::= query_expression */ - { 377, -1 }, /* (498) query_or_subquery ::= subquery */ - { 440, 0 }, /* (499) order_by_clause_opt ::= */ - { 440, -3 }, /* (500) order_by_clause_opt ::= ORDER BY sort_specification_list */ - { 441, 0 }, /* (501) slimit_clause_opt ::= */ - { 441, -2 }, /* (502) slimit_clause_opt ::= SLIMIT NK_INTEGER */ - { 441, -4 }, /* (503) slimit_clause_opt ::= SLIMIT NK_INTEGER SOFFSET NK_INTEGER */ - { 441, -4 }, /* (504) slimit_clause_opt ::= SLIMIT NK_INTEGER NK_COMMA NK_INTEGER */ - { 442, 0 }, /* (505) limit_clause_opt ::= */ - { 442, -2 }, /* (506) limit_clause_opt ::= LIMIT NK_INTEGER */ - { 442, -4 }, /* (507) limit_clause_opt ::= LIMIT NK_INTEGER OFFSET NK_INTEGER */ - { 442, -4 }, /* (508) limit_clause_opt ::= LIMIT NK_INTEGER NK_COMMA NK_INTEGER */ - { 394, -3 }, /* (509) subquery ::= NK_LP query_expression NK_RP */ - { 394, -3 }, /* (510) subquery ::= NK_LP subquery NK_RP */ - { 422, -1 }, /* (511) search_condition ::= common_expression */ - { 445, -1 }, /* (512) sort_specification_list ::= sort_specification */ - { 445, -3 }, /* (513) sort_specification_list ::= sort_specification_list NK_COMMA sort_specification */ - { 446, -3 }, /* (514) sort_specification ::= expr_or_subquery ordering_specification_opt null_ordering_opt */ - { 447, 0 }, /* (515) ordering_specification_opt ::= */ - { 447, -1 }, /* (516) ordering_specification_opt ::= ASC */ - { 447, -1 }, /* (517) ordering_specification_opt ::= DESC */ - { 448, 0 }, /* (518) null_ordering_opt ::= */ - { 448, -2 }, /* (519) null_ordering_opt ::= NULLS FIRST */ - { 448, -2 }, /* (520) null_ordering_opt ::= NULLS LAST */ + { 338, -2 }, /* (106) alter_db_option ::= BUFFER NK_INTEGER */ + { 338, -2 }, /* (107) alter_db_option ::= CACHEMODEL NK_STRING */ + { 338, -2 }, /* (108) alter_db_option ::= CACHESIZE NK_INTEGER */ + { 338, -2 }, /* (109) alter_db_option ::= WAL_FSYNC_PERIOD NK_INTEGER */ + { 338, -2 }, /* (110) alter_db_option ::= KEEP integer_list */ + { 338, -2 }, /* (111) alter_db_option ::= KEEP variable_list */ + { 338, -2 }, /* (112) alter_db_option ::= PAGES NK_INTEGER */ + { 338, -2 }, /* (113) alter_db_option ::= WAL_LEVEL NK_INTEGER */ + { 338, -2 }, /* (114) alter_db_option ::= STT_TRIGGER NK_INTEGER */ + { 335, -1 }, /* (115) integer_list ::= NK_INTEGER */ + { 335, -3 }, /* (116) integer_list ::= integer_list NK_COMMA NK_INTEGER */ + { 336, -1 }, /* (117) variable_list ::= NK_VARIABLE */ + { 336, -3 }, /* (118) variable_list ::= variable_list NK_COMMA NK_VARIABLE */ + { 337, -1 }, /* (119) retention_list ::= retention */ + { 337, -3 }, /* (120) retention_list ::= retention_list NK_COMMA retention */ + { 339, -3 }, /* (121) retention ::= NK_VARIABLE NK_COLON NK_VARIABLE */ + { 334, 0 }, /* (122) speed_opt ::= */ + { 334, -2 }, /* (123) speed_opt ::= MAX_SPEED NK_INTEGER */ + { 317, -9 }, /* (124) cmd ::= CREATE TABLE not_exists_opt full_table_name NK_LP column_def_list NK_RP tags_def_opt table_options */ + { 317, -3 }, /* (125) cmd ::= CREATE TABLE multi_create_clause */ + { 317, -9 }, /* (126) cmd ::= CREATE STABLE not_exists_opt full_table_name NK_LP column_def_list NK_RP tags_def table_options */ + { 317, -3 }, /* (127) cmd ::= DROP TABLE multi_drop_clause */ + { 317, -4 }, /* (128) cmd ::= DROP STABLE exists_opt full_table_name */ + { 317, -3 }, /* (129) cmd ::= ALTER TABLE alter_table_clause */ + { 317, -3 }, /* (130) cmd ::= ALTER STABLE alter_table_clause */ + { 347, -2 }, /* (131) alter_table_clause ::= full_table_name alter_table_options */ + { 347, -5 }, /* (132) alter_table_clause ::= full_table_name ADD COLUMN column_name type_name */ + { 347, -4 }, /* (133) alter_table_clause ::= full_table_name DROP COLUMN column_name */ + { 347, -5 }, /* (134) alter_table_clause ::= full_table_name MODIFY COLUMN column_name type_name */ + { 347, -5 }, /* (135) alter_table_clause ::= full_table_name RENAME COLUMN column_name column_name */ + { 347, -5 }, /* (136) alter_table_clause ::= full_table_name ADD TAG column_name type_name */ + { 347, -4 }, /* (137) alter_table_clause ::= full_table_name DROP TAG column_name */ + { 347, -5 }, /* (138) alter_table_clause ::= full_table_name MODIFY TAG column_name type_name */ + { 347, -5 }, /* (139) alter_table_clause ::= full_table_name RENAME TAG column_name column_name */ + { 347, -6 }, /* (140) alter_table_clause ::= full_table_name SET TAG column_name NK_EQ signed_literal */ + { 344, -1 }, /* (141) multi_create_clause ::= create_subtable_clause */ + { 344, -2 }, /* (142) multi_create_clause ::= multi_create_clause create_subtable_clause */ + { 352, -10 }, /* (143) create_subtable_clause ::= not_exists_opt full_table_name USING full_table_name specific_cols_opt TAGS NK_LP expression_list NK_RP table_options */ + { 346, -1 }, /* (144) multi_drop_clause ::= drop_table_clause */ + { 346, -2 }, /* (145) multi_drop_clause ::= multi_drop_clause drop_table_clause */ + { 355, -2 }, /* (146) drop_table_clause ::= exists_opt full_table_name */ + { 353, 0 }, /* (147) specific_cols_opt ::= */ + { 353, -3 }, /* (148) specific_cols_opt ::= NK_LP col_name_list NK_RP */ + { 340, -1 }, /* (149) full_table_name ::= table_name */ + { 340, -3 }, /* (150) full_table_name ::= db_name NK_DOT table_name */ + { 341, -1 }, /* (151) column_def_list ::= column_def */ + { 341, -3 }, /* (152) column_def_list ::= column_def_list NK_COMMA column_def */ + { 358, -2 }, /* (153) column_def ::= column_name type_name */ + { 358, -4 }, /* (154) column_def ::= column_name type_name COMMENT NK_STRING */ + { 350, -1 }, /* (155) type_name ::= BOOL */ + { 350, -1 }, /* (156) type_name ::= TINYINT */ + { 350, -1 }, /* (157) type_name ::= SMALLINT */ + { 350, -1 }, /* (158) type_name ::= INT */ + { 350, -1 }, /* (159) type_name ::= INTEGER */ + { 350, -1 }, /* (160) type_name ::= BIGINT */ + { 350, -1 }, /* (161) type_name ::= FLOAT */ + { 350, -1 }, /* (162) type_name ::= DOUBLE */ + { 350, -4 }, /* (163) type_name ::= BINARY NK_LP NK_INTEGER NK_RP */ + { 350, -1 }, /* (164) type_name ::= TIMESTAMP */ + { 350, -4 }, /* (165) type_name ::= NCHAR NK_LP NK_INTEGER NK_RP */ + { 350, -2 }, /* (166) type_name ::= TINYINT UNSIGNED */ + { 350, -2 }, /* (167) type_name ::= SMALLINT UNSIGNED */ + { 350, -2 }, /* (168) type_name ::= INT UNSIGNED */ + { 350, -2 }, /* (169) type_name ::= BIGINT UNSIGNED */ + { 350, -1 }, /* (170) type_name ::= JSON */ + { 350, -4 }, /* (171) type_name ::= VARCHAR NK_LP NK_INTEGER NK_RP */ + { 350, -1 }, /* (172) type_name ::= MEDIUMBLOB */ + { 350, -1 }, /* (173) type_name ::= BLOB */ + { 350, -4 }, /* (174) type_name ::= VARBINARY NK_LP NK_INTEGER NK_RP */ + { 350, -1 }, /* (175) type_name ::= DECIMAL */ + { 350, -4 }, /* (176) type_name ::= DECIMAL NK_LP NK_INTEGER NK_RP */ + { 350, -6 }, /* (177) type_name ::= DECIMAL NK_LP NK_INTEGER NK_COMMA NK_INTEGER NK_RP */ + { 342, 0 }, /* (178) tags_def_opt ::= */ + { 342, -1 }, /* (179) tags_def_opt ::= tags_def */ + { 345, -4 }, /* (180) tags_def ::= TAGS NK_LP column_def_list NK_RP */ + { 343, 0 }, /* (181) table_options ::= */ + { 343, -3 }, /* (182) table_options ::= table_options COMMENT NK_STRING */ + { 343, -3 }, /* (183) table_options ::= table_options MAX_DELAY duration_list */ + { 343, -3 }, /* (184) table_options ::= table_options WATERMARK duration_list */ + { 343, -5 }, /* (185) table_options ::= table_options ROLLUP NK_LP rollup_func_list NK_RP */ + { 343, -3 }, /* (186) table_options ::= table_options TTL NK_INTEGER */ + { 343, -5 }, /* (187) table_options ::= table_options SMA NK_LP col_name_list NK_RP */ + { 348, -1 }, /* (188) alter_table_options ::= alter_table_option */ + { 348, -2 }, /* (189) alter_table_options ::= alter_table_options alter_table_option */ + { 361, -2 }, /* (190) alter_table_option ::= COMMENT NK_STRING */ + { 361, -2 }, /* (191) alter_table_option ::= TTL NK_INTEGER */ + { 359, -1 }, /* (192) duration_list ::= duration_literal */ + { 359, -3 }, /* (193) duration_list ::= duration_list NK_COMMA duration_literal */ + { 360, -1 }, /* (194) rollup_func_list ::= rollup_func_name */ + { 360, -3 }, /* (195) rollup_func_list ::= rollup_func_list NK_COMMA rollup_func_name */ + { 363, -1 }, /* (196) rollup_func_name ::= function_name */ + { 363, -1 }, /* (197) rollup_func_name ::= FIRST */ + { 363, -1 }, /* (198) rollup_func_name ::= LAST */ + { 356, -1 }, /* (199) col_name_list ::= col_name */ + { 356, -3 }, /* (200) col_name_list ::= col_name_list NK_COMMA col_name */ + { 365, -1 }, /* (201) col_name ::= column_name */ + { 317, -2 }, /* (202) cmd ::= SHOW DNODES */ + { 317, -2 }, /* (203) cmd ::= SHOW USERS */ + { 317, -2 }, /* (204) cmd ::= SHOW DATABASES */ + { 317, -4 }, /* (205) cmd ::= SHOW db_name_cond_opt TABLES like_pattern_opt */ + { 317, -4 }, /* (206) cmd ::= SHOW db_name_cond_opt STABLES like_pattern_opt */ + { 317, -3 }, /* (207) cmd ::= SHOW db_name_cond_opt VGROUPS */ + { 317, -2 }, /* (208) cmd ::= SHOW MNODES */ + { 317, -2 }, /* (209) cmd ::= SHOW MODULES */ + { 317, -2 }, /* (210) cmd ::= SHOW QNODES */ + { 317, -2 }, /* (211) cmd ::= SHOW FUNCTIONS */ + { 317, -5 }, /* (212) cmd ::= SHOW INDEXES FROM table_name_cond from_db_opt */ + { 317, -2 }, /* (213) cmd ::= SHOW STREAMS */ + { 317, -2 }, /* (214) cmd ::= SHOW ACCOUNTS */ + { 317, -2 }, /* (215) cmd ::= SHOW APPS */ + { 317, -2 }, /* (216) cmd ::= SHOW CONNECTIONS */ + { 317, -2 }, /* (217) cmd ::= SHOW LICENCES */ + { 317, -2 }, /* (218) cmd ::= SHOW GRANTS */ + { 317, -4 }, /* (219) cmd ::= SHOW CREATE DATABASE db_name */ + { 317, -4 }, /* (220) cmd ::= SHOW CREATE TABLE full_table_name */ + { 317, -4 }, /* (221) cmd ::= SHOW CREATE STABLE full_table_name */ + { 317, -2 }, /* (222) cmd ::= SHOW QUERIES */ + { 317, -2 }, /* (223) cmd ::= SHOW SCORES */ + { 317, -2 }, /* (224) cmd ::= SHOW TOPICS */ + { 317, -2 }, /* (225) cmd ::= SHOW VARIABLES */ + { 317, -3 }, /* (226) cmd ::= SHOW LOCAL VARIABLES */ + { 317, -4 }, /* (227) cmd ::= SHOW DNODE NK_INTEGER VARIABLES */ + { 317, -2 }, /* (228) cmd ::= SHOW BNODES */ + { 317, -2 }, /* (229) cmd ::= SHOW SNODES */ + { 317, -2 }, /* (230) cmd ::= SHOW CLUSTER */ + { 317, -2 }, /* (231) cmd ::= SHOW TRANSACTIONS */ + { 317, -4 }, /* (232) cmd ::= SHOW TABLE DISTRIBUTED full_table_name */ + { 317, -2 }, /* (233) cmd ::= SHOW CONSUMERS */ + { 317, -2 }, /* (234) cmd ::= SHOW SUBSCRIPTIONS */ + { 317, -5 }, /* (235) cmd ::= SHOW TAGS FROM table_name_cond from_db_opt */ + { 317, -6 }, /* (236) cmd ::= SHOW TABLE TAGS FROM table_name_cond from_db_opt */ + { 317, -3 }, /* (237) cmd ::= SHOW VNODES NK_INTEGER */ + { 317, -3 }, /* (238) cmd ::= SHOW VNODES NK_STRING */ + { 366, 0 }, /* (239) db_name_cond_opt ::= */ + { 366, -2 }, /* (240) db_name_cond_opt ::= db_name NK_DOT */ + { 367, 0 }, /* (241) like_pattern_opt ::= */ + { 367, -2 }, /* (242) like_pattern_opt ::= LIKE NK_STRING */ + { 368, -1 }, /* (243) table_name_cond ::= table_name */ + { 369, 0 }, /* (244) from_db_opt ::= */ + { 369, -2 }, /* (245) from_db_opt ::= FROM db_name */ + { 317, -8 }, /* (246) cmd ::= CREATE SMA INDEX not_exists_opt full_table_name ON full_table_name index_options */ + { 317, -4 }, /* (247) cmd ::= DROP INDEX exists_opt full_table_name */ + { 370, -10 }, /* (248) index_options ::= FUNCTION NK_LP func_list NK_RP INTERVAL NK_LP duration_literal NK_RP sliding_opt sma_stream_opt */ + { 370, -12 }, /* (249) index_options ::= FUNCTION NK_LP func_list NK_RP INTERVAL NK_LP duration_literal NK_COMMA duration_literal NK_RP sliding_opt sma_stream_opt */ + { 371, -1 }, /* (250) func_list ::= func */ + { 371, -3 }, /* (251) func_list ::= func_list NK_COMMA func */ + { 374, -4 }, /* (252) func ::= function_name NK_LP expression_list NK_RP */ + { 373, 0 }, /* (253) sma_stream_opt ::= */ + { 373, -3 }, /* (254) sma_stream_opt ::= stream_options WATERMARK duration_literal */ + { 373, -3 }, /* (255) sma_stream_opt ::= stream_options MAX_DELAY duration_literal */ + { 317, -6 }, /* (256) cmd ::= CREATE TOPIC not_exists_opt topic_name AS query_or_subquery */ + { 317, -7 }, /* (257) cmd ::= CREATE TOPIC not_exists_opt topic_name AS DATABASE db_name */ + { 317, -9 }, /* (258) cmd ::= CREATE TOPIC not_exists_opt topic_name WITH META AS DATABASE db_name */ + { 317, -7 }, /* (259) cmd ::= CREATE TOPIC not_exists_opt topic_name AS STABLE full_table_name */ + { 317, -9 }, /* (260) cmd ::= CREATE TOPIC not_exists_opt topic_name WITH META AS STABLE full_table_name */ + { 317, -4 }, /* (261) cmd ::= DROP TOPIC exists_opt topic_name */ + { 317, -7 }, /* (262) cmd ::= DROP CONSUMER GROUP exists_opt cgroup_name ON topic_name */ + { 317, -2 }, /* (263) cmd ::= DESC full_table_name */ + { 317, -2 }, /* (264) cmd ::= DESCRIBE full_table_name */ + { 317, -3 }, /* (265) cmd ::= RESET QUERY CACHE */ + { 317, -4 }, /* (266) cmd ::= EXPLAIN analyze_opt explain_options query_or_subquery */ + { 379, 0 }, /* (267) analyze_opt ::= */ + { 379, -1 }, /* (268) analyze_opt ::= ANALYZE */ + { 380, 0 }, /* (269) explain_options ::= */ + { 380, -3 }, /* (270) explain_options ::= explain_options VERBOSE NK_BOOL */ + { 380, -3 }, /* (271) explain_options ::= explain_options RATIO NK_FLOAT */ + { 317, -10 }, /* (272) cmd ::= CREATE agg_func_opt FUNCTION not_exists_opt function_name AS NK_STRING OUTPUTTYPE type_name bufsize_opt */ + { 317, -4 }, /* (273) cmd ::= DROP FUNCTION exists_opt function_name */ + { 381, 0 }, /* (274) agg_func_opt ::= */ + { 381, -1 }, /* (275) agg_func_opt ::= AGGREGATE */ + { 382, 0 }, /* (276) bufsize_opt ::= */ + { 382, -2 }, /* (277) bufsize_opt ::= BUFSIZE NK_INTEGER */ + { 317, -11 }, /* (278) cmd ::= CREATE STREAM not_exists_opt stream_name stream_options INTO full_table_name tags_def_opt subtable_opt AS query_or_subquery */ + { 317, -4 }, /* (279) cmd ::= DROP STREAM exists_opt stream_name */ + { 375, 0 }, /* (280) stream_options ::= */ + { 375, -3 }, /* (281) stream_options ::= stream_options TRIGGER AT_ONCE */ + { 375, -3 }, /* (282) stream_options ::= stream_options TRIGGER WINDOW_CLOSE */ + { 375, -4 }, /* (283) stream_options ::= stream_options TRIGGER MAX_DELAY duration_literal */ + { 375, -3 }, /* (284) stream_options ::= stream_options WATERMARK duration_literal */ + { 375, -4 }, /* (285) stream_options ::= stream_options IGNORE EXPIRED NK_INTEGER */ + { 384, 0 }, /* (286) subtable_opt ::= */ + { 384, -4 }, /* (287) subtable_opt ::= SUBTABLE NK_LP expression NK_RP */ + { 317, -3 }, /* (288) cmd ::= KILL CONNECTION NK_INTEGER */ + { 317, -3 }, /* (289) cmd ::= KILL QUERY NK_STRING */ + { 317, -3 }, /* (290) cmd ::= KILL TRANSACTION NK_INTEGER */ + { 317, -2 }, /* (291) cmd ::= BALANCE VGROUP */ + { 317, -4 }, /* (292) cmd ::= MERGE VGROUP NK_INTEGER NK_INTEGER */ + { 317, -4 }, /* (293) cmd ::= REDISTRIBUTE VGROUP NK_INTEGER dnode_list */ + { 317, -3 }, /* (294) cmd ::= SPLIT VGROUP NK_INTEGER */ + { 386, -2 }, /* (295) dnode_list ::= DNODE NK_INTEGER */ + { 386, -3 }, /* (296) dnode_list ::= dnode_list DNODE NK_INTEGER */ + { 317, -4 }, /* (297) cmd ::= DELETE FROM full_table_name where_clause_opt */ + { 317, -1 }, /* (298) cmd ::= query_or_subquery */ + { 317, -7 }, /* (299) cmd ::= INSERT INTO full_table_name NK_LP col_name_list NK_RP query_or_subquery */ + { 317, -4 }, /* (300) cmd ::= INSERT INTO full_table_name query_or_subquery */ + { 320, -1 }, /* (301) literal ::= NK_INTEGER */ + { 320, -1 }, /* (302) literal ::= NK_FLOAT */ + { 320, -1 }, /* (303) literal ::= NK_STRING */ + { 320, -1 }, /* (304) literal ::= NK_BOOL */ + { 320, -2 }, /* (305) literal ::= TIMESTAMP NK_STRING */ + { 320, -1 }, /* (306) literal ::= duration_literal */ + { 320, -1 }, /* (307) literal ::= NULL */ + { 320, -1 }, /* (308) literal ::= NK_QUESTION */ + { 362, -1 }, /* (309) duration_literal ::= NK_VARIABLE */ + { 388, -1 }, /* (310) signed ::= NK_INTEGER */ + { 388, -2 }, /* (311) signed ::= NK_PLUS NK_INTEGER */ + { 388, -2 }, /* (312) signed ::= NK_MINUS NK_INTEGER */ + { 388, -1 }, /* (313) signed ::= NK_FLOAT */ + { 388, -2 }, /* (314) signed ::= NK_PLUS NK_FLOAT */ + { 388, -2 }, /* (315) signed ::= NK_MINUS NK_FLOAT */ + { 351, -1 }, /* (316) signed_literal ::= signed */ + { 351, -1 }, /* (317) signed_literal ::= NK_STRING */ + { 351, -1 }, /* (318) signed_literal ::= NK_BOOL */ + { 351, -2 }, /* (319) signed_literal ::= TIMESTAMP NK_STRING */ + { 351, -1 }, /* (320) signed_literal ::= duration_literal */ + { 351, -1 }, /* (321) signed_literal ::= NULL */ + { 351, -1 }, /* (322) signed_literal ::= literal_func */ + { 351, -1 }, /* (323) signed_literal ::= NK_QUESTION */ + { 390, -1 }, /* (324) literal_list ::= signed_literal */ + { 390, -3 }, /* (325) literal_list ::= literal_list NK_COMMA signed_literal */ + { 328, -1 }, /* (326) db_name ::= NK_ID */ + { 357, -1 }, /* (327) table_name ::= NK_ID */ + { 349, -1 }, /* (328) column_name ::= NK_ID */ + { 364, -1 }, /* (329) function_name ::= NK_ID */ + { 391, -1 }, /* (330) table_alias ::= NK_ID */ + { 392, -1 }, /* (331) column_alias ::= NK_ID */ + { 322, -1 }, /* (332) user_name ::= NK_ID */ + { 376, -1 }, /* (333) topic_name ::= NK_ID */ + { 383, -1 }, /* (334) stream_name ::= NK_ID */ + { 378, -1 }, /* (335) cgroup_name ::= NK_ID */ + { 393, -1 }, /* (336) expr_or_subquery ::= expression */ + { 393, -1 }, /* (337) expr_or_subquery ::= subquery */ + { 385, -1 }, /* (338) expression ::= literal */ + { 385, -1 }, /* (339) expression ::= pseudo_column */ + { 385, -1 }, /* (340) expression ::= column_reference */ + { 385, -1 }, /* (341) expression ::= function_expression */ + { 385, -1 }, /* (342) expression ::= case_when_expression */ + { 385, -3 }, /* (343) expression ::= NK_LP expression NK_RP */ + { 385, -2 }, /* (344) expression ::= NK_PLUS expr_or_subquery */ + { 385, -2 }, /* (345) expression ::= NK_MINUS expr_or_subquery */ + { 385, -3 }, /* (346) expression ::= expr_or_subquery NK_PLUS expr_or_subquery */ + { 385, -3 }, /* (347) expression ::= expr_or_subquery NK_MINUS expr_or_subquery */ + { 385, -3 }, /* (348) expression ::= expr_or_subquery NK_STAR expr_or_subquery */ + { 385, -3 }, /* (349) expression ::= expr_or_subquery NK_SLASH expr_or_subquery */ + { 385, -3 }, /* (350) expression ::= expr_or_subquery NK_REM expr_or_subquery */ + { 385, -3 }, /* (351) expression ::= column_reference NK_ARROW NK_STRING */ + { 385, -3 }, /* (352) expression ::= expr_or_subquery NK_BITAND expr_or_subquery */ + { 385, -3 }, /* (353) expression ::= expr_or_subquery NK_BITOR expr_or_subquery */ + { 354, -1 }, /* (354) expression_list ::= expr_or_subquery */ + { 354, -3 }, /* (355) expression_list ::= expression_list NK_COMMA expr_or_subquery */ + { 396, -1 }, /* (356) column_reference ::= column_name */ + { 396, -3 }, /* (357) column_reference ::= table_name NK_DOT column_name */ + { 395, -1 }, /* (358) pseudo_column ::= ROWTS */ + { 395, -1 }, /* (359) pseudo_column ::= TBNAME */ + { 395, -3 }, /* (360) pseudo_column ::= table_name NK_DOT TBNAME */ + { 395, -1 }, /* (361) pseudo_column ::= QSTART */ + { 395, -1 }, /* (362) pseudo_column ::= QEND */ + { 395, -1 }, /* (363) pseudo_column ::= QDURATION */ + { 395, -1 }, /* (364) pseudo_column ::= WSTART */ + { 395, -1 }, /* (365) pseudo_column ::= WEND */ + { 395, -1 }, /* (366) pseudo_column ::= WDURATION */ + { 395, -1 }, /* (367) pseudo_column ::= IROWTS */ + { 395, -1 }, /* (368) pseudo_column ::= QTAGS */ + { 397, -4 }, /* (369) function_expression ::= function_name NK_LP expression_list NK_RP */ + { 397, -4 }, /* (370) function_expression ::= star_func NK_LP star_func_para_list NK_RP */ + { 397, -6 }, /* (371) function_expression ::= CAST NK_LP expr_or_subquery AS type_name NK_RP */ + { 397, -1 }, /* (372) function_expression ::= literal_func */ + { 389, -3 }, /* (373) literal_func ::= noarg_func NK_LP NK_RP */ + { 389, -1 }, /* (374) literal_func ::= NOW */ + { 401, -1 }, /* (375) noarg_func ::= NOW */ + { 401, -1 }, /* (376) noarg_func ::= TODAY */ + { 401, -1 }, /* (377) noarg_func ::= TIMEZONE */ + { 401, -1 }, /* (378) noarg_func ::= DATABASE */ + { 401, -1 }, /* (379) noarg_func ::= CLIENT_VERSION */ + { 401, -1 }, /* (380) noarg_func ::= SERVER_VERSION */ + { 401, -1 }, /* (381) noarg_func ::= SERVER_STATUS */ + { 401, -1 }, /* (382) noarg_func ::= CURRENT_USER */ + { 401, -1 }, /* (383) noarg_func ::= USER */ + { 399, -1 }, /* (384) star_func ::= COUNT */ + { 399, -1 }, /* (385) star_func ::= FIRST */ + { 399, -1 }, /* (386) star_func ::= LAST */ + { 399, -1 }, /* (387) star_func ::= LAST_ROW */ + { 400, -1 }, /* (388) star_func_para_list ::= NK_STAR */ + { 400, -1 }, /* (389) star_func_para_list ::= other_para_list */ + { 402, -1 }, /* (390) other_para_list ::= star_func_para */ + { 402, -3 }, /* (391) other_para_list ::= other_para_list NK_COMMA star_func_para */ + { 403, -1 }, /* (392) star_func_para ::= expr_or_subquery */ + { 403, -3 }, /* (393) star_func_para ::= table_name NK_DOT NK_STAR */ + { 398, -4 }, /* (394) case_when_expression ::= CASE when_then_list case_when_else_opt END */ + { 398, -5 }, /* (395) case_when_expression ::= CASE common_expression when_then_list case_when_else_opt END */ + { 404, -1 }, /* (396) when_then_list ::= when_then_expr */ + { 404, -2 }, /* (397) when_then_list ::= when_then_list when_then_expr */ + { 407, -4 }, /* (398) when_then_expr ::= WHEN common_expression THEN common_expression */ + { 405, 0 }, /* (399) case_when_else_opt ::= */ + { 405, -2 }, /* (400) case_when_else_opt ::= ELSE common_expression */ + { 408, -3 }, /* (401) predicate ::= expr_or_subquery compare_op expr_or_subquery */ + { 408, -5 }, /* (402) predicate ::= expr_or_subquery BETWEEN expr_or_subquery AND expr_or_subquery */ + { 408, -6 }, /* (403) predicate ::= expr_or_subquery NOT BETWEEN expr_or_subquery AND expr_or_subquery */ + { 408, -3 }, /* (404) predicate ::= expr_or_subquery IS NULL */ + { 408, -4 }, /* (405) predicate ::= expr_or_subquery IS NOT NULL */ + { 408, -3 }, /* (406) predicate ::= expr_or_subquery in_op in_predicate_value */ + { 409, -1 }, /* (407) compare_op ::= NK_LT */ + { 409, -1 }, /* (408) compare_op ::= NK_GT */ + { 409, -1 }, /* (409) compare_op ::= NK_LE */ + { 409, -1 }, /* (410) compare_op ::= NK_GE */ + { 409, -1 }, /* (411) compare_op ::= NK_NE */ + { 409, -1 }, /* (412) compare_op ::= NK_EQ */ + { 409, -1 }, /* (413) compare_op ::= LIKE */ + { 409, -2 }, /* (414) compare_op ::= NOT LIKE */ + { 409, -1 }, /* (415) compare_op ::= MATCH */ + { 409, -1 }, /* (416) compare_op ::= NMATCH */ + { 409, -1 }, /* (417) compare_op ::= CONTAINS */ + { 410, -1 }, /* (418) in_op ::= IN */ + { 410, -2 }, /* (419) in_op ::= NOT IN */ + { 411, -3 }, /* (420) in_predicate_value ::= NK_LP literal_list NK_RP */ + { 412, -1 }, /* (421) boolean_value_expression ::= boolean_primary */ + { 412, -2 }, /* (422) boolean_value_expression ::= NOT boolean_primary */ + { 412, -3 }, /* (423) boolean_value_expression ::= boolean_value_expression OR boolean_value_expression */ + { 412, -3 }, /* (424) boolean_value_expression ::= boolean_value_expression AND boolean_value_expression */ + { 413, -1 }, /* (425) boolean_primary ::= predicate */ + { 413, -3 }, /* (426) boolean_primary ::= NK_LP boolean_value_expression NK_RP */ + { 406, -1 }, /* (427) common_expression ::= expr_or_subquery */ + { 406, -1 }, /* (428) common_expression ::= boolean_value_expression */ + { 414, 0 }, /* (429) from_clause_opt ::= */ + { 414, -2 }, /* (430) from_clause_opt ::= FROM table_reference_list */ + { 415, -1 }, /* (431) table_reference_list ::= table_reference */ + { 415, -3 }, /* (432) table_reference_list ::= table_reference_list NK_COMMA table_reference */ + { 416, -1 }, /* (433) table_reference ::= table_primary */ + { 416, -1 }, /* (434) table_reference ::= joined_table */ + { 417, -2 }, /* (435) table_primary ::= table_name alias_opt */ + { 417, -4 }, /* (436) table_primary ::= db_name NK_DOT table_name alias_opt */ + { 417, -2 }, /* (437) table_primary ::= subquery alias_opt */ + { 417, -1 }, /* (438) table_primary ::= parenthesized_joined_table */ + { 419, 0 }, /* (439) alias_opt ::= */ + { 419, -1 }, /* (440) alias_opt ::= table_alias */ + { 419, -2 }, /* (441) alias_opt ::= AS table_alias */ + { 420, -3 }, /* (442) parenthesized_joined_table ::= NK_LP joined_table NK_RP */ + { 420, -3 }, /* (443) parenthesized_joined_table ::= NK_LP parenthesized_joined_table NK_RP */ + { 418, -6 }, /* (444) joined_table ::= table_reference join_type JOIN table_reference ON search_condition */ + { 421, 0 }, /* (445) join_type ::= */ + { 421, -1 }, /* (446) join_type ::= INNER */ + { 423, -12 }, /* (447) query_specification ::= SELECT set_quantifier_opt select_list from_clause_opt where_clause_opt partition_by_clause_opt range_opt every_opt fill_opt twindow_clause_opt group_by_clause_opt having_clause_opt */ + { 424, 0 }, /* (448) set_quantifier_opt ::= */ + { 424, -1 }, /* (449) set_quantifier_opt ::= DISTINCT */ + { 424, -1 }, /* (450) set_quantifier_opt ::= ALL */ + { 425, -1 }, /* (451) select_list ::= select_item */ + { 425, -3 }, /* (452) select_list ::= select_list NK_COMMA select_item */ + { 433, -1 }, /* (453) select_item ::= NK_STAR */ + { 433, -1 }, /* (454) select_item ::= common_expression */ + { 433, -2 }, /* (455) select_item ::= common_expression column_alias */ + { 433, -3 }, /* (456) select_item ::= common_expression AS column_alias */ + { 433, -3 }, /* (457) select_item ::= table_name NK_DOT NK_STAR */ + { 387, 0 }, /* (458) where_clause_opt ::= */ + { 387, -2 }, /* (459) where_clause_opt ::= WHERE search_condition */ + { 426, 0 }, /* (460) partition_by_clause_opt ::= */ + { 426, -3 }, /* (461) partition_by_clause_opt ::= PARTITION BY partition_list */ + { 434, -1 }, /* (462) partition_list ::= partition_item */ + { 434, -3 }, /* (463) partition_list ::= partition_list NK_COMMA partition_item */ + { 435, -1 }, /* (464) partition_item ::= expr_or_subquery */ + { 435, -2 }, /* (465) partition_item ::= expr_or_subquery column_alias */ + { 435, -3 }, /* (466) partition_item ::= expr_or_subquery AS column_alias */ + { 430, 0 }, /* (467) twindow_clause_opt ::= */ + { 430, -6 }, /* (468) twindow_clause_opt ::= SESSION NK_LP column_reference NK_COMMA duration_literal NK_RP */ + { 430, -4 }, /* (469) twindow_clause_opt ::= STATE_WINDOW NK_LP expr_or_subquery NK_RP */ + { 430, -6 }, /* (470) twindow_clause_opt ::= INTERVAL NK_LP duration_literal NK_RP sliding_opt fill_opt */ + { 430, -8 }, /* (471) twindow_clause_opt ::= INTERVAL NK_LP duration_literal NK_COMMA duration_literal NK_RP sliding_opt fill_opt */ + { 372, 0 }, /* (472) sliding_opt ::= */ + { 372, -4 }, /* (473) sliding_opt ::= SLIDING NK_LP duration_literal NK_RP */ + { 429, 0 }, /* (474) fill_opt ::= */ + { 429, -4 }, /* (475) fill_opt ::= FILL NK_LP fill_mode NK_RP */ + { 429, -6 }, /* (476) fill_opt ::= FILL NK_LP VALUE NK_COMMA literal_list NK_RP */ + { 436, -1 }, /* (477) fill_mode ::= NONE */ + { 436, -1 }, /* (478) fill_mode ::= PREV */ + { 436, -1 }, /* (479) fill_mode ::= NULL */ + { 436, -1 }, /* (480) fill_mode ::= LINEAR */ + { 436, -1 }, /* (481) fill_mode ::= NEXT */ + { 431, 0 }, /* (482) group_by_clause_opt ::= */ + { 431, -3 }, /* (483) group_by_clause_opt ::= GROUP BY group_by_list */ + { 437, -1 }, /* (484) group_by_list ::= expr_or_subquery */ + { 437, -3 }, /* (485) group_by_list ::= group_by_list NK_COMMA expr_or_subquery */ + { 432, 0 }, /* (486) having_clause_opt ::= */ + { 432, -2 }, /* (487) having_clause_opt ::= HAVING search_condition */ + { 427, 0 }, /* (488) range_opt ::= */ + { 427, -6 }, /* (489) range_opt ::= RANGE NK_LP expr_or_subquery NK_COMMA expr_or_subquery NK_RP */ + { 428, 0 }, /* (490) every_opt ::= */ + { 428, -4 }, /* (491) every_opt ::= EVERY NK_LP duration_literal NK_RP */ + { 438, -4 }, /* (492) query_expression ::= query_simple order_by_clause_opt slimit_clause_opt limit_clause_opt */ + { 439, -1 }, /* (493) query_simple ::= query_specification */ + { 439, -1 }, /* (494) query_simple ::= union_query_expression */ + { 443, -4 }, /* (495) union_query_expression ::= query_simple_or_subquery UNION ALL query_simple_or_subquery */ + { 443, -3 }, /* (496) union_query_expression ::= query_simple_or_subquery UNION query_simple_or_subquery */ + { 444, -1 }, /* (497) query_simple_or_subquery ::= query_simple */ + { 444, -1 }, /* (498) query_simple_or_subquery ::= subquery */ + { 377, -1 }, /* (499) query_or_subquery ::= query_expression */ + { 377, -1 }, /* (500) query_or_subquery ::= subquery */ + { 440, 0 }, /* (501) order_by_clause_opt ::= */ + { 440, -3 }, /* (502) order_by_clause_opt ::= ORDER BY sort_specification_list */ + { 441, 0 }, /* (503) slimit_clause_opt ::= */ + { 441, -2 }, /* (504) slimit_clause_opt ::= SLIMIT NK_INTEGER */ + { 441, -4 }, /* (505) slimit_clause_opt ::= SLIMIT NK_INTEGER SOFFSET NK_INTEGER */ + { 441, -4 }, /* (506) slimit_clause_opt ::= SLIMIT NK_INTEGER NK_COMMA NK_INTEGER */ + { 442, 0 }, /* (507) limit_clause_opt ::= */ + { 442, -2 }, /* (508) limit_clause_opt ::= LIMIT NK_INTEGER */ + { 442, -4 }, /* (509) limit_clause_opt ::= LIMIT NK_INTEGER OFFSET NK_INTEGER */ + { 442, -4 }, /* (510) limit_clause_opt ::= LIMIT NK_INTEGER NK_COMMA NK_INTEGER */ + { 394, -3 }, /* (511) subquery ::= NK_LP query_expression NK_RP */ + { 394, -3 }, /* (512) subquery ::= NK_LP subquery NK_RP */ + { 422, -1 }, /* (513) search_condition ::= common_expression */ + { 445, -1 }, /* (514) sort_specification_list ::= sort_specification */ + { 445, -3 }, /* (515) sort_specification_list ::= sort_specification_list NK_COMMA sort_specification */ + { 446, -3 }, /* (516) sort_specification ::= expr_or_subquery ordering_specification_opt null_ordering_opt */ + { 447, 0 }, /* (517) ordering_specification_opt ::= */ + { 447, -1 }, /* (518) ordering_specification_opt ::= ASC */ + { 447, -1 }, /* (519) ordering_specification_opt ::= DESC */ + { 448, 0 }, /* (520) null_ordering_opt ::= */ + { 448, -2 }, /* (521) null_ordering_opt ::= NULLS FIRST */ + { 448, -2 }, /* (522) null_ordering_opt ::= NULLS LAST */ }; static void yy_accept(yyParser*); /* Forward Declaration */ @@ -3745,29 +3749,29 @@ static YYACTIONTYPE yy_reduce( case 49: /* dnode_endpoint ::= NK_STRING */ case 50: /* dnode_endpoint ::= NK_ID */ yytestcase(yyruleno==50); case 51: /* dnode_endpoint ::= NK_IPTOKEN */ yytestcase(yyruleno==51); - case 324: /* db_name ::= NK_ID */ yytestcase(yyruleno==324); - case 325: /* table_name ::= NK_ID */ yytestcase(yyruleno==325); - case 326: /* column_name ::= NK_ID */ yytestcase(yyruleno==326); - case 327: /* function_name ::= NK_ID */ yytestcase(yyruleno==327); - case 328: /* table_alias ::= NK_ID */ yytestcase(yyruleno==328); - case 329: /* column_alias ::= NK_ID */ yytestcase(yyruleno==329); - case 330: /* user_name ::= NK_ID */ yytestcase(yyruleno==330); - case 331: /* topic_name ::= NK_ID */ yytestcase(yyruleno==331); - case 332: /* stream_name ::= NK_ID */ yytestcase(yyruleno==332); - case 333: /* cgroup_name ::= NK_ID */ yytestcase(yyruleno==333); - case 373: /* noarg_func ::= NOW */ yytestcase(yyruleno==373); - case 374: /* noarg_func ::= TODAY */ yytestcase(yyruleno==374); - case 375: /* noarg_func ::= TIMEZONE */ yytestcase(yyruleno==375); - case 376: /* noarg_func ::= DATABASE */ yytestcase(yyruleno==376); - case 377: /* noarg_func ::= CLIENT_VERSION */ yytestcase(yyruleno==377); - case 378: /* noarg_func ::= SERVER_VERSION */ yytestcase(yyruleno==378); - case 379: /* noarg_func ::= SERVER_STATUS */ yytestcase(yyruleno==379); - case 380: /* noarg_func ::= CURRENT_USER */ yytestcase(yyruleno==380); - case 381: /* noarg_func ::= USER */ yytestcase(yyruleno==381); - case 382: /* star_func ::= COUNT */ yytestcase(yyruleno==382); - case 383: /* star_func ::= FIRST */ yytestcase(yyruleno==383); - case 384: /* star_func ::= LAST */ yytestcase(yyruleno==384); - case 385: /* star_func ::= LAST_ROW */ yytestcase(yyruleno==385); + case 326: /* db_name ::= NK_ID */ yytestcase(yyruleno==326); + case 327: /* table_name ::= NK_ID */ yytestcase(yyruleno==327); + case 328: /* column_name ::= NK_ID */ yytestcase(yyruleno==328); + case 329: /* function_name ::= NK_ID */ yytestcase(yyruleno==329); + case 330: /* table_alias ::= NK_ID */ yytestcase(yyruleno==330); + case 331: /* column_alias ::= NK_ID */ yytestcase(yyruleno==331); + case 332: /* user_name ::= NK_ID */ yytestcase(yyruleno==332); + case 333: /* topic_name ::= NK_ID */ yytestcase(yyruleno==333); + case 334: /* stream_name ::= NK_ID */ yytestcase(yyruleno==334); + case 335: /* cgroup_name ::= NK_ID */ yytestcase(yyruleno==335); + case 375: /* noarg_func ::= NOW */ yytestcase(yyruleno==375); + case 376: /* noarg_func ::= TODAY */ yytestcase(yyruleno==376); + case 377: /* noarg_func ::= TIMEZONE */ yytestcase(yyruleno==377); + case 378: /* noarg_func ::= DATABASE */ yytestcase(yyruleno==378); + case 379: /* noarg_func ::= CLIENT_VERSION */ yytestcase(yyruleno==379); + case 380: /* noarg_func ::= SERVER_VERSION */ yytestcase(yyruleno==380); + case 381: /* noarg_func ::= SERVER_STATUS */ yytestcase(yyruleno==381); + case 382: /* noarg_func ::= CURRENT_USER */ yytestcase(yyruleno==382); + case 383: /* noarg_func ::= USER */ yytestcase(yyruleno==383); + case 384: /* star_func ::= COUNT */ yytestcase(yyruleno==384); + case 385: /* star_func ::= FIRST */ yytestcase(yyruleno==385); + case 386: /* star_func ::= LAST */ yytestcase(yyruleno==386); + case 387: /* star_func ::= LAST_ROW */ yytestcase(yyruleno==387); { yylhsminor.yy181 = yymsp[0].minor.yy0; } yymsp[0].minor.yy181 = yylhsminor.yy181; break; @@ -3824,9 +3828,9 @@ static YYACTIONTYPE yy_reduce( break; case 69: /* not_exists_opt ::= */ case 71: /* exists_opt ::= */ yytestcase(yyruleno==71); - case 265: /* analyze_opt ::= */ yytestcase(yyruleno==265); - case 272: /* agg_func_opt ::= */ yytestcase(yyruleno==272); - case 446: /* set_quantifier_opt ::= */ yytestcase(yyruleno==446); + case 267: /* analyze_opt ::= */ yytestcase(yyruleno==267); + case 274: /* agg_func_opt ::= */ yytestcase(yyruleno==274); + case 448: /* set_quantifier_opt ::= */ yytestcase(yyruleno==448); { yymsp[1].minor.yy39 = false; } break; case 70: /* exists_opt ::= IF EXISTS */ @@ -3969,671 +3973,677 @@ static YYACTIONTYPE yy_reduce( { yylhsminor.yy778 = setAlterDatabaseOption(pCxt, yymsp[-1].minor.yy778, &yymsp[0].minor.yy645); } yymsp[-1].minor.yy778 = yylhsminor.yy778; break; - case 106: /* alter_db_option ::= CACHEMODEL NK_STRING */ + case 106: /* alter_db_option ::= BUFFER NK_INTEGER */ +{ yymsp[-1].minor.yy645.type = DB_OPTION_BUFFER; yymsp[-1].minor.yy645.val = yymsp[0].minor.yy0; } + break; + case 107: /* alter_db_option ::= CACHEMODEL NK_STRING */ { yymsp[-1].minor.yy645.type = DB_OPTION_CACHEMODEL; yymsp[-1].minor.yy645.val = yymsp[0].minor.yy0; } break; - case 107: /* alter_db_option ::= CACHESIZE NK_INTEGER */ + case 108: /* alter_db_option ::= CACHESIZE NK_INTEGER */ { yymsp[-1].minor.yy645.type = DB_OPTION_CACHESIZE; yymsp[-1].minor.yy645.val = yymsp[0].minor.yy0; } break; - case 108: /* alter_db_option ::= WAL_FSYNC_PERIOD NK_INTEGER */ + case 109: /* alter_db_option ::= WAL_FSYNC_PERIOD NK_INTEGER */ { yymsp[-1].minor.yy645.type = DB_OPTION_FSYNC; yymsp[-1].minor.yy645.val = yymsp[0].minor.yy0; } break; - case 109: /* alter_db_option ::= KEEP integer_list */ - case 110: /* alter_db_option ::= KEEP variable_list */ yytestcase(yyruleno==110); + case 110: /* alter_db_option ::= KEEP integer_list */ + case 111: /* alter_db_option ::= KEEP variable_list */ yytestcase(yyruleno==111); { yymsp[-1].minor.yy645.type = DB_OPTION_KEEP; yymsp[-1].minor.yy645.pList = yymsp[0].minor.yy282; } break; - case 111: /* alter_db_option ::= WAL_LEVEL NK_INTEGER */ + case 112: /* alter_db_option ::= PAGES NK_INTEGER */ +{ yymsp[-1].minor.yy645.type = DB_OPTION_PAGES; yymsp[-1].minor.yy645.val = yymsp[0].minor.yy0; } + break; + case 113: /* alter_db_option ::= WAL_LEVEL NK_INTEGER */ { yymsp[-1].minor.yy645.type = DB_OPTION_WAL; yymsp[-1].minor.yy645.val = yymsp[0].minor.yy0; } break; - case 112: /* alter_db_option ::= STT_TRIGGER NK_INTEGER */ + case 114: /* alter_db_option ::= STT_TRIGGER NK_INTEGER */ { yymsp[-1].minor.yy645.type = DB_OPTION_STT_TRIGGER; yymsp[-1].minor.yy645.val = yymsp[0].minor.yy0; } break; - case 113: /* integer_list ::= NK_INTEGER */ + case 115: /* integer_list ::= NK_INTEGER */ { yylhsminor.yy282 = createNodeList(pCxt, createValueNode(pCxt, TSDB_DATA_TYPE_BIGINT, &yymsp[0].minor.yy0)); } yymsp[0].minor.yy282 = yylhsminor.yy282; break; - case 114: /* integer_list ::= integer_list NK_COMMA NK_INTEGER */ - case 294: /* dnode_list ::= dnode_list DNODE NK_INTEGER */ yytestcase(yyruleno==294); + case 116: /* integer_list ::= integer_list NK_COMMA NK_INTEGER */ + case 296: /* dnode_list ::= dnode_list DNODE NK_INTEGER */ yytestcase(yyruleno==296); { yylhsminor.yy282 = addNodeToList(pCxt, yymsp[-2].minor.yy282, createValueNode(pCxt, TSDB_DATA_TYPE_BIGINT, &yymsp[0].minor.yy0)); } yymsp[-2].minor.yy282 = yylhsminor.yy282; break; - case 115: /* variable_list ::= NK_VARIABLE */ + case 117: /* variable_list ::= NK_VARIABLE */ { yylhsminor.yy282 = createNodeList(pCxt, createDurationValueNode(pCxt, &yymsp[0].minor.yy0)); } yymsp[0].minor.yy282 = yylhsminor.yy282; break; - case 116: /* variable_list ::= variable_list NK_COMMA NK_VARIABLE */ + case 118: /* variable_list ::= variable_list NK_COMMA NK_VARIABLE */ { yylhsminor.yy282 = addNodeToList(pCxt, yymsp[-2].minor.yy282, createDurationValueNode(pCxt, &yymsp[0].minor.yy0)); } yymsp[-2].minor.yy282 = yylhsminor.yy282; break; - case 117: /* retention_list ::= retention */ - case 139: /* multi_create_clause ::= create_subtable_clause */ yytestcase(yyruleno==139); - case 142: /* multi_drop_clause ::= drop_table_clause */ yytestcase(yyruleno==142); - case 149: /* column_def_list ::= column_def */ yytestcase(yyruleno==149); - case 192: /* rollup_func_list ::= rollup_func_name */ yytestcase(yyruleno==192); - case 197: /* col_name_list ::= col_name */ yytestcase(yyruleno==197); - case 248: /* func_list ::= func */ yytestcase(yyruleno==248); - case 322: /* literal_list ::= signed_literal */ yytestcase(yyruleno==322); - case 388: /* other_para_list ::= star_func_para */ yytestcase(yyruleno==388); - case 394: /* when_then_list ::= when_then_expr */ yytestcase(yyruleno==394); - case 449: /* select_list ::= select_item */ yytestcase(yyruleno==449); - case 460: /* partition_list ::= partition_item */ yytestcase(yyruleno==460); - case 512: /* sort_specification_list ::= sort_specification */ yytestcase(yyruleno==512); + case 119: /* retention_list ::= retention */ + case 141: /* multi_create_clause ::= create_subtable_clause */ yytestcase(yyruleno==141); + case 144: /* multi_drop_clause ::= drop_table_clause */ yytestcase(yyruleno==144); + case 151: /* column_def_list ::= column_def */ yytestcase(yyruleno==151); + case 194: /* rollup_func_list ::= rollup_func_name */ yytestcase(yyruleno==194); + case 199: /* col_name_list ::= col_name */ yytestcase(yyruleno==199); + case 250: /* func_list ::= func */ yytestcase(yyruleno==250); + case 324: /* literal_list ::= signed_literal */ yytestcase(yyruleno==324); + case 390: /* other_para_list ::= star_func_para */ yytestcase(yyruleno==390); + case 396: /* when_then_list ::= when_then_expr */ yytestcase(yyruleno==396); + case 451: /* select_list ::= select_item */ yytestcase(yyruleno==451); + case 462: /* partition_list ::= partition_item */ yytestcase(yyruleno==462); + case 514: /* sort_specification_list ::= sort_specification */ yytestcase(yyruleno==514); { yylhsminor.yy282 = createNodeList(pCxt, yymsp[0].minor.yy778); } yymsp[0].minor.yy282 = yylhsminor.yy282; break; - case 118: /* retention_list ::= retention_list NK_COMMA retention */ - case 150: /* column_def_list ::= column_def_list NK_COMMA column_def */ yytestcase(yyruleno==150); - case 193: /* rollup_func_list ::= rollup_func_list NK_COMMA rollup_func_name */ yytestcase(yyruleno==193); - case 198: /* col_name_list ::= col_name_list NK_COMMA col_name */ yytestcase(yyruleno==198); - case 249: /* func_list ::= func_list NK_COMMA func */ yytestcase(yyruleno==249); - case 323: /* literal_list ::= literal_list NK_COMMA signed_literal */ yytestcase(yyruleno==323); - case 389: /* other_para_list ::= other_para_list NK_COMMA star_func_para */ yytestcase(yyruleno==389); - case 450: /* select_list ::= select_list NK_COMMA select_item */ yytestcase(yyruleno==450); - case 461: /* partition_list ::= partition_list NK_COMMA partition_item */ yytestcase(yyruleno==461); - case 513: /* sort_specification_list ::= sort_specification_list NK_COMMA sort_specification */ yytestcase(yyruleno==513); + case 120: /* retention_list ::= retention_list NK_COMMA retention */ + case 152: /* column_def_list ::= column_def_list NK_COMMA column_def */ yytestcase(yyruleno==152); + case 195: /* rollup_func_list ::= rollup_func_list NK_COMMA rollup_func_name */ yytestcase(yyruleno==195); + case 200: /* col_name_list ::= col_name_list NK_COMMA col_name */ yytestcase(yyruleno==200); + case 251: /* func_list ::= func_list NK_COMMA func */ yytestcase(yyruleno==251); + case 325: /* literal_list ::= literal_list NK_COMMA signed_literal */ yytestcase(yyruleno==325); + case 391: /* other_para_list ::= other_para_list NK_COMMA star_func_para */ yytestcase(yyruleno==391); + case 452: /* select_list ::= select_list NK_COMMA select_item */ yytestcase(yyruleno==452); + case 463: /* partition_list ::= partition_list NK_COMMA partition_item */ yytestcase(yyruleno==463); + case 515: /* sort_specification_list ::= sort_specification_list NK_COMMA sort_specification */ yytestcase(yyruleno==515); { yylhsminor.yy282 = addNodeToList(pCxt, yymsp[-2].minor.yy282, yymsp[0].minor.yy778); } yymsp[-2].minor.yy282 = yylhsminor.yy282; break; - case 119: /* retention ::= NK_VARIABLE NK_COLON NK_VARIABLE */ + case 121: /* retention ::= NK_VARIABLE NK_COLON NK_VARIABLE */ { yylhsminor.yy778 = createNodeListNodeEx(pCxt, createDurationValueNode(pCxt, &yymsp[-2].minor.yy0), createDurationValueNode(pCxt, &yymsp[0].minor.yy0)); } yymsp[-2].minor.yy778 = yylhsminor.yy778; break; - case 120: /* speed_opt ::= */ - case 274: /* bufsize_opt ::= */ yytestcase(yyruleno==274); + case 122: /* speed_opt ::= */ + case 276: /* bufsize_opt ::= */ yytestcase(yyruleno==276); { yymsp[1].minor.yy276 = 0; } break; - case 121: /* speed_opt ::= MAX_SPEED NK_INTEGER */ - case 275: /* bufsize_opt ::= BUFSIZE NK_INTEGER */ yytestcase(yyruleno==275); + case 123: /* speed_opt ::= MAX_SPEED NK_INTEGER */ + case 277: /* bufsize_opt ::= BUFSIZE NK_INTEGER */ yytestcase(yyruleno==277); { yymsp[-1].minor.yy276 = taosStr2Int32(yymsp[0].minor.yy0.z, NULL, 10); } break; - case 122: /* cmd ::= CREATE TABLE not_exists_opt full_table_name NK_LP column_def_list NK_RP tags_def_opt table_options */ - case 124: /* cmd ::= CREATE STABLE not_exists_opt full_table_name NK_LP column_def_list NK_RP tags_def table_options */ yytestcase(yyruleno==124); + case 124: /* cmd ::= CREATE TABLE not_exists_opt full_table_name NK_LP column_def_list NK_RP tags_def_opt table_options */ + case 126: /* cmd ::= CREATE STABLE not_exists_opt full_table_name NK_LP column_def_list NK_RP tags_def table_options */ yytestcase(yyruleno==126); { pCxt->pRootNode = createCreateTableStmt(pCxt, yymsp[-6].minor.yy39, yymsp[-5].minor.yy778, yymsp[-3].minor.yy282, yymsp[-1].minor.yy282, yymsp[0].minor.yy778); } break; - case 123: /* cmd ::= CREATE TABLE multi_create_clause */ + case 125: /* cmd ::= CREATE TABLE multi_create_clause */ { pCxt->pRootNode = createCreateMultiTableStmt(pCxt, yymsp[0].minor.yy282); } break; - case 125: /* cmd ::= DROP TABLE multi_drop_clause */ + case 127: /* cmd ::= DROP TABLE multi_drop_clause */ { pCxt->pRootNode = createDropTableStmt(pCxt, yymsp[0].minor.yy282); } break; - case 126: /* cmd ::= DROP STABLE exists_opt full_table_name */ + case 128: /* cmd ::= DROP STABLE exists_opt full_table_name */ { pCxt->pRootNode = createDropSuperTableStmt(pCxt, yymsp[-1].minor.yy39, yymsp[0].minor.yy778); } break; - case 127: /* cmd ::= ALTER TABLE alter_table_clause */ - case 296: /* cmd ::= query_or_subquery */ yytestcase(yyruleno==296); + case 129: /* cmd ::= ALTER TABLE alter_table_clause */ + case 298: /* cmd ::= query_or_subquery */ yytestcase(yyruleno==298); { pCxt->pRootNode = yymsp[0].minor.yy778; } break; - case 128: /* cmd ::= ALTER STABLE alter_table_clause */ + case 130: /* cmd ::= ALTER STABLE alter_table_clause */ { pCxt->pRootNode = setAlterSuperTableType(yymsp[0].minor.yy778); } break; - case 129: /* alter_table_clause ::= full_table_name alter_table_options */ + case 131: /* alter_table_clause ::= full_table_name alter_table_options */ { yylhsminor.yy778 = createAlterTableModifyOptions(pCxt, yymsp[-1].minor.yy778, yymsp[0].minor.yy778); } yymsp[-1].minor.yy778 = yylhsminor.yy778; break; - case 130: /* alter_table_clause ::= full_table_name ADD COLUMN column_name type_name */ + case 132: /* alter_table_clause ::= full_table_name ADD COLUMN column_name type_name */ { yylhsminor.yy778 = createAlterTableAddModifyCol(pCxt, yymsp[-4].minor.yy778, TSDB_ALTER_TABLE_ADD_COLUMN, &yymsp[-1].minor.yy181, yymsp[0].minor.yy380); } yymsp[-4].minor.yy778 = yylhsminor.yy778; break; - case 131: /* alter_table_clause ::= full_table_name DROP COLUMN column_name */ + case 133: /* alter_table_clause ::= full_table_name DROP COLUMN column_name */ { yylhsminor.yy778 = createAlterTableDropCol(pCxt, yymsp[-3].minor.yy778, TSDB_ALTER_TABLE_DROP_COLUMN, &yymsp[0].minor.yy181); } yymsp[-3].minor.yy778 = yylhsminor.yy778; break; - case 132: /* alter_table_clause ::= full_table_name MODIFY COLUMN column_name type_name */ + case 134: /* alter_table_clause ::= full_table_name MODIFY COLUMN column_name type_name */ { yylhsminor.yy778 = createAlterTableAddModifyCol(pCxt, yymsp[-4].minor.yy778, TSDB_ALTER_TABLE_UPDATE_COLUMN_BYTES, &yymsp[-1].minor.yy181, yymsp[0].minor.yy380); } yymsp[-4].minor.yy778 = yylhsminor.yy778; break; - case 133: /* alter_table_clause ::= full_table_name RENAME COLUMN column_name column_name */ + case 135: /* alter_table_clause ::= full_table_name RENAME COLUMN column_name column_name */ { yylhsminor.yy778 = createAlterTableRenameCol(pCxt, yymsp[-4].minor.yy778, TSDB_ALTER_TABLE_UPDATE_COLUMN_NAME, &yymsp[-1].minor.yy181, &yymsp[0].minor.yy181); } yymsp[-4].minor.yy778 = yylhsminor.yy778; break; - case 134: /* alter_table_clause ::= full_table_name ADD TAG column_name type_name */ + case 136: /* alter_table_clause ::= full_table_name ADD TAG column_name type_name */ { yylhsminor.yy778 = createAlterTableAddModifyCol(pCxt, yymsp[-4].minor.yy778, TSDB_ALTER_TABLE_ADD_TAG, &yymsp[-1].minor.yy181, yymsp[0].minor.yy380); } yymsp[-4].minor.yy778 = yylhsminor.yy778; break; - case 135: /* alter_table_clause ::= full_table_name DROP TAG column_name */ + case 137: /* alter_table_clause ::= full_table_name DROP TAG column_name */ { yylhsminor.yy778 = createAlterTableDropCol(pCxt, yymsp[-3].minor.yy778, TSDB_ALTER_TABLE_DROP_TAG, &yymsp[0].minor.yy181); } yymsp[-3].minor.yy778 = yylhsminor.yy778; break; - case 136: /* alter_table_clause ::= full_table_name MODIFY TAG column_name type_name */ + case 138: /* alter_table_clause ::= full_table_name MODIFY TAG column_name type_name */ { yylhsminor.yy778 = createAlterTableAddModifyCol(pCxt, yymsp[-4].minor.yy778, TSDB_ALTER_TABLE_UPDATE_TAG_BYTES, &yymsp[-1].minor.yy181, yymsp[0].minor.yy380); } yymsp[-4].minor.yy778 = yylhsminor.yy778; break; - case 137: /* alter_table_clause ::= full_table_name RENAME TAG column_name column_name */ + case 139: /* alter_table_clause ::= full_table_name RENAME TAG column_name column_name */ { yylhsminor.yy778 = createAlterTableRenameCol(pCxt, yymsp[-4].minor.yy778, TSDB_ALTER_TABLE_UPDATE_TAG_NAME, &yymsp[-1].minor.yy181, &yymsp[0].minor.yy181); } yymsp[-4].minor.yy778 = yylhsminor.yy778; break; - case 138: /* alter_table_clause ::= full_table_name SET TAG column_name NK_EQ signed_literal */ + case 140: /* alter_table_clause ::= full_table_name SET TAG column_name NK_EQ signed_literal */ { yylhsminor.yy778 = createAlterTableSetTag(pCxt, yymsp[-5].minor.yy778, &yymsp[-2].minor.yy181, yymsp[0].minor.yy778); } yymsp[-5].minor.yy778 = yylhsminor.yy778; break; - case 140: /* multi_create_clause ::= multi_create_clause create_subtable_clause */ - case 143: /* multi_drop_clause ::= multi_drop_clause drop_table_clause */ yytestcase(yyruleno==143); - case 395: /* when_then_list ::= when_then_list when_then_expr */ yytestcase(yyruleno==395); + case 142: /* multi_create_clause ::= multi_create_clause create_subtable_clause */ + case 145: /* multi_drop_clause ::= multi_drop_clause drop_table_clause */ yytestcase(yyruleno==145); + case 397: /* when_then_list ::= when_then_list when_then_expr */ yytestcase(yyruleno==397); { yylhsminor.yy282 = addNodeToList(pCxt, yymsp[-1].minor.yy282, yymsp[0].minor.yy778); } yymsp[-1].minor.yy282 = yylhsminor.yy282; break; - case 141: /* create_subtable_clause ::= not_exists_opt full_table_name USING full_table_name specific_cols_opt TAGS NK_LP expression_list NK_RP table_options */ + case 143: /* create_subtable_clause ::= not_exists_opt full_table_name USING full_table_name specific_cols_opt TAGS NK_LP expression_list NK_RP table_options */ { yylhsminor.yy778 = createCreateSubTableClause(pCxt, yymsp[-9].minor.yy39, yymsp[-8].minor.yy778, yymsp[-6].minor.yy778, yymsp[-5].minor.yy282, yymsp[-2].minor.yy282, yymsp[0].minor.yy778); } yymsp[-9].minor.yy778 = yylhsminor.yy778; break; - case 144: /* drop_table_clause ::= exists_opt full_table_name */ + case 146: /* drop_table_clause ::= exists_opt full_table_name */ { yylhsminor.yy778 = createDropTableClause(pCxt, yymsp[-1].minor.yy39, yymsp[0].minor.yy778); } yymsp[-1].minor.yy778 = yylhsminor.yy778; break; - case 145: /* specific_cols_opt ::= */ - case 176: /* tags_def_opt ::= */ yytestcase(yyruleno==176); - case 458: /* partition_by_clause_opt ::= */ yytestcase(yyruleno==458); - case 480: /* group_by_clause_opt ::= */ yytestcase(yyruleno==480); - case 499: /* order_by_clause_opt ::= */ yytestcase(yyruleno==499); + case 147: /* specific_cols_opt ::= */ + case 178: /* tags_def_opt ::= */ yytestcase(yyruleno==178); + case 460: /* partition_by_clause_opt ::= */ yytestcase(yyruleno==460); + case 482: /* group_by_clause_opt ::= */ yytestcase(yyruleno==482); + case 501: /* order_by_clause_opt ::= */ yytestcase(yyruleno==501); { yymsp[1].minor.yy282 = NULL; } break; - case 146: /* specific_cols_opt ::= NK_LP col_name_list NK_RP */ + case 148: /* specific_cols_opt ::= NK_LP col_name_list NK_RP */ { yymsp[-2].minor.yy282 = yymsp[-1].minor.yy282; } break; - case 147: /* full_table_name ::= table_name */ + case 149: /* full_table_name ::= table_name */ { yylhsminor.yy778 = createRealTableNode(pCxt, NULL, &yymsp[0].minor.yy181, NULL); } yymsp[0].minor.yy778 = yylhsminor.yy778; break; - case 148: /* full_table_name ::= db_name NK_DOT table_name */ + case 150: /* full_table_name ::= db_name NK_DOT table_name */ { yylhsminor.yy778 = createRealTableNode(pCxt, &yymsp[-2].minor.yy181, &yymsp[0].minor.yy181, NULL); } yymsp[-2].minor.yy778 = yylhsminor.yy778; break; - case 151: /* column_def ::= column_name type_name */ + case 153: /* column_def ::= column_name type_name */ { yylhsminor.yy778 = createColumnDefNode(pCxt, &yymsp[-1].minor.yy181, yymsp[0].minor.yy380, NULL); } yymsp[-1].minor.yy778 = yylhsminor.yy778; break; - case 152: /* column_def ::= column_name type_name COMMENT NK_STRING */ + case 154: /* column_def ::= column_name type_name COMMENT NK_STRING */ { yylhsminor.yy778 = createColumnDefNode(pCxt, &yymsp[-3].minor.yy181, yymsp[-2].minor.yy380, &yymsp[0].minor.yy0); } yymsp[-3].minor.yy778 = yylhsminor.yy778; break; - case 153: /* type_name ::= BOOL */ + case 155: /* type_name ::= BOOL */ { yymsp[0].minor.yy380 = createDataType(TSDB_DATA_TYPE_BOOL); } break; - case 154: /* type_name ::= TINYINT */ + case 156: /* type_name ::= TINYINT */ { yymsp[0].minor.yy380 = createDataType(TSDB_DATA_TYPE_TINYINT); } break; - case 155: /* type_name ::= SMALLINT */ + case 157: /* type_name ::= SMALLINT */ { yymsp[0].minor.yy380 = createDataType(TSDB_DATA_TYPE_SMALLINT); } break; - case 156: /* type_name ::= INT */ - case 157: /* type_name ::= INTEGER */ yytestcase(yyruleno==157); + case 158: /* type_name ::= INT */ + case 159: /* type_name ::= INTEGER */ yytestcase(yyruleno==159); { yymsp[0].minor.yy380 = createDataType(TSDB_DATA_TYPE_INT); } break; - case 158: /* type_name ::= BIGINT */ + case 160: /* type_name ::= BIGINT */ { yymsp[0].minor.yy380 = createDataType(TSDB_DATA_TYPE_BIGINT); } break; - case 159: /* type_name ::= FLOAT */ + case 161: /* type_name ::= FLOAT */ { yymsp[0].minor.yy380 = createDataType(TSDB_DATA_TYPE_FLOAT); } break; - case 160: /* type_name ::= DOUBLE */ + case 162: /* type_name ::= DOUBLE */ { yymsp[0].minor.yy380 = createDataType(TSDB_DATA_TYPE_DOUBLE); } break; - case 161: /* type_name ::= BINARY NK_LP NK_INTEGER NK_RP */ + case 163: /* type_name ::= BINARY NK_LP NK_INTEGER NK_RP */ { yymsp[-3].minor.yy380 = createVarLenDataType(TSDB_DATA_TYPE_BINARY, &yymsp[-1].minor.yy0); } break; - case 162: /* type_name ::= TIMESTAMP */ + case 164: /* type_name ::= TIMESTAMP */ { yymsp[0].minor.yy380 = createDataType(TSDB_DATA_TYPE_TIMESTAMP); } break; - case 163: /* type_name ::= NCHAR NK_LP NK_INTEGER NK_RP */ + case 165: /* type_name ::= NCHAR NK_LP NK_INTEGER NK_RP */ { yymsp[-3].minor.yy380 = createVarLenDataType(TSDB_DATA_TYPE_NCHAR, &yymsp[-1].minor.yy0); } break; - case 164: /* type_name ::= TINYINT UNSIGNED */ + case 166: /* type_name ::= TINYINT UNSIGNED */ { yymsp[-1].minor.yy380 = createDataType(TSDB_DATA_TYPE_UTINYINT); } break; - case 165: /* type_name ::= SMALLINT UNSIGNED */ + case 167: /* type_name ::= SMALLINT UNSIGNED */ { yymsp[-1].minor.yy380 = createDataType(TSDB_DATA_TYPE_USMALLINT); } break; - case 166: /* type_name ::= INT UNSIGNED */ + case 168: /* type_name ::= INT UNSIGNED */ { yymsp[-1].minor.yy380 = createDataType(TSDB_DATA_TYPE_UINT); } break; - case 167: /* type_name ::= BIGINT UNSIGNED */ + case 169: /* type_name ::= BIGINT UNSIGNED */ { yymsp[-1].minor.yy380 = createDataType(TSDB_DATA_TYPE_UBIGINT); } break; - case 168: /* type_name ::= JSON */ + case 170: /* type_name ::= JSON */ { yymsp[0].minor.yy380 = createDataType(TSDB_DATA_TYPE_JSON); } break; - case 169: /* type_name ::= VARCHAR NK_LP NK_INTEGER NK_RP */ + case 171: /* type_name ::= VARCHAR NK_LP NK_INTEGER NK_RP */ { yymsp[-3].minor.yy380 = createVarLenDataType(TSDB_DATA_TYPE_VARCHAR, &yymsp[-1].minor.yy0); } break; - case 170: /* type_name ::= MEDIUMBLOB */ + case 172: /* type_name ::= MEDIUMBLOB */ { yymsp[0].minor.yy380 = createDataType(TSDB_DATA_TYPE_MEDIUMBLOB); } break; - case 171: /* type_name ::= BLOB */ + case 173: /* type_name ::= BLOB */ { yymsp[0].minor.yy380 = createDataType(TSDB_DATA_TYPE_BLOB); } break; - case 172: /* type_name ::= VARBINARY NK_LP NK_INTEGER NK_RP */ + case 174: /* type_name ::= VARBINARY NK_LP NK_INTEGER NK_RP */ { yymsp[-3].minor.yy380 = createVarLenDataType(TSDB_DATA_TYPE_VARBINARY, &yymsp[-1].minor.yy0); } break; - case 173: /* type_name ::= DECIMAL */ + case 175: /* type_name ::= DECIMAL */ { yymsp[0].minor.yy380 = createDataType(TSDB_DATA_TYPE_DECIMAL); } break; - case 174: /* type_name ::= DECIMAL NK_LP NK_INTEGER NK_RP */ + case 176: /* type_name ::= DECIMAL NK_LP NK_INTEGER NK_RP */ { yymsp[-3].minor.yy380 = createDataType(TSDB_DATA_TYPE_DECIMAL); } break; - case 175: /* type_name ::= DECIMAL NK_LP NK_INTEGER NK_COMMA NK_INTEGER NK_RP */ + case 177: /* type_name ::= DECIMAL NK_LP NK_INTEGER NK_COMMA NK_INTEGER NK_RP */ { yymsp[-5].minor.yy380 = createDataType(TSDB_DATA_TYPE_DECIMAL); } break; - case 177: /* tags_def_opt ::= tags_def */ - case 387: /* star_func_para_list ::= other_para_list */ yytestcase(yyruleno==387); + case 179: /* tags_def_opt ::= tags_def */ + case 389: /* star_func_para_list ::= other_para_list */ yytestcase(yyruleno==389); { yylhsminor.yy282 = yymsp[0].minor.yy282; } yymsp[0].minor.yy282 = yylhsminor.yy282; break; - case 178: /* tags_def ::= TAGS NK_LP column_def_list NK_RP */ + case 180: /* tags_def ::= TAGS NK_LP column_def_list NK_RP */ { yymsp[-3].minor.yy282 = yymsp[-1].minor.yy282; } break; - case 179: /* table_options ::= */ + case 181: /* table_options ::= */ { yymsp[1].minor.yy778 = createDefaultTableOptions(pCxt); } break; - case 180: /* table_options ::= table_options COMMENT NK_STRING */ + case 182: /* table_options ::= table_options COMMENT NK_STRING */ { yylhsminor.yy778 = setTableOption(pCxt, yymsp[-2].minor.yy778, TABLE_OPTION_COMMENT, &yymsp[0].minor.yy0); } yymsp[-2].minor.yy778 = yylhsminor.yy778; break; - case 181: /* table_options ::= table_options MAX_DELAY duration_list */ + case 183: /* table_options ::= table_options MAX_DELAY duration_list */ { yylhsminor.yy778 = setTableOption(pCxt, yymsp[-2].minor.yy778, TABLE_OPTION_MAXDELAY, yymsp[0].minor.yy282); } yymsp[-2].minor.yy778 = yylhsminor.yy778; break; - case 182: /* table_options ::= table_options WATERMARK duration_list */ + case 184: /* table_options ::= table_options WATERMARK duration_list */ { yylhsminor.yy778 = setTableOption(pCxt, yymsp[-2].minor.yy778, TABLE_OPTION_WATERMARK, yymsp[0].minor.yy282); } yymsp[-2].minor.yy778 = yylhsminor.yy778; break; - case 183: /* table_options ::= table_options ROLLUP NK_LP rollup_func_list NK_RP */ + case 185: /* table_options ::= table_options ROLLUP NK_LP rollup_func_list NK_RP */ { yylhsminor.yy778 = setTableOption(pCxt, yymsp[-4].minor.yy778, TABLE_OPTION_ROLLUP, yymsp[-1].minor.yy282); } yymsp[-4].minor.yy778 = yylhsminor.yy778; break; - case 184: /* table_options ::= table_options TTL NK_INTEGER */ + case 186: /* table_options ::= table_options TTL NK_INTEGER */ { yylhsminor.yy778 = setTableOption(pCxt, yymsp[-2].minor.yy778, TABLE_OPTION_TTL, &yymsp[0].minor.yy0); } yymsp[-2].minor.yy778 = yylhsminor.yy778; break; - case 185: /* table_options ::= table_options SMA NK_LP col_name_list NK_RP */ + case 187: /* table_options ::= table_options SMA NK_LP col_name_list NK_RP */ { yylhsminor.yy778 = setTableOption(pCxt, yymsp[-4].minor.yy778, TABLE_OPTION_SMA, yymsp[-1].minor.yy282); } yymsp[-4].minor.yy778 = yylhsminor.yy778; break; - case 186: /* alter_table_options ::= alter_table_option */ + case 188: /* alter_table_options ::= alter_table_option */ { yylhsminor.yy778 = createAlterTableOptions(pCxt); yylhsminor.yy778 = setTableOption(pCxt, yylhsminor.yy778, yymsp[0].minor.yy645.type, &yymsp[0].minor.yy645.val); } yymsp[0].minor.yy778 = yylhsminor.yy778; break; - case 187: /* alter_table_options ::= alter_table_options alter_table_option */ + case 189: /* alter_table_options ::= alter_table_options alter_table_option */ { yylhsminor.yy778 = setTableOption(pCxt, yymsp[-1].minor.yy778, yymsp[0].minor.yy645.type, &yymsp[0].minor.yy645.val); } yymsp[-1].minor.yy778 = yylhsminor.yy778; break; - case 188: /* alter_table_option ::= COMMENT NK_STRING */ + case 190: /* alter_table_option ::= COMMENT NK_STRING */ { yymsp[-1].minor.yy645.type = TABLE_OPTION_COMMENT; yymsp[-1].minor.yy645.val = yymsp[0].minor.yy0; } break; - case 189: /* alter_table_option ::= TTL NK_INTEGER */ + case 191: /* alter_table_option ::= TTL NK_INTEGER */ { yymsp[-1].minor.yy645.type = TABLE_OPTION_TTL; yymsp[-1].minor.yy645.val = yymsp[0].minor.yy0; } break; - case 190: /* duration_list ::= duration_literal */ - case 352: /* expression_list ::= expr_or_subquery */ yytestcase(yyruleno==352); + case 192: /* duration_list ::= duration_literal */ + case 354: /* expression_list ::= expr_or_subquery */ yytestcase(yyruleno==354); { yylhsminor.yy282 = createNodeList(pCxt, releaseRawExprNode(pCxt, yymsp[0].minor.yy778)); } yymsp[0].minor.yy282 = yylhsminor.yy282; break; - case 191: /* duration_list ::= duration_list NK_COMMA duration_literal */ - case 353: /* expression_list ::= expression_list NK_COMMA expr_or_subquery */ yytestcase(yyruleno==353); + case 193: /* duration_list ::= duration_list NK_COMMA duration_literal */ + case 355: /* expression_list ::= expression_list NK_COMMA expr_or_subquery */ yytestcase(yyruleno==355); { yylhsminor.yy282 = addNodeToList(pCxt, yymsp[-2].minor.yy282, releaseRawExprNode(pCxt, yymsp[0].minor.yy778)); } yymsp[-2].minor.yy282 = yylhsminor.yy282; break; - case 194: /* rollup_func_name ::= function_name */ + case 196: /* rollup_func_name ::= function_name */ { yylhsminor.yy778 = createFunctionNode(pCxt, &yymsp[0].minor.yy181, NULL); } yymsp[0].minor.yy778 = yylhsminor.yy778; break; - case 195: /* rollup_func_name ::= FIRST */ - case 196: /* rollup_func_name ::= LAST */ yytestcase(yyruleno==196); + case 197: /* rollup_func_name ::= FIRST */ + case 198: /* rollup_func_name ::= LAST */ yytestcase(yyruleno==198); { yylhsminor.yy778 = createFunctionNode(pCxt, &yymsp[0].minor.yy0, NULL); } yymsp[0].minor.yy778 = yylhsminor.yy778; break; - case 199: /* col_name ::= column_name */ + case 201: /* col_name ::= column_name */ { yylhsminor.yy778 = createColumnNode(pCxt, NULL, &yymsp[0].minor.yy181); } yymsp[0].minor.yy778 = yylhsminor.yy778; break; - case 200: /* cmd ::= SHOW DNODES */ + case 202: /* cmd ::= SHOW DNODES */ { pCxt->pRootNode = createShowStmt(pCxt, QUERY_NODE_SHOW_DNODES_STMT); } break; - case 201: /* cmd ::= SHOW USERS */ + case 203: /* cmd ::= SHOW USERS */ { pCxt->pRootNode = createShowStmt(pCxt, QUERY_NODE_SHOW_USERS_STMT); } break; - case 202: /* cmd ::= SHOW DATABASES */ + case 204: /* cmd ::= SHOW DATABASES */ { pCxt->pRootNode = createShowStmt(pCxt, QUERY_NODE_SHOW_DATABASES_STMT); } break; - case 203: /* cmd ::= SHOW db_name_cond_opt TABLES like_pattern_opt */ + case 205: /* cmd ::= SHOW db_name_cond_opt TABLES like_pattern_opt */ { pCxt->pRootNode = createShowStmtWithCond(pCxt, QUERY_NODE_SHOW_TABLES_STMT, yymsp[-2].minor.yy778, yymsp[0].minor.yy778, OP_TYPE_LIKE); } break; - case 204: /* cmd ::= SHOW db_name_cond_opt STABLES like_pattern_opt */ + case 206: /* cmd ::= SHOW db_name_cond_opt STABLES like_pattern_opt */ { pCxt->pRootNode = createShowStmtWithCond(pCxt, QUERY_NODE_SHOW_STABLES_STMT, yymsp[-2].minor.yy778, yymsp[0].minor.yy778, OP_TYPE_LIKE); } break; - case 205: /* cmd ::= SHOW db_name_cond_opt VGROUPS */ + case 207: /* cmd ::= SHOW db_name_cond_opt VGROUPS */ { pCxt->pRootNode = createShowStmtWithCond(pCxt, QUERY_NODE_SHOW_VGROUPS_STMT, yymsp[-1].minor.yy778, NULL, OP_TYPE_LIKE); } break; - case 206: /* cmd ::= SHOW MNODES */ + case 208: /* cmd ::= SHOW MNODES */ { pCxt->pRootNode = createShowStmt(pCxt, QUERY_NODE_SHOW_MNODES_STMT); } break; - case 207: /* cmd ::= SHOW MODULES */ + case 209: /* cmd ::= SHOW MODULES */ { pCxt->pRootNode = createShowStmt(pCxt, QUERY_NODE_SHOW_MODULES_STMT); } break; - case 208: /* cmd ::= SHOW QNODES */ + case 210: /* cmd ::= SHOW QNODES */ { pCxt->pRootNode = createShowStmt(pCxt, QUERY_NODE_SHOW_QNODES_STMT); } break; - case 209: /* cmd ::= SHOW FUNCTIONS */ + case 211: /* cmd ::= SHOW FUNCTIONS */ { pCxt->pRootNode = createShowStmt(pCxt, QUERY_NODE_SHOW_FUNCTIONS_STMT); } break; - case 210: /* cmd ::= SHOW INDEXES FROM table_name_cond from_db_opt */ + case 212: /* cmd ::= SHOW INDEXES FROM table_name_cond from_db_opt */ { pCxt->pRootNode = createShowStmtWithCond(pCxt, QUERY_NODE_SHOW_INDEXES_STMT, yymsp[0].minor.yy778, yymsp[-1].minor.yy778, OP_TYPE_EQUAL); } break; - case 211: /* cmd ::= SHOW STREAMS */ + case 213: /* cmd ::= SHOW STREAMS */ { pCxt->pRootNode = createShowStmt(pCxt, QUERY_NODE_SHOW_STREAMS_STMT); } break; - case 212: /* cmd ::= SHOW ACCOUNTS */ + case 214: /* cmd ::= SHOW ACCOUNTS */ { pCxt->errCode = generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_EXPRIE_STATEMENT); } break; - case 213: /* cmd ::= SHOW APPS */ + case 215: /* cmd ::= SHOW APPS */ { pCxt->pRootNode = createShowStmt(pCxt, QUERY_NODE_SHOW_APPS_STMT); } break; - case 214: /* cmd ::= SHOW CONNECTIONS */ + case 216: /* cmd ::= SHOW CONNECTIONS */ { pCxt->pRootNode = createShowStmt(pCxt, QUERY_NODE_SHOW_CONNECTIONS_STMT); } break; - case 215: /* cmd ::= SHOW LICENCES */ - case 216: /* cmd ::= SHOW GRANTS */ yytestcase(yyruleno==216); + case 217: /* cmd ::= SHOW LICENCES */ + case 218: /* cmd ::= SHOW GRANTS */ yytestcase(yyruleno==218); { pCxt->pRootNode = createShowStmt(pCxt, QUERY_NODE_SHOW_LICENCES_STMT); } break; - case 217: /* cmd ::= SHOW CREATE DATABASE db_name */ + case 219: /* cmd ::= SHOW CREATE DATABASE db_name */ { pCxt->pRootNode = createShowCreateDatabaseStmt(pCxt, &yymsp[0].minor.yy181); } break; - case 218: /* cmd ::= SHOW CREATE TABLE full_table_name */ + case 220: /* cmd ::= SHOW CREATE TABLE full_table_name */ { pCxt->pRootNode = createShowCreateTableStmt(pCxt, QUERY_NODE_SHOW_CREATE_TABLE_STMT, yymsp[0].minor.yy778); } break; - case 219: /* cmd ::= SHOW CREATE STABLE full_table_name */ + case 221: /* cmd ::= SHOW CREATE STABLE full_table_name */ { pCxt->pRootNode = createShowCreateTableStmt(pCxt, QUERY_NODE_SHOW_CREATE_STABLE_STMT, yymsp[0].minor.yy778); } break; - case 220: /* cmd ::= SHOW QUERIES */ + case 222: /* cmd ::= SHOW QUERIES */ { pCxt->pRootNode = createShowStmt(pCxt, QUERY_NODE_SHOW_QUERIES_STMT); } break; - case 221: /* cmd ::= SHOW SCORES */ + case 223: /* cmd ::= SHOW SCORES */ { pCxt->pRootNode = createShowStmt(pCxt, QUERY_NODE_SHOW_SCORES_STMT); } break; - case 222: /* cmd ::= SHOW TOPICS */ + case 224: /* cmd ::= SHOW TOPICS */ { pCxt->pRootNode = createShowStmt(pCxt, QUERY_NODE_SHOW_TOPICS_STMT); } break; - case 223: /* cmd ::= SHOW VARIABLES */ + case 225: /* cmd ::= SHOW VARIABLES */ { pCxt->pRootNode = createShowStmt(pCxt, QUERY_NODE_SHOW_VARIABLES_STMT); } break; - case 224: /* cmd ::= SHOW LOCAL VARIABLES */ + case 226: /* cmd ::= SHOW LOCAL VARIABLES */ { pCxt->pRootNode = createShowStmt(pCxt, QUERY_NODE_SHOW_LOCAL_VARIABLES_STMT); } break; - case 225: /* cmd ::= SHOW DNODE NK_INTEGER VARIABLES */ + case 227: /* cmd ::= SHOW DNODE NK_INTEGER VARIABLES */ { pCxt->pRootNode = createShowDnodeVariablesStmt(pCxt, createValueNode(pCxt, TSDB_DATA_TYPE_BIGINT, &yymsp[-1].minor.yy0)); } break; - case 226: /* cmd ::= SHOW BNODES */ + case 228: /* cmd ::= SHOW BNODES */ { pCxt->pRootNode = createShowStmt(pCxt, QUERY_NODE_SHOW_BNODES_STMT); } break; - case 227: /* cmd ::= SHOW SNODES */ + case 229: /* cmd ::= SHOW SNODES */ { pCxt->pRootNode = createShowStmt(pCxt, QUERY_NODE_SHOW_SNODES_STMT); } break; - case 228: /* cmd ::= SHOW CLUSTER */ + case 230: /* cmd ::= SHOW CLUSTER */ { pCxt->pRootNode = createShowStmt(pCxt, QUERY_NODE_SHOW_CLUSTER_STMT); } break; - case 229: /* cmd ::= SHOW TRANSACTIONS */ + case 231: /* cmd ::= SHOW TRANSACTIONS */ { pCxt->pRootNode = createShowStmt(pCxt, QUERY_NODE_SHOW_TRANSACTIONS_STMT); } break; - case 230: /* cmd ::= SHOW TABLE DISTRIBUTED full_table_name */ + case 232: /* cmd ::= SHOW TABLE DISTRIBUTED full_table_name */ { pCxt->pRootNode = createShowTableDistributedStmt(pCxt, yymsp[0].minor.yy778); } break; - case 231: /* cmd ::= SHOW CONSUMERS */ + case 233: /* cmd ::= SHOW CONSUMERS */ { pCxt->pRootNode = createShowStmt(pCxt, QUERY_NODE_SHOW_CONSUMERS_STMT); } break; - case 232: /* cmd ::= SHOW SUBSCRIPTIONS */ + case 234: /* cmd ::= SHOW SUBSCRIPTIONS */ { pCxt->pRootNode = createShowStmt(pCxt, QUERY_NODE_SHOW_SUBSCRIPTIONS_STMT); } break; - case 233: /* cmd ::= SHOW TAGS FROM table_name_cond from_db_opt */ + case 235: /* cmd ::= SHOW TAGS FROM table_name_cond from_db_opt */ { pCxt->pRootNode = createShowStmtWithCond(pCxt, QUERY_NODE_SHOW_TAGS_STMT, yymsp[0].minor.yy778, yymsp[-1].minor.yy778, OP_TYPE_EQUAL); } break; - case 234: /* cmd ::= SHOW TABLE TAGS FROM table_name_cond from_db_opt */ + case 236: /* cmd ::= SHOW TABLE TAGS FROM table_name_cond from_db_opt */ { pCxt->pRootNode = createShowStmtWithCond(pCxt, QUERY_NODE_SHOW_TABLE_TAGS_STMT, yymsp[0].minor.yy778, yymsp[-1].minor.yy778, OP_TYPE_EQUAL); } break; - case 235: /* cmd ::= SHOW VNODES NK_INTEGER */ + case 237: /* cmd ::= SHOW VNODES NK_INTEGER */ { pCxt->pRootNode = createShowVnodesStmt(pCxt, createValueNode(pCxt, TSDB_DATA_TYPE_BIGINT, &yymsp[0].minor.yy0), NULL); } break; - case 236: /* cmd ::= SHOW VNODES NK_STRING */ + case 238: /* cmd ::= SHOW VNODES NK_STRING */ { pCxt->pRootNode = createShowVnodesStmt(pCxt, NULL, createValueNode(pCxt, TSDB_DATA_TYPE_VARCHAR, &yymsp[0].minor.yy0)); } break; - case 237: /* db_name_cond_opt ::= */ - case 242: /* from_db_opt ::= */ yytestcase(yyruleno==242); + case 239: /* db_name_cond_opt ::= */ + case 244: /* from_db_opt ::= */ yytestcase(yyruleno==244); { yymsp[1].minor.yy778 = createDefaultDatabaseCondValue(pCxt); } break; - case 238: /* db_name_cond_opt ::= db_name NK_DOT */ + case 240: /* db_name_cond_opt ::= db_name NK_DOT */ { yylhsminor.yy778 = createValueNode(pCxt, TSDB_DATA_TYPE_BINARY, &yymsp[-1].minor.yy181); } yymsp[-1].minor.yy778 = yylhsminor.yy778; break; - case 239: /* like_pattern_opt ::= */ - case 284: /* subtable_opt ::= */ yytestcase(yyruleno==284); - case 397: /* case_when_else_opt ::= */ yytestcase(yyruleno==397); - case 427: /* from_clause_opt ::= */ yytestcase(yyruleno==427); - case 456: /* where_clause_opt ::= */ yytestcase(yyruleno==456); - case 465: /* twindow_clause_opt ::= */ yytestcase(yyruleno==465); - case 470: /* sliding_opt ::= */ yytestcase(yyruleno==470); - case 472: /* fill_opt ::= */ yytestcase(yyruleno==472); - case 484: /* having_clause_opt ::= */ yytestcase(yyruleno==484); - case 486: /* range_opt ::= */ yytestcase(yyruleno==486); - case 488: /* every_opt ::= */ yytestcase(yyruleno==488); - case 501: /* slimit_clause_opt ::= */ yytestcase(yyruleno==501); - case 505: /* limit_clause_opt ::= */ yytestcase(yyruleno==505); + case 241: /* like_pattern_opt ::= */ + case 286: /* subtable_opt ::= */ yytestcase(yyruleno==286); + case 399: /* case_when_else_opt ::= */ yytestcase(yyruleno==399); + case 429: /* from_clause_opt ::= */ yytestcase(yyruleno==429); + case 458: /* where_clause_opt ::= */ yytestcase(yyruleno==458); + case 467: /* twindow_clause_opt ::= */ yytestcase(yyruleno==467); + case 472: /* sliding_opt ::= */ yytestcase(yyruleno==472); + case 474: /* fill_opt ::= */ yytestcase(yyruleno==474); + case 486: /* having_clause_opt ::= */ yytestcase(yyruleno==486); + case 488: /* range_opt ::= */ yytestcase(yyruleno==488); + case 490: /* every_opt ::= */ yytestcase(yyruleno==490); + case 503: /* slimit_clause_opt ::= */ yytestcase(yyruleno==503); + case 507: /* limit_clause_opt ::= */ yytestcase(yyruleno==507); { yymsp[1].minor.yy778 = NULL; } break; - case 240: /* like_pattern_opt ::= LIKE NK_STRING */ + case 242: /* like_pattern_opt ::= LIKE NK_STRING */ { yymsp[-1].minor.yy778 = createValueNode(pCxt, TSDB_DATA_TYPE_BINARY, &yymsp[0].minor.yy0); } break; - case 241: /* table_name_cond ::= table_name */ + case 243: /* table_name_cond ::= table_name */ { yylhsminor.yy778 = createValueNode(pCxt, TSDB_DATA_TYPE_BINARY, &yymsp[0].minor.yy181); } yymsp[0].minor.yy778 = yylhsminor.yy778; break; - case 243: /* from_db_opt ::= FROM db_name */ + case 245: /* from_db_opt ::= FROM db_name */ { yymsp[-1].minor.yy778 = createValueNode(pCxt, TSDB_DATA_TYPE_BINARY, &yymsp[0].minor.yy181); } break; - case 244: /* cmd ::= CREATE SMA INDEX not_exists_opt full_table_name ON full_table_name index_options */ + case 246: /* cmd ::= CREATE SMA INDEX not_exists_opt full_table_name ON full_table_name index_options */ { pCxt->pRootNode = createCreateIndexStmt(pCxt, INDEX_TYPE_SMA, yymsp[-4].minor.yy39, yymsp[-3].minor.yy778, yymsp[-1].minor.yy778, NULL, yymsp[0].minor.yy778); } break; - case 245: /* cmd ::= DROP INDEX exists_opt full_table_name */ + case 247: /* cmd ::= DROP INDEX exists_opt full_table_name */ { pCxt->pRootNode = createDropIndexStmt(pCxt, yymsp[-1].minor.yy39, yymsp[0].minor.yy778); } break; - case 246: /* index_options ::= FUNCTION NK_LP func_list NK_RP INTERVAL NK_LP duration_literal NK_RP sliding_opt sma_stream_opt */ + case 248: /* index_options ::= FUNCTION NK_LP func_list NK_RP INTERVAL NK_LP duration_literal NK_RP sliding_opt sma_stream_opt */ { yymsp[-9].minor.yy778 = createIndexOption(pCxt, yymsp[-7].minor.yy282, releaseRawExprNode(pCxt, yymsp[-3].minor.yy778), NULL, yymsp[-1].minor.yy778, yymsp[0].minor.yy778); } break; - case 247: /* index_options ::= FUNCTION NK_LP func_list NK_RP INTERVAL NK_LP duration_literal NK_COMMA duration_literal NK_RP sliding_opt sma_stream_opt */ + case 249: /* index_options ::= FUNCTION NK_LP func_list NK_RP INTERVAL NK_LP duration_literal NK_COMMA duration_literal NK_RP sliding_opt sma_stream_opt */ { yymsp[-11].minor.yy778 = createIndexOption(pCxt, yymsp[-9].minor.yy282, releaseRawExprNode(pCxt, yymsp[-5].minor.yy778), releaseRawExprNode(pCxt, yymsp[-3].minor.yy778), yymsp[-1].minor.yy778, yymsp[0].minor.yy778); } break; - case 250: /* func ::= function_name NK_LP expression_list NK_RP */ + case 252: /* func ::= function_name NK_LP expression_list NK_RP */ { yylhsminor.yy778 = createFunctionNode(pCxt, &yymsp[-3].minor.yy181, yymsp[-1].minor.yy282); } yymsp[-3].minor.yy778 = yylhsminor.yy778; break; - case 251: /* sma_stream_opt ::= */ - case 278: /* stream_options ::= */ yytestcase(yyruleno==278); + case 253: /* sma_stream_opt ::= */ + case 280: /* stream_options ::= */ yytestcase(yyruleno==280); { yymsp[1].minor.yy778 = createStreamOptions(pCxt); } break; - case 252: /* sma_stream_opt ::= stream_options WATERMARK duration_literal */ - case 282: /* stream_options ::= stream_options WATERMARK duration_literal */ yytestcase(yyruleno==282); + case 254: /* sma_stream_opt ::= stream_options WATERMARK duration_literal */ + case 284: /* stream_options ::= stream_options WATERMARK duration_literal */ yytestcase(yyruleno==284); { ((SStreamOptions*)yymsp[-2].minor.yy778)->pWatermark = releaseRawExprNode(pCxt, yymsp[0].minor.yy778); yylhsminor.yy778 = yymsp[-2].minor.yy778; } yymsp[-2].minor.yy778 = yylhsminor.yy778; break; - case 253: /* sma_stream_opt ::= stream_options MAX_DELAY duration_literal */ + case 255: /* sma_stream_opt ::= stream_options MAX_DELAY duration_literal */ { ((SStreamOptions*)yymsp[-2].minor.yy778)->pDelay = releaseRawExprNode(pCxt, yymsp[0].minor.yy778); yylhsminor.yy778 = yymsp[-2].minor.yy778; } yymsp[-2].minor.yy778 = yylhsminor.yy778; break; - case 254: /* cmd ::= CREATE TOPIC not_exists_opt topic_name AS query_or_subquery */ + case 256: /* cmd ::= CREATE TOPIC not_exists_opt topic_name AS query_or_subquery */ { pCxt->pRootNode = createCreateTopicStmtUseQuery(pCxt, yymsp[-3].minor.yy39, &yymsp[-2].minor.yy181, yymsp[0].minor.yy778); } break; - case 255: /* cmd ::= CREATE TOPIC not_exists_opt topic_name AS DATABASE db_name */ + case 257: /* cmd ::= CREATE TOPIC not_exists_opt topic_name AS DATABASE db_name */ { pCxt->pRootNode = createCreateTopicStmtUseDb(pCxt, yymsp[-4].minor.yy39, &yymsp[-3].minor.yy181, &yymsp[0].minor.yy181, false); } break; - case 256: /* cmd ::= CREATE TOPIC not_exists_opt topic_name WITH META AS DATABASE db_name */ + case 258: /* cmd ::= CREATE TOPIC not_exists_opt topic_name WITH META AS DATABASE db_name */ { pCxt->pRootNode = createCreateTopicStmtUseDb(pCxt, yymsp[-6].minor.yy39, &yymsp[-5].minor.yy181, &yymsp[0].minor.yy181, true); } break; - case 257: /* cmd ::= CREATE TOPIC not_exists_opt topic_name AS STABLE full_table_name */ + case 259: /* cmd ::= CREATE TOPIC not_exists_opt topic_name AS STABLE full_table_name */ { pCxt->pRootNode = createCreateTopicStmtUseTable(pCxt, yymsp[-4].minor.yy39, &yymsp[-3].minor.yy181, yymsp[0].minor.yy778, false); } break; - case 258: /* cmd ::= CREATE TOPIC not_exists_opt topic_name WITH META AS STABLE full_table_name */ + case 260: /* cmd ::= CREATE TOPIC not_exists_opt topic_name WITH META AS STABLE full_table_name */ { pCxt->pRootNode = createCreateTopicStmtUseTable(pCxt, yymsp[-6].minor.yy39, &yymsp[-5].minor.yy181, yymsp[0].minor.yy778, true); } break; - case 259: /* cmd ::= DROP TOPIC exists_opt topic_name */ + case 261: /* cmd ::= DROP TOPIC exists_opt topic_name */ { pCxt->pRootNode = createDropTopicStmt(pCxt, yymsp[-1].minor.yy39, &yymsp[0].minor.yy181); } break; - case 260: /* cmd ::= DROP CONSUMER GROUP exists_opt cgroup_name ON topic_name */ + case 262: /* cmd ::= DROP CONSUMER GROUP exists_opt cgroup_name ON topic_name */ { pCxt->pRootNode = createDropCGroupStmt(pCxt, yymsp[-3].minor.yy39, &yymsp[-2].minor.yy181, &yymsp[0].minor.yy181); } break; - case 261: /* cmd ::= DESC full_table_name */ - case 262: /* cmd ::= DESCRIBE full_table_name */ yytestcase(yyruleno==262); + case 263: /* cmd ::= DESC full_table_name */ + case 264: /* cmd ::= DESCRIBE full_table_name */ yytestcase(yyruleno==264); { pCxt->pRootNode = createDescribeStmt(pCxt, yymsp[0].minor.yy778); } break; - case 263: /* cmd ::= RESET QUERY CACHE */ + case 265: /* cmd ::= RESET QUERY CACHE */ { pCxt->pRootNode = createResetQueryCacheStmt(pCxt); } break; - case 264: /* cmd ::= EXPLAIN analyze_opt explain_options query_or_subquery */ + case 266: /* cmd ::= EXPLAIN analyze_opt explain_options query_or_subquery */ { pCxt->pRootNode = createExplainStmt(pCxt, yymsp[-2].minor.yy39, yymsp[-1].minor.yy778, yymsp[0].minor.yy778); } break; - case 266: /* analyze_opt ::= ANALYZE */ - case 273: /* agg_func_opt ::= AGGREGATE */ yytestcase(yyruleno==273); - case 447: /* set_quantifier_opt ::= DISTINCT */ yytestcase(yyruleno==447); + case 268: /* analyze_opt ::= ANALYZE */ + case 275: /* agg_func_opt ::= AGGREGATE */ yytestcase(yyruleno==275); + case 449: /* set_quantifier_opt ::= DISTINCT */ yytestcase(yyruleno==449); { yymsp[0].minor.yy39 = true; } break; - case 267: /* explain_options ::= */ + case 269: /* explain_options ::= */ { yymsp[1].minor.yy778 = createDefaultExplainOptions(pCxt); } break; - case 268: /* explain_options ::= explain_options VERBOSE NK_BOOL */ + case 270: /* explain_options ::= explain_options VERBOSE NK_BOOL */ { yylhsminor.yy778 = setExplainVerbose(pCxt, yymsp[-2].minor.yy778, &yymsp[0].minor.yy0); } yymsp[-2].minor.yy778 = yylhsminor.yy778; break; - case 269: /* explain_options ::= explain_options RATIO NK_FLOAT */ + case 271: /* explain_options ::= explain_options RATIO NK_FLOAT */ { yylhsminor.yy778 = setExplainRatio(pCxt, yymsp[-2].minor.yy778, &yymsp[0].minor.yy0); } yymsp[-2].minor.yy778 = yylhsminor.yy778; break; - case 270: /* cmd ::= CREATE agg_func_opt FUNCTION not_exists_opt function_name AS NK_STRING OUTPUTTYPE type_name bufsize_opt */ + case 272: /* cmd ::= CREATE agg_func_opt FUNCTION not_exists_opt function_name AS NK_STRING OUTPUTTYPE type_name bufsize_opt */ { pCxt->pRootNode = createCreateFunctionStmt(pCxt, yymsp[-6].minor.yy39, yymsp[-8].minor.yy39, &yymsp[-5].minor.yy181, &yymsp[-3].minor.yy0, yymsp[-1].minor.yy380, yymsp[0].minor.yy276); } break; - case 271: /* cmd ::= DROP FUNCTION exists_opt function_name */ + case 273: /* cmd ::= DROP FUNCTION exists_opt function_name */ { pCxt->pRootNode = createDropFunctionStmt(pCxt, yymsp[-1].minor.yy39, &yymsp[0].minor.yy181); } break; - case 276: /* cmd ::= CREATE STREAM not_exists_opt stream_name stream_options INTO full_table_name tags_def_opt subtable_opt AS query_or_subquery */ + case 278: /* cmd ::= CREATE STREAM not_exists_opt stream_name stream_options INTO full_table_name tags_def_opt subtable_opt AS query_or_subquery */ { pCxt->pRootNode = createCreateStreamStmt(pCxt, yymsp[-8].minor.yy39, &yymsp[-7].minor.yy181, yymsp[-4].minor.yy778, yymsp[-6].minor.yy778, yymsp[-3].minor.yy282, yymsp[-2].minor.yy778, yymsp[0].minor.yy778); } break; - case 277: /* cmd ::= DROP STREAM exists_opt stream_name */ + case 279: /* cmd ::= DROP STREAM exists_opt stream_name */ { pCxt->pRootNode = createDropStreamStmt(pCxt, yymsp[-1].minor.yy39, &yymsp[0].minor.yy181); } break; - case 279: /* stream_options ::= stream_options TRIGGER AT_ONCE */ + case 281: /* stream_options ::= stream_options TRIGGER AT_ONCE */ { ((SStreamOptions*)yymsp[-2].minor.yy778)->triggerType = STREAM_TRIGGER_AT_ONCE; yylhsminor.yy778 = yymsp[-2].minor.yy778; } yymsp[-2].minor.yy778 = yylhsminor.yy778; break; - case 280: /* stream_options ::= stream_options TRIGGER WINDOW_CLOSE */ + case 282: /* stream_options ::= stream_options TRIGGER WINDOW_CLOSE */ { ((SStreamOptions*)yymsp[-2].minor.yy778)->triggerType = STREAM_TRIGGER_WINDOW_CLOSE; yylhsminor.yy778 = yymsp[-2].minor.yy778; } yymsp[-2].minor.yy778 = yylhsminor.yy778; break; - case 281: /* stream_options ::= stream_options TRIGGER MAX_DELAY duration_literal */ + case 283: /* stream_options ::= stream_options TRIGGER MAX_DELAY duration_literal */ { ((SStreamOptions*)yymsp[-3].minor.yy778)->triggerType = STREAM_TRIGGER_MAX_DELAY; ((SStreamOptions*)yymsp[-3].minor.yy778)->pDelay = releaseRawExprNode(pCxt, yymsp[0].minor.yy778); yylhsminor.yy778 = yymsp[-3].minor.yy778; } yymsp[-3].minor.yy778 = yylhsminor.yy778; break; - case 283: /* stream_options ::= stream_options IGNORE EXPIRED NK_INTEGER */ + case 285: /* stream_options ::= stream_options IGNORE EXPIRED NK_INTEGER */ { ((SStreamOptions*)yymsp[-3].minor.yy778)->ignoreExpired = taosStr2Int8(yymsp[0].minor.yy0.z, NULL, 10); yylhsminor.yy778 = yymsp[-3].minor.yy778; } yymsp[-3].minor.yy778 = yylhsminor.yy778; break; - case 285: /* subtable_opt ::= SUBTABLE NK_LP expression NK_RP */ - case 471: /* sliding_opt ::= SLIDING NK_LP duration_literal NK_RP */ yytestcase(yyruleno==471); - case 489: /* every_opt ::= EVERY NK_LP duration_literal NK_RP */ yytestcase(yyruleno==489); + case 287: /* subtable_opt ::= SUBTABLE NK_LP expression NK_RP */ + case 473: /* sliding_opt ::= SLIDING NK_LP duration_literal NK_RP */ yytestcase(yyruleno==473); + case 491: /* every_opt ::= EVERY NK_LP duration_literal NK_RP */ yytestcase(yyruleno==491); { yymsp[-3].minor.yy778 = releaseRawExprNode(pCxt, yymsp[-1].minor.yy778); } break; - case 286: /* cmd ::= KILL CONNECTION NK_INTEGER */ + case 288: /* cmd ::= KILL CONNECTION NK_INTEGER */ { pCxt->pRootNode = createKillStmt(pCxt, QUERY_NODE_KILL_CONNECTION_STMT, &yymsp[0].minor.yy0); } break; - case 287: /* cmd ::= KILL QUERY NK_STRING */ + case 289: /* cmd ::= KILL QUERY NK_STRING */ { pCxt->pRootNode = createKillQueryStmt(pCxt, &yymsp[0].minor.yy0); } break; - case 288: /* cmd ::= KILL TRANSACTION NK_INTEGER */ + case 290: /* cmd ::= KILL TRANSACTION NK_INTEGER */ { pCxt->pRootNode = createKillStmt(pCxt, QUERY_NODE_KILL_TRANSACTION_STMT, &yymsp[0].minor.yy0); } break; - case 289: /* cmd ::= BALANCE VGROUP */ + case 291: /* cmd ::= BALANCE VGROUP */ { pCxt->pRootNode = createBalanceVgroupStmt(pCxt); } break; - case 290: /* cmd ::= MERGE VGROUP NK_INTEGER NK_INTEGER */ + case 292: /* cmd ::= MERGE VGROUP NK_INTEGER NK_INTEGER */ { pCxt->pRootNode = createMergeVgroupStmt(pCxt, &yymsp[-1].minor.yy0, &yymsp[0].minor.yy0); } break; - case 291: /* cmd ::= REDISTRIBUTE VGROUP NK_INTEGER dnode_list */ + case 293: /* cmd ::= REDISTRIBUTE VGROUP NK_INTEGER dnode_list */ { pCxt->pRootNode = createRedistributeVgroupStmt(pCxt, &yymsp[-1].minor.yy0, yymsp[0].minor.yy282); } break; - case 292: /* cmd ::= SPLIT VGROUP NK_INTEGER */ + case 294: /* cmd ::= SPLIT VGROUP NK_INTEGER */ { pCxt->pRootNode = createSplitVgroupStmt(pCxt, &yymsp[0].minor.yy0); } break; - case 293: /* dnode_list ::= DNODE NK_INTEGER */ + case 295: /* dnode_list ::= DNODE NK_INTEGER */ { yymsp[-1].minor.yy282 = createNodeList(pCxt, createValueNode(pCxt, TSDB_DATA_TYPE_BIGINT, &yymsp[0].minor.yy0)); } break; - case 295: /* cmd ::= DELETE FROM full_table_name where_clause_opt */ + case 297: /* cmd ::= DELETE FROM full_table_name where_clause_opt */ { pCxt->pRootNode = createDeleteStmt(pCxt, yymsp[-1].minor.yy778, yymsp[0].minor.yy778); } break; - case 297: /* cmd ::= INSERT INTO full_table_name NK_LP col_name_list NK_RP query_or_subquery */ + case 299: /* cmd ::= INSERT INTO full_table_name NK_LP col_name_list NK_RP query_or_subquery */ { pCxt->pRootNode = createInsertStmt(pCxt, yymsp[-4].minor.yy778, yymsp[-2].minor.yy282, yymsp[0].minor.yy778); } break; - case 298: /* cmd ::= INSERT INTO full_table_name query_or_subquery */ + case 300: /* cmd ::= INSERT INTO full_table_name query_or_subquery */ { pCxt->pRootNode = createInsertStmt(pCxt, yymsp[-1].minor.yy778, NULL, yymsp[0].minor.yy778); } break; - case 299: /* literal ::= NK_INTEGER */ + case 301: /* literal ::= NK_INTEGER */ { yylhsminor.yy778 = createRawExprNode(pCxt, &yymsp[0].minor.yy0, createValueNode(pCxt, TSDB_DATA_TYPE_UBIGINT, &yymsp[0].minor.yy0)); } yymsp[0].minor.yy778 = yylhsminor.yy778; break; - case 300: /* literal ::= NK_FLOAT */ + case 302: /* literal ::= NK_FLOAT */ { yylhsminor.yy778 = createRawExprNode(pCxt, &yymsp[0].minor.yy0, createValueNode(pCxt, TSDB_DATA_TYPE_DOUBLE, &yymsp[0].minor.yy0)); } yymsp[0].minor.yy778 = yylhsminor.yy778; break; - case 301: /* literal ::= NK_STRING */ + case 303: /* literal ::= NK_STRING */ { yylhsminor.yy778 = createRawExprNode(pCxt, &yymsp[0].minor.yy0, createValueNode(pCxt, TSDB_DATA_TYPE_BINARY, &yymsp[0].minor.yy0)); } yymsp[0].minor.yy778 = yylhsminor.yy778; break; - case 302: /* literal ::= NK_BOOL */ + case 304: /* literal ::= NK_BOOL */ { yylhsminor.yy778 = createRawExprNode(pCxt, &yymsp[0].minor.yy0, createValueNode(pCxt, TSDB_DATA_TYPE_BOOL, &yymsp[0].minor.yy0)); } yymsp[0].minor.yy778 = yylhsminor.yy778; break; - case 303: /* literal ::= TIMESTAMP NK_STRING */ + case 305: /* literal ::= TIMESTAMP NK_STRING */ { yylhsminor.yy778 = createRawExprNodeExt(pCxt, &yymsp[-1].minor.yy0, &yymsp[0].minor.yy0, createValueNode(pCxt, TSDB_DATA_TYPE_TIMESTAMP, &yymsp[0].minor.yy0)); } yymsp[-1].minor.yy778 = yylhsminor.yy778; break; - case 304: /* literal ::= duration_literal */ - case 314: /* signed_literal ::= signed */ yytestcase(yyruleno==314); - case 334: /* expr_or_subquery ::= expression */ yytestcase(yyruleno==334); - case 335: /* expr_or_subquery ::= subquery */ yytestcase(yyruleno==335); - case 336: /* expression ::= literal */ yytestcase(yyruleno==336); - case 337: /* expression ::= pseudo_column */ yytestcase(yyruleno==337); - case 338: /* expression ::= column_reference */ yytestcase(yyruleno==338); - case 339: /* expression ::= function_expression */ yytestcase(yyruleno==339); - case 340: /* expression ::= case_when_expression */ yytestcase(yyruleno==340); - case 370: /* function_expression ::= literal_func */ yytestcase(yyruleno==370); - case 419: /* boolean_value_expression ::= boolean_primary */ yytestcase(yyruleno==419); - case 423: /* boolean_primary ::= predicate */ yytestcase(yyruleno==423); - case 425: /* common_expression ::= expr_or_subquery */ yytestcase(yyruleno==425); - case 426: /* common_expression ::= boolean_value_expression */ yytestcase(yyruleno==426); - case 429: /* table_reference_list ::= table_reference */ yytestcase(yyruleno==429); - case 431: /* table_reference ::= table_primary */ yytestcase(yyruleno==431); - case 432: /* table_reference ::= joined_table */ yytestcase(yyruleno==432); - case 436: /* table_primary ::= parenthesized_joined_table */ yytestcase(yyruleno==436); - case 491: /* query_simple ::= query_specification */ yytestcase(yyruleno==491); - case 492: /* query_simple ::= union_query_expression */ yytestcase(yyruleno==492); - case 495: /* query_simple_or_subquery ::= query_simple */ yytestcase(yyruleno==495); - case 497: /* query_or_subquery ::= query_expression */ yytestcase(yyruleno==497); + case 306: /* literal ::= duration_literal */ + case 316: /* signed_literal ::= signed */ yytestcase(yyruleno==316); + case 336: /* expr_or_subquery ::= expression */ yytestcase(yyruleno==336); + case 337: /* expr_or_subquery ::= subquery */ yytestcase(yyruleno==337); + case 338: /* expression ::= literal */ yytestcase(yyruleno==338); + case 339: /* expression ::= pseudo_column */ yytestcase(yyruleno==339); + case 340: /* expression ::= column_reference */ yytestcase(yyruleno==340); + case 341: /* expression ::= function_expression */ yytestcase(yyruleno==341); + case 342: /* expression ::= case_when_expression */ yytestcase(yyruleno==342); + case 372: /* function_expression ::= literal_func */ yytestcase(yyruleno==372); + case 421: /* boolean_value_expression ::= boolean_primary */ yytestcase(yyruleno==421); + case 425: /* boolean_primary ::= predicate */ yytestcase(yyruleno==425); + case 427: /* common_expression ::= expr_or_subquery */ yytestcase(yyruleno==427); + case 428: /* common_expression ::= boolean_value_expression */ yytestcase(yyruleno==428); + case 431: /* table_reference_list ::= table_reference */ yytestcase(yyruleno==431); + case 433: /* table_reference ::= table_primary */ yytestcase(yyruleno==433); + case 434: /* table_reference ::= joined_table */ yytestcase(yyruleno==434); + case 438: /* table_primary ::= parenthesized_joined_table */ yytestcase(yyruleno==438); + case 493: /* query_simple ::= query_specification */ yytestcase(yyruleno==493); + case 494: /* query_simple ::= union_query_expression */ yytestcase(yyruleno==494); + case 497: /* query_simple_or_subquery ::= query_simple */ yytestcase(yyruleno==497); + case 499: /* query_or_subquery ::= query_expression */ yytestcase(yyruleno==499); { yylhsminor.yy778 = yymsp[0].minor.yy778; } yymsp[0].minor.yy778 = yylhsminor.yy778; break; - case 305: /* literal ::= NULL */ + case 307: /* literal ::= NULL */ { yylhsminor.yy778 = createRawExprNode(pCxt, &yymsp[0].minor.yy0, createValueNode(pCxt, TSDB_DATA_TYPE_NULL, &yymsp[0].minor.yy0)); } yymsp[0].minor.yy778 = yylhsminor.yy778; break; - case 306: /* literal ::= NK_QUESTION */ + case 308: /* literal ::= NK_QUESTION */ { yylhsminor.yy778 = createRawExprNode(pCxt, &yymsp[0].minor.yy0, createPlaceholderValueNode(pCxt, &yymsp[0].minor.yy0)); } yymsp[0].minor.yy778 = yylhsminor.yy778; break; - case 307: /* duration_literal ::= NK_VARIABLE */ + case 309: /* duration_literal ::= NK_VARIABLE */ { yylhsminor.yy778 = createRawExprNode(pCxt, &yymsp[0].minor.yy0, createDurationValueNode(pCxt, &yymsp[0].minor.yy0)); } yymsp[0].minor.yy778 = yylhsminor.yy778; break; - case 308: /* signed ::= NK_INTEGER */ + case 310: /* signed ::= NK_INTEGER */ { yylhsminor.yy778 = createValueNode(pCxt, TSDB_DATA_TYPE_UBIGINT, &yymsp[0].minor.yy0); } yymsp[0].minor.yy778 = yylhsminor.yy778; break; - case 309: /* signed ::= NK_PLUS NK_INTEGER */ + case 311: /* signed ::= NK_PLUS NK_INTEGER */ { yymsp[-1].minor.yy778 = createValueNode(pCxt, TSDB_DATA_TYPE_UBIGINT, &yymsp[0].minor.yy0); } break; - case 310: /* signed ::= NK_MINUS NK_INTEGER */ + case 312: /* signed ::= NK_MINUS NK_INTEGER */ { SToken t = yymsp[-1].minor.yy0; t.n = (yymsp[0].minor.yy0.z + yymsp[0].minor.yy0.n) - yymsp[-1].minor.yy0.z; @@ -4641,14 +4651,14 @@ static YYACTIONTYPE yy_reduce( } yymsp[-1].minor.yy778 = yylhsminor.yy778; break; - case 311: /* signed ::= NK_FLOAT */ + case 313: /* signed ::= NK_FLOAT */ { yylhsminor.yy778 = createValueNode(pCxt, TSDB_DATA_TYPE_DOUBLE, &yymsp[0].minor.yy0); } yymsp[0].minor.yy778 = yylhsminor.yy778; break; - case 312: /* signed ::= NK_PLUS NK_FLOAT */ + case 314: /* signed ::= NK_PLUS NK_FLOAT */ { yymsp[-1].minor.yy778 = createValueNode(pCxt, TSDB_DATA_TYPE_DOUBLE, &yymsp[0].minor.yy0); } break; - case 313: /* signed ::= NK_MINUS NK_FLOAT */ + case 315: /* signed ::= NK_MINUS NK_FLOAT */ { SToken t = yymsp[-1].minor.yy0; t.n = (yymsp[0].minor.yy0.z + yymsp[0].minor.yy0.n) - yymsp[-1].minor.yy0.z; @@ -4656,57 +4666,57 @@ static YYACTIONTYPE yy_reduce( } yymsp[-1].minor.yy778 = yylhsminor.yy778; break; - case 315: /* signed_literal ::= NK_STRING */ + case 317: /* signed_literal ::= NK_STRING */ { yylhsminor.yy778 = createValueNode(pCxt, TSDB_DATA_TYPE_BINARY, &yymsp[0].minor.yy0); } yymsp[0].minor.yy778 = yylhsminor.yy778; break; - case 316: /* signed_literal ::= NK_BOOL */ + case 318: /* signed_literal ::= NK_BOOL */ { yylhsminor.yy778 = createValueNode(pCxt, TSDB_DATA_TYPE_BOOL, &yymsp[0].minor.yy0); } yymsp[0].minor.yy778 = yylhsminor.yy778; break; - case 317: /* signed_literal ::= TIMESTAMP NK_STRING */ + case 319: /* signed_literal ::= TIMESTAMP NK_STRING */ { yymsp[-1].minor.yy778 = createValueNode(pCxt, TSDB_DATA_TYPE_TIMESTAMP, &yymsp[0].minor.yy0); } break; - case 318: /* signed_literal ::= duration_literal */ - case 320: /* signed_literal ::= literal_func */ yytestcase(yyruleno==320); - case 390: /* star_func_para ::= expr_or_subquery */ yytestcase(yyruleno==390); - case 452: /* select_item ::= common_expression */ yytestcase(yyruleno==452); - case 462: /* partition_item ::= expr_or_subquery */ yytestcase(yyruleno==462); - case 496: /* query_simple_or_subquery ::= subquery */ yytestcase(yyruleno==496); - case 498: /* query_or_subquery ::= subquery */ yytestcase(yyruleno==498); - case 511: /* search_condition ::= common_expression */ yytestcase(yyruleno==511); + case 320: /* signed_literal ::= duration_literal */ + case 322: /* signed_literal ::= literal_func */ yytestcase(yyruleno==322); + case 392: /* star_func_para ::= expr_or_subquery */ yytestcase(yyruleno==392); + case 454: /* select_item ::= common_expression */ yytestcase(yyruleno==454); + case 464: /* partition_item ::= expr_or_subquery */ yytestcase(yyruleno==464); + case 498: /* query_simple_or_subquery ::= subquery */ yytestcase(yyruleno==498); + case 500: /* query_or_subquery ::= subquery */ yytestcase(yyruleno==500); + case 513: /* search_condition ::= common_expression */ yytestcase(yyruleno==513); { yylhsminor.yy778 = releaseRawExprNode(pCxt, yymsp[0].minor.yy778); } yymsp[0].minor.yy778 = yylhsminor.yy778; break; - case 319: /* signed_literal ::= NULL */ + case 321: /* signed_literal ::= NULL */ { yylhsminor.yy778 = createValueNode(pCxt, TSDB_DATA_TYPE_NULL, &yymsp[0].minor.yy0); } yymsp[0].minor.yy778 = yylhsminor.yy778; break; - case 321: /* signed_literal ::= NK_QUESTION */ + case 323: /* signed_literal ::= NK_QUESTION */ { yylhsminor.yy778 = createPlaceholderValueNode(pCxt, &yymsp[0].minor.yy0); } yymsp[0].minor.yy778 = yylhsminor.yy778; break; - case 341: /* expression ::= NK_LP expression NK_RP */ - case 424: /* boolean_primary ::= NK_LP boolean_value_expression NK_RP */ yytestcase(yyruleno==424); - case 510: /* subquery ::= NK_LP subquery NK_RP */ yytestcase(yyruleno==510); + case 343: /* expression ::= NK_LP expression NK_RP */ + case 426: /* boolean_primary ::= NK_LP boolean_value_expression NK_RP */ yytestcase(yyruleno==426); + case 512: /* subquery ::= NK_LP subquery NK_RP */ yytestcase(yyruleno==512); { yylhsminor.yy778 = createRawExprNodeExt(pCxt, &yymsp[-2].minor.yy0, &yymsp[0].minor.yy0, releaseRawExprNode(pCxt, yymsp[-1].minor.yy778)); } yymsp[-2].minor.yy778 = yylhsminor.yy778; break; - case 342: /* expression ::= NK_PLUS expr_or_subquery */ + case 344: /* expression ::= NK_PLUS expr_or_subquery */ { SToken t = getTokenFromRawExprNode(pCxt, yymsp[0].minor.yy778); yylhsminor.yy778 = createRawExprNodeExt(pCxt, &yymsp[-1].minor.yy0, &t, releaseRawExprNode(pCxt, yymsp[0].minor.yy778)); } yymsp[-1].minor.yy778 = yylhsminor.yy778; break; - case 343: /* expression ::= NK_MINUS expr_or_subquery */ + case 345: /* expression ::= NK_MINUS expr_or_subquery */ { SToken t = getTokenFromRawExprNode(pCxt, yymsp[0].minor.yy778); yylhsminor.yy778 = createRawExprNodeExt(pCxt, &yymsp[-1].minor.yy0, &t, createOperatorNode(pCxt, OP_TYPE_MINUS, releaseRawExprNode(pCxt, yymsp[0].minor.yy778), NULL)); } yymsp[-1].minor.yy778 = yylhsminor.yy778; break; - case 344: /* expression ::= expr_or_subquery NK_PLUS expr_or_subquery */ + case 346: /* expression ::= expr_or_subquery NK_PLUS expr_or_subquery */ { SToken s = getTokenFromRawExprNode(pCxt, yymsp[-2].minor.yy778); SToken e = getTokenFromRawExprNode(pCxt, yymsp[0].minor.yy778); @@ -4714,7 +4724,7 @@ static YYACTIONTYPE yy_reduce( } yymsp[-2].minor.yy778 = yylhsminor.yy778; break; - case 345: /* expression ::= expr_or_subquery NK_MINUS expr_or_subquery */ + case 347: /* expression ::= expr_or_subquery NK_MINUS expr_or_subquery */ { SToken s = getTokenFromRawExprNode(pCxt, yymsp[-2].minor.yy778); SToken e = getTokenFromRawExprNode(pCxt, yymsp[0].minor.yy778); @@ -4722,7 +4732,7 @@ static YYACTIONTYPE yy_reduce( } yymsp[-2].minor.yy778 = yylhsminor.yy778; break; - case 346: /* expression ::= expr_or_subquery NK_STAR expr_or_subquery */ + case 348: /* expression ::= expr_or_subquery NK_STAR expr_or_subquery */ { SToken s = getTokenFromRawExprNode(pCxt, yymsp[-2].minor.yy778); SToken e = getTokenFromRawExprNode(pCxt, yymsp[0].minor.yy778); @@ -4730,7 +4740,7 @@ static YYACTIONTYPE yy_reduce( } yymsp[-2].minor.yy778 = yylhsminor.yy778; break; - case 347: /* expression ::= expr_or_subquery NK_SLASH expr_or_subquery */ + case 349: /* expression ::= expr_or_subquery NK_SLASH expr_or_subquery */ { SToken s = getTokenFromRawExprNode(pCxt, yymsp[-2].minor.yy778); SToken e = getTokenFromRawExprNode(pCxt, yymsp[0].minor.yy778); @@ -4738,7 +4748,7 @@ static YYACTIONTYPE yy_reduce( } yymsp[-2].minor.yy778 = yylhsminor.yy778; break; - case 348: /* expression ::= expr_or_subquery NK_REM expr_or_subquery */ + case 350: /* expression ::= expr_or_subquery NK_REM expr_or_subquery */ { SToken s = getTokenFromRawExprNode(pCxt, yymsp[-2].minor.yy778); SToken e = getTokenFromRawExprNode(pCxt, yymsp[0].minor.yy778); @@ -4746,14 +4756,14 @@ static YYACTIONTYPE yy_reduce( } yymsp[-2].minor.yy778 = yylhsminor.yy778; break; - case 349: /* expression ::= column_reference NK_ARROW NK_STRING */ + case 351: /* expression ::= column_reference NK_ARROW NK_STRING */ { SToken s = getTokenFromRawExprNode(pCxt, yymsp[-2].minor.yy778); yylhsminor.yy778 = createRawExprNodeExt(pCxt, &s, &yymsp[0].minor.yy0, createOperatorNode(pCxt, OP_TYPE_JSON_GET_VALUE, releaseRawExprNode(pCxt, yymsp[-2].minor.yy778), createValueNode(pCxt, TSDB_DATA_TYPE_BINARY, &yymsp[0].minor.yy0))); } yymsp[-2].minor.yy778 = yylhsminor.yy778; break; - case 350: /* expression ::= expr_or_subquery NK_BITAND expr_or_subquery */ + case 352: /* expression ::= expr_or_subquery NK_BITAND expr_or_subquery */ { SToken s = getTokenFromRawExprNode(pCxt, yymsp[-2].minor.yy778); SToken e = getTokenFromRawExprNode(pCxt, yymsp[0].minor.yy778); @@ -4761,7 +4771,7 @@ static YYACTIONTYPE yy_reduce( } yymsp[-2].minor.yy778 = yylhsminor.yy778; break; - case 351: /* expression ::= expr_or_subquery NK_BITOR expr_or_subquery */ + case 353: /* expression ::= expr_or_subquery NK_BITOR expr_or_subquery */ { SToken s = getTokenFromRawExprNode(pCxt, yymsp[-2].minor.yy778); SToken e = getTokenFromRawExprNode(pCxt, yymsp[0].minor.yy778); @@ -4769,70 +4779,70 @@ static YYACTIONTYPE yy_reduce( } yymsp[-2].minor.yy778 = yylhsminor.yy778; break; - case 354: /* column_reference ::= column_name */ + case 356: /* column_reference ::= column_name */ { yylhsminor.yy778 = createRawExprNode(pCxt, &yymsp[0].minor.yy181, createColumnNode(pCxt, NULL, &yymsp[0].minor.yy181)); } yymsp[0].minor.yy778 = yylhsminor.yy778; break; - case 355: /* column_reference ::= table_name NK_DOT column_name */ + case 357: /* column_reference ::= table_name NK_DOT column_name */ { yylhsminor.yy778 = createRawExprNodeExt(pCxt, &yymsp[-2].minor.yy181, &yymsp[0].minor.yy181, createColumnNode(pCxt, &yymsp[-2].minor.yy181, &yymsp[0].minor.yy181)); } yymsp[-2].minor.yy778 = yylhsminor.yy778; break; - case 356: /* pseudo_column ::= ROWTS */ - case 357: /* pseudo_column ::= TBNAME */ yytestcase(yyruleno==357); - case 359: /* pseudo_column ::= QSTART */ yytestcase(yyruleno==359); - case 360: /* pseudo_column ::= QEND */ yytestcase(yyruleno==360); - case 361: /* pseudo_column ::= QDURATION */ yytestcase(yyruleno==361); - case 362: /* pseudo_column ::= WSTART */ yytestcase(yyruleno==362); - case 363: /* pseudo_column ::= WEND */ yytestcase(yyruleno==363); - case 364: /* pseudo_column ::= WDURATION */ yytestcase(yyruleno==364); - case 365: /* pseudo_column ::= IROWTS */ yytestcase(yyruleno==365); - case 366: /* pseudo_column ::= QTAGS */ yytestcase(yyruleno==366); - case 372: /* literal_func ::= NOW */ yytestcase(yyruleno==372); + case 358: /* pseudo_column ::= ROWTS */ + case 359: /* pseudo_column ::= TBNAME */ yytestcase(yyruleno==359); + case 361: /* pseudo_column ::= QSTART */ yytestcase(yyruleno==361); + case 362: /* pseudo_column ::= QEND */ yytestcase(yyruleno==362); + case 363: /* pseudo_column ::= QDURATION */ yytestcase(yyruleno==363); + case 364: /* pseudo_column ::= WSTART */ yytestcase(yyruleno==364); + case 365: /* pseudo_column ::= WEND */ yytestcase(yyruleno==365); + case 366: /* pseudo_column ::= WDURATION */ yytestcase(yyruleno==366); + case 367: /* pseudo_column ::= IROWTS */ yytestcase(yyruleno==367); + case 368: /* pseudo_column ::= QTAGS */ yytestcase(yyruleno==368); + case 374: /* literal_func ::= NOW */ yytestcase(yyruleno==374); { yylhsminor.yy778 = createRawExprNode(pCxt, &yymsp[0].minor.yy0, createFunctionNode(pCxt, &yymsp[0].minor.yy0, NULL)); } yymsp[0].minor.yy778 = yylhsminor.yy778; break; - case 358: /* pseudo_column ::= table_name NK_DOT TBNAME */ + case 360: /* pseudo_column ::= table_name NK_DOT TBNAME */ { yylhsminor.yy778 = createRawExprNodeExt(pCxt, &yymsp[-2].minor.yy181, &yymsp[0].minor.yy0, createFunctionNode(pCxt, &yymsp[0].minor.yy0, createNodeList(pCxt, createValueNode(pCxt, TSDB_DATA_TYPE_BINARY, &yymsp[-2].minor.yy181)))); } yymsp[-2].minor.yy778 = yylhsminor.yy778; break; - case 367: /* function_expression ::= function_name NK_LP expression_list NK_RP */ - case 368: /* function_expression ::= star_func NK_LP star_func_para_list NK_RP */ yytestcase(yyruleno==368); + case 369: /* function_expression ::= function_name NK_LP expression_list NK_RP */ + case 370: /* function_expression ::= star_func NK_LP star_func_para_list NK_RP */ yytestcase(yyruleno==370); { yylhsminor.yy778 = createRawExprNodeExt(pCxt, &yymsp[-3].minor.yy181, &yymsp[0].minor.yy0, createFunctionNode(pCxt, &yymsp[-3].minor.yy181, yymsp[-1].minor.yy282)); } yymsp[-3].minor.yy778 = yylhsminor.yy778; break; - case 369: /* function_expression ::= CAST NK_LP expr_or_subquery AS type_name NK_RP */ + case 371: /* function_expression ::= CAST NK_LP expr_or_subquery AS type_name NK_RP */ { yylhsminor.yy778 = createRawExprNodeExt(pCxt, &yymsp[-5].minor.yy0, &yymsp[0].minor.yy0, createCastFunctionNode(pCxt, releaseRawExprNode(pCxt, yymsp[-3].minor.yy778), yymsp[-1].minor.yy380)); } yymsp[-5].minor.yy778 = yylhsminor.yy778; break; - case 371: /* literal_func ::= noarg_func NK_LP NK_RP */ + case 373: /* literal_func ::= noarg_func NK_LP NK_RP */ { yylhsminor.yy778 = createRawExprNodeExt(pCxt, &yymsp[-2].minor.yy181, &yymsp[0].minor.yy0, createFunctionNode(pCxt, &yymsp[-2].minor.yy181, NULL)); } yymsp[-2].minor.yy778 = yylhsminor.yy778; break; - case 386: /* star_func_para_list ::= NK_STAR */ + case 388: /* star_func_para_list ::= NK_STAR */ { yylhsminor.yy282 = createNodeList(pCxt, createColumnNode(pCxt, NULL, &yymsp[0].minor.yy0)); } yymsp[0].minor.yy282 = yylhsminor.yy282; break; - case 391: /* star_func_para ::= table_name NK_DOT NK_STAR */ - case 455: /* select_item ::= table_name NK_DOT NK_STAR */ yytestcase(yyruleno==455); + case 393: /* star_func_para ::= table_name NK_DOT NK_STAR */ + case 457: /* select_item ::= table_name NK_DOT NK_STAR */ yytestcase(yyruleno==457); { yylhsminor.yy778 = createColumnNode(pCxt, &yymsp[-2].minor.yy181, &yymsp[0].minor.yy0); } yymsp[-2].minor.yy778 = yylhsminor.yy778; break; - case 392: /* case_when_expression ::= CASE when_then_list case_when_else_opt END */ + case 394: /* case_when_expression ::= CASE when_then_list case_when_else_opt END */ { yylhsminor.yy778 = createRawExprNodeExt(pCxt, &yymsp[-3].minor.yy0, &yymsp[0].minor.yy0, createCaseWhenNode(pCxt, NULL, yymsp[-2].minor.yy282, yymsp[-1].minor.yy778)); } yymsp[-3].minor.yy778 = yylhsminor.yy778; break; - case 393: /* case_when_expression ::= CASE common_expression when_then_list case_when_else_opt END */ + case 395: /* case_when_expression ::= CASE common_expression when_then_list case_when_else_opt END */ { yylhsminor.yy778 = createRawExprNodeExt(pCxt, &yymsp[-4].minor.yy0, &yymsp[0].minor.yy0, createCaseWhenNode(pCxt, releaseRawExprNode(pCxt, yymsp[-3].minor.yy778), yymsp[-2].minor.yy282, yymsp[-1].minor.yy778)); } yymsp[-4].minor.yy778 = yylhsminor.yy778; break; - case 396: /* when_then_expr ::= WHEN common_expression THEN common_expression */ + case 398: /* when_then_expr ::= WHEN common_expression THEN common_expression */ { yymsp[-3].minor.yy778 = createWhenThenNode(pCxt, releaseRawExprNode(pCxt, yymsp[-2].minor.yy778), releaseRawExprNode(pCxt, yymsp[0].minor.yy778)); } break; - case 398: /* case_when_else_opt ::= ELSE common_expression */ + case 400: /* case_when_else_opt ::= ELSE common_expression */ { yymsp[-1].minor.yy778 = releaseRawExprNode(pCxt, yymsp[0].minor.yy778); } break; - case 399: /* predicate ::= expr_or_subquery compare_op expr_or_subquery */ - case 404: /* predicate ::= expr_or_subquery in_op in_predicate_value */ yytestcase(yyruleno==404); + case 401: /* predicate ::= expr_or_subquery compare_op expr_or_subquery */ + case 406: /* predicate ::= expr_or_subquery in_op in_predicate_value */ yytestcase(yyruleno==406); { SToken s = getTokenFromRawExprNode(pCxt, yymsp[-2].minor.yy778); SToken e = getTokenFromRawExprNode(pCxt, yymsp[0].minor.yy778); @@ -4840,7 +4850,7 @@ static YYACTIONTYPE yy_reduce( } yymsp[-2].minor.yy778 = yylhsminor.yy778; break; - case 400: /* predicate ::= expr_or_subquery BETWEEN expr_or_subquery AND expr_or_subquery */ + case 402: /* predicate ::= expr_or_subquery BETWEEN expr_or_subquery AND expr_or_subquery */ { SToken s = getTokenFromRawExprNode(pCxt, yymsp[-4].minor.yy778); SToken e = getTokenFromRawExprNode(pCxt, yymsp[0].minor.yy778); @@ -4848,7 +4858,7 @@ static YYACTIONTYPE yy_reduce( } yymsp[-4].minor.yy778 = yylhsminor.yy778; break; - case 401: /* predicate ::= expr_or_subquery NOT BETWEEN expr_or_subquery AND expr_or_subquery */ + case 403: /* predicate ::= expr_or_subquery NOT BETWEEN expr_or_subquery AND expr_or_subquery */ { SToken s = getTokenFromRawExprNode(pCxt, yymsp[-5].minor.yy778); SToken e = getTokenFromRawExprNode(pCxt, yymsp[0].minor.yy778); @@ -4856,71 +4866,71 @@ static YYACTIONTYPE yy_reduce( } yymsp[-5].minor.yy778 = yylhsminor.yy778; break; - case 402: /* predicate ::= expr_or_subquery IS NULL */ + case 404: /* predicate ::= expr_or_subquery IS NULL */ { SToken s = getTokenFromRawExprNode(pCxt, yymsp[-2].minor.yy778); yylhsminor.yy778 = createRawExprNodeExt(pCxt, &s, &yymsp[0].minor.yy0, createOperatorNode(pCxt, OP_TYPE_IS_NULL, releaseRawExprNode(pCxt, yymsp[-2].minor.yy778), NULL)); } yymsp[-2].minor.yy778 = yylhsminor.yy778; break; - case 403: /* predicate ::= expr_or_subquery IS NOT NULL */ + case 405: /* predicate ::= expr_or_subquery IS NOT NULL */ { SToken s = getTokenFromRawExprNode(pCxt, yymsp[-3].minor.yy778); yylhsminor.yy778 = createRawExprNodeExt(pCxt, &s, &yymsp[0].minor.yy0, createOperatorNode(pCxt, OP_TYPE_IS_NOT_NULL, releaseRawExprNode(pCxt, yymsp[-3].minor.yy778), NULL)); } yymsp[-3].minor.yy778 = yylhsminor.yy778; break; - case 405: /* compare_op ::= NK_LT */ + case 407: /* compare_op ::= NK_LT */ { yymsp[0].minor.yy682 = OP_TYPE_LOWER_THAN; } break; - case 406: /* compare_op ::= NK_GT */ + case 408: /* compare_op ::= NK_GT */ { yymsp[0].minor.yy682 = OP_TYPE_GREATER_THAN; } break; - case 407: /* compare_op ::= NK_LE */ + case 409: /* compare_op ::= NK_LE */ { yymsp[0].minor.yy682 = OP_TYPE_LOWER_EQUAL; } break; - case 408: /* compare_op ::= NK_GE */ + case 410: /* compare_op ::= NK_GE */ { yymsp[0].minor.yy682 = OP_TYPE_GREATER_EQUAL; } break; - case 409: /* compare_op ::= NK_NE */ + case 411: /* compare_op ::= NK_NE */ { yymsp[0].minor.yy682 = OP_TYPE_NOT_EQUAL; } break; - case 410: /* compare_op ::= NK_EQ */ + case 412: /* compare_op ::= NK_EQ */ { yymsp[0].minor.yy682 = OP_TYPE_EQUAL; } break; - case 411: /* compare_op ::= LIKE */ + case 413: /* compare_op ::= LIKE */ { yymsp[0].minor.yy682 = OP_TYPE_LIKE; } break; - case 412: /* compare_op ::= NOT LIKE */ + case 414: /* compare_op ::= NOT LIKE */ { yymsp[-1].minor.yy682 = OP_TYPE_NOT_LIKE; } break; - case 413: /* compare_op ::= MATCH */ + case 415: /* compare_op ::= MATCH */ { yymsp[0].minor.yy682 = OP_TYPE_MATCH; } break; - case 414: /* compare_op ::= NMATCH */ + case 416: /* compare_op ::= NMATCH */ { yymsp[0].minor.yy682 = OP_TYPE_NMATCH; } break; - case 415: /* compare_op ::= CONTAINS */ + case 417: /* compare_op ::= CONTAINS */ { yymsp[0].minor.yy682 = OP_TYPE_JSON_CONTAINS; } break; - case 416: /* in_op ::= IN */ + case 418: /* in_op ::= IN */ { yymsp[0].minor.yy682 = OP_TYPE_IN; } break; - case 417: /* in_op ::= NOT IN */ + case 419: /* in_op ::= NOT IN */ { yymsp[-1].minor.yy682 = OP_TYPE_NOT_IN; } break; - case 418: /* in_predicate_value ::= NK_LP literal_list NK_RP */ + case 420: /* in_predicate_value ::= NK_LP literal_list NK_RP */ { yylhsminor.yy778 = createRawExprNodeExt(pCxt, &yymsp[-2].minor.yy0, &yymsp[0].minor.yy0, createNodeListNode(pCxt, yymsp[-1].minor.yy282)); } yymsp[-2].minor.yy778 = yylhsminor.yy778; break; - case 420: /* boolean_value_expression ::= NOT boolean_primary */ + case 422: /* boolean_value_expression ::= NOT boolean_primary */ { SToken e = getTokenFromRawExprNode(pCxt, yymsp[0].minor.yy778); yylhsminor.yy778 = createRawExprNodeExt(pCxt, &yymsp[-1].minor.yy0, &e, createLogicConditionNode(pCxt, LOGIC_COND_TYPE_NOT, releaseRawExprNode(pCxt, yymsp[0].minor.yy778), NULL)); } yymsp[-1].minor.yy778 = yylhsminor.yy778; break; - case 421: /* boolean_value_expression ::= boolean_value_expression OR boolean_value_expression */ + case 423: /* boolean_value_expression ::= boolean_value_expression OR boolean_value_expression */ { SToken s = getTokenFromRawExprNode(pCxt, yymsp[-2].minor.yy778); SToken e = getTokenFromRawExprNode(pCxt, yymsp[0].minor.yy778); @@ -4928,7 +4938,7 @@ static YYACTIONTYPE yy_reduce( } yymsp[-2].minor.yy778 = yylhsminor.yy778; break; - case 422: /* boolean_value_expression ::= boolean_value_expression AND boolean_value_expression */ + case 424: /* boolean_value_expression ::= boolean_value_expression AND boolean_value_expression */ { SToken s = getTokenFromRawExprNode(pCxt, yymsp[-2].minor.yy778); SToken e = getTokenFromRawExprNode(pCxt, yymsp[0].minor.yy778); @@ -4936,52 +4946,52 @@ static YYACTIONTYPE yy_reduce( } yymsp[-2].minor.yy778 = yylhsminor.yy778; break; - case 428: /* from_clause_opt ::= FROM table_reference_list */ - case 457: /* where_clause_opt ::= WHERE search_condition */ yytestcase(yyruleno==457); - case 485: /* having_clause_opt ::= HAVING search_condition */ yytestcase(yyruleno==485); + case 430: /* from_clause_opt ::= FROM table_reference_list */ + case 459: /* where_clause_opt ::= WHERE search_condition */ yytestcase(yyruleno==459); + case 487: /* having_clause_opt ::= HAVING search_condition */ yytestcase(yyruleno==487); { yymsp[-1].minor.yy778 = yymsp[0].minor.yy778; } break; - case 430: /* table_reference_list ::= table_reference_list NK_COMMA table_reference */ + case 432: /* table_reference_list ::= table_reference_list NK_COMMA table_reference */ { yylhsminor.yy778 = createJoinTableNode(pCxt, JOIN_TYPE_INNER, yymsp[-2].minor.yy778, yymsp[0].minor.yy778, NULL); } yymsp[-2].minor.yy778 = yylhsminor.yy778; break; - case 433: /* table_primary ::= table_name alias_opt */ + case 435: /* table_primary ::= table_name alias_opt */ { yylhsminor.yy778 = createRealTableNode(pCxt, NULL, &yymsp[-1].minor.yy181, &yymsp[0].minor.yy181); } yymsp[-1].minor.yy778 = yylhsminor.yy778; break; - case 434: /* table_primary ::= db_name NK_DOT table_name alias_opt */ + case 436: /* table_primary ::= db_name NK_DOT table_name alias_opt */ { yylhsminor.yy778 = createRealTableNode(pCxt, &yymsp[-3].minor.yy181, &yymsp[-1].minor.yy181, &yymsp[0].minor.yy181); } yymsp[-3].minor.yy778 = yylhsminor.yy778; break; - case 435: /* table_primary ::= subquery alias_opt */ + case 437: /* table_primary ::= subquery alias_opt */ { yylhsminor.yy778 = createTempTableNode(pCxt, releaseRawExprNode(pCxt, yymsp[-1].minor.yy778), &yymsp[0].minor.yy181); } yymsp[-1].minor.yy778 = yylhsminor.yy778; break; - case 437: /* alias_opt ::= */ + case 439: /* alias_opt ::= */ { yymsp[1].minor.yy181 = nil_token; } break; - case 438: /* alias_opt ::= table_alias */ + case 440: /* alias_opt ::= table_alias */ { yylhsminor.yy181 = yymsp[0].minor.yy181; } yymsp[0].minor.yy181 = yylhsminor.yy181; break; - case 439: /* alias_opt ::= AS table_alias */ + case 441: /* alias_opt ::= AS table_alias */ { yymsp[-1].minor.yy181 = yymsp[0].minor.yy181; } break; - case 440: /* parenthesized_joined_table ::= NK_LP joined_table NK_RP */ - case 441: /* parenthesized_joined_table ::= NK_LP parenthesized_joined_table NK_RP */ yytestcase(yyruleno==441); + case 442: /* parenthesized_joined_table ::= NK_LP joined_table NK_RP */ + case 443: /* parenthesized_joined_table ::= NK_LP parenthesized_joined_table NK_RP */ yytestcase(yyruleno==443); { yymsp[-2].minor.yy778 = yymsp[-1].minor.yy778; } break; - case 442: /* joined_table ::= table_reference join_type JOIN table_reference ON search_condition */ + case 444: /* joined_table ::= table_reference join_type JOIN table_reference ON search_condition */ { yylhsminor.yy778 = createJoinTableNode(pCxt, yymsp[-4].minor.yy202, yymsp[-5].minor.yy778, yymsp[-2].minor.yy778, yymsp[0].minor.yy778); } yymsp[-5].minor.yy778 = yylhsminor.yy778; break; - case 443: /* join_type ::= */ + case 445: /* join_type ::= */ { yymsp[1].minor.yy202 = JOIN_TYPE_INNER; } break; - case 444: /* join_type ::= INNER */ + case 446: /* join_type ::= INNER */ { yymsp[0].minor.yy202 = JOIN_TYPE_INNER; } break; - case 445: /* query_specification ::= SELECT set_quantifier_opt select_list from_clause_opt where_clause_opt partition_by_clause_opt range_opt every_opt fill_opt twindow_clause_opt group_by_clause_opt having_clause_opt */ + case 447: /* query_specification ::= SELECT set_quantifier_opt select_list from_clause_opt where_clause_opt partition_by_clause_opt range_opt every_opt fill_opt twindow_clause_opt group_by_clause_opt having_clause_opt */ { yymsp[-11].minor.yy778 = createSelectStmt(pCxt, yymsp[-10].minor.yy39, yymsp[-9].minor.yy282, yymsp[-8].minor.yy778); yymsp[-11].minor.yy778 = addWhereClause(pCxt, yymsp[-11].minor.yy778, yymsp[-7].minor.yy778); @@ -4994,73 +5004,73 @@ static YYACTIONTYPE yy_reduce( yymsp[-11].minor.yy778 = addFillClause(pCxt, yymsp[-11].minor.yy778, yymsp[-3].minor.yy778); } break; - case 448: /* set_quantifier_opt ::= ALL */ + case 450: /* set_quantifier_opt ::= ALL */ { yymsp[0].minor.yy39 = false; } break; - case 451: /* select_item ::= NK_STAR */ + case 453: /* select_item ::= NK_STAR */ { yylhsminor.yy778 = createColumnNode(pCxt, NULL, &yymsp[0].minor.yy0); } yymsp[0].minor.yy778 = yylhsminor.yy778; break; - case 453: /* select_item ::= common_expression column_alias */ - case 463: /* partition_item ::= expr_or_subquery column_alias */ yytestcase(yyruleno==463); + case 455: /* select_item ::= common_expression column_alias */ + case 465: /* partition_item ::= expr_or_subquery column_alias */ yytestcase(yyruleno==465); { yylhsminor.yy778 = setProjectionAlias(pCxt, releaseRawExprNode(pCxt, yymsp[-1].minor.yy778), &yymsp[0].minor.yy181); } yymsp[-1].minor.yy778 = yylhsminor.yy778; break; - case 454: /* select_item ::= common_expression AS column_alias */ - case 464: /* partition_item ::= expr_or_subquery AS column_alias */ yytestcase(yyruleno==464); + case 456: /* select_item ::= common_expression AS column_alias */ + case 466: /* partition_item ::= expr_or_subquery AS column_alias */ yytestcase(yyruleno==466); { yylhsminor.yy778 = setProjectionAlias(pCxt, releaseRawExprNode(pCxt, yymsp[-2].minor.yy778), &yymsp[0].minor.yy181); } yymsp[-2].minor.yy778 = yylhsminor.yy778; break; - case 459: /* partition_by_clause_opt ::= PARTITION BY partition_list */ - case 481: /* group_by_clause_opt ::= GROUP BY group_by_list */ yytestcase(yyruleno==481); - case 500: /* order_by_clause_opt ::= ORDER BY sort_specification_list */ yytestcase(yyruleno==500); + case 461: /* partition_by_clause_opt ::= PARTITION BY partition_list */ + case 483: /* group_by_clause_opt ::= GROUP BY group_by_list */ yytestcase(yyruleno==483); + case 502: /* order_by_clause_opt ::= ORDER BY sort_specification_list */ yytestcase(yyruleno==502); { yymsp[-2].minor.yy282 = yymsp[0].minor.yy282; } break; - case 466: /* twindow_clause_opt ::= SESSION NK_LP column_reference NK_COMMA duration_literal NK_RP */ + case 468: /* twindow_clause_opt ::= SESSION NK_LP column_reference NK_COMMA duration_literal NK_RP */ { yymsp[-5].minor.yy778 = createSessionWindowNode(pCxt, releaseRawExprNode(pCxt, yymsp[-3].minor.yy778), releaseRawExprNode(pCxt, yymsp[-1].minor.yy778)); } break; - case 467: /* twindow_clause_opt ::= STATE_WINDOW NK_LP expr_or_subquery NK_RP */ + case 469: /* twindow_clause_opt ::= STATE_WINDOW NK_LP expr_or_subquery NK_RP */ { yymsp[-3].minor.yy778 = createStateWindowNode(pCxt, releaseRawExprNode(pCxt, yymsp[-1].minor.yy778)); } break; - case 468: /* twindow_clause_opt ::= INTERVAL NK_LP duration_literal NK_RP sliding_opt fill_opt */ + case 470: /* twindow_clause_opt ::= INTERVAL NK_LP duration_literal NK_RP sliding_opt fill_opt */ { yymsp[-5].minor.yy778 = createIntervalWindowNode(pCxt, releaseRawExprNode(pCxt, yymsp[-3].minor.yy778), NULL, yymsp[-1].minor.yy778, yymsp[0].minor.yy778); } break; - case 469: /* twindow_clause_opt ::= INTERVAL NK_LP duration_literal NK_COMMA duration_literal NK_RP sliding_opt fill_opt */ + case 471: /* twindow_clause_opt ::= INTERVAL NK_LP duration_literal NK_COMMA duration_literal NK_RP sliding_opt fill_opt */ { yymsp[-7].minor.yy778 = createIntervalWindowNode(pCxt, releaseRawExprNode(pCxt, yymsp[-5].minor.yy778), releaseRawExprNode(pCxt, yymsp[-3].minor.yy778), yymsp[-1].minor.yy778, yymsp[0].minor.yy778); } break; - case 473: /* fill_opt ::= FILL NK_LP fill_mode NK_RP */ + case 475: /* fill_opt ::= FILL NK_LP fill_mode NK_RP */ { yymsp[-3].minor.yy778 = createFillNode(pCxt, yymsp[-1].minor.yy381, NULL); } break; - case 474: /* fill_opt ::= FILL NK_LP VALUE NK_COMMA literal_list NK_RP */ + case 476: /* fill_opt ::= FILL NK_LP VALUE NK_COMMA literal_list NK_RP */ { yymsp[-5].minor.yy778 = createFillNode(pCxt, FILL_MODE_VALUE, createNodeListNode(pCxt, yymsp[-1].minor.yy282)); } break; - case 475: /* fill_mode ::= NONE */ + case 477: /* fill_mode ::= NONE */ { yymsp[0].minor.yy381 = FILL_MODE_NONE; } break; - case 476: /* fill_mode ::= PREV */ + case 478: /* fill_mode ::= PREV */ { yymsp[0].minor.yy381 = FILL_MODE_PREV; } break; - case 477: /* fill_mode ::= NULL */ + case 479: /* fill_mode ::= NULL */ { yymsp[0].minor.yy381 = FILL_MODE_NULL; } break; - case 478: /* fill_mode ::= LINEAR */ + case 480: /* fill_mode ::= LINEAR */ { yymsp[0].minor.yy381 = FILL_MODE_LINEAR; } break; - case 479: /* fill_mode ::= NEXT */ + case 481: /* fill_mode ::= NEXT */ { yymsp[0].minor.yy381 = FILL_MODE_NEXT; } break; - case 482: /* group_by_list ::= expr_or_subquery */ + case 484: /* group_by_list ::= expr_or_subquery */ { yylhsminor.yy282 = createNodeList(pCxt, createGroupingSetNode(pCxt, releaseRawExprNode(pCxt, yymsp[0].minor.yy778))); } yymsp[0].minor.yy282 = yylhsminor.yy282; break; - case 483: /* group_by_list ::= group_by_list NK_COMMA expr_or_subquery */ + case 485: /* group_by_list ::= group_by_list NK_COMMA expr_or_subquery */ { yylhsminor.yy282 = addNodeToList(pCxt, yymsp[-2].minor.yy282, createGroupingSetNode(pCxt, releaseRawExprNode(pCxt, yymsp[0].minor.yy778))); } yymsp[-2].minor.yy282 = yylhsminor.yy282; break; - case 487: /* range_opt ::= RANGE NK_LP expr_or_subquery NK_COMMA expr_or_subquery NK_RP */ + case 489: /* range_opt ::= RANGE NK_LP expr_or_subquery NK_COMMA expr_or_subquery NK_RP */ { yymsp[-5].minor.yy778 = createInterpTimeRange(pCxt, releaseRawExprNode(pCxt, yymsp[-3].minor.yy778), releaseRawExprNode(pCxt, yymsp[-1].minor.yy778)); } break; - case 490: /* query_expression ::= query_simple order_by_clause_opt slimit_clause_opt limit_clause_opt */ + case 492: /* query_expression ::= query_simple order_by_clause_opt slimit_clause_opt limit_clause_opt */ { yylhsminor.yy778 = addOrderByClause(pCxt, yymsp[-3].minor.yy778, yymsp[-2].minor.yy282); yylhsminor.yy778 = addSlimitClause(pCxt, yylhsminor.yy778, yymsp[-1].minor.yy778); @@ -5068,50 +5078,50 @@ static YYACTIONTYPE yy_reduce( } yymsp[-3].minor.yy778 = yylhsminor.yy778; break; - case 493: /* union_query_expression ::= query_simple_or_subquery UNION ALL query_simple_or_subquery */ + case 495: /* union_query_expression ::= query_simple_or_subquery UNION ALL query_simple_or_subquery */ { yylhsminor.yy778 = createSetOperator(pCxt, SET_OP_TYPE_UNION_ALL, yymsp[-3].minor.yy778, yymsp[0].minor.yy778); } yymsp[-3].minor.yy778 = yylhsminor.yy778; break; - case 494: /* union_query_expression ::= query_simple_or_subquery UNION query_simple_or_subquery */ + case 496: /* union_query_expression ::= query_simple_or_subquery UNION query_simple_or_subquery */ { yylhsminor.yy778 = createSetOperator(pCxt, SET_OP_TYPE_UNION, yymsp[-2].minor.yy778, yymsp[0].minor.yy778); } yymsp[-2].minor.yy778 = yylhsminor.yy778; break; - case 502: /* slimit_clause_opt ::= SLIMIT NK_INTEGER */ - case 506: /* limit_clause_opt ::= LIMIT NK_INTEGER */ yytestcase(yyruleno==506); + case 504: /* slimit_clause_opt ::= SLIMIT NK_INTEGER */ + case 508: /* limit_clause_opt ::= LIMIT NK_INTEGER */ yytestcase(yyruleno==508); { yymsp[-1].minor.yy778 = createLimitNode(pCxt, &yymsp[0].minor.yy0, NULL); } break; - case 503: /* slimit_clause_opt ::= SLIMIT NK_INTEGER SOFFSET NK_INTEGER */ - case 507: /* limit_clause_opt ::= LIMIT NK_INTEGER OFFSET NK_INTEGER */ yytestcase(yyruleno==507); + case 505: /* slimit_clause_opt ::= SLIMIT NK_INTEGER SOFFSET NK_INTEGER */ + case 509: /* limit_clause_opt ::= LIMIT NK_INTEGER OFFSET NK_INTEGER */ yytestcase(yyruleno==509); { yymsp[-3].minor.yy778 = createLimitNode(pCxt, &yymsp[-2].minor.yy0, &yymsp[0].minor.yy0); } break; - case 504: /* slimit_clause_opt ::= SLIMIT NK_INTEGER NK_COMMA NK_INTEGER */ - case 508: /* limit_clause_opt ::= LIMIT NK_INTEGER NK_COMMA NK_INTEGER */ yytestcase(yyruleno==508); + case 506: /* slimit_clause_opt ::= SLIMIT NK_INTEGER NK_COMMA NK_INTEGER */ + case 510: /* limit_clause_opt ::= LIMIT NK_INTEGER NK_COMMA NK_INTEGER */ yytestcase(yyruleno==510); { yymsp[-3].minor.yy778 = createLimitNode(pCxt, &yymsp[0].minor.yy0, &yymsp[-2].minor.yy0); } break; - case 509: /* subquery ::= NK_LP query_expression NK_RP */ + case 511: /* subquery ::= NK_LP query_expression NK_RP */ { yylhsminor.yy778 = createRawExprNodeExt(pCxt, &yymsp[-2].minor.yy0, &yymsp[0].minor.yy0, yymsp[-1].minor.yy778); } yymsp[-2].minor.yy778 = yylhsminor.yy778; break; - case 514: /* sort_specification ::= expr_or_subquery ordering_specification_opt null_ordering_opt */ + case 516: /* sort_specification ::= expr_or_subquery ordering_specification_opt null_ordering_opt */ { yylhsminor.yy778 = createOrderByExprNode(pCxt, releaseRawExprNode(pCxt, yymsp[-2].minor.yy778), yymsp[-1].minor.yy14, yymsp[0].minor.yy305); } yymsp[-2].minor.yy778 = yylhsminor.yy778; break; - case 515: /* ordering_specification_opt ::= */ + case 517: /* ordering_specification_opt ::= */ { yymsp[1].minor.yy14 = ORDER_ASC; } break; - case 516: /* ordering_specification_opt ::= ASC */ + case 518: /* ordering_specification_opt ::= ASC */ { yymsp[0].minor.yy14 = ORDER_ASC; } break; - case 517: /* ordering_specification_opt ::= DESC */ + case 519: /* ordering_specification_opt ::= DESC */ { yymsp[0].minor.yy14 = ORDER_DESC; } break; - case 518: /* null_ordering_opt ::= */ + case 520: /* null_ordering_opt ::= */ { yymsp[1].minor.yy305 = NULL_ORDER_DEFAULT; } break; - case 519: /* null_ordering_opt ::= NULLS FIRST */ + case 521: /* null_ordering_opt ::= NULLS FIRST */ { yymsp[-1].minor.yy305 = NULL_ORDER_FIRST; } break; - case 520: /* null_ordering_opt ::= NULLS LAST */ + case 522: /* null_ordering_opt ::= NULLS LAST */ { yymsp[-1].minor.yy305 = NULL_ORDER_LAST; } break; default: diff --git a/source/libs/parser/test/parAlterToBalanceTest.cpp b/source/libs/parser/test/parAlterToBalanceTest.cpp index 3a08ef9756..4fb8de05d8 100644 --- a/source/libs/parser/test/parAlterToBalanceTest.cpp +++ b/source/libs/parser/test/parAlterToBalanceTest.cpp @@ -79,12 +79,12 @@ TEST_F(ParserInitialATest, alterDnode) { * alter_database_option ... * * alter_database_option: { - * BUFFER int_value -- todo: range [3, 16384], default 96, unit MB + * BUFFER int_value -- range [3, 16384], default 96, unit MB * | CACHEMODEL {'none' | 'last_row' | 'last_value' | 'both'} -- default 'none' * | CACHESIZE int_value -- range [1, 65536], default 1, unit MB * | WAL_FSYNC_PERIOD int_value -- rang [0, 180000], default 3000, unit ms * | KEEP {int_value | duration_value} -- rang [1, 365000], default 3650, unit day - * | PAGES int_value -- todo: rang [64, +oo), default 256, unit page + * | PAGES int_value -- rang [64, 16384], default 256, unit page * | REPLICA int_value -- todo: enum 1, 3, default 1, unit replica * | STRICT {'off' | 'on'} -- todo: default 'off' * | WAL_LEVEL int_value -- enum 1, 2, default 1 @@ -162,7 +162,19 @@ TEST_F(ParserInitialATest, alterDatabase) { setAlterDbWal(1); setAlterDbCacheModel(TSDB_CACHE_MODEL_LAST_ROW); setAlterDbSstTrigger(16); - run("ALTER DATABASE test CACHEMODEL 'last_row' CACHESIZE 32 WAL_FSYNC_PERIOD 200 KEEP 10 WAL_LEVEL 1 STT_TRIGGER 16"); + setAlterDbBuffer(16); + setAlterDbPages(128); + run("ALTER DATABASE test BUFFER 16 CACHEMODEL 'last_row' CACHESIZE 32 WAL_FSYNC_PERIOD 200 KEEP 10 PAGES 128 " + "WAL_LEVEL 1 STT_TRIGGER 16"); + clearAlterDbReq(); + + initAlterDb("test"); + setAlterDbBuffer(3); + run("ALTER DATABASE test BUFFER 3"); + setAlterDbBuffer(64); + run("ALTER DATABASE test BUFFER 64"); + setAlterDbBuffer(16384); + run("ALTER DATABASE test BUFFER 16384"); clearAlterDbReq(); initAlterDb("test"); @@ -213,6 +225,15 @@ TEST_F(ParserInitialATest, alterDatabase) { run("ALTER DATABASE test KEEP 14400m,2400h,1500d"); clearAlterDbReq(); + initAlterDb("test"); + setAlterDbPages(64); + run("ALTER DATABASE test PAGES 64"); + setAlterDbPages(1024); + run("ALTER DATABASE test PAGES 1024"); + setAlterDbPages(16384); + run("ALTER DATABASE test PAGES 16384"); + clearAlterDbReq(); + initAlterDb("test"); setAlterDbWal(1); run("ALTER DATABASE test WAL_LEVEL 1"); @@ -224,6 +245,8 @@ TEST_F(ParserInitialATest, alterDatabase) { TEST_F(ParserInitialATest, alterDatabaseSemanticCheck) { useDb("root", "test"); + run("ALTER DATABASE test BUFFER 2", TSDB_CODE_PAR_INVALID_DB_OPTION); + run("ALTER DATABASE test BUFFER 16385", TSDB_CODE_PAR_INVALID_DB_OPTION); run("ALTER DATABASE test CACHEMODEL 'other'", TSDB_CODE_PAR_INVALID_DB_OPTION); run("ALTER DATABASE test CACHESIZE 0", TSDB_CODE_PAR_INVALID_DB_OPTION); run("ALTER DATABASE test CACHESIZE 65537", TSDB_CODE_PAR_INVALID_DB_OPTION); @@ -234,6 +257,7 @@ TEST_F(ParserInitialATest, alterDatabaseSemanticCheck) { run("ALTER DATABASE test KEEP 365001", TSDB_CODE_PAR_INVALID_DB_OPTION); run("ALTER DATABASE test KEEP 1000000000s", TSDB_CODE_PAR_INVALID_DB_OPTION); run("ALTER DATABASE test KEEP 1w", TSDB_CODE_PAR_INVALID_DB_OPTION); + run("ALTER DATABASE test PAGES 63", TSDB_CODE_PAR_INVALID_DB_OPTION); run("ALTER DATABASE test WAL_LEVEL 0", TSDB_CODE_PAR_INVALID_DB_OPTION); run("ALTER DATABASE test WAL_LEVEL 3", TSDB_CODE_PAR_INVALID_DB_OPTION); run("ALTER DATABASE test STT_TRIGGER 0", TSDB_CODE_PAR_INVALID_DB_OPTION); From 9a82f3521bf40d6e264d1074215a8b7164d52ca1 Mon Sep 17 00:00:00 2001 From: shenglian zhou Date: Sun, 9 Oct 2022 10:55:38 +0800 Subject: [PATCH 003/110] fix: fix coverity scan issues --- source/libs/function/src/udfd.c | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/source/libs/function/src/udfd.c b/source/libs/function/src/udfd.c index 8ff0dc15a5..14e358ea00 100644 --- a/source/libs/function/src/udfd.c +++ b/source/libs/function/src/udfd.c @@ -959,8 +959,8 @@ int32_t udfdInitResidentFuncs() { char* pSave = tsUdfdResFuncs; char* token; while ((token = strtok_r(pSave, ",", &pSave)) != NULL) { - char func[TSDB_FUNC_NAME_LEN] = {0}; - strncpy(func, token, sizeof(func)); + char func[TSDB_FUNC_NAME_LEN+1] = {0}; + strncpy(func, token, TSDB_FUNC_NAME_LEN); taosArrayPush(global.residentFuncs, func); } From ee56c5006924ef66dbff5e0f1e8dfdc3ffcf33ce Mon Sep 17 00:00:00 2001 From: Hongze Cheng Date: Sun, 9 Oct 2022 13:52:44 +0800 Subject: [PATCH 004/110] more code --- source/dnode/mnode/impl/src/mndDb.c | 6 +- source/dnode/vnode/src/inc/vnd.h | 2 +- source/dnode/vnode/src/vnd/vnodeBufPool.c | 102 ++++++++++++---------- source/dnode/vnode/src/vnd/vnodeOpen.c | 2 +- source/dnode/vnode/src/vnd/vnodeSvr.c | 8 ++ 5 files changed, 67 insertions(+), 53 deletions(-) diff --git a/source/dnode/mnode/impl/src/mndDb.c b/source/dnode/mnode/impl/src/mndDb.c index 9f0cb0b510..adc5ff2b42 100644 --- a/source/dnode/mnode/impl/src/mndDb.c +++ b/source/dnode/mnode/impl/src/mndDb.c @@ -631,7 +631,7 @@ static int32_t mndSetDbCfgFromAlterDbReq(SDbObj *pDb, SAlterDbReq *pAlter) { terrno = TSDB_CODE_MND_DB_OPTION_UNCHANGED; if (pAlter->buffer > 0 && pAlter->buffer != pDb->cfg.buffer) { -#if 1 +#if 0 terrno = TSDB_CODE_OPS_NOT_SUPPORT; return terrno; #else @@ -641,7 +641,7 @@ static int32_t mndSetDbCfgFromAlterDbReq(SDbObj *pDb, SAlterDbReq *pAlter) { } if (pAlter->pages > 0 && pAlter->pages != pDb->cfg.pages) { -#if 1 +#if 0 terrno = TSDB_CODE_OPS_NOT_SUPPORT; return terrno; #else @@ -1311,7 +1311,7 @@ int32_t mndValidateDbInfo(SMnode *pMnode, SDbVgVersion *pDbs, int32_t numOfDbs, continue; } else { mInfo("db:%s, vgroup version changed from %d to %d", pDbVgVersion->dbFName, pDbVgVersion->vgVersion, - pDb->vgVersion); + pDb->vgVersion); } usedbRsp.pVgroupInfos = taosArrayInit(pDb->cfg.numOfVgroups, sizeof(SVgroupInfo)); diff --git a/source/dnode/vnode/src/inc/vnd.h b/source/dnode/vnode/src/inc/vnd.h index 900d29b97e..aca99ecd2f 100644 --- a/source/dnode/vnode/src/inc/vnd.h +++ b/source/dnode/vnode/src/inc/vnd.h @@ -72,7 +72,7 @@ struct SVBufPool { SVBufPoolNode node; }; -int32_t vnodeOpenBufPool(SVnode* pVnode, int64_t size); +int32_t vnodeOpenBufPool(SVnode* pVnode); int32_t vnodeCloseBufPool(SVnode* pVnode); void vnodeBufPoolReset(SVBufPool* pPool); diff --git a/source/dnode/vnode/src/vnd/vnodeBufPool.c b/source/dnode/vnode/src/vnd/vnodeBufPool.c index 6e02425b55..3c0a041197 100644 --- a/source/dnode/vnode/src/vnd/vnodeBufPool.c +++ b/source/dnode/vnode/src/vnd/vnodeBufPool.c @@ -16,20 +16,53 @@ #include "vnd.h" /* ------------------------ STRUCTURES ------------------------ */ +#define VNODE_BUFPOOL_SEGMENTS 3 -static int vnodeBufPoolCreate(SVnode *pVnode, int64_t size, SVBufPool **ppPool); -static int vnodeBufPoolDestroy(SVBufPool *pPool); +static int vnodeBufPoolCreate(SVnode *pVnode, int64_t size, SVBufPool **ppPool) { + SVBufPool *pPool; -int vnodeOpenBufPool(SVnode *pVnode, int64_t size) { + pPool = taosMemoryMalloc(sizeof(SVBufPool) + size); + if (pPool == NULL) { + terrno = TSDB_CODE_OUT_OF_MEMORY; + return -1; + } + + if (taosThreadSpinInit(&pPool->lock, 0) != 0) { + taosMemoryFree(pPool); + terrno = TAOS_SYSTEM_ERROR(errno); + return -1; + } + + pPool->next = NULL; + pPool->pVnode = pVnode; + pPool->nRef = 0; + pPool->size = 0; + pPool->ptr = pPool->node.data; + pPool->pTail = &pPool->node; + pPool->node.prev = NULL; + pPool->node.pnext = &pPool->pTail; + pPool->node.size = size; + + *ppPool = pPool; + return 0; +} + +static int vnodeBufPoolDestroy(SVBufPool *pPool) { + vnodeBufPoolReset(pPool); + taosThreadSpinDestroy(&pPool->lock); + taosMemoryFree(pPool); + return 0; +} + +int vnodeOpenBufPool(SVnode *pVnode) { SVBufPool *pPool = NULL; - int ret; + int64_t size = pVnode->config.szBuf / VNODE_BUFPOOL_SEGMENTS; ASSERT(pVnode->pPool == NULL); for (int i = 0; i < 3; i++) { // create pool - ret = vnodeBufPoolCreate(pVnode, size, &pPool); - if (ret < 0) { + if (vnodeBufPoolCreate(pVnode, size, &pPool)) { vError("vgId:%d, failed to open vnode buffer pool since %s", TD_VID(pVnode), tstrerror(terrno)); vnodeCloseBufPool(pVnode); return -1; @@ -41,7 +74,6 @@ int vnodeOpenBufPool(SVnode *pVnode, int64_t size) { } vDebug("vgId:%d, vnode buffer pool is opened, size:%" PRId64, TD_VID(pVnode), size); - return 0; } @@ -63,9 +95,7 @@ int vnodeCloseBufPool(SVnode *pVnode) { } void vnodeBufPoolReset(SVBufPool *pPool) { - SVBufPoolNode *pNode; - - for (pNode = pPool->pTail; pNode->prev; pNode = pPool->pTail) { + for (SVBufPoolNode *pNode = pPool->pTail; pNode->prev; pNode = pPool->pTail) { ASSERT(pNode->pnext == &pPool->pTail); pNode->prev->pnext = &pPool->pTail; pPool->pTail = pNode->prev; @@ -81,7 +111,7 @@ void vnodeBufPoolReset(SVBufPool *pPool) { void *vnodeBufPoolMalloc(SVBufPool *pPool, int size) { SVBufPoolNode *pNode; - void *p; + void *p = NULL; taosThreadSpinLock(&pPool->lock); if (pPool->node.size >= pPool->ptr - pPool->node.data + size) { // allocate from the anchor node @@ -124,43 +154,6 @@ void vnodeBufPoolFree(SVBufPool *pPool, void *p) { } } -// STATIC METHODS ------------------- -static int vnodeBufPoolCreate(SVnode *pVnode, int64_t size, SVBufPool **ppPool) { - SVBufPool *pPool; - - pPool = taosMemoryMalloc(sizeof(SVBufPool) + size); - if (pPool == NULL) { - terrno = TSDB_CODE_OUT_OF_MEMORY; - return -1; - } - - if (taosThreadSpinInit(&pPool->lock, 0) != 0) { - taosMemoryFree(pPool); - terrno = TAOS_SYSTEM_ERROR(errno); - return -1; - } - - pPool->next = NULL; - pPool->pVnode = pVnode; - pPool->nRef = 0; - pPool->size = 0; - pPool->ptr = pPool->node.data; - pPool->pTail = &pPool->node; - pPool->node.prev = NULL; - pPool->node.pnext = &pPool->pTail; - pPool->node.size = size; - - *ppPool = pPool; - return 0; -} - -static int vnodeBufPoolDestroy(SVBufPool *pPool) { - vnodeBufPoolReset(pPool); - taosThreadSpinDestroy(&pPool->lock); - taosMemoryFree(pPool); - return 0; -} - void vnodeBufPoolRef(SVBufPool *pPool) { int32_t nRef = atomic_fetch_add_32(&pPool->nRef, 1); ASSERT(nRef > 0); @@ -175,6 +168,19 @@ void vnodeBufPoolUnRef(SVBufPool *pPool) { taosThreadMutexLock(&pVnode->mutex); + int64_t size = pVnode->config.szBuf / VNODE_BUFPOOL_SEGMENTS; + if (pPool->node.size != size) { + SVBufPool *pPoolT = NULL; + if (vnodeBufPoolCreate(pVnode, size, &pPoolT) < 0) { + vWarn("vgId:%d try to change buf pools size from %" PRId64 " to %" PRId64 " since %s", TD_VID(pVnode), + pPool->node.size, size, tstrerror(errno)); + } else { + vnodeBufPoolDestroy(pPool); + pPool = pPoolT; + vDebug("vgId:%d change buf pools size from %" PRId64 " to %" PRId64, TD_VID(pVnode), pPool->node.size, size); + } + } + pPool->next = pVnode->pPool; pVnode->pPool = pPool; taosThreadCondSignal(&pVnode->poolNotEmpty); diff --git a/source/dnode/vnode/src/vnd/vnodeOpen.c b/source/dnode/vnode/src/vnd/vnodeOpen.c index b5307cecf2..616aa39bdf 100644 --- a/source/dnode/vnode/src/vnd/vnodeOpen.c +++ b/source/dnode/vnode/src/vnd/vnodeOpen.c @@ -96,7 +96,7 @@ SVnode *vnodeOpen(const char *path, STfs *pTfs, SMsgCb msgCb) { taosThreadCondInit(&pVnode->poolNotEmpty, NULL); // open buffer pool - if (vnodeOpenBufPool(pVnode, pVnode->config.isHeap ? 0 : pVnode->config.szBuf / 3) < 0) { + if (vnodeOpenBufPool(pVnode) < 0) { vError("vgId:%d, failed to open vnode buffer pool since %s", TD_VID(pVnode), tstrerror(terrno)); goto _err; } diff --git a/source/dnode/vnode/src/vnd/vnodeSvr.c b/source/dnode/vnode/src/vnd/vnodeSvr.c index 28093dfc70..aea68cd462 100644 --- a/source/dnode/vnode/src/vnd/vnodeSvr.c +++ b/source/dnode/vnode/src/vnd/vnodeSvr.c @@ -1040,6 +1040,14 @@ static int32_t vnodeProcessAlterConfigReq(SVnode *pVnode, int64_t version, void tsdbCacheSetCapacity(pVnode, (size_t)pVnode->config.cacheLastSize * 1024 * 1024); } + if (pVnode->config.szBuf != alterReq.buffer * 1024LL * 1024LL) { + pVnode->config.szBuf = alterReq.buffer * 1024LL * 1024LL; + } + + if (pVnode->config.szCache != alterReq.pages) { + // TODO + } + if (pVnode->config.cacheLast != alterReq.cacheLast) { pVnode->config.cacheLast = alterReq.cacheLast; } From 6825d2a143047fc933e0bbd564dbfcf0950aeadb Mon Sep 17 00:00:00 2001 From: Hongze Cheng Date: Sun, 9 Oct 2022 13:55:14 +0800 Subject: [PATCH 005/110] alter vnode buffer --- source/dnode/vnode/src/vnd/vnodeCommit.c | 4 ++-- source/dnode/vnode/src/vnd/vnodeSvr.c | 2 ++ 2 files changed, 4 insertions(+), 2 deletions(-) diff --git a/source/dnode/vnode/src/vnd/vnodeCommit.c b/source/dnode/vnode/src/vnd/vnodeCommit.c index 8c73499229..6dc3ef86a7 100644 --- a/source/dnode/vnode/src/vnd/vnodeCommit.c +++ b/source/dnode/vnode/src/vnd/vnodeCommit.c @@ -73,7 +73,7 @@ int vnodeBegin(SVnode *pVnode) { int vnodeShouldCommit(SVnode *pVnode) { if (pVnode->inUse) { - return pVnode->inUse->size > pVnode->config.szBuf / 3; + return pVnode->inUse->size > pVnode->inUse->node.size; } return false; } @@ -236,7 +236,7 @@ int vnodeCommit(SVnode *pVnode) { // preCommit // smaSyncPreCommit(pVnode->pSma); - if(smaAsyncPreCommit(pVnode->pSma) < 0){ + if (smaAsyncPreCommit(pVnode->pSma) < 0) { ASSERT(0); return -1; } diff --git a/source/dnode/vnode/src/vnd/vnodeSvr.c b/source/dnode/vnode/src/vnd/vnodeSvr.c index aea68cd462..b6afe4d087 100644 --- a/source/dnode/vnode/src/vnd/vnodeSvr.c +++ b/source/dnode/vnode/src/vnd/vnodeSvr.c @@ -1041,6 +1041,8 @@ static int32_t vnodeProcessAlterConfigReq(SVnode *pVnode, int64_t version, void } if (pVnode->config.szBuf != alterReq.buffer * 1024LL * 1024LL) { + vInfo("vgId:%d vnode buffer is changed from %" PRId64 " to %" PRId64, TD_VID(pVnode), pVnode->config.szBuf, + alterReq.buffer * 1024LL * 1024LL); pVnode->config.szBuf = alterReq.buffer * 1024LL * 1024LL; } From b222ff4ba57e4f00cb5f9fae8ff88dc95a443d6b Mon Sep 17 00:00:00 2001 From: Alex Duan <417921451@qq.com> Date: Sun, 9 Oct 2022 14:05:48 +0800 Subject: [PATCH 006/110] feat(shell): vscode ctrl k and f format code --- tools/shell/inc/shellAuto.h | 2 +- tools/shell/inc/shellTire.h | 61 +- tools/shell/src/shellAuto.c | 1213 +++++++++++++++-------------------- tools/shell/src/shellTire.c | 631 +++++++++--------- 4 files changed, 874 insertions(+), 1033 deletions(-) diff --git a/tools/shell/inc/shellAuto.h b/tools/shell/inc/shellAuto.h index 2cfab41f26..f86090d618 100644 --- a/tools/shell/inc/shellAuto.h +++ b/tools/shell/inc/shellAuto.h @@ -24,7 +24,7 @@ void pressTabKey(SShellCmd* cmd); // press othr key void pressOtherKey(char c); -// init shell auto funciton , shell start call once +// init shell auto funciton , shell start call once bool shellAutoInit(); // set conn diff --git a/tools/shell/inc/shellTire.h b/tools/shell/inc/shellTire.h index 88bae54809..b262aa68d8 100644 --- a/tools/shell/inc/shellTire.h +++ b/tools/shell/inc/shellTire.h @@ -16,68 +16,65 @@ #ifndef __TRIE__ #define __TRIE__ -// +// // The prefix search tree is a efficient storage words and search words tree, it support 95 visible ascii code character // #define FIRST_ASCII 40 // first visiable char is '0' #define LAST_ASCII 122 // last visilbe char is 'z' // capacity save char is 95 -#define CHAR_CNT (LAST_ASCII - FIRST_ASCII + 1) -#define MAX_WORD_LEN 256 // max insert word length +#define CHAR_CNT (LAST_ASCII - FIRST_ASCII + 1) +#define MAX_WORD_LEN 256 // max insert word length // define STire -#define TIRE_TREE 0 -#define TIRE_LIST 1 +#define TIRE_TREE 0 +#define TIRE_LIST 1 typedef struct STireNode { - struct STireNode** d; - bool end; // record end flag -}STireNode; + struct STireNode** d; + bool end; // record end flag +} STireNode; typedef struct StrName { - char * name; - struct StrName * next; -}StrName; - + char* name; + struct StrName* next; +} StrName; typedef struct STire { - char type; // see define TIRE_ - STireNode root; + char type; // see define TIRE_ + STireNode root; - StrName * head; - StrName * tail; + StrName* head; + StrName* tail; - int count; // all count - int ref; -}STire; + int count; // all count + int ref; +} STire; typedef struct SMatchNode { - char* word; - struct SMatchNode* next; -}SMatchNode; - + char* word; + struct SMatchNode* next; +} SMatchNode; typedef struct SMatch { - SMatchNode* head; - SMatchNode* tail; // append node to tail - int count; - char pre[MAX_WORD_LEN]; -}SMatch; - + SMatchNode* head; + SMatchNode* tail; // append node to tail + int count; + char pre[MAX_WORD_LEN]; +} SMatch; // ----------- interface ------------- -// create prefix search tree, return value call freeTire to free +// create prefix search tree, return value call freeTire to free STire* createTire(char type); // destroy prefix search tree void freeTire(STire* tire); -// add a new word +// add a new word bool insertWord(STire* tire, char* word); -// add a new word +// add a new word bool deleteWord(STire* tire, char* word); // match prefix words, if match is not NULL , put all item to match and return match diff --git a/tools/shell/src/shellAuto.c b/tools/shell/src/shellAuto.c index c648b6932b..2702c28e59 100644 --- a/tools/shell/src/shellAuto.c +++ b/tools/shell/src/shellAuto.c @@ -25,441 +25,326 @@ // #define UNION_ALL " union all " - // extern function -void shellClearScreen(int32_t ecmd_pos, int32_t cursor_pos); -void shellGetPrevCharSize(const char *str, int32_t pos, int32_t *size, int32_t *width); -void shellShowOnScreen(SShellCmd *cmd); -void shellInsertChar(SShellCmd *cmd, char *c, int size); -bool appendAfterSelect(TAOS * con, SShellCmd * cmd, char* p, int32_t len); - +void shellClearScreen(int32_t ecmd_pos, int32_t cursor_pos); +void shellGetPrevCharSize(const char* str, int32_t pos, int32_t* size, int32_t* width); +void shellShowOnScreen(SShellCmd* cmd); +void shellInsertChar(SShellCmd* cmd, char* c, int size); +bool appendAfterSelect(TAOS* con, SShellCmd* cmd, char* p, int32_t len); typedef struct SAutoPtr { STire* p; - int ref; -}SAutoPtr; + int ref; +} SAutoPtr; -typedef struct SWord{ - int type ; // word type , see WT_ define - char * word; - int32_t len; - struct SWord * next; - bool free; // if true need free -}SWord; +typedef struct SWord { + int type; // word type , see WT_ define + char* word; + int32_t len; + struct SWord* next; + bool free; // if true need free +} SWord; typedef struct { - char * source; - int32_t source_len; // valid data length in source + char* source; + int32_t source_len; // valid data length in source int32_t count; SWord* head; // matched information - int32_t matchIndex; // matched word index in words - int32_t matchLen; // matched length at matched word -}SWords; + int32_t matchIndex; // matched word index in words + int32_t matchLen; // matched length at matched word +} SWords; SWords shellCommands[] = { - {"alter database ;", 0, 0, NULL}, - {"alter dnode balance ", 0, 0, NULL}, - {"alter dnode resetlog;", 0, 0, NULL}, - {"alter dnode debugFlag 141;", 0, 0, NULL}, - {"alter dnode monitor 1;", 0, 0, NULL}, - {"alter all dnodes monitor ", 0, 0, NULL}, - {"alter alldnodes balance ", 0, 0, NULL}, - {"alter alldnodes resetlog;", 0, 0, NULL}, - {"alter alldnodes debugFlag 141;", 0, 0, NULL}, - {"alter alldnodes monitor 1;", 0, 0, NULL}, - {"alter table ;", 0, 0, NULL}, - {"alter table modify column", 0, 0, NULL}, - {"alter local resetlog;", 0, 0, NULL}, - {"alter local DebugFlag 143;", 0, 0, NULL}, - {"alter local cDebugFlag 143;", 0, 0, NULL}, - {"alter local uDebugFlag 143;", 0, 0, NULL}, - {"alter local rpcDebugFlag 143;", 0, 0, NULL}, - {"alter local tmrDebugFlag 143;", 0, 0, NULL}, - {"alter topic", 0, 0, NULL}, - {"alter user ;", 0, 0, NULL}, - // 20 - {"create table using tags(", 0, 0, NULL}, - {"create database ;", 0, 0, NULL}, - {"create dnode ", 0, 0, NULL}, - {"create index ", 0, 0, NULL}, - {"create mnode on dnode ;", 0, 0, NULL}, - {"create qnode on dnode ;", 0, 0, NULL}, - {"create stream into as select", 0, 0, NULL}, // 26 append sub sql - {"create topic as select", 0, 0, NULL}, // 27 append sub sql - {"create function ", 0, 0, NULL}, - {"create user pass sysinfo 0;", 0, 0, NULL}, - {"create user pass sysinfo 1;", 0, 0, NULL}, - {"describe ", 0, 0, NULL}, - {"delete from where ", 0, 0, NULL}, - {"drop database ", 0, 0, NULL}, - {"drop table ", 0, 0, NULL}, - {"drop dnode ", 0, 0, NULL}, - {"drop mnode on dnode ;", 0, 0, NULL}, - {"drop qnode on dnode ;", 0, 0, NULL}, - {"drop user ;", 0, 0, NULL}, - // 40 - {"drop function", 0, 0, NULL}, - {"drop consumer group on ", 0, 0, NULL}, - {"drop topic ;", 0, 0, NULL}, - {"drop stream ;", 0, 0, NULL}, - {"explain select", 0, 0, NULL}, // 44 append sub sql - {"grant all on to ;", 0, 0, NULL}, - {"grant read on to ;", 0, 0, NULL}, - {"grant write on to ;", 0, 0, NULL}, - {"kill connection ;", 0, 0, NULL}, - {"kill query ", 0, 0, NULL}, - {"kill transaction ", 0, 0, NULL}, - {"merge vgroup ", 0, 0, NULL}, - {"reset query cache;", 0, 0, NULL}, - {"revoke all on from ;", 0, 0, NULL}, - {"revoke read on from ;", 0, 0, NULL}, - {"revoke write on from ;", 0, 0, NULL}, - {"select * from ", 0, 0, NULL}, - {"select _block_dist() from \\G;", 0, 0, NULL}, - {"select client_version();", 0, 0, NULL}, - // 60 - {"select current_user();", 0, 0, NULL}, - {"select database();", 0, 0, NULL}, - {"select server_version();", 0, 0, NULL}, - {"select server_status();", 0, 0, NULL}, - {"select now();", 0, 0, NULL}, - {"select today();", 0, 0, NULL}, - {"select timezone();", 0, 0, NULL}, - {"set max_binary_display_width ", 0, 0, NULL}, - {"show apps;", 0, 0, NULL}, - {"show create database \\G;", 0, 0, NULL}, - {"show create stable \\G;", 0, 0, NULL}, - {"show create table \\G;", 0, 0, NULL}, - {"show connections;", 0, 0, NULL}, - {"show cluster;", 0, 0, NULL}, - {"show databases;", 0, 0, NULL}, - {"show dnodes;", 0, 0, NULL}, - {"show dnode variables;", 0, 0, NULL}, - {"show functions;", 0, 0, NULL}, - {"show mnodes;", 0, 0, NULL}, - {"show queries;", 0, 0, NULL}, - // 80 - {"show query ;", 0, 0, NULL}, - {"show qnodes;", 0, 0, NULL}, - {"show snodes;", 0, 0, NULL}, - {"show stables;", 0, 0, NULL}, - {"show stables like ", 0, 0, NULL}, - {"show streams;", 0, 0, NULL}, - {"show scores;", 0, 0, NULL}, - {"show subscriptions;", 0, 0, NULL}, - {"show tables;", 0, 0, NULL}, - {"show tables like", 0, 0, NULL}, - {"show table distributed ", 0, 0, NULL}, - {"show tags from ", 0, 0, NULL}, - {"show tags from ", 0, 0, NULL}, - {"show topics;", 0, 0, NULL}, - {"show transactions;", 0, 0, NULL}, - {"show users;", 0, 0, NULL}, - {"show variables;", 0, 0, NULL}, - {"show local variables;", 0, 0, NULL}, - {"show vnodes ", 0, 0, NULL}, - {"show vgroups;", 0, 0, NULL}, - {"show consumers;", 0, 0, NULL}, - {"show grants;", 0, 0, NULL}, - {"split vgroup ", 0, 0, NULL}, - {"insert into values(", 0, 0, NULL}, - {"insert into using tags(", 0, 0, NULL}, - {"insert into using values(", 0, 0, NULL}, - {"insert into file ", 0, 0, NULL}, - {"trim database ", 0, 0, NULL}, - {"use ", 0, 0, NULL}, - {"quit", 0, 0, NULL} + {"alter database " + " ;", + 0, 0, NULL}, + {"alter dnode balance ", 0, 0, NULL}, + {"alter dnode resetlog;", 0, 0, NULL}, + {"alter dnode debugFlag 141;", 0, 0, NULL}, + {"alter dnode monitor 1;", 0, 0, NULL}, + {"alter all dnodes monitor ", 0, 0, NULL}, + {"alter alldnodes balance ", 0, 0, NULL}, + {"alter alldnodes resetlog;", 0, 0, NULL}, + {"alter alldnodes debugFlag 141;", 0, 0, NULL}, + {"alter alldnodes monitor 1;", 0, 0, NULL}, + {"alter table ;", 0, 0, NULL}, + {"alter table modify column", 0, 0, NULL}, + {"alter local resetlog;", 0, 0, NULL}, + {"alter local DebugFlag 143;", 0, 0, NULL}, + {"alter local cDebugFlag 143;", 0, 0, NULL}, + {"alter local uDebugFlag 143;", 0, 0, NULL}, + {"alter local rpcDebugFlag 143;", 0, 0, NULL}, + {"alter local tmrDebugFlag 143;", 0, 0, NULL}, + {"alter topic", 0, 0, NULL}, + {"alter user ;", 0, 0, NULL}, + // 20 + {"create table using tags(", 0, 0, NULL}, + {"create database " + " " + " ;", + 0, 0, NULL}, + {"create dnode ", 0, 0, NULL}, + {"create index ", 0, 0, NULL}, + {"create mnode on dnode ;", 0, 0, NULL}, + {"create qnode on dnode ;", 0, 0, NULL}, + {"create stream into as select", 0, 0, NULL}, // 26 append sub sql + {"create topic as select", 0, 0, NULL}, // 27 append sub sql + {"create function ", 0, 0, NULL}, + {"create user pass sysinfo 0;", 0, 0, NULL}, + {"create user pass sysinfo 1;", 0, 0, NULL}, + {"describe ", 0, 0, NULL}, + {"delete from where ", 0, 0, NULL}, + {"drop database ", 0, 0, NULL}, + {"drop table ", 0, 0, NULL}, + {"drop dnode ", 0, 0, NULL}, + {"drop mnode on dnode ;", 0, 0, NULL}, + {"drop qnode on dnode ;", 0, 0, NULL}, + {"drop user ;", 0, 0, NULL}, + // 40 + {"drop function", 0, 0, NULL}, + {"drop consumer group on ", 0, 0, NULL}, + {"drop topic ;", 0, 0, NULL}, + {"drop stream ;", 0, 0, NULL}, + {"explain select", 0, 0, NULL}, // 44 append sub sql + {"grant all on to ;", 0, 0, NULL}, + {"grant read on to ;", 0, 0, NULL}, + {"grant write on to ;", 0, 0, NULL}, + {"kill connection ;", 0, 0, NULL}, + {"kill query ", 0, 0, NULL}, + {"kill transaction ", 0, 0, NULL}, + {"merge vgroup ", 0, 0, NULL}, + {"reset query cache;", 0, 0, NULL}, + {"revoke all on from ;", 0, 0, NULL}, + {"revoke read on from ;", 0, 0, NULL}, + {"revoke write on from ;", 0, 0, NULL}, + {"select * from ", 0, 0, NULL}, + {"select _block_dist() from \\G;", 0, 0, NULL}, + {"select client_version();", 0, 0, NULL}, + // 60 + {"select current_user();", 0, 0, NULL}, + {"select database();", 0, 0, NULL}, + {"select server_version();", 0, 0, NULL}, + {"select server_status();", 0, 0, NULL}, + {"select now();", 0, 0, NULL}, + {"select today();", 0, 0, NULL}, + {"select timezone();", 0, 0, NULL}, + {"set max_binary_display_width ", 0, 0, NULL}, + {"show apps;", 0, 0, NULL}, + {"show create database \\G;", 0, 0, NULL}, + {"show create stable \\G;", 0, 0, NULL}, + {"show create table \\G;", 0, 0, NULL}, + {"show connections;", 0, 0, NULL}, + {"show cluster;", 0, 0, NULL}, + {"show databases;", 0, 0, NULL}, + {"show dnodes;", 0, 0, NULL}, + {"show dnode variables;", 0, 0, NULL}, + {"show functions;", 0, 0, NULL}, + {"show mnodes;", 0, 0, NULL}, + {"show queries;", 0, 0, NULL}, + // 80 + {"show query ;", 0, 0, NULL}, + {"show qnodes;", 0, 0, NULL}, + {"show snodes;", 0, 0, NULL}, + {"show stables;", 0, 0, NULL}, + {"show stables like ", 0, 0, NULL}, + {"show streams;", 0, 0, NULL}, + {"show scores;", 0, 0, NULL}, + {"show subscriptions;", 0, 0, NULL}, + {"show tables;", 0, 0, NULL}, + {"show tables like", 0, 0, NULL}, + {"show table distributed ", 0, 0, NULL}, + {"show tags from ", 0, 0, NULL}, + {"show tags from ", 0, 0, NULL}, + {"show topics;", 0, 0, NULL}, + {"show transactions;", 0, 0, NULL}, + {"show users;", 0, 0, NULL}, + {"show variables;", 0, 0, NULL}, + {"show local variables;", 0, 0, NULL}, + {"show vnodes ", 0, 0, NULL}, + {"show vgroups;", 0, 0, NULL}, + {"show consumers;", 0, 0, NULL}, + {"show grants;", 0, 0, NULL}, + {"split vgroup ", 0, 0, NULL}, + {"insert into values(", 0, 0, NULL}, + {"insert into using tags(", 0, 0, NULL}, + {"insert into using values(", 0, 0, NULL}, + {"insert into file ", 0, 0, NULL}, + {"trim database ", 0, 0, NULL}, + {"use ", 0, 0, NULL}, + {"quit", 0, 0, NULL}}; + +char* keywords[] = { + "and ", "asc ", "desc ", "from ", "fill(", "limit ", "where ", + "interval(", "order by ", "order by ", "offset ", "or ", "group by ", "now()", + "session(", "sliding ", "slimit ", "soffset ", "state_window(", "today() ", "union all select ", + "partition by "}; + +char* functions[] = { + "count(", "sum(", + "avg(", "last(", + "last_row(", "top(", + "interp(", "max(", + "min(", "now()", + "today()", "percentile(", + "tail(", "pow(", + "abs(", "atan(", + "acos(", "asin(", + "apercentile(", "bottom(", + "cast(", "ceil(", + "char_length(", "cos(", + "concat(", "concat_ws(", + "csum(", "diff(", + "derivative(", "elapsed(", + "first(", "floor(", + "hyperloglog(", "histogram(", + "irate(", "leastsquares(", + "length(", "log(", + "lower(", "ltrim(", + "mavg(", "mode(", + "tan(", "round(", + "rtrim(", "sample(", + "sin(", "spread(", + "substr(", "statecount(", + "stateduration(", "stddev(", + "sqrt(", "timediff(", + "timezone(", "timetruncate(", + "twa(", "to_unixtimestamp(", + "unique(", "upper(", }; -char * keywords[] = { - "and ", - "asc ", - "desc ", - "from ", - "fill(", - "limit ", - "where ", - "interval(", - "order by ", - "order by ", - "offset ", - "or ", - "group by ", - "now()", - "session(", - "sliding ", - "slimit ", - "soffset ", - "state_window(", - "today() ", - "union all select ", - "partition by " +char* tb_actions[] = { + "add column ", "modify column ", "drop column ", "rename column ", "add tag ", + "modify tag ", "drop tag ", "rename tag ", "set tag ", }; -char * functions[] = { - "count(", - "sum(", - "avg(", - "last(", - "last_row(", - "top(", - "interp(", - "max(", - "min(", - "now()", - "today()", - "percentile(", - "tail(", - "pow(", - "abs(", - "atan(", - "acos(", - "asin(", - "apercentile(", - "bottom(", - "cast(", - "ceil(", - "char_length(", - "cos(", - "concat(", - "concat_ws(", - "csum(", - "diff(", - "derivative(", - "elapsed(", - "first(", - "floor(", - "hyperloglog(", - "histogram(", - "irate(", - "leastsquares(", - "length(", - "log(", - "lower(", - "ltrim(", - "mavg(", - "mode(", - "tan(", - "round(", - "rtrim(", - "sample(", - "sin(", - "spread(", - "substr(", - "statecount(", - "stateduration(", - "stddev(", - "sqrt(", - "timediff(", - "timezone(", - "timetruncate(", - "twa(", - "to_unixtimestamp(", - "unique(", - "upper(", -}; +char* user_actions[] = {"pass ", "enable ", "sysinfo "}; -char * tb_actions[] = { - "add column ", - "modify column ", - "drop column ", - "rename column ", - "add tag ", - "modify tag ", - "drop tag ", - "rename tag ", - "set tag ", -}; +char* tb_options[] = {"comment ", "watermark ", "max_delay ", "ttl ", "rollup(", "sma("}; -char * user_actions[] = { - "pass ", - "enable ", - "sysinfo " -}; +char* db_options[] = {"keep ", + "replica ", + "precision ", + "strict ", + "buffer ", + "cachemodel ", + "cachesize ", + "comp ", + "duration ", + "wal_fsync_period", + "maxrows ", + "minrows ", + "pages ", + "pagesize ", + "retentions ", + "wal_level ", + "vgroups ", + "single_stable ", + "wal_retention_period ", + "wal_roll_period ", + "wal_retention_size ", + "wal_segment_size "}; -char * tb_options[] = { - "comment ", - "watermark ", - "max_delay ", - "ttl ", - "rollup(", - "sma(" -}; +char* alter_db_options[] = {"keep ", "cachemodel ", "cachesize ", "wal_fsync_period ", "wal_level "}; -char * db_options[] = { - "keep ", - "replica ", - "precision ", - "strict ", - "buffer ", - "cachemodel ", - "cachesize ", - "comp ", - "duration ", - "wal_fsync_period", - "maxrows ", - "minrows ", - "pages ", - "pagesize ", - "retentions ", - "wal_level ", - "vgroups ", - "single_stable ", - "wal_retention_period ", - "wal_roll_period ", - "wal_retention_size ", - "wal_segment_size " -}; +char* data_types[] = {"timestamp", "int", + "int unsigned", "varchar(16)", + "float", "double", + "binary(16)", "nchar(16)", + "bigint", "bigint unsigned", + "smallint", "smallint unsigned", + "tinyint", "tinyint unsigned", + "bool", "json"}; -char * alter_db_options[] = { - "keep ", - "cachemodel ", - "cachesize ", - "wal_fsync_period ", - "wal_level " -}; +char* key_tags[] = {"tags("}; -char * data_types[] = { - "timestamp", - "int", - "int unsigned", - "varchar(16)", - "float", - "double", - "binary(16)", - "nchar(16)", - "bigint", - "bigint unsigned", - "smallint", - "smallint unsigned", - "tinyint", - "tinyint unsigned", - "bool", - "json" -}; - -char * key_tags[] = { - "tags(" -}; - -char * key_select[] = { - "select " -}; +char* key_select[] = {"select "}; // // ------- gobal variant define --------- // -int32_t firstMatchIndex = -1; // first match shellCommands index -int32_t lastMatchIndex = -1; // last match shellCommands index -int32_t curMatchIndex = -1; // current match shellCommands index -int32_t lastWordBytes = -1; // printShow last word length -bool waitAutoFill = false; - +int32_t firstMatchIndex = -1; // first match shellCommands index +int32_t lastMatchIndex = -1; // last match shellCommands index +int32_t curMatchIndex = -1; // current match shellCommands index +int32_t lastWordBytes = -1; // printShow last word length +bool waitAutoFill = false; // // ----------- global var array define ----------- // -#define WT_VAR_DBNAME 0 -#define WT_VAR_STABLE 1 -#define WT_VAR_TABLE 2 -#define WT_VAR_DNODEID 3 -#define WT_VAR_USERNAME 4 -#define WT_VAR_TOPIC 5 -#define WT_VAR_STREAM 6 -#define WT_VAR_ALLTABLE 7 -#define WT_VAR_FUNC 8 -#define WT_VAR_KEYWORD 9 -#define WT_VAR_TBACTION 10 -#define WT_VAR_DBOPTION 11 +#define WT_VAR_DBNAME 0 +#define WT_VAR_STABLE 1 +#define WT_VAR_TABLE 2 +#define WT_VAR_DNODEID 3 +#define WT_VAR_USERNAME 4 +#define WT_VAR_TOPIC 5 +#define WT_VAR_STREAM 6 +#define WT_VAR_ALLTABLE 7 +#define WT_VAR_FUNC 8 +#define WT_VAR_KEYWORD 9 +#define WT_VAR_TBACTION 10 +#define WT_VAR_DBOPTION 11 #define WT_VAR_ALTER_DBOPTION 12 -#define WT_VAR_DATATYPE 13 -#define WT_VAR_KEYTAGS 14 -#define WT_VAR_ANYWORD 15 -#define WT_VAR_TBOPTION 16 -#define WT_VAR_USERACTION 17 -#define WT_VAR_KEYSELECT 18 +#define WT_VAR_DATATYPE 13 +#define WT_VAR_KEYTAGS 14 +#define WT_VAR_ANYWORD 15 +#define WT_VAR_TBOPTION 16 +#define WT_VAR_USERACTION 17 +#define WT_VAR_KEYSELECT 18 +#define WT_VAR_CNT 19 -#define WT_VAR_CNT 19 +#define WT_FROM_DB_MAX 6 // max get content from db +#define WT_FROM_DB_CNT (WT_FROM_DB_MAX + 1) -#define WT_FROM_DB_MAX 6 // max get content from db -#define WT_FROM_DB_CNT (WT_FROM_DB_MAX + 1) +#define WT_TEXT 0xFF -#define WT_TEXT 0xFF - -char dbName[256] = ""; // save use database name; +char dbName[256] = ""; // save use database name; // tire array -STire* tires[WT_VAR_CNT]; +STire* tires[WT_VAR_CNT]; TdThreadMutex tiresMutex; -//save thread handle obtain var name from db server +// save thread handle obtain var name from db server TdThread* threads[WT_FROM_DB_CNT]; // obtain var name with sql from server -char varTypes[WT_VAR_CNT][64] = { - "", - "", - "", - "", - "", - "", - "", - "", - "", - "", - "", - "", - "", - "", - "", - "", - "", - "", - "" -}; - -char varSqls[WT_FROM_DB_CNT][64] = { - "show databases;", - "show stables;", - "show tables;", - "show dnodes;", - "show users;", - "show topics;", - "show streams;" -}; +char varTypes[WT_VAR_CNT][64] = {"", "", "", "", "", + "", "", "", "", "", + "", "", "", "", "", + "", "", "", ""}; +char varSqls[WT_FROM_DB_CNT][64] = {"show databases;", "show stables;", "show tables;", "show dnodes;", + "show users;", "show topics;", "show streams;"}; // var words current cursor, if user press any one key except tab, cursorVar can be reset to -1 -int cursorVar = -1; -bool varMode = false; // enter var names list mode - - -TAOS* varCon = NULL; -SShellCmd* varCmd = NULL; -SMatch* lastMatch = NULL; // save last match result -int cntDel = 0; // delete byte count after next press tab +int cursorVar = -1; +bool varMode = false; // enter var names list mode +TAOS* varCon = NULL; +SShellCmd* varCmd = NULL; +SMatch* lastMatch = NULL; // save last match result +int cntDel = 0; // delete byte count after next press tab // show auto tab introduction void printfIntroduction() { - printf(" **************************** How To Use TAB Key ********************************\n"); - printf(" * TDengine Command Line supports pressing TAB key to complete word, *\n"); + printf(" **************************** How To Use TAB Key ********************************\n"); + printf(" * TDengine Command Line supports pressing TAB key to complete word, *\n"); printf(" * including database name, table name, function name and keywords. *\n"); printf(" * Press TAB key anywhere, you'll get surprise. *\n"); printf(" * KEYBOARD SHORTCUT: *\n"); printf(" * [ TAB ] ...... Complete the word or show help if no input *\n"); printf(" * [ Ctrl + A ] ...... move cursor to [A]head of line *\n"); printf(" * [ Ctrl + E ] ...... move cursor to [E]nd of line *\n"); - printf(" * [ Ctrl + W ] ...... move cursor to line of middle *\n"); + printf(" * [ Ctrl + W ] ...... move cursor to line of middle *\n"); printf(" * [ Ctrl + L ] ...... clean screen *\n"); printf(" * [ Ctrl + K ] ...... clean after cursor *\n"); printf(" * [ Ctrl + U ] ...... clean before cursor *\n"); printf(" * *\n"); - printf(" **********************************************************************************\n\n"); + printf(" **********************************************************************************\n\n"); } void showHelp() { printf("\nThe following are supported commands for TDengine Command Line:"); - printf("\n\ + printf( + "\n\ ----- A ----- \n\ alter database \n\ alter dnode balance \n\ @@ -572,9 +457,10 @@ void showHelp() { use ;"); printf("\n\n"); - - //define in getDuration() function - printf("\ + + // define in getDuration() function + printf( + "\ Timestamp expression Format:\n\ b - nanosecond \n\ u - microsecond \n\ @@ -597,11 +483,10 @@ void showHelp() { #define SHELL_COMMAND_COUNT() (sizeof(shellCommands) / sizeof(SWords)) // get at -SWord * atWord(SWords * command, int32_t index) { - SWord * word = command->head; +SWord* atWord(SWords* command, int32_t index) { + SWord* word = command->head; for (int32_t i = 0; i < index; i++) { - if (word == NULL) - return NULL; + if (word == NULL) return NULL; word = word->next; } @@ -612,18 +497,17 @@ SWord * atWord(SWords * command, int32_t index) { int wordType(const char* p, int32_t len) { for (int i = 0; i < WT_VAR_CNT; i++) { - if (strncmp(p, varTypes[i], len) == 0) - return i; + if (strncmp(p, varTypes[i], len) == 0) return i; } return WT_TEXT; } // add word -SWord * addWord(const char* p, int32_t len, bool pattern) { - SWord* word = (SWord *) taosMemoryMalloc(sizeof(SWord)); +SWord* addWord(const char* p, int32_t len, bool pattern) { + SWord* word = (SWord*)taosMemoryMalloc(sizeof(SWord)); memset(word, 0, sizeof(SWord)); - word->word = (char* )p; - word->len = len; + word->word = (char*)p; + word->len = len; // check format if (pattern) { @@ -636,10 +520,10 @@ SWord * addWord(const char* p, int32_t len, bool pattern) { } // parse one command -void parseCommand(SWords * command, bool pattern) { - char * p = command->source; +void parseCommand(SWords* command, bool pattern) { + char* p = command->source; int32_t start = 0; - int32_t size = command->source_len > 0 ? command->source_len : strlen(p); + int32_t size = command->source_len > 0 ? command->source_len : strlen(p); bool lastBlank = false; for (int i = 0; i <= size; i++) { @@ -647,28 +531,28 @@ void parseCommand(SWords * command, bool pattern) { // check continue blank like ' ' if (p[i] == ' ') { if (lastBlank) { - start ++; + start++; continue; } - if (i == 0) { // first blank + if (i == 0) { // first blank lastBlank = true; - start ++; + start++; continue; } lastBlank = true; - } + } // found split or string end , append word if (command->head == NULL) { command->head = addWord(p + start, i - start, pattern); command->count = 1; } else { - SWord * word = command->head; + SWord* word = command->head; while (word->next) { word = word->next; } word->next = addWord(p + start, i - start, pattern); - command->count ++; + command->count++; } start = i + 1; } else { @@ -678,25 +562,23 @@ void parseCommand(SWords * command, bool pattern) { } // free SShellCmd -void freeCommand(SWords * command) { - SWord * word = command->head; +void freeCommand(SWords* command) { + SWord* word = command->head; if (word == NULL) { - return ; + return; } - // loop + // loop while (word->next) { - SWord * tmp = word; + SWord* tmp = word; word = word->next; // if malloc need free - if(tmp->free && tmp->word) - taosMemoryFree(tmp->word); + if (tmp->free && tmp->word) taosMemoryFree(tmp->word); taosMemoryFree(tmp); } // if malloc need free - if(word->free && word->word) - taosMemoryFree(word->word); + if (word->free && word->word) taosMemoryFree(word->word); taosMemoryFree(word); } @@ -715,12 +597,11 @@ void GenerateVarType(int type, char** p, int count) { // -------------------- shell auto ---------------- // - -// init shell auto funciton , shell start call once +// init shell auto funciton , shell start call once bool shellAutoInit() { // command int32_t count = SHELL_COMMAND_COUNT(); - for (int32_t i = 0; i < count; i ++) { + for (int32_t i = 0; i < count; i++) { parseCommand(shellCommands + i, true); } @@ -732,30 +613,28 @@ bool shellAutoInit() { memset(threads, 0, sizeof(TdThread*) * WT_FROM_DB_CNT); // generate varType - GenerateVarType(WT_VAR_FUNC, functions, sizeof(functions) /sizeof(char *)); - GenerateVarType(WT_VAR_KEYWORD, keywords, sizeof(keywords) /sizeof(char *)); - GenerateVarType(WT_VAR_DBOPTION, db_options, sizeof(db_options) /sizeof(char *)); - GenerateVarType(WT_VAR_ALTER_DBOPTION, alter_db_options, sizeof(alter_db_options) /sizeof(char *)); - GenerateVarType(WT_VAR_TBACTION, tb_actions, sizeof(tb_actions) /sizeof(char *)); - GenerateVarType(WT_VAR_DATATYPE, data_types, sizeof(data_types) /sizeof(char *)); - GenerateVarType(WT_VAR_KEYTAGS, key_tags, sizeof(key_tags) /sizeof(char *)); - GenerateVarType(WT_VAR_TBOPTION, tb_options, sizeof(tb_options) /sizeof(char *)); - GenerateVarType(WT_VAR_USERACTION, user_actions, sizeof(user_actions) /sizeof(char *)); - GenerateVarType(WT_VAR_KEYSELECT,key_select, sizeof(key_select) /sizeof(char *)); + GenerateVarType(WT_VAR_FUNC, functions, sizeof(functions) / sizeof(char*)); + GenerateVarType(WT_VAR_KEYWORD, keywords, sizeof(keywords) / sizeof(char*)); + GenerateVarType(WT_VAR_DBOPTION, db_options, sizeof(db_options) / sizeof(char*)); + GenerateVarType(WT_VAR_ALTER_DBOPTION, alter_db_options, sizeof(alter_db_options) / sizeof(char*)); + GenerateVarType(WT_VAR_TBACTION, tb_actions, sizeof(tb_actions) / sizeof(char*)); + GenerateVarType(WT_VAR_DATATYPE, data_types, sizeof(data_types) / sizeof(char*)); + GenerateVarType(WT_VAR_KEYTAGS, key_tags, sizeof(key_tags) / sizeof(char*)); + GenerateVarType(WT_VAR_TBOPTION, tb_options, sizeof(tb_options) / sizeof(char*)); + GenerateVarType(WT_VAR_USERACTION, user_actions, sizeof(user_actions) / sizeof(char*)); + GenerateVarType(WT_VAR_KEYSELECT, key_select, sizeof(key_select) / sizeof(char*)); return true; } // set conn -void shellSetConn(TAOS* conn) { - varCon = conn; -} +void shellSetConn(TAOS* conn) { varCon = conn; } // exit shell auto funciton, shell exit call once void shellAutoExit() { // free command int32_t count = SHELL_COMMAND_COUNT(); - for (int32_t i = 0; i < count; i ++) { + for (int32_t i = 0; i < count; i++) { freeCommand(shellCommands + i); } @@ -765,7 +644,7 @@ void shellAutoExit() { if (tires[i]) { freeTire(tires[i]); tires[i] = NULL; - } + } } taosThreadMutexUnlock(&tiresMutex); // destory @@ -790,8 +669,7 @@ void shellAutoExit() { // ------------------- auto ptr for tires -------------------------- // bool setNewAuotPtr(int type, STire* pNew) { - if (pNew == NULL) - return false; + if (pNew == NULL) return false; taosThreadMutexLock(&tiresMutex); STire* pOld = tires[type]; @@ -826,63 +704,61 @@ STire* getAutoPtr(int type) { // put back tire to tires[type], if tire not equal tires[type].p, need free tire void putBackAutoPtr(int type, STire* tire) { if (tire == NULL) { - return ; + return; } taosThreadMutexLock(&tiresMutex); if (tires[type] != tire) { - //update by out, can't put back , so free + // update by out, can't put back , so free if (--tire->ref == 1) { // support multi thread getAuotPtr freeTire(tire); } - + } else { tires[type]->ref--; assert(tires[type]->ref > 0); } taosThreadMutexUnlock(&tiresMutex); - return ; + return; } - - // // ------------------- var Word -------------------------- // -#define MAX_CACHED_CNT 100000 // max cached rows 10w +#define MAX_CACHED_CNT 100000 // max cached rows 10w // write sql result to var name, return write rows cnt int writeVarNames(int type, TAOS_RES* tres) { - // fetch row + // fetch row TAOS_ROW row = taos_fetch_row(tres); if (row == NULL) { return 0; } - TAOS_FIELD *fields = taos_fetch_fields(tres); + TAOS_FIELD* fields = taos_fetch_fields(tres); // create new tires - char tireType = type == WT_VAR_TABLE ? TIRE_TREE : TIRE_LIST; + char tireType = type == WT_VAR_TABLE ? TIRE_TREE : TIRE_LIST; STire* tire = createTire(tireType); // enum rows char name[1024]; - int numOfRows = 0; + int numOfRows = 0; do { int32_t* lengths = taos_fetch_lengths(tres); - int32_t bytes = lengths[0]; - if(fields[0].type == TSDB_DATA_TYPE_INT) { - sprintf(name,"%d", *(int16_t*)row[0]); + int32_t bytes = lengths[0]; + if (fields[0].type == TSDB_DATA_TYPE_INT) { + sprintf(name, "%d", *(int16_t*)row[0]); } else { memcpy(name, row[0], bytes); } - - name[bytes] = 0; //set string end + + name[bytes] = 0; // set string end // insert to tire insertWord(tire, name); - if (++numOfRows > MAX_CACHED_CNT ) { + if (++numOfRows > MAX_CACHED_CNT) { break; } @@ -895,12 +771,12 @@ int writeVarNames(int type, TAOS_RES* tres) { return numOfRows; } -bool firstMatchCommand(TAOS * con, SShellCmd * cmd); +bool firstMatchCommand(TAOS* con, SShellCmd* cmd); // -// thread obtain var thread from db server +// thread obtain var thread from db server // void* varObtainThread(void* param) { - int type = *(int* )param; + int type = *(int*)param; taosMemoryFree(param); if (varCon == NULL || type > WT_FROM_DB_MAX) { @@ -919,7 +795,7 @@ void* varObtainThread(void* param) { // free sql taos_free_result(pSql); - // check need call auto tab + // check need call auto tab if (cnt > 0 && waitAutoFill) { // press tab key by program firstMatchCommand(varCon, varCmd); @@ -949,11 +825,10 @@ char* matchNextPrefix(STire* tire, char* pre) { // NOT EMPTY match = matchPrefix(tire, pre, NULL); } - + // save to lastMatch if (match) { - if (lastMatch) - freeMatch(lastMatch); + if (lastMatch) freeMatch(lastMatch); lastMatch = match; } } @@ -967,11 +842,11 @@ char* matchNextPrefix(STire* tire, char* pre) { if (cursorVar == -1) { // first cursorVar = 0; - return strdup(match->head->word); + return strdup(match->head->word); } // according to cursorVar , calculate next one - int i = 0; + int i = 0; SMatchNode* item = match->head; while (item) { if (i == cursorVar + 1) { @@ -1008,12 +883,11 @@ char* tireSearchWord(int type, char* pre) { return NULL; } - if(type > WT_FROM_DB_MAX) { + if (type > WT_FROM_DB_MAX) { // NOT FROM DB , tires[type] alwary not null STire* tire = tires[type]; - if (tire == NULL) - return NULL; - return matchNextPrefix(tire, pre); + if (tire == NULL) return NULL; + return matchNextPrefix(tire, pre); } // TYPE CONTEXT GET FROM DB @@ -1025,7 +899,7 @@ char* tireSearchWord(int type, char* pre) { // need async obtain var names from db sever if (threads[type] != NULL) { if (taosThreadRunning(threads[type])) { - // thread running , need not obtain again, return + // thread running , need not obtain again, return taosThreadMutexUnlock(&tiresMutex); return NULL; } @@ -1033,10 +907,10 @@ char* tireSearchWord(int type, char* pre) { taosDestroyThread(threads[type]); threads[type] = NULL; } - + // create new - void * param = taosMemoryMalloc(sizeof(int)); - *((int* )param) = type; + void* param = taosMemoryMalloc(sizeof(int)); + *((int*)param) = type; threads[type] = taosCreateThread(varObtainThread, param); taosThreadMutexUnlock(&tiresMutex); return NULL; @@ -1056,9 +930,9 @@ char* tireSearchWord(int type, char* pre) { return str; } -// match var word, word1 is pattern , word2 is input from shell +// match var word, word1 is pattern , word2 is input from shell bool matchVarWord(SWord* word1, SWord* word2) { - // search input word from tire tree + // search input word from tire tree char pre[512]; memcpy(pre, word2->word, word2->len); pre[word2->len] = 0; @@ -1069,8 +943,7 @@ bool matchVarWord(SWord* word1, SWord* word2) { str = tireSearchWord(WT_VAR_STABLE, pre); if (str == NULL) { str = tireSearchWord(WT_VAR_TABLE, pre); - if(str == NULL) - return false; + if (str == NULL) return false; } } else { // OTHER @@ -1082,15 +955,15 @@ bool matchVarWord(SWord* word1, SWord* word2) { } // free previous malloc - if(word1->free && word1->word) { + if (word1->free && word1->word) { taosMemoryFree(word1->word); } // save word1->word = str; - word1->len = strlen(str); - word1->free = true; // need free - + word1->len = strlen(str); + word1->free = true; // need free + return true; } @@ -1098,11 +971,10 @@ bool matchVarWord(SWord* word1, SWord* word2) { // ------------------- match words -------------------------- // - // compare command cmd1 come from shellCommands , cmd2 come from user input -int32_t compareCommand(SWords * cmd1, SWords * cmd2) { - SWord * word1 = cmd1->head; - SWord * word2 = cmd2->head; +int32_t compareCommand(SWords* cmd1, SWords* cmd2) { + SWord* word1 = cmd1->head; + SWord* word2 = cmd2->head; if (word1 == NULL || word2 == NULL) { return -1; @@ -1112,8 +984,7 @@ int32_t compareCommand(SWords * cmd1, SWords * cmd2) { if (word1->type == WT_TEXT) { // WT_TEXT match if (word1->len == word2->len) { - if (strncasecmp(word1->word, word2->word, word1->len) != 0) - return -1; + if (strncasecmp(word1->word, word2->word, word1->len) != 0) return -1; } else if (word1->len < word2->len) { return -1; } else { @@ -1128,7 +999,7 @@ int32_t compareCommand(SWords * cmd1, SWords * cmd2) { } } else { // WT_VAR auto match any one word - if (word2->next == NULL) { // input words last one + if (word2->next == NULL) { // input words last one if (matchVarWord(word1, word2)) { cmd1->matchIndex = i; cmd1->matchLen = word2->len; @@ -1151,10 +1022,10 @@ int32_t compareCommand(SWords * cmd1, SWords * cmd2) { } // match command -SWords * matchCommand(SWords * input, bool continueSearch) { +SWords* matchCommand(SWords* input, bool continueSearch) { int32_t count = SHELL_COMMAND_COUNT(); - for (int32_t i = 0; i < count; i ++) { - SWords * shellCommand = shellCommands + i; + for (int32_t i = 0; i < count; i++) { + SWords* shellCommand = shellCommands + i; if (continueSearch && lastMatchIndex != -1 && i <= lastMatchIndex) { // new match must greate than lastMatchIndex if (varMode && i == lastMatchIndex) { @@ -1165,15 +1036,14 @@ SWords * matchCommand(SWords * input, bool continueSearch) { } // command is large - if (input->count > shellCommand->count ) { + if (input->count > shellCommand->count) { continue; } // compare int32_t index = compareCommand(shellCommand, input); if (index != -1) { - if (firstMatchIndex == -1) - firstMatchIndex = i; + if (firstMatchIndex == -1) firstMatchIndex = i; curMatchIndex = i; return &shellCommands[i]; } @@ -1188,7 +1058,7 @@ SWords * matchCommand(SWords * input, bool continueSearch) { // // delete char count -void deleteCount(SShellCmd * cmd, int count) { +void deleteCount(SShellCmd* cmd, int count) { int size = 0; int width = 0; int prompt_size = 6; @@ -1207,55 +1077,53 @@ void deleteCount(SShellCmd * cmd, int count) { } // show screen -void printScreen(TAOS * con, SShellCmd * cmd, SWords * match) { +void printScreen(TAOS* con, SShellCmd* cmd, SWords* match) { // modify SShellCmd if (firstMatchIndex == -1 || curMatchIndex == -1) { // no match - return ; + return; } - // first tab press - const char * str = NULL; - int strLen = 0; + // first tab press + const char* str = NULL; + int strLen = 0; if (firstMatchIndex == curMatchIndex && lastWordBytes == -1) { // first press tab - SWord * word = MATCH_WORD(match); + SWord* word = MATCH_WORD(match); str = word->word + match->matchLen; strLen = word->len - match->matchLen; lastMatchIndex = firstMatchIndex; lastWordBytes = word->len; } else { - if (lastWordBytes == -1) - return ; + if (lastWordBytes == -1) return; deleteCount(cmd, lastWordBytes); - SWord * word = MATCH_WORD(match); + SWord* word = MATCH_WORD(match); str = word->word; strLen = word->len; // set current to last lastMatchIndex = curMatchIndex; lastWordBytes = word->len; } - + // insert new - shellInsertChar(cmd, (char *)str, strLen); + shellInsertChar(cmd, (char*)str, strLen); } - // main key press tab , matched return true else false -bool firstMatchCommand(TAOS * con, SShellCmd * cmd) { +bool firstMatchCommand(TAOS* con, SShellCmd* cmd) { // parse command - SWords* input = (SWords *)taosMemoryMalloc(sizeof(SWords)); + SWords* input = (SWords*)taosMemoryMalloc(sizeof(SWords)); memset(input, 0, sizeof(SWords)); input->source = cmd->command; input->source_len = cmd->commandSize; parseCommand(input, false); // if have many , default match first, if press tab again , switch to next - curMatchIndex = -1; + curMatchIndex = -1; lastMatchIndex = -1; - SWords * match = matchCommand(input, true); + SWords* match = matchCommand(input, true); if (match == NULL) { // not match , nothing to do freeCommand(input); @@ -1271,21 +1139,21 @@ bool firstMatchCommand(TAOS * con, SShellCmd * cmd) { } // create input source -void createInputFromFirst(SWords* input, SWords * firstMatch) { +void createInputFromFirst(SWords* input, SWords* firstMatch) { // // if next pressTabKey , input context come from firstMatch, set matched length with source_len // input->source = (char*)taosMemoryMalloc(1024); - memset((void* )input->source, 0, 1024); + memset((void*)input->source, 0, 1024); - SWord * word = firstMatch->head; + SWord* word = firstMatch->head; - // source_len = full match word->len + half match with firstMatch->matchLen + // source_len = full match word->len + half match with firstMatch->matchLen for (int i = 0; i < firstMatch->matchIndex && word; i++) { // combine source from each word strncpy(input->source + input->source_len, word->word, word->len); - strcat(input->source, " "); // append blank splite - input->source_len += word->len + 1; // 1 is blank length + strcat(input->source, " "); // append blank splite + input->source_len += word->len + 1; // 1 is blank length // move next word = word->next; } @@ -1297,11 +1165,11 @@ void createInputFromFirst(SWords* input, SWords * firstMatch) { } // user press Tabkey again is named next , matched return true else false -bool nextMatchCommand(TAOS * con, SShellCmd * cmd, SWords * firstMatch) { +bool nextMatchCommand(TAOS* con, SShellCmd* cmd, SWords* firstMatch) { if (firstMatch == NULL || firstMatch->head == NULL) { return false; } - SWords* input = (SWords *)taosMemoryMalloc(sizeof(SWords)); + SWords* input = (SWords*)taosMemoryMalloc(sizeof(SWords)); memset(input, 0, sizeof(SWords)); // create input from firstMatch @@ -1311,16 +1179,15 @@ bool nextMatchCommand(TAOS * con, SShellCmd * cmd, SWords * firstMatch) { parseCommand(input, false); // if have many , default match first, if press tab again , switch to next - SWords * match = matchCommand(input, true); + SWords* match = matchCommand(input, true); if (match == NULL) { // if not match , reset all index firstMatchIndex = -1; - curMatchIndex = -1; + curMatchIndex = -1; match = matchCommand(input, false); if (match == NULL) { freeCommand(input); - if (input->source) - taosMemoryFree(input->source); + if (input->source) taosMemoryFree(input->source); taosMemoryFree(input); return false; } @@ -1341,41 +1208,40 @@ bool nextMatchCommand(TAOS * con, SShellCmd * cmd, SWords * firstMatch) { } // fill with type -bool fillWithType(TAOS * con, SShellCmd * cmd, char* pre, int type) { +bool fillWithType(TAOS* con, SShellCmd* cmd, char* pre, int type) { // get type STire* tire = tires[type]; - char* str = matchNextPrefix(tire, pre); + char* str = matchNextPrefix(tire, pre); if (str == NULL) { return false; } // need insert part string - char * part = str + strlen(pre); + char* part = str + strlen(pre); // show int count = strlen(part); shellInsertChar(cmd, part, count); - cntDel = count; // next press tab delete current append count + cntDel = count; // next press tab delete current append count taosMemoryFree(str); return true; } // fill with type -bool fillTableName(TAOS * con, SShellCmd * cmd, char* pre) { +bool fillTableName(TAOS* con, SShellCmd* cmd, char* pre) { // search stable and table - char * str = tireSearchWord(WT_VAR_STABLE, pre); + char* str = tireSearchWord(WT_VAR_STABLE, pre); if (str == NULL) { str = tireSearchWord(WT_VAR_TABLE, pre); - if(str == NULL) - return false; + if (str == NULL) return false; } // need insert part string - char * part = str + strlen(pre); + char* part = str + strlen(pre); // delete autofill count last append - if(cntDel > 0) { + if (cntDel > 0) { deleteCount(cmd, cntDel); cntDel = 0; } @@ -1383,8 +1249,8 @@ bool fillTableName(TAOS * con, SShellCmd * cmd, char* pre) { // show int count = strlen(part); shellInsertChar(cmd, part, count); - cntDel = count; // next press tab delete current append count - + cntDel = count; // next press tab delete current append count + taosMemoryFree(str); return true; } @@ -1396,20 +1262,20 @@ bool fillTableName(TAOS * con, SShellCmd * cmd, char* pre) { // 2 select count(*),su -> select count(*), sum( // 3 select count(*), su -> select count(*), sum( // -char * lastWord(char * p) { - // get near from end revert find ' ' and ',' - char * p1 = strrchr(p, ' '); - char * p2 = strrchr(p, ','); +char* lastWord(char* p) { + // get near from end revert find ' ' and ',' + char* p1 = strrchr(p, ' '); + char* p2 = strrchr(p, ','); if (p1 && p2) { return p1 > p2 ? p1 : p2 + 1; } else if (p1) { return p1 + 1; - } else if(p2) { + } else if (p2) { return p2 + 1; } else { return p; - } + } } bool fieldsInputEnd(char* sql) { @@ -1425,18 +1291,18 @@ bool fieldsInputEnd(char* sql) { } // not in ',' - char * p3 = strrchr(sql, ','); - char * p = p3; - // like select ts, age,' ' + char* p3 = strrchr(sql, ','); + char* p = p3; + // like select ts, age,' ' if (p) { ++p; - bool allBlank = true; // after last ',' all char is blank - int cnt = 0; // blank count , like ' ' as one blank - char * plast = NULL; // last blank position - while(*p) { + bool allBlank = true; // after last ',' all char is blank + int cnt = 0; // blank count , like ' ' as one blank + char* plast = NULL; // last blank position + while (*p) { if (*p == ' ') { plast = p; - cnt ++; + cnt++; } else { allBlank = false; } @@ -1444,7 +1310,7 @@ bool fieldsInputEnd(char* sql) { } // any one word is not blank - if(allBlank) { + if (allBlank) { return false; } @@ -1454,13 +1320,13 @@ bool fieldsInputEnd(char* sql) { } // if last char not ' ', then not end field, like 'select count(*), su' can fill sum( - if(sql[strlen(sql)-1] != ' ' && cnt <= 1) { + if (sql[strlen(sql) - 1] != ' ' && cnt <= 1) { return false; } } - char * p4 = strrchr(sql, ' '); - if(p4 == NULL) { + char* p4 = strrchr(sql, ' '); + if (p4 == NULL) { // only one word return false; } @@ -1469,9 +1335,9 @@ bool fieldsInputEnd(char* sql) { } // need insert from -bool needInsertFrom(char * sql, int len) { - // last is blank - if(sql[len-1] != ' ') { +bool needInsertFrom(char* sql, int len) { + // last is blank + if (sql[len - 1] != ' ') { // insert from keyword return false; } @@ -1486,45 +1352,45 @@ bool needInsertFrom(char * sql, int len) { } // p is string following select keyword -bool appendAfterSelect(TAOS * con, SShellCmd * cmd, char* sql, int32_t len) { +bool appendAfterSelect(TAOS* con, SShellCmd* cmd, char* sql, int32_t len) { char* p = strndup(sql, len); // union all - char * p1; + char* p1; do { p1 = strstr(p, UNION_ALL); - if(p1) { + if (p1) { p = p1 + strlen(UNION_ALL); } } while (p1); - char * from = strstr(p, " from "); - //last word , maybe empty string or some letters of a string - char * last = lastWord(p); - bool ret = false; + char* from = strstr(p, " from "); + // last word , maybe empty string or some letters of a string + char* last = lastWord(p); + bool ret = false; if (from == NULL) { bool fieldEnd = fieldsInputEnd(p); // cheeck fields input end then insert from keyword - if (fieldEnd && p[len-1] == ' ') { + if (fieldEnd && p[len - 1] == ' ') { shellInsertChar(cmd, "from", 4); taosMemoryFree(p); return true; } // fill funciton - if(fieldEnd) { + if (fieldEnd) { // fields is end , need match keyword ret = fillWithType(con, cmd, last, WT_VAR_KEYWORD); } else { ret = fillWithType(con, cmd, last, WT_VAR_FUNC); } - + taosMemoryFree(p); return ret; } // have from - char * blank = strstr(from + 6, " "); + char* blank = strstr(from + 6, " "); if (blank == NULL) { // no table name, need fill ret = fillTableName(con, cmd, last); @@ -1538,13 +1404,12 @@ bool appendAfterSelect(TAOS * con, SShellCmd * cmd, char* sql, int32_t len) { int32_t searchAfterSelect(char* p, int32_t len) { // select * from st; - if(strncasecmp(p, "select ", 7) == 0) { + if (strncasecmp(p, "select ", 7) == 0) { // check nest query - char *p1 = p + 7; - while(1) { - char *p2 = strstr(p1, "select "); - if(p2 == NULL) - break; + char* p1 = p + 7; + while (1) { + char* p2 = strstr(p1, "select "); + if (p2 == NULL) break; p1 = p2 + 7; } @@ -1552,29 +1417,29 @@ int32_t searchAfterSelect(char* p, int32_t len) { } // explain as select * from st; - if(strncasecmp(p, "explain select ", 15) == 0) { + if (strncasecmp(p, "explain select ", 15) == 0) { return 15; } char* as_pos_end = strstr(p, " as select "); - if (as_pos_end == NULL) - return -1; + if (as_pos_end == NULL) return -1; as_pos_end += 11; // create stream as select - if(strncasecmp(p, "create stream ", 14) == 0) { - return as_pos_end - p;; + if (strncasecmp(p, "create stream ", 14) == 0) { + return as_pos_end - p; + ; } // create topic as select - if(strncasecmp(p, "create topic ", 13) == 0) { + if (strncasecmp(p, "create topic ", 13) == 0) { return as_pos_end - p; } return -1; } -bool matchSelectQuery(TAOS * con, SShellCmd * cmd) { +bool matchSelectQuery(TAOS* con, SShellCmd* cmd) { // if continue press Tab , delete bytes by previous autofill if (cntDel > 0) { deleteCount(cmd, cntDel); @@ -1582,8 +1447,8 @@ bool matchSelectQuery(TAOS * con, SShellCmd * cmd) { } // match select ... - int len = cmd->commandSize; - char * p = cmd->command; + int len = cmd->commandSize; + char* p = cmd->command; // remove prefix blank while (p[0] == ' ' && len > 0) { @@ -1592,17 +1457,16 @@ bool matchSelectQuery(TAOS * con, SShellCmd * cmd) { } // special range - if(len < 7 || len > 512) { + if (len < 7 || len > 512) { return false; } // search - char* sql_cp = strndup(p, len); + char* sql_cp = strndup(p, len); int32_t n = searchAfterSelect(sql_cp, len); taosMemoryFree(sql_cp); - if(n == -1 || n > len) - return false; - p += n; + if (n == -1 || n > len) return false; + p += n; len -= n; // append @@ -1610,15 +1474,15 @@ bool matchSelectQuery(TAOS * con, SShellCmd * cmd) { } // if is input create fields or tags area, return true -bool isCreateFieldsArea(char * p) { - char * left = strrchr(p, '('); +bool isCreateFieldsArea(char* p) { + char* left = strrchr(p, '('); if (left == NULL) { // like 'create table st' return false; } - char * right = strrchr(p, ')'); - if(right == NULL) { + char* right = strrchr(p, ')'); + if (right == NULL) { // like 'create table st( ' return true; } @@ -1631,7 +1495,7 @@ bool isCreateFieldsArea(char * p) { return false; } -bool matchCreateTable(TAOS * con, SShellCmd * cmd) { +bool matchCreateTable(TAOS* con, SShellCmd* cmd) { // if continue press Tab , delete bytes by previous autofill if (cntDel > 0) { deleteCount(cmd, cntDel); @@ -1639,8 +1503,8 @@ bool matchCreateTable(TAOS * con, SShellCmd * cmd) { } // match select ... - int len = cmd->commandSize; - char * p = cmd->command; + int len = cmd->commandSize; + char* p = cmd->command; // remove prefix blank while (p[0] == ' ' && len > 0) { @@ -1649,12 +1513,12 @@ bool matchCreateTable(TAOS * con, SShellCmd * cmd) { } // special range - if(len < 7 || len > 1024) { + if (len < 7 || len > 1024) { return false; } - // select and from - if(strncasecmp(p, "create table ", 13) != 0) { + // select and from + if (strncasecmp(p, "create table ", 13) != 0) { // not select query clause return false; } @@ -1662,8 +1526,8 @@ bool matchCreateTable(TAOS * con, SShellCmd * cmd) { len -= 13; char* ps = strndup(p, len); - bool ret = false; - char * last = lastWord(ps); + bool ret = false; + char* last = lastWord(ps); // check in create fields or tags input area if (isCreateFieldsArea(ps)) { @@ -1673,9 +1537,9 @@ bool matchCreateTable(TAOS * con, SShellCmd * cmd) { // tags if (!ret) { // find only one ')' , can insert tags - char * p1 = strchr(ps, ')'); + char* p1 = strchr(ps, ')'); if (p1) { - if(strchr(p1 + 1, ')') == NULL && strstr(p1 + 1, "tags") == NULL) { + if (strchr(p1 + 1, ')') == NULL && strstr(p1 + 1, "tags") == NULL) { // can insert tags keyword ret = fillWithType(con, cmd, last, WT_VAR_KEYTAGS); } @@ -1685,9 +1549,9 @@ bool matchCreateTable(TAOS * con, SShellCmd * cmd) { // tb options if (!ret) { // find like create talbe st (...) tags(..) - char * p1 = strchr(ps, ')'); // first ')' end + char* p1 = strchr(ps, ')'); // first ')' end if (p1) { - if(strchr(p1 + 1, ')')) { // second ')' end + if (strchr(p1 + 1, ')')) { // second ')' end // here is tb options area, can insert option ret = fillWithType(con, cmd, last, WT_VAR_TBOPTION); } @@ -1698,8 +1562,8 @@ bool matchCreateTable(TAOS * con, SShellCmd * cmd) { return ret; } -bool matchOther(TAOS * con, SShellCmd * cmd) { - int len = cmd->commandSize; +bool matchOther(TAOS* con, SShellCmd* cmd) { + int len = cmd->commandSize; char* p = cmd->command; // '\\' @@ -1711,8 +1575,7 @@ bool matchOther(TAOS * con, SShellCmd * cmd) { } // too small - if(len < 8) - return false; + if (len < 8) return false; // like 'from ( ' char* sql = strndup(p, len); @@ -1721,36 +1584,35 @@ bool matchOther(TAOS * con, SShellCmd * cmd) { if (strcmp(last, "from(") == 0) { fillWithType(con, cmd, "", WT_VAR_KEYSELECT); taosMemoryFree(sql); - return true; + return true; } if (strncmp(last, "(", 1) == 0) { - last += 1; + last += 1; } char* from = strstr(sql, " from"); // find last ' from' while (from) { char* p1 = strstr(from + 5, " from"); - if (p1 == NULL) - break; + if (p1 == NULL) break; from = p1; } if (from) { // find next is '(' - char * p2 = from + 5; - bool found = false; // found 'from ... ( ...' ... is any count of blank - bool found1 = false; // found '(' + char* p2 = from + 5; + bool found = false; // found 'from ... ( ...' ... is any count of blank + bool found1 = false; // found '(' while (1) { - if ( p2 == last || *p2 == '\0') { + if (p2 == last || *p2 == '\0') { // last word or string end if (found1) { found = true; } break; - } else if(*p2 == '(') { + } else if (*p2 == '(') { found1 = true; - } else if(*p2 == ' ') { + } else if (*p2 == ' ') { // do nothing } else { // have any other char @@ -1768,24 +1630,22 @@ bool matchOther(TAOS * con, SShellCmd * cmd) { } } - // INSERT - + // INSERT taosMemoryFree(sql); - + return false; } - // main key press tab -void pressTabKey(SShellCmd * cmd) { - // check - if (cmd->commandSize == 0) { +void pressTabKey(SShellCmd* cmd) { + // check + if (cmd->commandSize == 0) { // empty showHelp(); shellShowOnScreen(cmd); - return ; - } + return; + } // save connection to global varCmd = cmd; @@ -1793,45 +1653,41 @@ void pressTabKey(SShellCmd * cmd) { // manual match like create table st( ... matched = matchCreateTable(varCon, cmd); - if (matched) - return ; + if (matched) return; - // shellCommands match + // shellCommands match if (firstMatchIndex == -1) { matched = firstMatchCommand(varCon, cmd); } else { matched = nextMatchCommand(varCon, cmd, &shellCommands[firstMatchIndex]); } - if (matched) - return ; + if (matched) return; // NOT MATCHED ANYONE // match other like '\G' ... matched = matchOther(varCon, cmd); - if (matched) - return ; + if (matched) return; // manual match like select * from ... matched = matchSelectQuery(varCon, cmd); - if (matched) - return ; + if (matched) return; - return ; + return; } // press othr key void pressOtherKey(char c) { // reset global variant firstMatchIndex = -1; - lastMatchIndex = -1; - curMatchIndex = -1; - lastWordBytes = -1; + lastMatchIndex = -1; + curMatchIndex = -1; + lastWordBytes = -1; // var names - cursorVar = -1; - varMode = false; + cursorVar = -1; + varMode = false; waitAutoFill = false; - cntDel = 0; + cntDel = 0; if (lastMatch) { freeMatch(lastMatch); @@ -1840,18 +1696,18 @@ void pressOtherKey(char c) { } // put name into name, return name length -int getWordName(char* p, char * name, int nameLen) { - //remove prefix blank +int getWordName(char* p, char* name, int nameLen) { + // remove prefix blank while (*p == ' ') { p++; } // get databases name; int i = 0; - while(p[i] != 0 && i < nameLen - 1) { - name[i] = p[i]; + while (p[i] != 0 && i < nameLen - 1) { + name[i] = p[i]; i++; - if(p[i] == ' ' || p[i] == ';'|| p[i] == '(') { + if (p[i] == ' ' || p[i] == ';' || p[i] == '(') { // name end break; } @@ -1862,22 +1718,22 @@ int getWordName(char* p, char * name, int nameLen) { } // deal use db, if have 'use' return true -bool dealUseDB(char * sql) { - // check use keyword - if(strncasecmp(sql, "use ", 4) != 0) { +bool dealUseDB(char* sql) { + // check use keyword + if (strncasecmp(sql, "use ", 4) != 0) { return false; } - - char db[256]; - char *p = sql + 4; + + char db[256]; + char* p = sql + 4; if (getWordName(p, db, sizeof(db)) == 0) { - // no name , return + // no name , return return true; } // dbName is previous use open db name if (strcasecmp(db, dbName) == 0) { - // same , no need switch + // same , no need switch return true; } @@ -1886,13 +1742,13 @@ bool dealUseDB(char * sql) { // STABLE set null STire* tire = tires[WT_VAR_STABLE]; tires[WT_VAR_STABLE] = NULL; - if(tire) { + if (tire) { freeTire(tire); } // TABLE set null tire = tires[WT_VAR_TABLE]; tires[WT_VAR_TABLE] = NULL; - if(tire) { + if (tire) { freeTire(tire); } // save @@ -1903,16 +1759,16 @@ bool dealUseDB(char * sql) { } // deal create, if have 'create' return true -bool dealCreateCommand(char * sql) { - // check keyword - if(strncasecmp(sql, "create ", 7) != 0) { +bool dealCreateCommand(char* sql) { + // check keyword + if (strncasecmp(sql, "create ", 7) != 0) { return false; } - - char name[1024]; - char *p = sql + 7; + + char name[1024]; + char* p = sql + 7; if (getWordName(p, name, sizeof(name)) == 0) { - // no name , return + // no name , return return true; } @@ -1921,7 +1777,7 @@ bool dealCreateCommand(char * sql) { if (strcasecmp(name, "database") == 0) { type = WT_VAR_DBNAME; } else if (strcasecmp(name, "table") == 0) { - if(strstr(sql, " tags") != NULL && strstr(sql, " using ") == NULL) + if (strstr(sql, " tags") != NULL && strstr(sql, " using ") == NULL) type = WT_VAR_STABLE; else type = WT_VAR_TABLE; @@ -1932,7 +1788,7 @@ bool dealCreateCommand(char * sql) { } else if (strcasecmp(name, "stream") == 0) { type = WT_VAR_STREAM; } else { - // no match , return + // no match , return return true; } @@ -1941,7 +1797,7 @@ bool dealCreateCommand(char * sql) { // get next word , that is table name if (getWordName(p, name, sizeof(name)) == 0) { - // no name , return + // no name , return return true; } @@ -1949,7 +1805,7 @@ bool dealCreateCommand(char * sql) { taosThreadMutexLock(&tiresMutex); // STABLE set null STire* tire = tires[type]; - if(tire) { + if (tire) { insertWord(tire, name); } taosThreadMutexUnlock(&tiresMutex); @@ -1958,16 +1814,16 @@ bool dealCreateCommand(char * sql) { } // deal create, if have 'drop' return true -bool dealDropCommand(char * sql) { - // check keyword - if(strncasecmp(sql, "drop ", 5) != 0) { +bool dealDropCommand(char* sql) { + // check keyword + if (strncasecmp(sql, "drop ", 5) != 0) { return false; } - - char name[1024]; - char *p = sql + 5; + + char name[1024]; + char* p = sql + 5; if (getWordName(p, name, sizeof(name)) == 0) { - // no name , return + // no name , return return true; } @@ -1986,7 +1842,7 @@ bool dealDropCommand(char * sql) { } else if (strcasecmp(name, "stream") == 0) { type = WT_VAR_STREAM; } else { - // no match , return + // no match , return return true; } @@ -1995,30 +1851,27 @@ bool dealDropCommand(char * sql) { // get next word , that is table name if (getWordName(p, name, sizeof(name)) == 0) { - // no name , return + // no name , return return true; } // switch new db taosThreadMutexLock(&tiresMutex); // STABLE set null - if(type == WT_VAR_ALLTABLE) { + if (type == WT_VAR_ALLTABLE) { bool del = false; // del in stable STire* tire = tires[WT_VAR_STABLE]; - if(tire) - del = deleteWord(tire, name); + if (tire) del = deleteWord(tire, name); // del in table - if(!del) { + if (!del) { tire = tires[WT_VAR_TABLE]; - if(tire) - del = deleteWord(tire, name); + if (tire) del = deleteWord(tire, name); } } else { // OTHER TYPE STire* tire = tires[type]; - if(tire) - deleteWord(tire, name); + if (tire) deleteWord(tire, name); } taosThreadMutexUnlock(&tiresMutex); @@ -2027,26 +1880,26 @@ bool dealDropCommand(char * sql) { // callback autotab module after shell sql execute void callbackAutoTab(char* sqlstr, TAOS* pSql, bool usedb) { - char * sql = sqlstr; + char* sql = sqlstr; // remove prefix blank while (*sql == ' ') { sql++; } - if(dealUseDB(sql)) { + if (dealUseDB(sql)) { // change to new db - return ; + return; } // create command add name to autotab - if(dealCreateCommand(sql)) { - return ; + if (dealCreateCommand(sql)) { + return; } // drop command remove name from autotab - if(dealDropCommand(sql)) { - return ; + if (dealDropCommand(sql)) { + return; } - return ; + return; } diff --git a/tools/shell/src/shellTire.c b/tools/shell/src/shellTire.c index dc5efa4e8d..a114fc60eb 100644 --- a/tools/shell/src/shellTire.c +++ b/tools/shell/src/shellTire.c @@ -15,421 +15,412 @@ #define __USE_XOPEN -#include "os.h" #include "shellTire.h" +#include "os.h" // ----------- interface ------------- // create prefix search tree STire* createTire(char type) { - STire* tire = taosMemoryMalloc(sizeof(STire)); - memset(tire, 0, sizeof(STire)); - tire->ref = 1; // init is 1 - tire->type = type; - tire->root.d = (STireNode **)taosMemoryCalloc(CHAR_CNT, sizeof(STireNode *)); - return tire; + STire* tire = taosMemoryMalloc(sizeof(STire)); + memset(tire, 0, sizeof(STire)); + tire->ref = 1; // init is 1 + tire->type = type; + tire->root.d = (STireNode**)taosMemoryCalloc(CHAR_CNT, sizeof(STireNode*)); + return tire; } // free tire node void freeTireNode(STireNode* node) { - if (node == NULL) - return ; - - // nest free sub node on array d - if(node->d) { - for (int i = 0; i < CHAR_CNT; i++) { - freeTireNode(node->d[i]); - } - taosMemoryFree(node->d); - } + if (node == NULL) return; - // free self - taosMemoryFree(node); + // nest free sub node on array d + if (node->d) { + for (int i = 0; i < CHAR_CNT; i++) { + freeTireNode(node->d[i]); + } + taosMemoryFree(node->d); + } + + // free self + taosMemoryFree(node); } // destroy prefix search tree void freeTire(STire* tire) { - // free nodes - for (int i = 0; i < CHAR_CNT; i++) { - freeTireNode(tire->root.d[i]); - } - taosMemoryFree(tire->root.d); + // free nodes + for (int i = 0; i < CHAR_CNT; i++) { + freeTireNode(tire->root.d[i]); + } + taosMemoryFree(tire->root.d); - // free from list - StrName * item = tire->head; - while (item) { - StrName * next = item->next; - // free string - taosMemoryFree(item->name); - // free node - taosMemoryFree(item); + // free from list + StrName* item = tire->head; + while (item) { + StrName* next = item->next; + // free string + taosMemoryFree(item->name); + // free node + taosMemoryFree(item); - // move next - item = next; - } - tire->head = tire->tail = NULL; + // move next + item = next; + } + tire->head = tire->tail = NULL; - // free tire - taosMemoryFree(tire); + // free tire + taosMemoryFree(tire); } // insert a new word to list bool insertToList(STire* tire, char* word) { - StrName * p = (StrName *)taosMemoryMalloc(sizeof(StrName)); - p->name = strdup(word); - p->next = NULL; - - if(tire->head == NULL) { - tire->head = p; - tire->tail = p; - }else { - tire->tail->next = p; - tire->tail = p; - } + StrName* p = (StrName*)taosMemoryMalloc(sizeof(StrName)); + p->name = strdup(word); + p->next = NULL; - return true; + if (tire->head == NULL) { + tire->head = p; + tire->tail = p; + } else { + tire->tail->next = p; + tire->tail = p; + } + + return true; } // insert a new word to tree bool insertToTree(STire* tire, char* word, int len) { - int m = 0; - STireNode ** nodes = tire->root.d; - for (int i = 0; i < len; i++) { - m = word[i] - FIRST_ASCII; - if (m < 0 || m > CHAR_CNT) { - return false; - } - - if (nodes[m] == NULL) { - // no pointer - STireNode* p = (STireNode* )taosMemoryMalloc(sizeof(STireNode)); - memset(p, 0, sizeof(STireNode)); - nodes[m] = p; - if (i == len - 1) { - // is end - p->end = true; - break; - } - } - - if (nodes[m]->d == NULL) { - // malloc d - nodes[m]->d = (STireNode **)taosMemoryCalloc(CHAR_CNT, sizeof(STireNode *)); - } - - // move to next node - nodes = nodes[m]->d; + int m = 0; + STireNode** nodes = tire->root.d; + for (int i = 0; i < len; i++) { + m = word[i] - FIRST_ASCII; + if (m < 0 || m > CHAR_CNT) { + return false; } - // add count - tire->count += 1; - return true; + if (nodes[m] == NULL) { + // no pointer + STireNode* p = (STireNode*)taosMemoryMalloc(sizeof(STireNode)); + memset(p, 0, sizeof(STireNode)); + nodes[m] = p; + if (i == len - 1) { + // is end + p->end = true; + break; + } + } + + if (nodes[m]->d == NULL) { + // malloc d + nodes[m]->d = (STireNode**)taosMemoryCalloc(CHAR_CNT, sizeof(STireNode*)); + } + + // move to next node + nodes = nodes[m]->d; + } + + // add count + tire->count += 1; + return true; } -// insert a new word +// insert a new word bool insertWord(STire* tire, char* word) { - int len = strlen(word); - if (len >= MAX_WORD_LEN) { - return false; - } - - switch (tire->type) { - case TIRE_TREE: - return insertToTree(tire, word, len); - case TIRE_LIST: - return insertToList(tire, word); - default: - break; - } + int len = strlen(word); + if (len >= MAX_WORD_LEN) { return false; + } + + switch (tire->type) { + case TIRE_TREE: + return insertToTree(tire, word, len); + case TIRE_LIST: + return insertToList(tire, word); + default: + break; + } + return false; } // delete one word from list bool deleteFromList(STire* tire, char* word) { - StrName * item = tire->head; - while (item) { - if (strcmp(item->name, word) == 0) { - // found, reset empty to delete - item->name[0] = 0; - } - - // move next - item = item->next; + StrName* item = tire->head; + while (item) { + if (strcmp(item->name, word) == 0) { + // found, reset empty to delete + item->name[0] = 0; } - return true; + + // move next + item = item->next; + } + return true; } -// delete one word from tree +// delete one word from tree bool deleteFromTree(STire* tire, char* word, int len) { - int m = 0; - bool del = false; + int m = 0; + bool del = false; - STireNode** nodes = tire->root.d; - for (int i = 0; i < len; i++) { - m = word[i] - FIRST_ASCII; - if (m < 0 || m >= CHAR_CNT) { - return false; - } - - if (nodes[m] == NULL) { - // no found - return false; - } else { - // not null - if(i == len - 1) { - // this is last, only set end false , not free node - nodes[m]->end = false; - del = true; - break; - } - } - - if(nodes[m]->d == NULL) - break; - // move to next node - nodes = nodes[m]->d; + STireNode** nodes = tire->root.d; + for (int i = 0; i < len; i++) { + m = word[i] - FIRST_ASCII; + if (m < 0 || m >= CHAR_CNT) { + return false; } - // reduce count - if (del) { - tire->count -= 1; - } - - return del; -} - -// insert a new word -bool deleteWord(STire* tire, char* word) { - int len = strlen(word); - if (len >= MAX_WORD_LEN) { - return false; - } - - switch (tire->type) { - case TIRE_TREE: - return deleteFromTree(tire, word, len); - case TIRE_LIST: - return deleteFromList(tire, word); - default: - break; - } - return false; -} - -void addWordToMatch(SMatch* match, char* word){ - // malloc new - SMatchNode* node = (SMatchNode* )taosMemoryMalloc(sizeof(SMatchNode)); - memset(node, 0, sizeof(SMatchNode)); - node->word = strdup(word); - - // append to match - if (match->head == NULL) { - match->head = match->tail = node; + if (nodes[m] == NULL) { + // no found + return false; } else { - match->tail->next = node; - match->tail = node; + // not null + if (i == len - 1) { + // this is last, only set end false , not free node + nodes[m]->end = false; + del = true; + break; + } } - match->count += 1; + + if (nodes[m]->d == NULL) break; + // move to next node + nodes = nodes[m]->d; + } + + // reduce count + if (del) { + tire->count -= 1; + } + + return del; +} + +// insert a new word +bool deleteWord(STire* tire, char* word) { + int len = strlen(word); + if (len >= MAX_WORD_LEN) { + return false; + } + + switch (tire->type) { + case TIRE_TREE: + return deleteFromTree(tire, word, len); + case TIRE_LIST: + return deleteFromList(tire, word); + default: + break; + } + return false; +} + +void addWordToMatch(SMatch* match, char* word) { + // malloc new + SMatchNode* node = (SMatchNode*)taosMemoryMalloc(sizeof(SMatchNode)); + memset(node, 0, sizeof(SMatchNode)); + node->word = strdup(word); + + // append to match + if (match->head == NULL) { + match->head = match->tail = node; + } else { + match->tail->next = node; + match->tail = node; + } + match->count += 1; } // enum all words from node -void enumAllWords(STireNode** nodes, char* prefix, SMatch* match) { - STireNode * c; - char word[MAX_WORD_LEN]; - int len = strlen(prefix); - for (int i = 0; i < CHAR_CNT; i++) { - c = nodes[i]; - - if (c == NULL) { - // chain end node - continue; - } else { - // combine word string - memset(word, 0, sizeof(word)); - strcpy(word, prefix); - word[len] = FIRST_ASCII + i; // append current char +void enumAllWords(STireNode** nodes, char* prefix, SMatch* match) { + STireNode* c; + char word[MAX_WORD_LEN]; + int len = strlen(prefix); + for (int i = 0; i < CHAR_CNT; i++) { + c = nodes[i]; - // chain middle node - if (c->end) { - // have end flag - addWordToMatch(match, word); - } - // nested call next layer - if (c->d) - enumAllWords(c->d, word, match); - } + if (c == NULL) { + // chain end node + continue; + } else { + // combine word string + memset(word, 0, sizeof(word)); + strcpy(word, prefix); + word[len] = FIRST_ASCII + i; // append current char + + // chain middle node + if (c->end) { + // have end flag + addWordToMatch(match, word); + } + // nested call next layer + if (c->d) enumAllWords(c->d, word, match); } + } } // match prefix from list void matchPrefixFromList(STire* tire, char* prefix, SMatch* match) { - StrName * item = tire->head; - int len = strlen(prefix); - while (item) { - if ( strncmp(item->name, prefix, len) == 0) { - // prefix matched - addWordToMatch(match, item->name); - } - - // move next - item = item->next; + StrName* item = tire->head; + int len = strlen(prefix); + while (item) { + if (strncmp(item->name, prefix, len) == 0) { + // prefix matched + addWordToMatch(match, item->name); } + + // move next + item = item->next; + } } // match prefix words, if match is not NULL , put all item to match and return match void matchPrefixFromTree(STire* tire, char* prefix, SMatch* match) { - SMatch* root = match; - int m = 0; - STireNode* c = 0; - int len = strlen(prefix); - if (len >= MAX_WORD_LEN) { - return; + SMatch* root = match; + int m = 0; + STireNode* c = 0; + int len = strlen(prefix); + if (len >= MAX_WORD_LEN) { + return; + } + + STireNode** nodes = tire->root.d; + for (int i = 0; i < len; i++) { + m = prefix[i] - FIRST_ASCII; + if (m < 0 || m > CHAR_CNT) { + return; } - STireNode** nodes = tire->root.d; - for (int i = 0; i < len; i++) { - m = prefix[i] - FIRST_ASCII; - if (m < 0 || m > CHAR_CNT) { - return; - } - - // match - c = nodes[m]; - if (c == NULL) { - // arrive end - break; - } - - // previous items already matched - if (i == len - 1) { - // malloc match if not pass by param match - if (root == NULL) { - root = (SMatch* )taosMemoryMalloc(sizeof(SMatch)); - memset(root, 0, sizeof(SMatch)); - strcpy(root->pre, prefix); - } - - // prefix is match to end char - if (c->d) - enumAllWords(c->d, prefix, root); - } else { - // move to next node continue match - if(c->d == NULL) - break; - nodes = c->d; - } + // match + c = nodes[m]; + if (c == NULL) { + // arrive end + break; } - // return - return ; + // previous items already matched + if (i == len - 1) { + // malloc match if not pass by param match + if (root == NULL) { + root = (SMatch*)taosMemoryMalloc(sizeof(SMatch)); + memset(root, 0, sizeof(SMatch)); + strcpy(root->pre, prefix); + } + + // prefix is match to end char + if (c->d) enumAllWords(c->d, prefix, root); + } else { + // move to next node continue match + if (c->d == NULL) break; + nodes = c->d; + } + } + + // return + return; } SMatch* matchPrefix(STire* tire, char* prefix, SMatch* match) { - if(match == NULL) { - match = (SMatch* )taosMemoryMalloc(sizeof(SMatch)); - memset(match, 0, sizeof(SMatch)); - } + if (match == NULL) { + match = (SMatch*)taosMemoryMalloc(sizeof(SMatch)); + memset(match, 0, sizeof(SMatch)); + } - switch (tire->type) { - case TIRE_TREE: - matchPrefixFromTree(tire, prefix, match); - case TIRE_LIST: - matchPrefixFromList(tire, prefix, match); - default: - break; - } + switch (tire->type) { + case TIRE_TREE: + matchPrefixFromTree(tire, prefix, match); + case TIRE_LIST: + matchPrefixFromList(tire, prefix, match); + default: + break; + } - // return if need - if (match->count == 0) { - freeMatch(match); - match = NULL; - } + // return if need + if (match->count == 0) { + freeMatch(match); + match = NULL; + } - return match; + return match; } - // get all items from tires tree void enumFromList(STire* tire, SMatch* match) { - StrName * item = tire->head; - while (item) { - if (item->name[0] != 0) { - // not delete - addWordToMatch(match, item->name); - } - - // move next - item = item->next; + StrName* item = tire->head; + while (item) { + if (item->name[0] != 0) { + // not delete + addWordToMatch(match, item->name); } + + // move next + item = item->next; + } } // get all items from tires tree void enumFromTree(STire* tire, SMatch* match) { - char pre[2] ={0, 0}; - STireNode* c; - - // enum first layer - for (int i = 0; i < CHAR_CNT; i++) { - pre[0] = FIRST_ASCII + i; - - // each node - c = tire->root.d[i]; - if (c == NULL) { - // this branch no data - continue; - } + char pre[2] = {0, 0}; + STireNode* c; - // this branch have data - if(c->end) - addWordToMatch(match, pre); - else - matchPrefix(tire, pre, match); + // enum first layer + for (int i = 0; i < CHAR_CNT; i++) { + pre[0] = FIRST_ASCII + i; + + // each node + c = tire->root.d[i]; + if (c == NULL) { + // this branch no data + continue; } + + // this branch have data + if (c->end) + addWordToMatch(match, pre); + else + matchPrefix(tire, pre, match); + } } // get all items from tires tree SMatch* enumAll(STire* tire) { - SMatch* match = (SMatch* )taosMemoryMalloc(sizeof(SMatch)); - memset(match, 0, sizeof(SMatch)); + SMatch* match = (SMatch*)taosMemoryMalloc(sizeof(SMatch)); + memset(match, 0, sizeof(SMatch)); - switch (tire->type) { - case TIRE_TREE: - enumFromTree(tire, match); - case TIRE_LIST: - enumFromList(tire, match); - default: - break; - } + switch (tire->type) { + case TIRE_TREE: + enumFromTree(tire, match); + case TIRE_LIST: + enumFromList(tire, match); + default: + break; + } - // return if need - if (match->count == 0) { - freeMatch(match); - match = NULL; - } + // return if need + if (match->count == 0) { + freeMatch(match); + match = NULL; + } - return match; + return match; } - // free match result void freeMatchNode(SMatchNode* node) { - // first free next - if (node->next) - freeMatchNode(node->next); + // first free next + if (node->next) freeMatchNode(node->next); - // second free self - if (node->word) - taosMemoryFree(node->word); - taosMemoryFree(node); + // second free self + if (node->word) taosMemoryFree(node->word); + taosMemoryFree(node); } // free match result void freeMatch(SMatch* match) { - // first free next - if (match->head) { - freeMatchNode(match->head); - } + // first free next + if (match->head) { + freeMatchNode(match->head); + } - // second free self - taosMemoryFree(match); -} + // second free self + taosMemoryFree(match); +} \ No newline at end of file From d69bc6d6d5b3c5e675af670fb807689711cfbc54 Mon Sep 17 00:00:00 2001 From: Alex Duan <417921451@qq.com> Date: Sun, 9 Oct 2022 14:30:14 +0800 Subject: [PATCH 007/110] feat(shell): fixed build error --- tools/shell/src/shellTire.c | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/tools/shell/src/shellTire.c b/tools/shell/src/shellTire.c index a114fc60eb..2f1ee12d54 100644 --- a/tools/shell/src/shellTire.c +++ b/tools/shell/src/shellTire.c @@ -15,8 +15,8 @@ #define __USE_XOPEN -#include "shellTire.h" #include "os.h" +#include "shellTire.h" // ----------- interface ------------- From 9c170ecfa8ab15d7941f12038e54870993ec1c4b Mon Sep 17 00:00:00 2001 From: 54liuyao <54liuyao@163.com> Date: Sat, 8 Oct 2022 16:14:32 +0800 Subject: [PATCH 008/110] fix(stream): filter error occurred when data was modified --- include/common/tcommon.h | 6 +- source/libs/executor/inc/executorimpl.h | 2 - source/libs/executor/src/scanoperator.c | 68 +++--- source/libs/executor/src/timewindowoperator.c | 194 +++++++++--------- source/libs/stream/src/streamState.c | 6 +- tests/script/tsim/stream/basic1.sim | 52 +++++ .../tsim/stream/partitionbyColumnInterval.sim | 5 +- tests/script/tsim/stream/sliding.sim | 74 ++++++- 8 files changed, 260 insertions(+), 147 deletions(-) diff --git a/include/common/tcommon.h b/include/common/tcommon.h index 2add3332ab..4957668272 100644 --- a/include/common/tcommon.h +++ b/include/common/tcommon.h @@ -49,7 +49,7 @@ typedef struct { TSKEY ts; } SWinKey; -static inline int SWinKeyCmpr(const void* pKey1, int kLen1, const void* pKey2, int kLen2) { +static inline int sWinKeyCmprImpl(const void* pKey1, const void* pKey2) { SWinKey* pWin1 = (SWinKey*)pKey1; SWinKey* pWin2 = (SWinKey*)pKey2; @@ -68,6 +68,10 @@ static inline int SWinKeyCmpr(const void* pKey1, int kLen1, const void* pKey2, i return 0; } +static inline int winKeyCmpr(const void* pKey1, int kLen1, const void* pKey2, int kLen2) { + return sWinKeyCmprImpl(pKey1, pKey2); +} + typedef struct { uint64_t groupId; TSKEY ts; diff --git a/source/libs/executor/inc/executorimpl.h b/source/libs/executor/inc/executorimpl.h index 897015c4d3..e9f4f84f17 100644 --- a/source/libs/executor/inc/executorimpl.h +++ b/source/libs/executor/inc/executorimpl.h @@ -606,8 +606,6 @@ typedef struct SStreamIntervalOperatorInfo { SArray* pDelWins; // SWinRes int32_t delIndex; SSDataBlock* pDelRes; - SSDataBlock* pUpdateRes; - bool returnUpdate; SPhysiNode* pPhyNode; // create new child SHashObj* pPullDataMap; SArray* pPullWins; // SPullWindowInfo diff --git a/source/libs/executor/src/scanoperator.c b/source/libs/executor/src/scanoperator.c index 1f0d96a2e8..a562d77467 100644 --- a/source/libs/executor/src/scanoperator.c +++ b/source/libs/executor/src/scanoperator.c @@ -1331,8 +1331,8 @@ void appendOneRow(SSDataBlock* pBlock, TSKEY* pStartTs, TSKEY* pEndTs, uint64_t* colDataAppend(pEndTsCol, pBlock->info.rows, (const char*)pEndTs, false); colDataAppend(pUidCol, pBlock->info.rows, (const char*)pUid, false); colDataAppend(pGpCol, pBlock->info.rows, (const char*)pGp, false); - colDataAppendNULL(pCalStartCol, pBlock->info.rows); - colDataAppendNULL(pCalEndCol, pBlock->info.rows); + colDataAppend(pCalStartCol, pBlock->info.rows, (const char*)pStartTs, false); + colDataAppend(pCalEndCol, pBlock->info.rows, (const char*)pEndTs, false); pBlock->info.rows++; } @@ -1376,7 +1376,7 @@ static void checkUpdateData(SStreamScanInfo* pInfo, bool invertible, SSDataBlock } } -static int32_t setBlockIntoRes(SStreamScanInfo* pInfo, const SSDataBlock* pBlock) { +static int32_t setBlockIntoRes(SStreamScanInfo* pInfo, const SSDataBlock* pBlock, bool filter) { SDataBlockInfo* pBlockInfo = &pInfo->pRes->info; SOperatorInfo* pOperator = pInfo->pStreamScanOp; SExecTaskInfo* pTaskInfo = pOperator->pTaskInfo; @@ -1430,7 +1430,9 @@ static int32_t setBlockIntoRes(SStreamScanInfo* pInfo, const SSDataBlock* pBlock } } - doFilter(pInfo->pCondition, pInfo->pRes, NULL); + if (filter) { + doFilter(pInfo->pCondition, pInfo->pRes, NULL); + } blockDataUpdateTsWindow(pInfo->pRes, pInfo->primaryTsIndex); blockDataFreeRes((SSDataBlock*)pBlock); return 0; @@ -1466,7 +1468,7 @@ static SSDataBlock* doQueueScan(SOperatorInfo* pOperator) { continue; } - setBlockIntoRes(pInfo, &block); + setBlockIntoRes(pInfo, &block, true); if (pBlockInfo->rows > 0) { return pInfo->pRes; @@ -1507,7 +1509,7 @@ static SSDataBlock* doQueueScan(SOperatorInfo* pOperator) { tqNextBlock(pInfo->tqReader, &ret); if (ret.fetchType == FETCH_TYPE__DATA) { blockDataCleanup(pInfo->pRes); - if (setBlockIntoRes(pInfo, &ret.data) < 0) { + if (setBlockIntoRes(pInfo, &ret.data, true) < 0) { ASSERT(0); } if (pInfo->pRes->info.rows > 0) { @@ -1771,6 +1773,7 @@ FETCH_NEXT_BLOCK: // printDataBlock(pSDB, "stream scan update"); return pSDB; } + blockDataCleanup(pInfo->pUpdateDataRes); pInfo->scanMode = STREAM_SCAN_FROM_READERHANDLE; } break; default: @@ -1821,7 +1824,7 @@ FETCH_NEXT_BLOCK: continue; } - setBlockIntoRes(pInfo, &block); + setBlockIntoRes(pInfo, &block, false); if (updateInfoIgnore(pInfo->pUpdateInfo, &pInfo->pRes->info.window, pInfo->pRes->info.groupId, pInfo->pRes->info.version)) { @@ -1830,11 +1833,30 @@ FETCH_NEXT_BLOCK: continue; } - if (pBlockInfo->rows > 0) { + if (pInfo->pUpdateInfo) { + checkUpdateData(pInfo, true, pInfo->pRes, true); + pInfo->twAggSup.maxTs = TMAX(pInfo->twAggSup.maxTs, pBlockInfo->window.ekey); + if (pInfo->pUpdateDataRes->info.rows > 0) { + pInfo->updateResIndex = 0; + if (pInfo->pUpdateDataRes->info.type == STREAM_CLEAR) { + pInfo->scanMode = STREAM_SCAN_FROM_UPDATERES; + } else if (pInfo->pUpdateDataRes->info.type == STREAM_INVERT) { + pInfo->scanMode = STREAM_SCAN_FROM_RES; + return pInfo->pUpdateDataRes; + } else if (pInfo->pUpdateDataRes->info.type == STREAM_DELETE_DATA) { + pInfo->scanMode = STREAM_SCAN_FROM_DELETE_DATA; + } + } + } + + doFilter(pInfo->pCondition, pInfo->pRes, NULL); + blockDataUpdateTsWindow(pInfo->pRes, pInfo->primaryTsIndex); + + if (pBlockInfo->rows > 0 || pInfo->pUpdateDataRes->info.rows > 0) { break; } } - if (pBlockInfo->rows > 0) { + if (pBlockInfo->rows > 0 || pInfo->pUpdateDataRes->info.rows > 0) { break; } else { pInfo->tqReader->pMsg = NULL; @@ -1848,32 +1870,16 @@ FETCH_NEXT_BLOCK: pOperator->resultInfo.totalRows += pBlockInfo->rows; // printDataBlock(pInfo->pRes, "stream scan"); - if (pBlockInfo->rows == 0) { - updateInfoDestoryColseWinSBF(pInfo->pUpdateInfo); - /*pOperator->status = OP_EXEC_DONE;*/ - } else if (pInfo->pUpdateInfo) { - checkUpdateData(pInfo, true, pInfo->pRes, true); - pInfo->twAggSup.maxTs = TMAX(pInfo->twAggSup.maxTs, pBlockInfo->window.ekey); - if (pInfo->pUpdateDataRes->info.rows > 0) { - pInfo->updateResIndex = 0; - if (pInfo->pUpdateDataRes->info.type == STREAM_CLEAR) { - pInfo->scanMode = STREAM_SCAN_FROM_UPDATERES; - } else if (pInfo->pUpdateDataRes->info.type == STREAM_INVERT) { - pInfo->scanMode = STREAM_SCAN_FROM_RES; - return pInfo->pUpdateDataRes; - } else if (pInfo->pUpdateDataRes->info.type == STREAM_DELETE_DATA) { - pInfo->scanMode = STREAM_SCAN_FROM_DELETE_DATA; - } - } - } - qDebug("scan rows: %d", pBlockInfo->rows); if (pBlockInfo->rows > 0) { return pInfo->pRes; - } else { - goto NEXT_SUBMIT_BLK; } - /*return (pBlockInfo->rows == 0) ? NULL : pInfo->pRes;*/ + + if (pInfo->pUpdateDataRes->info.rows > 0) { + goto FETCH_NEXT_BLOCK; + } + + goto NEXT_SUBMIT_BLK; } else { ASSERT(0); return NULL; diff --git a/source/libs/executor/src/timewindowoperator.c b/source/libs/executor/src/timewindowoperator.c index 8df6f15a1b..d89cfb7183 100644 --- a/source/libs/executor/src/timewindowoperator.c +++ b/source/libs/executor/src/timewindowoperator.c @@ -414,14 +414,17 @@ static bool setTimeWindowInterpolationEndTs(SIntervalAggOperatorInfo* pInfo, SEx return true; } -bool inSlidingWindow(SInterval* pInterval, STimeWindow* pWin, SDataBlockInfo* pBlockInfo) { - if (pInterval->interval != pInterval->sliding && - (pWin->ekey < pBlockInfo->calWin.skey || pWin->skey > pBlockInfo->calWin.ekey)) { +bool inCalSlidingWindow(SInterval* pInterval, STimeWindow* pWin, TSKEY calStart, TSKEY calEnd) { + if (pInterval->interval != pInterval->sliding && (pWin->ekey < calStart || pWin->skey > calEnd)) { return false; } return true; } +bool inSlidingWindow(SInterval* pInterval, STimeWindow* pWin, SDataBlockInfo* pBlockInfo) { + return inCalSlidingWindow(pInterval, pWin, pBlockInfo->calWin.skey, pBlockInfo->calWin.ekey); +} + static int32_t getNextQualifiedWindow(SInterval* pInterval, STimeWindow* pNext, SDataBlockInfo* pDataBlockInfo, TSKEY* primaryKeys, int32_t prevPosition, int32_t order) { bool ascQuery = (order == TSDB_ORDER_ASC); @@ -912,6 +915,8 @@ int32_t compareWinRes(void* pKey, void* data, int32_t index) { } static void removeDeleteResults(SHashObj* pUpdatedMap, SArray* pDelWins) { + taosArraySort(pDelWins, sWinKeyCmprImpl); + taosArrayRemoveDuplicate(pDelWins, sWinKeyCmprImpl, NULL); int32_t delSize = taosArrayGetSize(pDelWins); if (taosHashGetSize(pUpdatedMap) == 0 || delSize == 0) { return; @@ -1387,7 +1392,7 @@ static bool doClearWindow(SAggSupporter* pAggSup, SExprSupp* pSup, char* pData, return true; } -static bool doDeleteWindow(SOperatorInfo* pOperator, TSKEY ts, uint64_t groupId, int32_t numOfOutput) { +static bool doDeleteWindow(SOperatorInfo* pOperator, TSKEY ts, uint64_t groupId) { SStreamIntervalOperatorInfo* pInfo = pOperator->info; SWinKey key = {.ts = ts, .groupId = groupId}; tSimpleHashRemove(pInfo->aggSup.pResultRowHashTable, &key, sizeof(SWinKey)); @@ -1395,21 +1400,37 @@ static bool doDeleteWindow(SOperatorInfo* pOperator, TSKEY ts, uint64_t groupId, return true; } -static void doDeleteWindows(SOperatorInfo* pOperator, SInterval* pInterval, int32_t numOfOutput, SSDataBlock* pBlock, - SArray* pUpWins, SHashObj* pUpdatedMap) { - SColumnInfoData* pStartTsCol = taosArrayGet(pBlock->pDataBlock, START_TS_COLUMN_INDEX); - TSKEY* startTsCols = (TSKEY*)pStartTsCol->pData; - SColumnInfoData* pEndTsCol = taosArrayGet(pBlock->pDataBlock, END_TS_COLUMN_INDEX); - TSKEY* endTsCols = (TSKEY*)pEndTsCol->pData; - SColumnInfoData* pGpCol = taosArrayGet(pBlock->pDataBlock, GROUPID_COLUMN_INDEX); - uint64_t* pGpDatas = (uint64_t*)pGpCol->pData; +static void doDeleteWindows(SOperatorInfo* pOperator, SInterval* pInterval, SSDataBlock* pBlock, SArray* pUpWins, + SHashObj* pUpdatedMap) { + SStreamIntervalOperatorInfo* pInfo = pOperator->info; + SColumnInfoData* pStartTsCol = taosArrayGet(pBlock->pDataBlock, START_TS_COLUMN_INDEX); + TSKEY* startTsCols = (TSKEY*)pStartTsCol->pData; + SColumnInfoData* pEndTsCol = taosArrayGet(pBlock->pDataBlock, END_TS_COLUMN_INDEX); + TSKEY* endTsCols = (TSKEY*)pEndTsCol->pData; + SColumnInfoData* pCalStTsCol = taosArrayGet(pBlock->pDataBlock, CALCULATE_START_TS_COLUMN_INDEX); + TSKEY* calStTsCols = (TSKEY*)pCalStTsCol->pData; + SColumnInfoData* pCalEnTsCol = taosArrayGet(pBlock->pDataBlock, CALCULATE_END_TS_COLUMN_INDEX); + TSKEY* calEnTsCols = (TSKEY*)pCalEnTsCol->pData; + SColumnInfoData* pGpCol = taosArrayGet(pBlock->pDataBlock, GROUPID_COLUMN_INDEX); + uint64_t* pGpDatas = (uint64_t*)pGpCol->pData; for (int32_t i = 0; i < pBlock->info.rows; i++) { SResultRowInfo dumyInfo; dumyInfo.cur.pageId = -1; - STimeWindow win = getActiveTimeWindow(NULL, &dumyInfo, startTsCols[i], pInterval, TSDB_ORDER_ASC); + STimeWindow win = {0}; + if (IS_FINAL_OP(pInfo)) { + win.skey = startTsCols[i]; + win.ekey = endTsCols[i]; + } else { + win = getActiveTimeWindow(NULL, &dumyInfo, startTsCols[i], pInterval, TSDB_ORDER_ASC); + } + do { + if (!inCalSlidingWindow(pInterval, &win, calStTsCols[i], calEnTsCols[i])) { + getNextTimeWindow(pInterval, pInterval->precision, TSDB_ORDER_ASC, &win); + continue; + } uint64_t winGpId = pGpDatas[i]; - bool res = doDeleteWindow(pOperator, win.skey, winGpId, numOfOutput); + bool res = doDeleteWindow(pOperator, win.skey, winGpId); SWinKey winRes = {.ts = win.skey, .groupId = winGpId}; if (pUpWins && res) { taosArrayPush(pUpWins, &winRes); @@ -1511,16 +1532,43 @@ static int32_t getAllIntervalWindow(SSHashObj* pHashMap, SHashObj* resWins) { return TSDB_CODE_SUCCESS; } +int32_t compareWinKey(void* pKey, void* data, int32_t index) { + SArray* res = (SArray*)data; + SWinKey* pos = taosArrayGet(res, index); + SWinKey* pData = (SWinKey*)pKey; + if (pData->ts == pos->ts) { + if (pData->groupId > pos->groupId) { + return 1; + } else if (pData->groupId < pos->groupId) { + return -1; + } + return 0; + } else if (pData->ts > pos->ts) { + return 1; + } + return -1; +} + static int32_t closeStreamIntervalWindow(SSHashObj* pHashMap, STimeWindowAggSupp* pTwSup, SInterval* pInterval, - SHashObj* pPullDataMap, SHashObj* closeWins, SOperatorInfo* pOperator) { + SHashObj* pPullDataMap, SHashObj* closeWins, SArray* pDelWins, + SOperatorInfo* pOperator) { qDebug("===stream===close interval window"); void* pIte = NULL; size_t keyLen = 0; int32_t iter = 0; SStreamIntervalOperatorInfo* pInfo = pOperator->info; + int32_t delSize = taosArrayGetSize(pDelWins); while ((pIte = tSimpleHashIterate(pHashMap, pIte, &iter)) != NULL) { - void* key = tSimpleHashGetKey(pIte, &keyLen); - SWinKey* pWinKey = (SWinKey*)key; + void* key = tSimpleHashGetKey(pIte, &keyLen); + SWinKey* pWinKey = (SWinKey*)key; + if (delSize > 0) { + int32_t index = binarySearchCom(pDelWins, delSize, pWinKey, TSDB_ORDER_DESC, compareWinKey); + if (index >= 0 && 0 == compareWinKey(pWinKey, pDelWins, index)) { + taosArrayRemove(pDelWins, index); + delSize = taosArrayGetSize(pDelWins); + } + } + void* chIds = taosHashGet(pPullDataMap, pWinKey, sizeof(SWinKey)); STimeWindow win = { .skey = pWinKey->ts, @@ -1624,7 +1672,7 @@ static void closeChildIntervalWindow(SOperatorInfo* pOperator, SArray* pChildren ASSERT(pChInfo->twAggSup.calTrigger == STREAM_TRIGGER_AT_ONCE); pChInfo->twAggSup.maxTs = TMAX(pChInfo->twAggSup.maxTs, maxTs); closeStreamIntervalWindow(pChInfo->aggSup.pResultRowHashTable, &pChInfo->twAggSup, &pChInfo->interval, NULL, NULL, - pOperator); + NULL, pOperator); } } @@ -1694,7 +1742,6 @@ void destroyStreamFinalIntervalOperatorInfo(void* param) { taosHashCleanup(pInfo->pPullDataMap); taosArrayDestroy(pInfo->pPullWins); blockDataDestroy(pInfo->pPullDataRes); - blockDataDestroy(pInfo->pUpdateRes); taosArrayDestroy(pInfo->pDelWins); blockDataDestroy(pInfo->pDelRes); taosMemoryFreeClear(pInfo->pState); @@ -2862,11 +2909,7 @@ static void rebuildIntervalWindow(SOperatorInfo* pOperator, SExprSupp* pSup, SAr isCloseWindow(&parentWin, &pInfo->twAggSup)) { continue; } - int32_t code = setOutputBuf(pInfo->pState, &parentWin, &pCurResult, pWinRes->groupId, pSup->pCtx, numOfOutput, - pSup->rowEntryInfoOffset, &pInfo->aggSup); - if (code != TSDB_CODE_SUCCESS || pCurResult == NULL) { - T_LONG_JMP(pTaskInfo->env, TSDB_CODE_QRY_OUT_OF_MEMORY); - } + int32_t numOfChildren = taosArrayGetSize(pInfo->pChildren); int32_t num = 0; for (int32_t j = 0; j < numOfChildren; j++) { @@ -2876,6 +2919,13 @@ static void rebuildIntervalWindow(SOperatorInfo* pOperator, SExprSupp* pSup, SAr if (!hasIntervalWindow(pChInfo->pState, pWinRes)) { continue; } + if (num == 0) { + int32_t code = setOutputBuf(pInfo->pState, &parentWin, &pCurResult, pWinRes->groupId, pSup->pCtx, numOfOutput, + pSup->rowEntryInfoOffset, &pInfo->aggSup); + if (code != TSDB_CODE_SUCCESS || pCurResult == NULL) { + T_LONG_JMP(pTaskInfo->env, TSDB_CODE_QRY_OUT_OF_MEMORY); + } + } num++; SResultRow* pChResult = NULL; setOutputBuf(pChInfo->pState, &parentWin, &pChResult, pWinRes->groupId, pChildSup->pCtx, pChildSup->numOfExprs, @@ -3214,25 +3264,19 @@ static SSDataBlock* doStreamFinalIntervalAgg(SOperatorInfo* pOperator) { return NULL; } else { if (!IS_FINAL_OP(pInfo)) { + doBuildDeleteResult(pInfo->pDelWins, &pInfo->delIndex, pInfo->pDelRes); + if (pInfo->pDelRes->info.rows != 0) { + // process the rest of the data + printDataBlock(pInfo->pDelRes, IS_FINAL_OP(pInfo) ? "interval final" : "interval semi"); + return pInfo->pDelRes; + } + doBuildResult(pOperator, pInfo->pState, pInfo->binfo.pRes, &pInfo->groupResInfo); if (pInfo->binfo.pRes->info.rows != 0) { printDataBlock(pInfo->binfo.pRes, IS_FINAL_OP(pInfo) ? "interval final" : "interval semi"); return pInfo->binfo.pRes; } } - if (pInfo->pUpdateRes->info.rows != 0 && pInfo->returnUpdate) { - pInfo->returnUpdate = false; - ASSERT(!IS_FINAL_OP(pInfo)); - printDataBlock(pInfo->pUpdateRes, IS_FINAL_OP(pInfo) ? "interval final" : "interval semi"); - // process the rest of the data - return pInfo->pUpdateRes; - } - doBuildDeleteResult(pInfo->pDelWins, &pInfo->delIndex, pInfo->pDelRes); - if (pInfo->pDelRes->info.rows != 0) { - // process the rest of the data - printDataBlock(pInfo->pDelRes, IS_FINAL_OP(pInfo) ? "interval final" : "interval semi"); - return pInfo->pDelRes; - } } SArray* pUpdated = taosArrayInit(4, POINTER_BYTES); @@ -3241,8 +3285,6 @@ static SSDataBlock* doStreamFinalIntervalAgg(SOperatorInfo* pOperator) { while (1) { SSDataBlock* pBlock = downstream->fpSet.getNextFn(downstream); if (pBlock == NULL) { - clearSpecialDataBlock(pInfo->pUpdateRes); - removeDeleteResults(pUpdatedMap, pInfo->pDelWins); pOperator->status = OP_RES_TO_RETURN; qDebug("%s return data", IS_FINAL_OP(pInfo) ? "interval final" : "interval semi"); break; @@ -3252,34 +3294,16 @@ static SSDataBlock* doStreamFinalIntervalAgg(SOperatorInfo* pOperator) { ASSERT(pBlock->info.type != STREAM_INVERT); if (pBlock->info.type == STREAM_NORMAL || pBlock->info.type == STREAM_PULL_DATA) { pInfo->binfo.pRes->info.type = pBlock->info.type; - } else if (pBlock->info.type == STREAM_CLEAR) { - SArray* pUpWins = taosArrayInit(8, sizeof(SWinKey)); - doDeleteWindows(pOperator, &pInfo->interval, pOperator->exprSupp.numOfExprs, pBlock, pUpWins, NULL); - if (IS_FINAL_OP(pInfo)) { - int32_t childIndex = getChildIndex(pBlock); - SOperatorInfo* pChildOp = taosArrayGetP(pInfo->pChildren, childIndex); - SStreamIntervalOperatorInfo* pChildInfo = pChildOp->info; - SExprSupp* pChildSup = &pChildOp->exprSupp; - - doDeleteWindows(pChildOp, &pChildInfo->interval, pChildOp->exprSupp.numOfExprs, pBlock, NULL, NULL); - rebuildIntervalWindow(pOperator, pSup, pUpWins, pUpdatedMap); - taosArrayDestroy(pUpWins); - continue; - } - removeResults(pUpWins, pUpdatedMap); - copyDataBlock(pInfo->pUpdateRes, pBlock); - pInfo->returnUpdate = true; - taosArrayDestroy(pUpWins); - break; - } else if (pBlock->info.type == STREAM_DELETE_DATA || pBlock->info.type == STREAM_DELETE_RESULT) { + } else if (pBlock->info.type == STREAM_DELETE_DATA || pBlock->info.type == STREAM_DELETE_RESULT || + pBlock->info.type == STREAM_CLEAR) { SArray* delWins = taosArrayInit(8, sizeof(SWinKey)); - doDeleteWindows(pOperator, &pInfo->interval, pOperator->exprSupp.numOfExprs, pBlock, delWins, pUpdatedMap); + doDeleteWindows(pOperator, &pInfo->interval, pBlock, delWins, pUpdatedMap); if (IS_FINAL_OP(pInfo)) { int32_t childIndex = getChildIndex(pBlock); SOperatorInfo* pChildOp = taosArrayGetP(pInfo->pChildren, childIndex); SStreamIntervalOperatorInfo* pChildInfo = pChildOp->info; SExprSupp* pChildSup = &pChildOp->exprSupp; - doDeleteWindows(pChildOp, &pChildInfo->interval, pChildOp->exprSupp.numOfExprs, pBlock, NULL, NULL); + doDeleteWindows(pChildOp, &pChildInfo->interval, pBlock, NULL, NULL); rebuildIntervalWindow(pOperator, pSup, delWins, pUpdatedMap); addRetriveWindow(delWins, pInfo); taosArrayAddAll(pInfo->pDelWins, delWins); @@ -3294,7 +3318,7 @@ static SSDataBlock* doStreamFinalIntervalAgg(SOperatorInfo* pOperator) { getAllIntervalWindow(pInfo->aggSup.pResultRowHashTable, pUpdatedMap); continue; } else if (pBlock->info.type == STREAM_RETRIEVE && !IS_FINAL_OP(pInfo)) { - doDeleteWindows(pOperator, &pInfo->interval, pOperator->exprSupp.numOfExprs, pBlock, NULL, pUpdatedMap); + doDeleteWindows(pOperator, &pInfo->interval, pBlock, NULL, pUpdatedMap); if (taosArrayGetSize(pUpdated) > 0) { break; } @@ -3334,11 +3358,12 @@ static SSDataBlock* doStreamFinalIntervalAgg(SOperatorInfo* pOperator) { minTs = TMIN(minTs, pBlock->info.window.skey); } + removeDeleteResults(pUpdatedMap, pInfo->pDelWins); pInfo->twAggSup.maxTs = TMAX(pInfo->twAggSup.maxTs, maxTs); pInfo->twAggSup.minTs = TMIN(pInfo->twAggSup.minTs, minTs); if (IS_FINAL_OP(pInfo)) { closeStreamIntervalWindow(pInfo->aggSup.pResultRowHashTable, &pInfo->twAggSup, &pInfo->interval, - pInfo->pPullDataMap, pUpdatedMap, pOperator); + pInfo->pPullDataMap, pUpdatedMap, pInfo->pDelWins, pOperator); closeChildIntervalWindow(pOperator, pInfo->pChildren, pInfo->twAggSup.maxTs); } pInfo->binfo.pRes->info.watermark = pInfo->twAggSup.maxTs; @@ -3374,13 +3399,6 @@ static SSDataBlock* doStreamFinalIntervalAgg(SOperatorInfo* pOperator) { return pInfo->binfo.pRes; } - if (pInfo->pUpdateRes->info.rows != 0 && pInfo->returnUpdate) { - pInfo->returnUpdate = false; - ASSERT(!IS_FINAL_OP(pInfo)); - printDataBlock(pInfo->pUpdateRes, IS_FINAL_OP(pInfo) ? "interval final" : "interval semi"); - // process the rest of the data - return pInfo->pUpdateRes; - } return NULL; } @@ -3455,9 +3473,6 @@ SOperatorInfo* createStreamFinalIntervalOperatorInfo(SOperatorInfo* downstream, goto _error; } } - pInfo->pUpdateRes = createSpecialDataBlock(STREAM_CLEAR); - blockDataEnsureCapacity(pInfo->pUpdateRes, 128); - pInfo->returnUpdate = false; pInfo->pPhyNode = (SPhysiNode*)nodesCloneNode((SNode*)pPhyNode); @@ -4276,23 +4291,6 @@ static void removeSessionResults(SHashObj* pHashMap, SArray* pWins) { } } -int32_t compareWinKey(void* pKey, void* data, int32_t index) { - SArray* res = (SArray*)data; - SResKeyPos* pos = taosArrayGetP(res, index); - SWinKey* pData = (SWinKey*)pKey; - if (pData->ts == *(int64_t*)pos->key) { - if (pData->groupId > pos->groupId) { - return 1; - } else if (pData->groupId < pos->groupId) { - return -1; - } - return 0; - } else if (pData->ts > *(int64_t*)pos->key) { - return 1; - } - return -1; -} - static void removeSessionDeleteResults(SArray* update, SHashObj* pStDeleted) { int32_t size = taosHashGetSize(pStDeleted); if (size == 0) { @@ -5668,13 +5666,9 @@ static SSDataBlock* doStreamIntervalAgg(SOperatorInfo* pOperator) { } printDataBlock(pBlock, "single interval recv"); - if (pBlock->info.type == STREAM_CLEAR) { - doDeleteWindows(pOperator, &pInfo->interval, pOperator->exprSupp.numOfExprs, pBlock, NULL, NULL); - qDebug("%s clear existed time window results for updates checked", GET_TASKID(pTaskInfo)); - continue; - } else if (pBlock->info.type == STREAM_DELETE_DATA || pBlock->info.type == STREAM_DELETE_RESULT) { - doDeleteWindows(pOperator, &pInfo->interval, pOperator->exprSupp.numOfExprs, pBlock, pInfo->pDelWins, - pUpdatedMap); + if (pBlock->info.type == STREAM_DELETE_DATA || pBlock->info.type == STREAM_DELETE_RESULT || + pBlock->info.type == STREAM_CLEAR) { + doDeleteWindows(pOperator, &pInfo->interval, pBlock, pInfo->pDelWins, pUpdatedMap); continue; } else if (pBlock->info.type == STREAM_GET_ALL) { getAllIntervalWindow(pInfo->aggSup.pResultRowHashTable, pUpdatedMap); @@ -5706,8 +5700,9 @@ static SSDataBlock* doStreamIntervalAgg(SOperatorInfo* pOperator) { pInfo->twAggSup.maxTs = TMAX(pInfo->twAggSup.maxTs, maxTs); pInfo->twAggSup.minTs = TMIN(pInfo->twAggSup.minTs, minTs); pOperator->status = OP_RES_TO_RETURN; + removeDeleteResults(pUpdatedMap, pInfo->pDelWins); closeStreamIntervalWindow(pInfo->aggSup.pResultRowHashTable, &pInfo->twAggSup, &pInfo->interval, NULL, pUpdatedMap, - pOperator); + pInfo->pDelWins, pOperator); void* pIte = NULL; while ((pIte = taosHashIterate(pUpdatedMap, pIte)) != NULL) { @@ -5717,7 +5712,6 @@ static SSDataBlock* doStreamIntervalAgg(SOperatorInfo* pOperator) { initMultiResInfoFromArrayList(&pInfo->groupResInfo, pUpdated); blockDataEnsureCapacity(pInfo->binfo.pRes, pOperator->resultInfo.capacity); - removeDeleteResults(pUpdatedMap, pInfo->pDelWins); taosHashCleanup(pUpdatedMap); doBuildDeleteResult(pInfo->pDelWins, &pInfo->delIndex, pInfo->pDelRes); @@ -5803,8 +5797,6 @@ SOperatorInfo* createStreamIntervalOperatorInfo(SOperatorInfo* downstream, SPhys *(pInfo->pState) = *(pTaskInfo->streamInfo.pState); streamStateSetNumber(pInfo->pState, -1); - pInfo->pUpdateRes = NULL; - pInfo->returnUpdate = false; pInfo->pPhyNode = NULL; // create new child pInfo->pPullDataMap = NULL; pInfo->pPullWins = NULL; // SPullWindowInfo diff --git a/source/libs/stream/src/streamState.c b/source/libs/stream/src/streamState.c index 596c16747b..ba84b38dd7 100644 --- a/source/libs/stream/src/streamState.c +++ b/source/libs/stream/src/streamState.c @@ -24,7 +24,7 @@ typedef struct SStateKey { int64_t opNum; } SStateKey; -static inline int SStateKeyCmpr(const void* pKey1, int kLen1, const void* pKey2, int kLen2) { +static inline int stateKeyCmpr(const void* pKey1, int kLen1, const void* pKey2, int kLen2) { SStateKey* pWin1 = (SStateKey*)pKey1; SStateKey* pWin2 = (SStateKey*)pKey2; @@ -67,12 +67,12 @@ SStreamState* streamStateOpen(char* path, SStreamTask* pTask, bool specPath) { } // open state storage backend - if (tdbTbOpen("state.db", sizeof(SStateKey), -1, SStateKeyCmpr, pState->db, &pState->pStateDb) < 0) { + if (tdbTbOpen("state.db", sizeof(SStateKey), -1, stateKeyCmpr, pState->db, &pState->pStateDb) < 0) { goto _err; } // todo refactor - if (tdbTbOpen("func.state.db", sizeof(SWinKey), -1, SWinKeyCmpr, pState->db, &pState->pFillStateDb) < 0) { + if (tdbTbOpen("func.state.db", sizeof(SWinKey), -1, winKeyCmpr, pState->db, &pState->pFillStateDb) < 0) { goto _err; } diff --git a/tests/script/tsim/stream/basic1.sim b/tests/script/tsim/stream/basic1.sim index 8942f7f702..b20e2e3592 100644 --- a/tests/script/tsim/stream/basic1.sim +++ b/tests/script/tsim/stream/basic1.sim @@ -622,4 +622,56 @@ if $data12 != 2 then goto loop3 endi + +sql create database test4 vgroups 1; +sql use test4; +sql create table t1(ts timestamp, a int, b int , c int, d double); +sql create stream streams4 trigger at_once into streamt4 as select _wstart, count(*) c1 from t1 where a > 5 interval(10s); +sql insert into t1 values(1648791213000,1,2,3,1.0); + +sleep 200 +sql select * from streamt4; + +# row 0 +if $rows != 0 then + print =====rows=$rows + return -1 +endi + +sql insert into t1 values(1648791213000,6,2,3,1.0); + +$loop_count = 0 +loop4: +sleep 200 +sql select * from streamt4; + +$loop_count = $loop_count + 1 +if $loop_count == 10 then + return -1 +endi + +if $data01 != 1 then + print =====data01=$data01 + goto loop4 +endi + +sql insert into t1 values(1648791213000,2,2,3,1.0); + +$loop_count = 0 +loop5: +sleep 200 +sql select * from streamt4; + +$loop_count = $loop_count + 1 +if $loop_count == 10 then + return -1 +endi + +if $rows != 0 then + print =====rows=$rows + goto loop5 +endi + + + system sh/exec.sh -n dnode1 -s stop -x SIGINT diff --git a/tests/script/tsim/stream/partitionbyColumnInterval.sim b/tests/script/tsim/stream/partitionbyColumnInterval.sim index fd1d796fdb..8375df5064 100644 --- a/tests/script/tsim/stream/partitionbyColumnInterval.sim +++ b/tests/script/tsim/stream/partitionbyColumnInterval.sim @@ -587,8 +587,6 @@ sleep 300 sql delete from st where ts = 1648791223000; -sql select * from test.streamt5; - $loop_count = 0 loop15: @@ -604,11 +602,10 @@ if $rows != 4 then print =====rows=$rows print =====rows=$rows print =====rows=$rows -# goto loop15 + #goto loop15 endi - $loop_all = $loop_all + 1 print ============loop_all=$loop_all diff --git a/tests/script/tsim/stream/sliding.sim b/tests/script/tsim/stream/sliding.sim index b7477fe36c..49e22db1b1 100644 --- a/tests/script/tsim/stream/sliding.sim +++ b/tests/script/tsim/stream/sliding.sim @@ -5,15 +5,15 @@ sleep 50 sql connect print =============== create database -sql create database test vgroups 1 -sql select * from information_schema.ins_databases +sql create database test vgroups 1; +sql select * from information_schema.ins_databases; if $rows != 3 then return -1 endi print $data00 $data01 $data02 -sql use test +sql use test; sql create stable st(ts timestamp, a int, b int, c int, d double) tags(ta int,tb int,tc int); sql create table t1 using st tags(1,1,1); sql create table t2 using st tags(2,2,2); @@ -48,8 +48,9 @@ if $loop_count == 10 then return -1 endi +print step 0 -sql select * from streamt +sql select * from streamt; # row 0 if $data01 != 1 then @@ -97,7 +98,7 @@ endi print step 1 -sql select * from streamt2 +sql select * from streamt2; # row 0 if $data01 != 1 then @@ -239,6 +240,67 @@ if $data32 != 6 then goto loop0 endi +print step 3.1 + +sql insert into t1 values(1648791216001,2,2,3,1.1); + +$loop_count = 0 + +loop00: +sleep 300 + +$loop_count = $loop_count + 1 +if $loop_count == 10 then + return -1 +endi + +sql select * from streamt2; + +# row 0 +if $data01 != 1 then + print =====data01=$data01 + goto loop00 +endi + +if $data02 != 1 then + print =====data02=$data02 + goto loop00 +endi + +# row 1 +if $data11 != 3 then + print =====data11=$data11 + goto loop00 +endi + +if $data12 != 5 then + print =====data12=$data12 + goto loop00 +endi + +# row 2 +if $data21 != 3 then + print =====data21=$data21 + goto loop00 +endi + +if $data22 != 7 then + print =====data22=$data22 + goto loop00 +endi + +# row 3 +if $data31 != 1 then + print =====data31=$data31 + goto loop00 +endi + +if $data32 != 3 then + print =====data32=$data32 + goto loop00 +endi + + print step 4 sql create database test1 vgroups 1 @@ -513,6 +575,8 @@ endi $loop_count = 0 +print step 7 + loop4: sleep 100 From 2015db57561b804a139dbd360da0cd48c6328748 Mon Sep 17 00:00:00 2001 From: Hongze Cheng Date: Sun, 9 Oct 2022 15:01:20 +0800 Subject: [PATCH 009/110] alter pages --- source/dnode/vnode/src/inc/vnodeInt.h | 1 + source/dnode/vnode/src/meta/metaOpen.c | 12 ++++ source/dnode/vnode/src/vnd/vnodeSvr.c | 9 ++- source/libs/tdb/inc/tdb.h | 1 + source/libs/tdb/src/db/tdbDb.c | 2 + source/libs/tdb/src/db/tdbPCache.c | 76 +++++++++++++++++++++++++- source/libs/tdb/src/inc/tdbInt.h | 1 + 7 files changed, 98 insertions(+), 4 deletions(-) diff --git a/source/dnode/vnode/src/inc/vnodeInt.h b/source/dnode/vnode/src/inc/vnodeInt.h index ec570b4540..9535d78252 100644 --- a/source/dnode/vnode/src/inc/vnodeInt.h +++ b/source/dnode/vnode/src/inc/vnodeInt.h @@ -111,6 +111,7 @@ SSchemaWrapper* metaGetTableSchema(SMeta* pMeta, tb_uid_t uid, int32_t sver, boo STSchema* metaGetTbTSchema(SMeta* pMeta, tb_uid_t uid, int32_t sver); int32_t metaGetTbTSchemaEx(SMeta* pMeta, tb_uid_t suid, tb_uid_t uid, int32_t sver, STSchema** ppTSchema); int metaGetTableEntryByName(SMetaReader* pReader, const char* name); +int metaAlterCache(SMeta* pMeta, int32_t nPage); tb_uid_t metaGetTableEntryUidByName(SMeta* pMeta, const char* name); int64_t metaGetTbNum(SMeta* pMeta); diff --git a/source/dnode/vnode/src/meta/metaOpen.c b/source/dnode/vnode/src/meta/metaOpen.c index 034d6260da..fb450f3594 100644 --- a/source/dnode/vnode/src/meta/metaOpen.c +++ b/source/dnode/vnode/src/meta/metaOpen.c @@ -197,6 +197,18 @@ int metaClose(SMeta *pMeta) { return 0; } +int metaAlterCache(SMeta *pMeta, int32_t nPage) { + metaWLock(pMeta); + + if (tdbAlter(pMeta->pEnv, nPage) < 0) { + metaULock(pMeta); + return -1; + } + + metaULock(pMeta); + return 0; +} + int32_t metaRLock(SMeta *pMeta) { int32_t ret = 0; diff --git a/source/dnode/vnode/src/vnd/vnodeSvr.c b/source/dnode/vnode/src/vnd/vnodeSvr.c index b6afe4d087..f2a07d609f 100644 --- a/source/dnode/vnode/src/vnd/vnodeSvr.c +++ b/source/dnode/vnode/src/vnd/vnodeSvr.c @@ -1047,7 +1047,14 @@ static int32_t vnodeProcessAlterConfigReq(SVnode *pVnode, int64_t version, void } if (pVnode->config.szCache != alterReq.pages) { - // TODO + if (metaAlterCache(pVnode->pMeta, alterReq.pages) < 0) { + vError("vgId:%d failed to change vnode pages from %d to %d failed since %s", TD_VID(pVnode), + pVnode->config.szCache, alterReq.pages, tstrerror(errno)); + return errno; + } else { + vInfo("vgId:%d vnode pages is changed from %d to %d", TD_VID(pVnode), pVnode->config.szCache, alterReq.pages); + pVnode->config.szCache = alterReq.pages; + } } if (pVnode->config.cacheLast != alterReq.cacheLast) { diff --git a/source/libs/tdb/inc/tdb.h b/source/libs/tdb/inc/tdb.h index ee023087df..c90d4e3c03 100644 --- a/source/libs/tdb/inc/tdb.h +++ b/source/libs/tdb/inc/tdb.h @@ -36,6 +36,7 @@ int32_t tdbClose(TDB *pDb); int32_t tdbBegin(TDB *pDb, TXN *pTxn); int32_t tdbCommit(TDB *pDb, TXN *pTxn); int32_t tdbAbort(TDB *pDb, TXN *pTxn); +int32_t tdbAlter(TDB *pDb, int pages); // TTB int32_t tdbTbOpen(const char *tbname, int keyLen, int valLen, tdb_cmpr_fn_t keyCmprFn, TDB *pEnv, TTB **ppTb); diff --git a/source/libs/tdb/src/db/tdbDb.c b/source/libs/tdb/src/db/tdbDb.c index 42aeeae19a..ea16e80562 100644 --- a/source/libs/tdb/src/db/tdbDb.c +++ b/source/libs/tdb/src/db/tdbDb.c @@ -97,6 +97,8 @@ int tdbClose(TDB *pDb) { return 0; } +int32_t tdbAlter(TDB *pDb, int pages) { return tdbPCacheAlter(pDb->pCache, pages); } + int32_t tdbBegin(TDB *pDb, TXN *pTxn) { SPager *pPager; int ret; diff --git a/source/libs/tdb/src/db/tdbPCache.c b/source/libs/tdb/src/db/tdbPCache.c index 6254158591..4915f523c8 100644 --- a/source/libs/tdb/src/db/tdbPCache.c +++ b/source/libs/tdb/src/db/tdbPCache.c @@ -61,7 +61,11 @@ int tdbPCacheOpen(int pageSize, int cacheSize, SPCache **ppCache) { pCache->szPage = pageSize; pCache->nPages = cacheSize; - pCache->aPage = (SPage **)&pCache[1]; + pCache->aPage = (SPage **)tdbOsCalloc(cacheSize, sizeof(SPage *)); + if (pCache->aPage == NULL) { + tdbOsFree(pCache); + return -1; + } if (tdbPCacheOpenImpl(pCache) < 0) { tdbOsFree(pCache); @@ -75,11 +79,78 @@ int tdbPCacheOpen(int pageSize, int cacheSize, SPCache **ppCache) { int tdbPCacheClose(SPCache *pCache) { if (pCache) { tdbPCacheCloseImpl(pCache); + tdbOsFree(pCache->aPage); tdbOsFree(pCache); } return 0; } +// TODO: +// if (pPage->id >= pCache->nPages) { +// free(pPage); +// pCache->aPage[pPage->id] = NULL; +// } else { +// add to free list +// } + +static int tdbPCacheAlterImpl(SPCache *pCache, int32_t nPage) { + if (pCache->nPages == nPage) { + return 0; + } else if (pCache->nPages < nPage) { + SPage **aPage = tdbOsCalloc(nPage, sizeof(SPage *)); + if (aPage == NULL) { + return -1; + } + + for (int32_t iPage = pCache->nPage; iPage < nPage; iPage++) { + if (tdbPageCreate(pCache->szPage, &aPage[iPage], tdbDefaultMalloc, NULL) < 0) { + // TODO: handle error + return -1; + } + + // pPage->pgid = 0; + aPage[iPage]->isAnchor = 0; + aPage[iPage]->isLocal = 1; + aPage[iPage]->nRef = 0; + aPage[iPage]->pHashNext = NULL; + aPage[iPage]->pLruNext = NULL; + aPage[iPage]->pLruPrev = NULL; + aPage[iPage]->pDirtyNext = NULL; + + // add page to free list + aPage[iPage]->pFreeNext = pCache->pFree; + pCache->pFree = aPage[iPage]; + pCache->nFree++; + + // add to local list + aPage[iPage]->id = iPage; + } + + for (int32_t iPage = 0; iPage < pCache->nPage; iPage++) { + aPage[iPage] = pCache->aPage[iPage]; + } + + tdbOsFree(pCache->aPage); + pCache->nFree = nPage - pCache->nPage; + pCache->aPage = aPage; + } + + pCache->nPages = nPage; + return 0; +} + +int tdbPCacheAlter(SPCache *pCache, int32_t nPage) { + int ret = 0; + + tdbPCacheLock(pCache); + + ret = tdbPCacheAlterImpl(pCache, nPage); + + tdbPCacheUnlock(pCache); + + return ret; +} + SPage *tdbPCacheFetch(SPCache *pCache, const SPgid *pPgid, TXN *pTxn) { SPage *pPage; i32 nRef; @@ -310,8 +381,7 @@ static int tdbPCacheOpenImpl(SPCache *pCache) { pCache->nFree = 0; pCache->pFree = NULL; for (int i = 0; i < pCache->nPages; i++) { - ret = tdbPageCreate(pCache->szPage, &pPage, tdbDefaultMalloc, NULL); - if (ret < 0) { + if (tdbPageCreate(pCache->szPage, &pPage, tdbDefaultMalloc, NULL) < 0) { // TODO: handle error return -1; } diff --git a/source/libs/tdb/src/inc/tdbInt.h b/source/libs/tdb/src/inc/tdbInt.h index 29a9665c15..68434a4319 100644 --- a/source/libs/tdb/src/inc/tdbInt.h +++ b/source/libs/tdb/src/inc/tdbInt.h @@ -216,6 +216,7 @@ int tdbPagerRestore(SPager *pPager, SBTree *pBt); int tdbPCacheOpen(int pageSize, int cacheSize, SPCache **ppCache); int tdbPCacheClose(SPCache *pCache); +int tdbPCacheAlter(SPCache *pCache, int32_t nPage); SPage *tdbPCacheFetch(SPCache *pCache, const SPgid *pPgid, TXN *pTxn); void tdbPCacheRelease(SPCache *pCache, SPage *pPage, TXN *pTxn); int tdbPCacheGetPageSize(SPCache *pCache); From c33573409f6b24cf53faac7d2ee713ff44c89833 Mon Sep 17 00:00:00 2001 From: Alex Duan <417921451@qq.com> Date: Sun, 9 Oct 2022 15:26:07 +0800 Subject: [PATCH 010/110] feat(shell): move show stable ahead --- tools/shell/src/shellAuto.c | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/tools/shell/src/shellAuto.c b/tools/shell/src/shellAuto.c index 2702c28e59..5db9b47a5f 100644 --- a/tools/shell/src/shellAuto.c +++ b/tools/shell/src/shellAuto.c @@ -145,11 +145,11 @@ SWords shellCommands[] = { // 80 {"show query ;", 0, 0, NULL}, {"show qnodes;", 0, 0, NULL}, - {"show snodes;", 0, 0, NULL}, {"show stables;", 0, 0, NULL}, {"show stables like ", 0, 0, NULL}, {"show streams;", 0, 0, NULL}, {"show scores;", 0, 0, NULL}, + {"show snodes;", 0, 0, NULL}, {"show subscriptions;", 0, 0, NULL}, {"show tables;", 0, 0, NULL}, {"show tables like", 0, 0, NULL}, From 365b9ba7a0acaeb2df13584bb85bd0d47ea9db24 Mon Sep 17 00:00:00 2001 From: Zhiqiang Wang <1296468573@qq.com> Date: Sun, 9 Oct 2022 15:40:27 +0800 Subject: [PATCH 011/110] fix: shell source error (#17234) --- source/os/src/osSysinfo.c | 40 ++++++++++++++--------------------- source/util/src/tconfig.c | 10 ++++----- tools/shell/src/shellEngine.c | 22 ++++++++++++------- 3 files changed, 34 insertions(+), 38 deletions(-) diff --git a/source/os/src/osSysinfo.c b/source/os/src/osSysinfo.c index a57bd4ee63..f5f02676af 100644 --- a/source/os/src/osSysinfo.c +++ b/source/os/src/osSysinfo.c @@ -154,8 +154,8 @@ static int32_t taosGetSysCpuInfo(SysCpuInfo *cpuInfo) { return -1; } - char *line = NULL; - ssize_t _bytes = taosGetLineFile(pFile, &line); + char line[1024]; + ssize_t _bytes = taosGetsFile(pFile, sizeof(line), line); if ((_bytes < 0) || (line == NULL)) { taosCloseFile(&pFile); return -1; @@ -165,7 +165,6 @@ static int32_t taosGetSysCpuInfo(SysCpuInfo *cpuInfo) { sscanf(line, "%s %" PRIu64 " %" PRIu64 " %" PRIu64 " %" PRIu64, cpu, &cpuInfo->user, &cpuInfo->nice, &cpuInfo->system, &cpuInfo->idle); - if (line != NULL) taosMemoryFreeClear(line); taosCloseFile(&pFile); #endif return 0; @@ -194,8 +193,8 @@ static int32_t taosGetProcCpuInfo(ProcCpuInfo *cpuInfo) { return -1; } - char *line = NULL; - ssize_t _bytes = taosGetLineFile(pFile, &line); + char line[1024]; + ssize_t _bytes = taosGetsFile(pFile, sizeof(line), line); if ((_bytes < 0) || (line == NULL)) { taosCloseFile(&pFile); return -1; @@ -210,7 +209,6 @@ static int32_t taosGetProcCpuInfo(ProcCpuInfo *cpuInfo) { } } - if (line != NULL) taosMemoryFreeClear(line); taosCloseFile(&pFile); #endif return 0; @@ -286,14 +284,14 @@ int32_t taosGetOsReleaseName(char *releaseName, int32_t maxLen) { snprintf(releaseName, maxLen, "Windows"); return 0; #elif defined(_TD_DARWIN_64) - char *line = NULL; + char line[1024]; size_t size = 0; int32_t code = -1; TdFilePtr pFile = taosOpenFile("/etc/os-release", TD_FILE_READ | TD_FILE_STREAM); if (pFile == NULL) return false; - while ((size = taosGetLineFile(pFile, &line)) != -1) { + while ((size = taosGetsFile(pFile, sizeof(line), line)) != -1) { line[size - 1] = '\0'; if (strncmp(line, "PRETTY_NAME", 11) == 0) { const char *p = strchr(line, '=') + 1; @@ -307,18 +305,17 @@ int32_t taosGetOsReleaseName(char *releaseName, int32_t maxLen) { } } - if (line != NULL) taosMemoryFree(line); taosCloseFile(&pFile); return code; #else - char *line = NULL; + char line[1024]; size_t size = 0; int32_t code = -1; TdFilePtr pFile = taosOpenFile("/etc/os-release", TD_FILE_READ | TD_FILE_STREAM); if (pFile == NULL) return false; - while ((size = taosGetLineFile(pFile, &line)) != -1) { + while ((size = taosGetsFile(pFile, sizeof(line), line)) != -1) { line[size - 1] = '\0'; if (strncmp(line, "PRETTY_NAME", 11) == 0) { const char *p = strchr(line, '=') + 1; @@ -332,7 +329,6 @@ int32_t taosGetOsReleaseName(char *releaseName, int32_t maxLen) { } } - if (line != NULL) taosMemoryFree(line); taosCloseFile(&pFile); return code; #endif @@ -374,7 +370,7 @@ int32_t taosGetCpuInfo(char *cpuModel, int32_t maxLen, float *numOfCores) { return code; #else - char *line = NULL; + char line[1024]; size_t size = 0; int32_t done = 0; int32_t code = -1; @@ -383,7 +379,7 @@ int32_t taosGetCpuInfo(char *cpuModel, int32_t maxLen, float *numOfCores) { TdFilePtr pFile = taosOpenFile("/proc/cpuinfo", TD_FILE_READ | TD_FILE_STREAM); if (pFile == NULL) return code; - while (done != 3 && (size = taosGetLineFile(pFile, &line)) != -1) { + while (done != 3 && (size = taosGetsFile(pFile, sizeof(line), line)) != -1) { line[size - 1] = '\0'; if (((done & 1) == 0) && strncmp(line, "model name", 10) == 0) { const char *v = strchr(line, ':') + 2; @@ -398,7 +394,6 @@ int32_t taosGetCpuInfo(char *cpuModel, int32_t maxLen, float *numOfCores) { if (strncmp(line, "processor", 9) == 0) coreCount += 1; } - if (line != NULL) taosMemoryFree(line); taosCloseFile(&pFile); if (code != 0 && (done & 1) == 0) { @@ -517,9 +512,9 @@ int32_t taosGetProcMemory(int64_t *usedKB) { } ssize_t _bytes = 0; - char *line = NULL; + char line[1024]; while (!taosEOFFile(pFile)) { - _bytes = taosGetLineFile(pFile, &line); + _bytes = taosGetsFile(pFile, sizeof(line), line); if ((_bytes < 0) || (line == NULL)) { break; } @@ -537,7 +532,6 @@ int32_t taosGetProcMemory(int64_t *usedKB) { char tmp[10]; sscanf(line, "%s %" PRId64, tmp, usedKB); - if (line != NULL) taosMemoryFreeClear(line); taosCloseFile(&pFile); return 0; #endif @@ -631,12 +625,12 @@ int32_t taosGetProcIO(int64_t *rchars, int64_t *wchars, int64_t *read_bytes, int if (pFile == NULL) return -1; ssize_t _bytes = 0; - char *line = NULL; + char line[1024]; char tmp[24]; int readIndex = 0; while (!taosEOFFile(pFile)) { - _bytes = taosGetLineFile(pFile, &line); + _bytes = taosGetsFile(pFile, sizeof(line), line); if (_bytes < 10 || line == NULL) { break; } @@ -658,7 +652,6 @@ int32_t taosGetProcIO(int64_t *rchars, int64_t *wchars, int64_t *read_bytes, int if (readIndex >= 4) break; } - if (line != NULL) taosMemoryFreeClear(line); taosCloseFile(&pFile); if (readIndex < 4) { @@ -709,7 +702,7 @@ int32_t taosGetCardInfo(int64_t *receive_bytes, int64_t *transmit_bytes) { if (pFile == NULL) return -1; ssize_t _bytes = 0; - char *line = NULL; + char line[1024]; while (!taosEOFFile(pFile)) { int64_t o_rbytes = 0; @@ -724,7 +717,7 @@ int32_t taosGetCardInfo(int64_t *receive_bytes, int64_t *transmit_bytes) { int64_t nouse6 = 0; char nouse0[200] = {0}; - _bytes = taosGetLineFile(pFile, &line); + _bytes = taosGetsFile(pFile, sizeof(line), line); if (_bytes < 0) { break; } @@ -743,7 +736,6 @@ int32_t taosGetCardInfo(int64_t *receive_bytes, int64_t *transmit_bytes) { *transmit_bytes = o_tbytes; } - if (line != NULL) taosMemoryFreeClear(line); taosCloseFile(&pFile); return 0; diff --git a/source/util/src/tconfig.c b/source/util/src/tconfig.c index 2a28ec66d2..58f90b68c9 100644 --- a/source/util/src/tconfig.c +++ b/source/util/src/tconfig.c @@ -714,7 +714,7 @@ int32_t cfgLoadFromEnvCmd(SConfig *pConfig, const char **envCmd) { } int32_t cfgLoadFromEnvFile(SConfig *pConfig, const char *envFile) { - char *line = NULL, *name, *value, *value2, *value3; + char line[1024], *name, *value, *value2, *value3; int32_t olen, vlen, vlen2, vlen3; int32_t code = 0; ssize_t _bytes = 0; @@ -743,7 +743,7 @@ int32_t cfgLoadFromEnvFile(SConfig *pConfig, const char *envFile) { name = value = value2 = value3 = NULL; olen = vlen = vlen2 = vlen3 = 0; - _bytes = taosGetLineFile(pFile, &line); + _bytes = taosGetsFile(pFile, sizeof(line), line); if (_bytes <= 0) { break; } @@ -775,14 +775,13 @@ int32_t cfgLoadFromEnvFile(SConfig *pConfig, const char *envFile) { } taosCloseFile(&pFile); - if (line != NULL) taosMemoryFreeClear(line); uInfo("load from env cfg file %s success", filepath); return 0; } int32_t cfgLoadFromCfgFile(SConfig *pConfig, const char *filepath) { - char *line = NULL, *name, *value, *value2, *value3; + char line[1024], *name, *value, *value2, *value3; int32_t olen, vlen, vlen2, vlen3; ssize_t _bytes = 0; int32_t code = 0; @@ -804,7 +803,7 @@ int32_t cfgLoadFromCfgFile(SConfig *pConfig, const char *filepath) { name = value = value2 = value3 = NULL; olen = vlen = vlen2 = vlen3 = 0; - _bytes = taosGetLineFile(pFile, &line); + _bytes = taosGetsFile(pFile, sizeof(line), line); if (_bytes <= 0) { break; } @@ -836,7 +835,6 @@ int32_t cfgLoadFromCfgFile(SConfig *pConfig, const char *filepath) { } taosCloseFile(&pFile); - if (line != NULL) taosMemoryFreeClear(line); if (code == 0 || (code != 0 && terrno == TSDB_CODE_CFG_NOT_FOUND)) { uInfo("load from cfg file %s success", filepath); diff --git a/tools/shell/src/shellEngine.c b/tools/shell/src/shellEngine.c index 066b3a0156..abb6cf84d5 100644 --- a/tools/shell/src/shellEngine.c +++ b/tools/shell/src/shellEngine.c @@ -88,9 +88,15 @@ int32_t shellRunSingleCommand(char *command) { if (shellRegexMatch(command, "^[ \t]*source[\t ]+[^ ]+[ \t;]*$", REG_EXTENDED | REG_ICASE)) { /* If source file. */ char *c_ptr = strtok(command, " ;"); - assert(c_ptr != NULL); + if (c_ptr == NULL) { + shellRunSingleCommandImp(command); + return 0; + } c_ptr = strtok(NULL, " ;"); - assert(c_ptr != NULL); + if (c_ptr == NULL) { + shellRunSingleCommandImp(command); + return 0; + } shellSourceFile(c_ptr); return 0; } @@ -781,9 +787,9 @@ void shellReadHistory() { TdFilePtr pFile = taosOpenFile(pHistory->file, TD_FILE_READ | TD_FILE_STREAM); if (pFile == NULL) return; - char *line = NULL; + char *line = taosMemoryMalloc(TSDB_MAX_ALLOWED_SQL_LEN + 1); int32_t read_size = 0; - while ((read_size = taosGetLineFile(pFile, &line)) != -1) { + while ((read_size = taosGetsFile(pFile, TSDB_MAX_ALLOWED_SQL_LEN, line)) != -1) { line[read_size - 1] = '\0'; taosMemoryFree(pHistory->hist[pHistory->hend]); pHistory->hist[pHistory->hend] = strdup(line); @@ -795,7 +801,7 @@ void shellReadHistory() { } } - if (line != NULL) taosMemoryFree(line); + taosMemoryFreeClear(line); taosCloseFile(&pFile); int64_t file_size; if (taosStatFile(pHistory->file, &file_size, NULL) == 0 && file_size > SHELL_MAX_COMMAND_SIZE) { @@ -859,7 +865,6 @@ void shellSourceFile(const char *file) { int32_t read_len = 0; char *cmd = taosMemoryCalloc(1, TSDB_MAX_ALLOWED_SQL_LEN + 1); size_t cmd_len = 0; - char *line = NULL; char fullname[PATH_MAX] = {0}; char sourceFileCommand[PATH_MAX + 8] = {0}; @@ -877,7 +882,8 @@ void shellSourceFile(const char *file) { return; } - while ((read_len = taosGetLineFile(pFile, &line)) != -1) { + char *line = taosMemoryMalloc(TSDB_MAX_ALLOWED_SQL_LEN + 1); + while ((read_len = taosGetsFile(pFile, TSDB_MAX_ALLOWED_SQL_LEN, line)) != -1) { if (read_len >= TSDB_MAX_ALLOWED_SQL_LEN) continue; line[--read_len] = '\0'; @@ -904,7 +910,7 @@ void shellSourceFile(const char *file) { } taosMemoryFree(cmd); - if (line != NULL) taosMemoryFree(line); + taosMemoryFreeClear(line); taosCloseFile(&pFile); } From a27677d2853f43e5d89563d06133441737e9aad3 Mon Sep 17 00:00:00 2001 From: Hongze Cheng Date: Sun, 9 Oct 2022 15:44:01 +0800 Subject: [PATCH 012/110] more fix --- source/libs/tdb/src/db/tdbPCache.c | 24 ++++++++++++++++++------ 1 file changed, 18 insertions(+), 6 deletions(-) diff --git a/source/libs/tdb/src/db/tdbPCache.c b/source/libs/tdb/src/db/tdbPCache.c index 4915f523c8..bacf41357c 100644 --- a/source/libs/tdb/src/db/tdbPCache.c +++ b/source/libs/tdb/src/db/tdbPCache.c @@ -102,7 +102,7 @@ static int tdbPCacheAlterImpl(SPCache *pCache, int32_t nPage) { return -1; } - for (int32_t iPage = pCache->nPage; iPage < nPage; iPage++) { + for (int32_t iPage = pCache->nPages; iPage < nPage; iPage++) { if (tdbPageCreate(pCache->szPage, &aPage[iPage], tdbDefaultMalloc, NULL) < 0) { // TODO: handle error return -1; @@ -117,13 +117,15 @@ static int tdbPCacheAlterImpl(SPCache *pCache, int32_t nPage) { aPage[iPage]->pLruPrev = NULL; aPage[iPage]->pDirtyNext = NULL; - // add page to free list + // add to local list + aPage[iPage]->id = iPage; + } + + // add page to free list + for (int32_t iPage = pCache->nPages; iPage < nPage; iPage++) { aPage[iPage]->pFreeNext = pCache->pFree; pCache->pFree = aPage[iPage]; pCache->nFree++; - - // add to local list - aPage[iPage]->id = iPage; } for (int32_t iPage = 0; iPage < pCache->nPage; iPage++) { @@ -131,8 +133,18 @@ static int tdbPCacheAlterImpl(SPCache *pCache, int32_t nPage) { } tdbOsFree(pCache->aPage); - pCache->nFree = nPage - pCache->nPage; pCache->aPage = aPage; + } else { + for (SPage **ppPage = &pCache->pFree; *ppPage;) { + int32_t iPage = (*ppPage)->id; + + if (iPage >= nPage) { + pCache->nFree--; + *ppPage = (*ppPage)->pFreeNext; + } else { + ppPage = &(*ppPage)->pFreeNext; + } + } } pCache->nPages = nPage; From 18e31f8e26de2b0f84e130e18ffb0f6861e5a764 Mon Sep 17 00:00:00 2001 From: Hongze Cheng Date: Sun, 9 Oct 2022 15:50:22 +0800 Subject: [PATCH 013/110] more fix --- source/libs/tdb/src/db/tdbPCache.c | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/source/libs/tdb/src/db/tdbPCache.c b/source/libs/tdb/src/db/tdbPCache.c index bacf41357c..b6d1f95c0e 100644 --- a/source/libs/tdb/src/db/tdbPCache.c +++ b/source/libs/tdb/src/db/tdbPCache.c @@ -139,8 +139,11 @@ static int tdbPCacheAlterImpl(SPCache *pCache, int32_t nPage) { int32_t iPage = (*ppPage)->id; if (iPage >= nPage) { + SPage *pPage = *ppPage; + *ppPage = pPage->pFreeNext; + pCache->aPage[pPage->id] = NULL; + tdbPageDestroy(pPage, tdbDefaultFree, NULL); pCache->nFree--; - *ppPage = (*ppPage)->pFreeNext; } else { ppPage = &(*ppPage)->pFreeNext; } From 31a4fe07220718ead5fa658c3996047939c548a0 Mon Sep 17 00:00:00 2001 From: Zhiyu Yang <69311263+zyyang-taosdata@users.noreply.github.com> Date: Sun, 9 Oct 2022 15:56:46 +0800 Subject: [PATCH 014/110] fix: BINARY_COLUMN_SIZE is too short fix: A TDengineError will be thrown since "California.SanFrancisco" is 23 bytes, and BINARY_COLUMN_SIZE is 20 --- docs/zh/08-connector/14-java.mdx | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/docs/zh/08-connector/14-java.mdx b/docs/zh/08-connector/14-java.mdx index acdebac57d..d13e21ad54 100644 --- a/docs/zh/08-connector/14-java.mdx +++ b/docs/zh/08-connector/14-java.mdx @@ -375,7 +375,7 @@ public class ParameterBindingDemo { private static final String host = "127.0.0.1"; private static final Random random = new Random(System.currentTimeMillis()); - private static final int BINARY_COLUMN_SIZE = 20; + private static final int BINARY_COLUMN_SIZE = 30; private static final String[] schemaList = { "create table stable1(ts timestamp, f1 tinyint, f2 smallint, f3 int, f4 bigint) tags(t1 tinyint, t2 smallint, t3 int, t4 bigint)", "create table stable2(ts timestamp, f1 float, f2 double) tags(t1 float, t2 double)", From 447cb4db447f5704564e2b89fab49f557116bb29 Mon Sep 17 00:00:00 2001 From: Shengliang Guan Date: Sun, 9 Oct 2022 15:59:25 +0800 Subject: [PATCH 015/110] fix: coverity issues --- source/client/src/{TSDBJNIConnector.c => clientJniConnector.c} | 0 source/client/src/{TMQConnector.c => clientTmqConnector.c} | 0 2 files changed, 0 insertions(+), 0 deletions(-) rename source/client/src/{TSDBJNIConnector.c => clientJniConnector.c} (100%) rename source/client/src/{TMQConnector.c => clientTmqConnector.c} (100%) diff --git a/source/client/src/TSDBJNIConnector.c b/source/client/src/clientJniConnector.c similarity index 100% rename from source/client/src/TSDBJNIConnector.c rename to source/client/src/clientJniConnector.c diff --git a/source/client/src/TMQConnector.c b/source/client/src/clientTmqConnector.c similarity index 100% rename from source/client/src/TMQConnector.c rename to source/client/src/clientTmqConnector.c From cd0593cfcf9f056e123bf7c799286d8496898675 Mon Sep 17 00:00:00 2001 From: Hongze Cheng Date: Sun, 9 Oct 2022 16:10:16 +0800 Subject: [PATCH 016/110] fix more --- include/util/tdef.h | 4 ++-- source/libs/parser/test/parAlterToBalanceTest.cpp | 2 +- 2 files changed, 3 insertions(+), 3 deletions(-) diff --git a/include/util/tdef.h b/include/util/tdef.h index 43fd31afa7..3d2f83bdfe 100644 --- a/include/util/tdef.h +++ b/include/util/tdef.h @@ -297,7 +297,7 @@ typedef enum ELogicConditionType { #define TSDB_MAX_BUFFER_PER_VNODE 16384 // unit MB #define TSDB_DEFAULT_BUFFER_PER_VNODE 96 #define TSDB_MIN_PAGES_PER_VNODE 64 -#define TSDB_MAX_PAGES_PER_VNODE 16384 +#define TSDB_MAX_PAGES_PER_VNODE INT32_MAX #define TSDB_DEFAULT_PAGES_PER_VNODE 256 #define TSDB_MIN_PAGESIZE_PER_VNODE 1 // unit KB #define TSDB_MAX_PAGESIZE_PER_VNODE 16384 @@ -483,7 +483,7 @@ enum { #define SNODE_HANDLE -2 #define VNODE_HANDLE -3 #define BNODE_HANDLE -4 -#define CLIENT_HANDLE -5 +#define CLIENT_HANDLE -5 #define TSDB_CONFIG_OPTION_LEN 32 #define TSDB_CONFIG_VALUE_LEN 64 diff --git a/source/libs/parser/test/parAlterToBalanceTest.cpp b/source/libs/parser/test/parAlterToBalanceTest.cpp index 4fb8de05d8..0c8b82ddd4 100644 --- a/source/libs/parser/test/parAlterToBalanceTest.cpp +++ b/source/libs/parser/test/parAlterToBalanceTest.cpp @@ -84,7 +84,7 @@ TEST_F(ParserInitialATest, alterDnode) { * | CACHESIZE int_value -- range [1, 65536], default 1, unit MB * | WAL_FSYNC_PERIOD int_value -- rang [0, 180000], default 3000, unit ms * | KEEP {int_value | duration_value} -- rang [1, 365000], default 3650, unit day - * | PAGES int_value -- rang [64, 16384], default 256, unit page + * | PAGES int_value -- rang [64, INT32_MAX], default 256, unit page * | REPLICA int_value -- todo: enum 1, 3, default 1, unit replica * | STRICT {'off' | 'on'} -- todo: default 'off' * | WAL_LEVEL int_value -- enum 1, 2, default 1 From de3e88618883e8faaef209c33fe908f7e72748cf Mon Sep 17 00:00:00 2001 From: Minglei Jin Date: Sun, 9 Oct 2022 16:38:58 +0800 Subject: [PATCH 017/110] fix(test): ovfl page case with border condition checking --- source/libs/tdb/test/tdbExOVFLTest.cpp | 105 ++++++++++++++----------- 1 file changed, 57 insertions(+), 48 deletions(-) diff --git a/source/libs/tdb/test/tdbExOVFLTest.cpp b/source/libs/tdb/test/tdbExOVFLTest.cpp index 2d8d012a6a..58ea6147ef 100644 --- a/source/libs/tdb/test/tdbExOVFLTest.cpp +++ b/source/libs/tdb/test/tdbExOVFLTest.cpp @@ -119,12 +119,12 @@ static int tDefaultKeyCmpr(const void *pKey1, int keyLen1, const void *pKey2, in return cret; } -TEST(TdbOVFLPagesTest, TbUpsertTest) { - +TEST(TdbOVFLPagesTest, DISABLED_TbUpsertTest) { + // TEST(TdbOVFLPagesTest, TbUpsertTest) { } -TEST(TdbOVFLPagesTest, TbPGetTest) { - +TEST(TdbOVFLPagesTest, DISABLED_TbPGetTest) { + // TEST(TdbOVFLPagesTest, TbPGetTest) { } static void generateBigVal(char *val, int valLen) { @@ -156,32 +156,36 @@ static void insertOfp(void) { // open Env int const pageSize = 4096; int const pageNum = 64; - TDB *pEnv = openEnv("tdb", pageSize, pageNum); + TDB *pEnv = openEnv("tdb", pageSize, pageNum); GTEST_ASSERT_NE(pEnv, nullptr); // open db - TTB *pDb = NULL; + TTB *pDb = NULL; tdb_cmpr_fn_t compFunc = tKeyCmpr; - ret = tdbTbOpen("ofp_insert.db", -1, -1, compFunc, pEnv, &pDb); + // ret = tdbTbOpen("ofp_insert.db", -1, -1, compFunc, pEnv, &pDb); + ret = tdbTbOpen("ofp_insert.db", 12, -1, compFunc, pEnv, &pDb); GTEST_ASSERT_EQ(ret, 0); // open the pool SPoolMem *pPool = openPool(); // start a transaction - TXN txn; + TXN txn; int64_t txnid = 0; ++txnid; tdbTxnOpen(&txn, txnid, poolMalloc, poolFree, pPool, TDB_TXN_WRITE | TDB_TXN_READ_UNCOMMITTED); tdbBegin(pEnv, &txn); // generate value payload - char val[((4083 - 4 - 3 - 2)+1)*100]; // pSize(4096) - amSize(1) - pageHdr(8) - footerSize(4) - int valLen = sizeof(val) / sizeof(val[0]); + // char val[((4083 - 4 - 3 - 2) + 1) * 100]; // pSize(4096) - amSize(1) - pageHdr(8) - footerSize(4) + char val[32605]; + int valLen = sizeof(val) / sizeof(val[0]); generateBigVal(val, valLen); // insert the generated big data - ret = tdbTbInsert(pDb, "key1", strlen("key1"), val, valLen, &txn); + // char const *key = "key1"; + char const *key = "key123456789"; + ret = tdbTbInsert(pDb, key, strlen(key), val, valLen, &txn); GTEST_ASSERT_EQ(ret, 0); // commit current transaction @@ -189,37 +193,41 @@ static void insertOfp(void) { tdbTxnClose(&txn); } -//TEST(TdbOVFLPagesTest, DISABLED_TbInsertTest) { -TEST(TdbOVFLPagesTest, TbInsertTest) { +TEST(TdbOVFLPagesTest, DISABLED_TbInsertTest) { + // TEST(TdbOVFLPagesTest, TbInsertTest) { insertOfp(); } -//TEST(TdbOVFLPagesTest, DISABLED_TbGetTest) { +// TEST(TdbOVFLPagesTest, DISABLED_TbGetTest) { TEST(TdbOVFLPagesTest, TbGetTest) { insertOfp(); // open Env int const pageSize = 4096; int const pageNum = 64; - TDB *pEnv = openEnv("tdb", pageSize, pageNum); + TDB *pEnv = openEnv("tdb", pageSize, pageNum); GTEST_ASSERT_NE(pEnv, nullptr); // open db - TTB *pDb = NULL; + TTB *pDb = NULL; tdb_cmpr_fn_t compFunc = tKeyCmpr; - int ret = tdbTbOpen("ofp_insert.db", -1, -1, compFunc, pEnv, &pDb); + // int ret = tdbTbOpen("ofp_insert.db", -1, -1, compFunc, pEnv, &pDb); + int ret = tdbTbOpen("ofp_insert.db", 12, -1, compFunc, pEnv, &pDb); GTEST_ASSERT_EQ(ret, 0); // generate value payload - char val[((4083 - 4 - 3 - 2)+1)*100]; // pSize(4096) - amSize(1) - pageHdr(8) - footerSize(4) - int valLen = sizeof(val) / sizeof(val[0]); + // char val[((4083 - 4 - 3 - 2) + 1) * 100]; // pSize(4096) - amSize(1) - pageHdr(8) - footerSize(4) + char val[32605]; + int valLen = sizeof(val) / sizeof(val[0]); generateBigVal(val, valLen); { // Query the data void *pVal = NULL; int vLen; - ret = tdbTbGet(pDb, "key1", strlen("key1"), &pVal, &vLen); + // char const *key = "key1"; + char const *key = "key123456789"; + ret = tdbTbGet(pDb, key, strlen(key), &pVal, &vLen); ASSERT(ret == 0); GTEST_ASSERT_EQ(ret, 0); @@ -230,7 +238,8 @@ TEST(TdbOVFLPagesTest, TbGetTest) { } } -TEST(TdbOVFLPagesTest, TbDeleteTest) { +TEST(TdbOVFLPagesTest, DISABLED_TbDeleteTest) { + // TEST(TdbOVFLPagesTest, TbDeleteTest) { int ret = 0; taosRemoveDir("tdb"); @@ -238,11 +247,11 @@ TEST(TdbOVFLPagesTest, TbDeleteTest) { // open Env int const pageSize = 4096; int const pageNum = 64; - TDB *pEnv = openEnv("tdb", pageSize, pageNum); + TDB *pEnv = openEnv("tdb", pageSize, pageNum); GTEST_ASSERT_NE(pEnv, nullptr); // open db - TTB *pDb = NULL; + TTB *pDb = NULL; tdb_cmpr_fn_t compFunc = tKeyCmpr; ret = tdbTbOpen("ofp_insert.db", -1, -1, compFunc, pEnv, &pDb); GTEST_ASSERT_EQ(ret, 0); @@ -251,18 +260,18 @@ TEST(TdbOVFLPagesTest, TbDeleteTest) { SPoolMem *pPool = openPool(); // start a transaction - TXN txn; + TXN txn; int64_t txnid = 0; ++txnid; tdbTxnOpen(&txn, txnid, poolMalloc, poolFree, pPool, TDB_TXN_WRITE | TDB_TXN_READ_UNCOMMITTED); tdbBegin(pEnv, &txn); // generate value payload - char val[((4083 - 4 - 3 - 2)+1)*100]; // pSize(4096) - amSize(1) - pageHdr(8) - footerSize(4) - int valLen = sizeof(val) / sizeof(val[0]); + char val[((4083 - 4 - 3 - 2) + 1) * 100]; // pSize(4096) - amSize(1) - pageHdr(8) - footerSize(4) + int valLen = sizeof(val) / sizeof(val[0]); generateBigVal(val, valLen); - { // insert the generated big data + { // insert the generated big data ret = tdbTbInsert(pDb, "key1", strlen("key1"), val, valLen, &txn); GTEST_ASSERT_EQ(ret, 0); } @@ -280,15 +289,15 @@ TEST(TdbOVFLPagesTest, TbDeleteTest) { tdbFree(pVal); } - /* open to debug committed file - tdbCommit(pEnv, &txn); - tdbTxnClose(&txn); + /* open to debug committed file +tdbCommit(pEnv, &txn); +tdbTxnClose(&txn); - ++txnid; - tdbTxnOpen(&txn, txnid, poolMalloc, poolFree, pPool, TDB_TXN_WRITE | TDB_TXN_READ_UNCOMMITTED); - tdbBegin(pEnv, &txn); - */ - { // upsert the data +++txnid; +tdbTxnOpen(&txn, txnid, poolMalloc, poolFree, pPool, TDB_TXN_WRITE | TDB_TXN_READ_UNCOMMITTED); +tdbBegin(pEnv, &txn); + */ + { // upsert the data ret = tdbTbUpsert(pDb, "key1", strlen("key1"), "value1", strlen("value1"), &txn); GTEST_ASSERT_EQ(ret, 0); } @@ -307,7 +316,7 @@ TEST(TdbOVFLPagesTest, TbDeleteTest) { tdbFree(pVal); } - { // delete the data + { // delete the data ret = tdbTbDelete(pDb, "key1", strlen("key1"), &txn); GTEST_ASSERT_EQ(ret, 0); } @@ -332,7 +341,7 @@ TEST(TdbOVFLPagesTest, TbDeleteTest) { } TEST(tdb_test, DISABLED_simple_insert1) { -//TEST(tdb_test, simple_insert1) { + // TEST(tdb_test, simple_insert1) { int ret; TDB *pEnv; TTB *pDb; @@ -353,10 +362,10 @@ TEST(tdb_test, DISABLED_simple_insert1) { GTEST_ASSERT_EQ(ret, 0); { - char key[64]; - //char val[(4083 - 4 - 3 - 2)]; // pSize(4096) - amSize(1) - pageHdr(8) - footerSize(4) - char val[(4083 - 4 - 3 - 2)+1]; // pSize(4096) - amSize(1) - pageHdr(8) - footerSize(4) - int64_t poolLimit = 4096; // 1M pool limit + char key[64]; + // char val[(4083 - 4 - 3 - 2)]; // pSize(4096) - amSize(1) - pageHdr(8) - footerSize(4) + char val[(4083 - 4 - 3 - 2) + 1]; // pSize(4096) - amSize(1) - pageHdr(8) - footerSize(4) + int64_t poolLimit = 4096; // 1M pool limit int64_t txnid = 0; SPoolMem *pPool; @@ -372,17 +381,17 @@ TEST(tdb_test, DISABLED_simple_insert1) { sprintf(key, "key0"); sprintf(val, "value%d", iData); - //ret = tdbTbInsert(pDb, key, strlen(key), val, strlen(val), &txn); - //GTEST_ASSERT_EQ(ret, 0); + // ret = tdbTbInsert(pDb, key, strlen(key), val, strlen(val), &txn); + // GTEST_ASSERT_EQ(ret, 0); // generate value payload int valLen = sizeof(val) / sizeof(val[0]); for (int i = 6; i < valLen; ++i) { - char c = char(i & 0xff); - if (c == 0) { - c = 1; - } - val[i] = c; + char c = char(i & 0xff); + if (c == 0) { + c = 1; + } + val[i] = c; } ret = tdbTbInsert(pDb, "key1", strlen("key1"), val, valLen, &txn); From bacfabfc88a9980ba50b55befa1b029d3ef0a5db Mon Sep 17 00:00:00 2001 From: Hongze Cheng Date: Sun, 9 Oct 2022 16:50:52 +0800 Subject: [PATCH 018/110] make it pass unit test --- source/dnode/mnode/impl/test/db/db.cpp | 2 ++ 1 file changed, 2 insertions(+) diff --git a/source/dnode/mnode/impl/test/db/db.cpp b/source/dnode/mnode/impl/test/db/db.cpp index 94ba7f2968..7ded199520 100644 --- a/source/dnode/mnode/impl/test/db/db.cpp +++ b/source/dnode/mnode/impl/test/db/db.cpp @@ -30,6 +30,7 @@ TEST_F(MndTestDb, 01_ShowDb) { EXPECT_EQ(test.GetShowRows(), 2); } +#if 0 TEST_F(MndTestDb, 02_Create_Alter_Drop_Db) { { SCreateDbReq createReq = {0}; @@ -125,6 +126,7 @@ TEST_F(MndTestDb, 02_Create_Alter_Drop_Db) { test.SendShowReq(TSDB_MGMT_TABLE_DB, "ins_databases", ""); EXPECT_EQ(test.GetShowRows(), 2); } +#endif TEST_F(MndTestDb, 03_Create_Use_Restart_Use_Db) { { From 03f441291665d9c46044f55e23e9cdf2711a0853 Mon Sep 17 00:00:00 2001 From: yihaoDeng Date: Sun, 9 Oct 2022 16:53:44 +0800 Subject: [PATCH 019/110] opt log time --- include/os/osTime.h | 3 +- source/libs/index/src/indexFst.c | 4 +- source/os/src/osTime.c | 126 +++++++++++++++++++++++++++---- source/util/src/tlog.c | 33 +++++++- 4 files changed, 146 insertions(+), 20 deletions(-) diff --git a/include/os/osTime.h b/include/os/osTime.h index 965ec61671..3daf106ccd 100644 --- a/include/os/osTime.h +++ b/include/os/osTime.h @@ -82,8 +82,9 @@ static FORCE_INLINE int64_t taosGetTimestampNs() { return (int64_t)systemTime.tv_sec * 1000000000LL + (int64_t)systemTime.tv_nsec; } -char * taosStrpTime(const char *buf, const char *fmt, struct tm *tm); +char *taosStrpTime(const char *buf, const char *fmt, struct tm *tm); struct tm *taosLocalTime(const time_t *timep, struct tm *result); +struct tm *taosLocalTimeNolock(struct tm *result, const time_t *timep, time_t tz, int dst); time_t taosTime(time_t *t); time_t taosMktime(struct tm *timep); diff --git a/source/libs/index/src/indexFst.c b/source/libs/index/src/indexFst.c index 5e787f9503..01dffa782d 100644 --- a/source/libs/index/src/indexFst.c +++ b/source/libs/index/src/indexFst.c @@ -24,7 +24,7 @@ static FORCE_INLINE void fstPackDeltaIn(IdxFstFile* wrt, CompiledAddr nodeAddr, CompiledAddr deltaAddr = (transAddr == EMPTY_ADDRESS) ? EMPTY_ADDRESS : nodeAddr - transAddr; idxFilePackUintIn(wrt, deltaAddr, nBytes); } -static FORCE_INLINE uint8_t fstPackDetla(IdxFstFile* wrt, CompiledAddr nodeAddr, CompiledAddr transAddr) { +static FORCE_INLINE uint8_t fstPackDelta(IdxFstFile* wrt, CompiledAddr nodeAddr, CompiledAddr transAddr) { uint8_t nBytes = packDeltaSize(nodeAddr, transAddr); fstPackDeltaIn(wrt, nodeAddr, transAddr, nBytes); return nBytes; @@ -226,7 +226,7 @@ void fstStateCompileForOneTransNext(IdxFstFile* w, CompiledAddr addr, uint8_t in void fstStateCompileForOneTrans(IdxFstFile* w, CompiledAddr addr, FstTransition* trn) { Output out = trn->out; uint8_t outPackSize = (out == 0 ? 0 : idxFilePackUint(w, out)); - uint8_t transPackSize = fstPackDetla(w, addr, trn->addr); + uint8_t transPackSize = fstPackDelta(w, addr, trn->addr); PackSizes packSizes = 0; FST_SET_OUTPUT_PACK_SIZE(packSizes, outPackSize); diff --git a/source/os/src/osTime.c b/source/os/src/osTime.c index 3c81ba3d9f..497aa06143 100644 --- a/source/os/src/osTime.c +++ b/source/os/src/osTime.c @@ -359,15 +359,15 @@ time_t taosTime(time_t *t) { return time(t); } time_t taosMktime(struct tm *timep) { #ifdef WINDOWS - struct tm tm1 = {0}; - LARGE_INTEGER t; - FILETIME f; - SYSTEMTIME s; - FILETIME ff; - SYSTEMTIME ss; - LARGE_INTEGER offset; + struct tm tm1 = {0}; + LARGE_INTEGER t; + FILETIME f; + SYSTEMTIME s; + FILETIME ff; + SYSTEMTIME ss; + LARGE_INTEGER offset; - time_t tt = 0; + time_t tt = 0; localtime_s(&tm1, &tt); ss.wYear = tm1.tm_year + 1900; ss.wMonth = tm1.tm_mon + 1; @@ -394,11 +394,11 @@ time_t taosMktime(struct tm *timep) { t.QuadPart |= f.dwLowDateTime; t.QuadPart -= offset.QuadPart; - return (time_t)(t.QuadPart / 10000000); + return (time_t)(t.QuadPart / 10000000); #else return mktime(timep); #endif - } +} struct tm *taosLocalTime(const time_t *timep, struct tm *result) { if (result == NULL) { @@ -406,8 +406,8 @@ struct tm *taosLocalTime(const time_t *timep, struct tm *result) { } #ifdef WINDOWS if (*timep < 0) { - SYSTEMTIME ss,s; - FILETIME ff,f; + SYSTEMTIME ss, s; + FILETIME ff, f; LARGE_INTEGER offset; struct tm tm1; time_t tt = 0; @@ -431,8 +431,8 @@ struct tm *taosLocalTime(const time_t *timep, struct tm *result) { result->tm_min = s.wMinute; result->tm_hour = s.wHour; result->tm_mday = s.wDay; - result->tm_mon = s.wMonth-1; - result->tm_year = s.wYear-1900; + result->tm_mon = s.wMonth - 1; + result->tm_year = s.wYear - 1900; result->tm_wday = s.wDayOfWeek; result->tm_yday = 0; result->tm_isdst = 0; @@ -445,6 +445,100 @@ struct tm *taosLocalTime(const time_t *timep, struct tm *result) { return result; } +static int isLeapYear(time_t year) { + if (year % 4) + return 0; + else if (year % 100) + return 1; + else if (year % 400) + return 0; + else + return 1; +} +struct tm *taosLocalTimeNolock(struct tm *result, const time_t *timep, time_t tz, int dst) { + if (result == NULL) { + return localtime(timep); + } +#ifdef WINDOWS + if (*timep < 0) { + SYSTEMTIME ss, s; + FILETIME ff, f; + LARGE_INTEGER offset; + struct tm tm1; + time_t tt = 0; + localtime_s(&tm1, &tt); + ss.wYear = tm1.tm_year + 1900; + ss.wMonth = tm1.tm_mon + 1; + ss.wDay = tm1.tm_mday; + ss.wHour = tm1.tm_hour; + ss.wMinute = tm1.tm_min; + ss.wSecond = tm1.tm_sec; + ss.wMilliseconds = 0; + SystemTimeToFileTime(&ss, &ff); + offset.QuadPart = ff.dwHighDateTime; + offset.QuadPart <<= 32; + offset.QuadPart |= ff.dwLowDateTime; + offset.QuadPart += *timep * 10000000; + f.dwLowDateTime = offset.QuadPart & 0xffffffff; + f.dwHighDateTime = (offset.QuadPart >> 32) & 0xffffffff; + FileTimeToSystemTime(&f, &s); + result->tm_sec = s.wSecond; + result->tm_min = s.wMinute; + result->tm_hour = s.wHour; + result->tm_mday = s.wDay; + result->tm_mon = s.wMonth - 1; + result->tm_year = s.wYear - 1900; + result->tm_wday = s.wDayOfWeek; + result->tm_yday = 0; + result->tm_isdst = 0; + } else { + localtime_s(result, timep); + } +#else + time_t secsMin = 60, secsHour = 3600, secsDay = 3600 * 24; + + time_t t = *timep; + t -= tz; /* Adjust for timezone. */ + t += 3600 * dst; /* Adjust for daylight time. */ + time_t days = t / secsDay; /* Days passed since epoch. */ + time_t seconds = t % secsDay; /* Remaining seconds. */ + + result->tm_isdst = dst; + result->tm_hour = seconds / secsHour; + result->tm_min = (seconds % secsHour) / secsMin; + result->tm_sec = (seconds % secsHour) % secsMin; + + /* 1/1/1970 was a Thursday, that is, day 4 from the POV of the tm structure + * where sunday = 0, so to calculate the day of the week we have to add 4 + * and take the modulo by 7. */ + result->tm_wday = (days + 4) % 7; + + /* Calculate the current year. */ + result->tm_year = 1970; + while (1) { + /* Leap years have one day more. */ + time_t daysOfYear = 365 + isLeapYear(result->tm_year); + if (daysOfYear > days) break; + days -= daysOfYear; + result->tm_year++; + } + result->tm_yday = days; /* Number of day of the current year. */ + /* We need to calculate in which month and day of the month we are. To do + * so we need to skip days according to how many days there are in each + * month, and adjust for the leap year that has one more day in February. */ + int mdays[12] = {31, 28, 31, 30, 31, 30, 31, 31, 30, 31, 30, 31}; + mdays[1] += isLeapYear(result->tm_year); + result->tm_mon = 0; + while (days >= mdays[result->tm_mon]) { + days -= mdays[result->tm_mon]; + result->tm_mon++; + } + + result->tm_mday = days + 1; /* Add 1 since our 'days' is zero-based. */ + result->tm_year -= 1900; /* Surprisingly tm_year is year-1900. */ +#endif + return result; +} int32_t taosGetTimestampSec() { return (int32_t)time(NULL); } int32_t taosClockGetTime(int clock_id, struct timespec *pTS) { #ifdef WINDOWS @@ -473,9 +567,9 @@ int32_t taosClockGetTime(int clock_id, struct timespec *pTS) { t.QuadPart -= offset.QuadPart; pTS->tv_sec = t.QuadPart / 10000000; - pTS->tv_nsec = (t.QuadPart % 10000000)*100; + pTS->tv_nsec = (t.QuadPart % 10000000) * 100; return (0); #else return clock_gettime(clock_id, pTS); #endif -} \ No newline at end of file +} diff --git a/source/util/src/tlog.c b/source/util/src/tlog.c index 46203658f1..05f2ba095c 100644 --- a/source/util/src/tlog.c +++ b/source/util/src/tlog.c @@ -68,6 +68,7 @@ static int8_t tsLogInited = 0; static SLogObj tsLogObj = {.fileNum = 1}; static int64_t tsAsyncLogLostLines = 0; static int32_t tsWriteInterval = LOG_DEFAULT_INTERVAL; +static int32_t tsDaylightActive; /* Currently in daylight saving time. */ bool tsLogEmbedded = 0; bool tsAsyncLog = true; @@ -113,6 +114,27 @@ static void taosCloseLogByFd(TdFilePtr pFile); static int32_t taosOpenLogFile(char *fn, int32_t maxLines, int32_t maxFileNum); static int32_t taosCompressFile(char *srcFileName, char *destFileName); +static FORCE_INLINE long taosGetTimeZone() { +#if defined(__linux__) || defined(__sun) + return timezone; +#else + struct timeval tv; + struct timezone tz; + + gettimeofday(&tv, &tz); + return tz.tz_minuteswest * 60L; +#endif +} +static FORCE_INLINE void taosUpdateDaylight() { + struct tm Tm, *ptm; + struct timeval timeSecs; + taosGetTimeOfDay(&timeSecs); + time_t curTime = timeSecs.tv_sec; + ptm = taosLocalTime(&curTime, &Tm); + tsDaylightActive = ptm->tm_isdst; +} +static FORCE_INLINE int32_t taosGetDaylight() { return tsDaylightActive; } + static int32_t taosStartLog() { TdThreadAttr threadAttr; taosThreadAttrInit(&threadAttr); @@ -133,6 +155,7 @@ int32_t taosInitLog(const char *logName, int32_t maxFiles) { } else { snprintf(fullName, PATH_MAX, "%s", logName); } + taosUpdateDaylight(); tsLogObj.logHandle = taosLogBuffNew(LOG_DEFAULT_BUF_SIZE); if (tsLogObj.logHandle == NULL) return -1; @@ -422,7 +445,8 @@ static inline int32_t taosBuildLogHead(char *buffer, const char *flags) { taosGetTimeOfDay(&timeSecs); time_t curTime = timeSecs.tv_sec; - ptm = taosLocalTime(&curTime, &Tm); + // ptm = taosLocalTime(&curTime, &Tm); + ptm = taosLocalTimeNolock(&Tm, &curTime, taosGetTimeZone(), taosGetDaylight()); return sprintf(buffer, "%02d/%02d %02d:%02d:%02d.%06d %08" PRId64 " %s", ptm->tm_mon + 1, ptm->tm_mday, ptm->tm_hour, ptm->tm_min, ptm->tm_sec, (int32_t)timeSecs.tv_usec, taosGetSelfPthreadId(), flags); @@ -694,8 +718,10 @@ static void *taosAsyncOutputLog(void *param) { SLogBuff *pLogBuf = (SLogBuff *)param; setThreadName("log"); int32_t count = 0; + int32_t updateCron = 0; while (1) { count += tsWriteInterval; + updateCron++; taosMsleep(tsWriteInterval); if (count > 1000) { osUpdate(); @@ -705,6 +731,11 @@ static void *taosAsyncOutputLog(void *param) { // Polling the buffer taosWriteLog(pLogBuf); + if (updateCron >= 3600 * 24 * 40 / 2) { + taosUpdateDaylight(); + updateCron = 0; + } + if (pLogBuf->stop) break; } From 2f9aeeb5fc1b821276e3cc8adb656e6fa9d34dfd Mon Sep 17 00:00:00 2001 From: Liu Jicong Date: Sun, 9 Oct 2022 16:54:27 +0800 Subject: [PATCH 020/110] feat(stream): support define table name --- include/common/tcommon.h | 4 +- include/common/tdatablock.h | 3 +- include/common/tmsg.h | 10 +- include/libs/executor/executor.h | 9 +- source/client/src/clientRawBlockWrite.c | 69 +++--- source/common/src/tdatablock.c | 37 ++++ source/common/src/tmsg.c | 4 +- source/dnode/mnode/impl/inc/mndDef.h | 1 + source/dnode/mnode/impl/src/mndStream.c | 16 +- source/dnode/vnode/src/meta/metaSnapshot.c | 200 +++++++++--------- source/dnode/vnode/src/meta/metaTable.c | 2 +- source/dnode/vnode/src/sma/smaRollup.c | 5 +- source/dnode/vnode/src/tq/tqSink.c | 69 +++--- source/libs/executor/inc/executil.h | 4 +- source/libs/executor/inc/executorimpl.h | 6 +- source/libs/executor/src/executil.c | 36 ++-- source/libs/executor/src/executor.c | 60 +----- source/libs/executor/src/executorimpl.c | 8 +- source/libs/executor/src/groupoperator.c | 35 +++ source/libs/executor/src/scanoperator.c | 22 +- source/libs/executor/src/timewindowoperator.c | 19 +- source/libs/parser/src/parInsert.c | 8 +- source/libs/parser/src/parTranslater.c | 8 +- source/libs/stream/src/streamData.c | 1 + source/libs/stream/src/streamDispatch.c | 9 +- source/libs/stream/src/streamState.c | 1 + 26 files changed, 357 insertions(+), 289 deletions(-) diff --git a/include/common/tcommon.h b/include/common/tcommon.h index 2add3332ab..670ce29a2d 100644 --- a/include/common/tcommon.h +++ b/include/common/tcommon.h @@ -157,7 +157,7 @@ typedef struct SDataBlockInfo { int32_t rowSize; uint64_t uid; // the uid of table, from which current data block comes uint16_t blockId; // block id, generated by physical planner - uint64_t groupId; // no need to serialize + uint64_t groupId; int16_t hasVarCol; uint32_t capacity; // TODO: optimize and remove following @@ -166,6 +166,8 @@ typedef struct SDataBlockInfo { EStreamType type; // used for stream, do not serialize STimeWindow calWin; // used for stream, do not serialize TSKEY watermark; // used for stream + + char parTbName[TSDB_TABLE_NAME_LEN]; // used for stream } SDataBlockInfo; typedef struct SSDataBlock { diff --git a/include/common/tdatablock.h b/include/common/tdatablock.h index 73d043b2d0..24dfa5958d 100644 --- a/include/common/tdatablock.h +++ b/include/common/tdatablock.h @@ -235,7 +235,8 @@ void blockDataFreeRes(SSDataBlock* pBlock); SSDataBlock* createOneDataBlock(const SSDataBlock* pDataBlock, bool copyData); SSDataBlock* createSpecialDataBlock(EStreamType type); -int32_t blockDataAppendColInfo(SSDataBlock* pBlock, SColumnInfoData* pColInfoData); +SSDataBlock* blockCopyOneRow(const SSDataBlock* pDataBlock, int32_t rowIdx); +int32_t blockDataAppendColInfo(SSDataBlock* pBlock, SColumnInfoData* pColInfoData); SColumnInfoData createColumnInfoData(int16_t type, int32_t bytes, int16_t colId); SColumnInfoData* bdGetColumnInfoData(const SSDataBlock* pBlock, int32_t index); diff --git a/include/common/tmsg.h b/include/common/tmsg.h index 7aec00c7c1..9f21ee007f 100644 --- a/include/common/tmsg.h +++ b/include/common/tmsg.h @@ -676,7 +676,6 @@ typedef struct { col_id_t colId; int16_t slotId; }; - bool output; // TODO remove it later int8_t type; int32_t bytes; @@ -1395,8 +1394,9 @@ typedef struct { int32_t numOfCols; int64_t skey; int64_t ekey; - int64_t version; // for stream - TSKEY watermark; // for stream + int64_t version; // for stream + TSKEY watermark; // for stream + char parTbName[TSDB_TABLE_NAME_LEN]; // for stream char data[]; } SRetrieveTableRsp; @@ -2025,7 +2025,7 @@ typedef struct SVCreateTbReq { int8_t type; union { struct { - char* name; // super table name + char* stbName; // super table name uint8_t tagNum; tb_uid_t suid; SArray* tagName; @@ -2045,7 +2045,7 @@ static FORCE_INLINE void tdDestroySVCreateTbReq(SVCreateTbReq* req) { taosMemoryFreeClear(req->comment); if (req->type == TSDB_CHILD_TABLE) { taosMemoryFreeClear(req->ctb.pTag); - taosMemoryFreeClear(req->ctb.name); + taosMemoryFreeClear(req->ctb.stbName); taosArrayDestroy(req->ctb.tagName); req->ctb.tagName = NULL; } else if (req->type == TSDB_NORMAL_TABLE) { diff --git a/include/libs/executor/executor.h b/include/libs/executor/executor.h index 78eedaf921..b4b60f804d 100644 --- a/include/libs/executor/executor.h +++ b/include/libs/executor/executor.h @@ -89,13 +89,6 @@ qTaskInfo_t qCreateQueueExecTaskInfo(void* msg, SReadHandle* readers, int32_t* n */ int32_t qSetMultiStreamInput(qTaskInfo_t tinfo, const void* pBlocks, size_t numOfBlocks, int32_t type); -/** - * @brief Cleanup SSDataBlock for StreamScanInfo - * - * @param tinfo - */ -void tdCleanupStreamInputDataBlock(qTaskInfo_t tinfo); - /** * Update the table id list, add or remove. * @@ -137,7 +130,7 @@ int32_t qGetQueryTableSchemaVersion(qTaskInfo_t tinfo, char* dbName, char* table * @return */ -int32_t qExecTaskOpt(qTaskInfo_t tinfo, SArray* pResList, uint64_t* useconds, bool* hasMore, SLocalFetch *pLocal); +int32_t qExecTaskOpt(qTaskInfo_t tinfo, SArray* pResList, uint64_t* useconds, bool* hasMore, SLocalFetch* pLocal); int32_t qExecTask(qTaskInfo_t tinfo, SSDataBlock** pBlock, uint64_t* useconds); /** diff --git a/source/client/src/clientRawBlockWrite.c b/source/client/src/clientRawBlockWrite.c index eb7b45cc05..a257335931 100644 --- a/source/client/src/clientRawBlockWrite.c +++ b/source/client/src/clientRawBlockWrite.c @@ -225,10 +225,10 @@ _err: return string; } -static void buildChildElement(cJSON* json, SVCreateTbReq* pCreateReq){ - STag* pTag = (STag*)pCreateReq->ctb.pTag; - char* sname = pCreateReq->ctb.name; - char* name = pCreateReq->name; +static void buildChildElement(cJSON* json, SVCreateTbReq* pCreateReq) { + STag* pTag = (STag*)pCreateReq->ctb.pTag; + char* sname = pCreateReq->ctb.stbName; + char* name = pCreateReq->name; SArray* tagName = pCreateReq->ctb.tagName; int64_t id = pCreateReq->uid; uint8_t tagNum = pCreateReq->ctb.tagNum; @@ -302,14 +302,14 @@ static void buildChildElement(cJSON* json, SVCreateTbReq* pCreateReq){ cJSON_AddItemToArray(tags, tag); } - end: +end: cJSON_AddItemToObject(json, "tags", tags); taosArrayDestroy(pTagVals); } static char* buildCreateCTableJson(SVCreateTbReq* pCreateReq, int32_t nReqs) { - char* string = NULL; - cJSON* json = cJSON_CreateObject(); + char* string = NULL; + cJSON* json = cJSON_CreateObject(); if (json == NULL) { return NULL; } @@ -325,7 +325,7 @@ static char* buildCreateCTableJson(SVCreateTbReq* pCreateReq, int32_t nReqs) { buildChildElement(json, pCreateReq); cJSON* createList = cJSON_CreateArray(); - for(int i = 0; nReqs > 1 && i < nReqs; i++){ + for (int i = 0; nReqs > 1 && i < nReqs; i++) { cJSON* create = cJSON_CreateObject(); buildChildElement(create, pCreateReq + i); cJSON_AddItemToArray(createList, create); @@ -355,7 +355,8 @@ static char* processCreateTable(SMqMetaRsp* metaRsp) { if (pCreateReq->type == TSDB_CHILD_TABLE) { string = buildCreateCTableJson(req.pReqs, req.nReqs); } else if (pCreateReq->type == TSDB_NORMAL_TABLE) { - string = buildCreateTableJson(&pCreateReq->ntb.schemaRow, NULL, pCreateReq->name, pCreateReq->uid, TSDB_NORMAL_TABLE); + string = + buildCreateTableJson(&pCreateReq->ntb.schemaRow, NULL, pCreateReq->name, pCreateReq->uid, TSDB_NORMAL_TABLE); } } @@ -374,15 +375,15 @@ _exit: static char* processAutoCreateTable(STaosxRsp* rsp) { ASSERT(rsp->createTableNum != 0); - SDecoder* decoder = taosMemoryCalloc(rsp->createTableNum, sizeof(SDecoder)); - SVCreateTbReq* pCreateReq = taosMemoryCalloc(rsp->createTableNum, sizeof(SVCreateTbReq)); - char* string = NULL; + SDecoder* decoder = taosMemoryCalloc(rsp->createTableNum, sizeof(SDecoder)); + SVCreateTbReq* pCreateReq = taosMemoryCalloc(rsp->createTableNum, sizeof(SVCreateTbReq)); + char* string = NULL; // loop to create table for (int32_t iReq = 0; iReq < rsp->createTableNum; iReq++) { // decode void** data = taosArrayGet(rsp->createTableReq, iReq); - int32_t *len = taosArrayGet(rsp->createTableLen, iReq); + int32_t* len = taosArrayGet(rsp->createTableLen, iReq); tDecoderInit(&decoder[iReq], *data, *len); if (tDecodeSVCreateTbReq(&decoder[iReq], pCreateReq + iReq) < 0) { goto _exit; @@ -393,7 +394,7 @@ static char* processAutoCreateTable(STaosxRsp* rsp) { string = buildCreateCTableJson(pCreateReq, rsp->createTableNum); _exit: - for(int i = 0; i < rsp->createTableNum; i++){ + for (int i = 0; i < rsp->createTableNum; i++) { tDecoderClear(&decoder[i]); taosMemoryFreeClear(pCreateReq[i].comment); if (pCreateReq[i].type == TSDB_CHILD_TABLE) { @@ -828,10 +829,10 @@ static int32_t taosCreateTable(TAOS* taos, void* meta, int32_t metaLen) { if (pCreateReq->type == TSDB_CHILD_TABLE) { STableMeta* pTableMeta = NULL; SName sName = {0}; - toName(pTscObj->acctId, pRequest->pDb, pCreateReq->ctb.name, &sName); + toName(pTscObj->acctId, pRequest->pDb, pCreateReq->ctb.stbName, &sName); code = catalogGetTableMeta(pCatalog, &conn, &sName, &pTableMeta); if (code != TSDB_CODE_SUCCESS) { - uError("taosCreateTable:catalogGetTableMeta failed. table name: %s", pCreateReq->ctb.name); + uError("taosCreateTable:catalogGetTableMeta failed. table name: %s", pCreateReq->ctb.stbName); goto end; } @@ -1661,12 +1662,12 @@ end: } static int32_t tmqWriteRawMetaDataImpl(TAOS* taos, void* data, int32_t dataLen) { - int32_t code = TSDB_CODE_SUCCESS; - SHashObj* pVgHash = NULL; - SQuery* pQuery = NULL; - SMqTaosxRspObj rspObj = {0}; - SDecoder decoder = {0}; - STableMeta* pTableMeta = NULL; + int32_t code = TSDB_CODE_SUCCESS; + SHashObj* pVgHash = NULL; + SQuery* pQuery = NULL; + SMqTaosxRspObj rspObj = {0}; + SDecoder decoder = {0}; + STableMeta* pTableMeta = NULL; terrno = TSDB_CODE_SUCCESS; SRequestObj* pRequest = (SRequestObj*)createRequest(*(int64_t*)taos, TSDB_SQL_INSERT); @@ -1745,13 +1746,13 @@ static int32_t tmqWriteRawMetaDataImpl(TAOS* taos, void* data, int32_t dataLen) // find schema data info int32_t schemaLen = 0; - void* schemaData = NULL; - for(int j = 0; j < rspObj.rsp.createTableNum; j++){ - void** dataTmp = taosArrayGet(rspObj.rsp.createTableReq, j); + void* schemaData = NULL; + for (int j = 0; j < rspObj.rsp.createTableNum; j++) { + void** dataTmp = taosArrayGet(rspObj.rsp.createTableReq, j); int32_t* lenTmp = taosArrayGet(rspObj.rsp.createTableLen, j); - SDecoder decoderTmp = {0}; - SVCreateTbReq pCreateReq = {0}; + SDecoder decoderTmp = {0}; + SVCreateTbReq pCreateReq = {0}; tDecoderInit(&decoderTmp, *dataTmp, *lenTmp); if (tDecodeSVCreateTbReq(&decoderTmp, &pCreateReq) < 0) { @@ -1761,11 +1762,11 @@ static int32_t tmqWriteRawMetaDataImpl(TAOS* taos, void* data, int32_t dataLen) goto end; } - ASSERT (pCreateReq.type == TSDB_CHILD_TABLE); - if(strcmp(tbName, pCreateReq.name) == 0){ + ASSERT(pCreateReq.type == TSDB_CHILD_TABLE); + if (strcmp(tbName, pCreateReq.name) == 0) { schemaLen = *lenTmp; schemaData = *dataTmp; - strcpy(pName.tname, pCreateReq.ctb.name); + strcpy(pName.tname, pCreateReq.ctb.stbName); tDecoderClear(&decoderTmp); taosMemoryFreeClear(pCreateReq.comment); taosArrayDestroy(pCreateReq.ctb.tagName); @@ -1843,8 +1844,8 @@ static int32_t tmqWriteRawMetaDataImpl(TAOS* taos, void* data, int32_t dataLen) uint64_t uid = pTableMeta->uid; int16_t sver = pTableMeta->sversion; - void* blkSchema = POINTER_SHIFT(blk, sizeof(SSubmitBlk)); - if(schemaData){ + void* blkSchema = POINTER_SHIFT(blk, sizeof(SSubmitBlk)); + if (schemaData) { memcpy(blkSchema, schemaData, schemaLen); } STSRow* rowData = POINTER_SHIFT(blkSchema, schemaLen); @@ -1952,7 +1953,7 @@ static int32_t tmqWriteRawMetaDataImpl(TAOS* taos, void* data, int32_t dataLen) launchQueryImpl(pRequest, pQuery, true, NULL); code = pRequest->code; - end: +end: tDeleteSTaosxRsp(&rspObj.rsp); rspObj.resInfo.pRspMsg = NULL; doFreeReqResultInfo(&rspObj.resInfo); @@ -1969,7 +1970,7 @@ char* tmq_get_json_meta(TAOS_RES* res) { return NULL; } - if(TD_RES_TMQ_METADATA(res)){ + if (TD_RES_TMQ_METADATA(res)) { SMqTaosxRspObj* pMetaDataRspObj = (SMqTaosxRspObj*)res; return processAutoCreateTable(&pMetaDataRspObj->rsp); } diff --git a/source/common/src/tdatablock.c b/source/common/src/tdatablock.c index 23cc868658..c525759ac7 100644 --- a/source/common/src/tdatablock.c +++ b/source/common/src/tdatablock.c @@ -1346,6 +1346,43 @@ SSDataBlock* createSpecialDataBlock(EStreamType type) { return pBlock; } +SSDataBlock* blockCopyOneRow(const SSDataBlock* pDataBlock, int32_t rowIdx) { + if (pDataBlock == NULL) { + return NULL; + } + + SSDataBlock* pBlock = createDataBlock(); + pBlock->info = pDataBlock->info; + pBlock->info.rows = 0; + pBlock->info.capacity = 0; + + size_t numOfCols = taosArrayGetSize(pDataBlock->pDataBlock); + for (int32_t i = 0; i < numOfCols; ++i) { + SColumnInfoData* p = taosArrayGet(pDataBlock->pDataBlock, i); + SColumnInfoData colInfo = {.hasNull = true, .info = p->info}; + blockDataAppendColInfo(pBlock, &colInfo); + } + + int32_t code = blockDataEnsureCapacity(pBlock, 1); + if (code != TSDB_CODE_SUCCESS) { + terrno = code; + blockDataDestroy(pBlock); + return NULL; + } + + for (int32_t i = 0; i < numOfCols; ++i) { + SColumnInfoData* pDst = taosArrayGet(pBlock->pDataBlock, i); + SColumnInfoData* pSrc = taosArrayGet(pDataBlock->pDataBlock, i); + void* pData = colDataGetData(pSrc, rowIdx); + bool isNull = colDataIsNull(pSrc, pDataBlock->info.rows, rowIdx, NULL); + colDataAppend(pDst, 0, pData, isNull); + } + + pBlock->info.rows = 1; + + return pBlock; +} + SSDataBlock* createOneDataBlock(const SSDataBlock* pDataBlock, bool copyData) { if (pDataBlock == NULL) { return NULL; diff --git a/source/common/src/tmsg.c b/source/common/src/tmsg.c index f4ffc4c996..55e5616dd5 100644 --- a/source/common/src/tmsg.c +++ b/source/common/src/tmsg.c @@ -5075,7 +5075,7 @@ int tEncodeSVCreateTbReq(SEncoder *pCoder, const SVCreateTbReq *pReq) { } if (pReq->type == TSDB_CHILD_TABLE) { - if (tEncodeCStr(pCoder, pReq->ctb.name) < 0) return -1; + if (tEncodeCStr(pCoder, pReq->ctb.stbName) < 0) return -1; if (tEncodeU8(pCoder, pReq->ctb.tagNum) < 0) return -1; if (tEncodeI64(pCoder, pReq->ctb.suid) < 0) return -1; if (tEncodeTag(pCoder, (const STag *)pReq->ctb.pTag) < 0) return -1; @@ -5112,7 +5112,7 @@ int tDecodeSVCreateTbReq(SDecoder *pCoder, SVCreateTbReq *pReq) { } if (pReq->type == TSDB_CHILD_TABLE) { - if (tDecodeCStr(pCoder, &pReq->ctb.name) < 0) return -1; + if (tDecodeCStr(pCoder, &pReq->ctb.stbName) < 0) return -1; if (tDecodeU8(pCoder, &pReq->ctb.tagNum) < 0) return -1; if (tDecodeI64(pCoder, &pReq->ctb.suid) < 0) return -1; if (tDecodeTag(pCoder, (STag **)&pReq->ctb.pTag) < 0) return -1; diff --git a/source/dnode/mnode/impl/inc/mndDef.h b/source/dnode/mnode/impl/inc/mndDef.h index c3d03a6c5e..9cc920de04 100644 --- a/source/dnode/mnode/impl/inc/mndDef.h +++ b/source/dnode/mnode/impl/inc/mndDef.h @@ -639,6 +639,7 @@ typedef struct { char* physicalPlan; SArray* tasks; // SArray> SSchemaWrapper outputSchema; + SSchemaWrapper tagSchema; } SStreamObj; int32_t tEncodeSStreamObj(SEncoder* pEncoder, const SStreamObj* pObj); diff --git a/source/dnode/mnode/impl/src/mndStream.c b/source/dnode/mnode/impl/src/mndStream.c index ea889e7001..eb6730e217 100644 --- a/source/dnode/mnode/impl/src/mndStream.c +++ b/source/dnode/mnode/impl/src/mndStream.c @@ -343,6 +343,20 @@ static int32_t mndBuildStreamObjFromCreateReq(SMnode *pMnode, SStreamObj *pObj, goto FAIL; } + pObj->tagSchema.nCols = pCreate->numOfTags; + if (pCreate->numOfTags) { + pObj->tagSchema.pSchema = taosMemoryCalloc(pCreate->numOfTags, sizeof(SSchema)); + } + ASSERT(pCreate->numOfTags == taosArrayGetSize(pCreate->pTags)); + for (int32_t i = 0; i < pCreate->numOfTags; i++) { + SField *pField = taosArrayGet(pCreate->pTags, i); + pObj->tagSchema.pSchema[i].colId = pObj->outputSchema.nCols + i + 1; + pObj->tagSchema.pSchema[i].bytes = pField->bytes; + pObj->tagSchema.pSchema[i].flags = pField->flags; + pObj->tagSchema.pSchema[i].type = pField->type; + memcpy(pObj->tagSchema.pSchema[i].name, pField->name, TSDB_COL_NAME_LEN); + } + FAIL: if (pAst != NULL) nodesDestroyNode(pAst); if (pPlan != NULL) qDestroyQueryPlan(pPlan); @@ -673,7 +687,7 @@ static int32_t mndProcessCreateStreamReq(SRpcMsg *pReq) { mError("stream:%s, failed to create since %s", createStreamReq.name, terrstr()); goto _OVER; } - mndTransSetDbName(pTrans, createStreamReq.sourceDB, streamObj.targetDb); // hack way + mndTransSetDbName(pTrans, createStreamReq.sourceDB, streamObj.targetDb); // hack way mInfo("trans:%d, used to create stream:%s", pTrans->id, createStreamReq.name); // create stb for stream diff --git a/source/dnode/vnode/src/meta/metaSnapshot.c b/source/dnode/vnode/src/meta/metaSnapshot.c index 9fdbe50f88..a40bbd7d87 100644 --- a/source/dnode/vnode/src/meta/metaSnapshot.c +++ b/source/dnode/vnode/src/meta/metaSnapshot.c @@ -196,11 +196,11 @@ _err: return code; } -typedef struct STableInfoForChildTable{ - char *tableName; - SSchemaWrapper *schemaRow; - SSchemaWrapper *tagRow; -}STableInfoForChildTable; +typedef struct STableInfoForChildTable { + char* tableName; + SSchemaWrapper* schemaRow; + SSchemaWrapper* tagRow; +} STableInfoForChildTable; static void destroySTableInfoForChildTable(void* data) { STableInfoForChildTable* pData = (STableInfoForChildTable*)data; @@ -209,35 +209,35 @@ static void destroySTableInfoForChildTable(void* data) { tDeleteSSchemaWrapper(pData->tagRow); } -static void MoveToSnapShotVersion(SSnapContext* ctx){ +static void MoveToSnapShotVersion(SSnapContext* ctx) { tdbTbcClose(ctx->pCur); tdbTbcOpen(ctx->pMeta->pTbDb, &ctx->pCur, NULL); STbDbKey key = {.version = ctx->snapVersion, .uid = INT64_MAX}; - int c = 0; + int c = 0; tdbTbcMoveTo(ctx->pCur, &key, sizeof(key), &c); - if(c < 0){ + if (c < 0) { tdbTbcMoveToPrev(ctx->pCur); } } -static int32_t MoveToPosition(SSnapContext* ctx, int64_t ver, int64_t uid){ +static int32_t MoveToPosition(SSnapContext* ctx, int64_t ver, int64_t uid) { tdbTbcClose(ctx->pCur); tdbTbcOpen(ctx->pMeta->pTbDb, &ctx->pCur, NULL); STbDbKey key = {.version = ver, .uid = uid}; - int c = 0; + int c = 0; tdbTbcMoveTo(ctx->pCur, &key, sizeof(key), &c); return c; } -static void MoveToFirst(SSnapContext* ctx){ +static void MoveToFirst(SSnapContext* ctx) { tdbTbcClose(ctx->pCur); tdbTbcOpen(ctx->pMeta->pTbDb, &ctx->pCur, NULL); tdbTbcMoveToFirst(ctx->pCur); } -static void saveSuperTableInfoForChildTable(SMetaEntry *me, SHashObj *suidInfo){ +static void saveSuperTableInfoForChildTable(SMetaEntry* me, SHashObj* suidInfo) { STableInfoForChildTable* data = (STableInfoForChildTable*)taosHashGet(suidInfo, &me->uid, sizeof(tb_uid_t)); - if(data){ + if (data) { return; } STableInfoForChildTable dataTmp = {0}; @@ -248,9 +248,10 @@ static void saveSuperTableInfoForChildTable(SMetaEntry *me, SHashObj *suidInfo){ taosHashPut(suidInfo, &me->uid, sizeof(tb_uid_t), &dataTmp, sizeof(STableInfoForChildTable)); } -int32_t buildSnapContext(SMeta* pMeta, int64_t snapVersion, int64_t suid, int8_t subType, bool withMeta, SSnapContext** ctxRet){ +int32_t buildSnapContext(SMeta* pMeta, int64_t snapVersion, int64_t suid, int8_t subType, bool withMeta, + SSnapContext** ctxRet) { SSnapContext* ctx = taosMemoryCalloc(1, sizeof(SSnapContext)); - if(ctx == NULL) return -1; + if (ctx == NULL) return -1; *ctxRet = ctx; ctx->pMeta = pMeta; ctx->snapVersion = snapVersion; @@ -259,36 +260,37 @@ int32_t buildSnapContext(SMeta* pMeta, int64_t snapVersion, int64_t suid, int8_t ctx->queryMetaOrData = withMeta; ctx->withMeta = withMeta; ctx->idVersion = taosHashInit(100, taosGetDefaultHashFunction(TSDB_DATA_TYPE_BIGINT), true, HASH_NO_LOCK); - if(ctx->idVersion == NULL){ + if (ctx->idVersion == NULL) { return -1; } ctx->suidInfo = taosHashInit(100, taosGetDefaultHashFunction(TSDB_DATA_TYPE_BIGINT), true, HASH_NO_LOCK); - if(ctx->suidInfo == NULL){ + if (ctx->suidInfo == NULL) { return -1; } taosHashSetFreeFp(ctx->suidInfo, destroySTableInfoForChildTable); ctx->index = 0; ctx->idList = taosArrayInit(100, sizeof(int64_t)); - void *pKey = NULL; - void *pVal = NULL; + void* pKey = NULL; + void* pVal = NULL; int vLen = 0, kLen = 0; metaDebug("tmqsnap init snapVersion:%" PRIi64, ctx->snapVersion); MoveToFirst(ctx); - while(1){ + while (1) { int32_t ret = tdbTbcNext(ctx->pCur, &pKey, &kLen, &pVal, &vLen); if (ret < 0) break; - STbDbKey *tmp = (STbDbKey*)pKey; + STbDbKey* tmp = (STbDbKey*)pKey; if (tmp->version > ctx->snapVersion) break; SIdInfo* idData = (SIdInfo*)taosHashGet(ctx->idVersion, &tmp->uid, sizeof(tb_uid_t)); - if(idData) { + if (idData) { continue; } - if (tdbTbGet(pMeta->pUidIdx, &tmp->uid, sizeof(tb_uid_t), NULL, NULL) < 0) { // check if table exist for now, need optimize later + if (tdbTbGet(pMeta->pUidIdx, &tmp->uid, sizeof(tb_uid_t), NULL, NULL) < + 0) { // check if table exist for now, need optimize later continue; } @@ -296,9 +298,9 @@ int32_t buildSnapContext(SMeta* pMeta, int64_t snapVersion, int64_t suid, int8_t SMetaEntry me = {0}; tDecoderInit(&dc, pVal, vLen); metaDecodeEntry(&dc, &me); - if(ctx->subType == TOPIC_SUB_TYPE__TABLE){ + if (ctx->subType == TOPIC_SUB_TYPE__TABLE) { if ((me.uid != ctx->suid && me.type == TSDB_SUPER_TABLE) || - (me.ctbEntry.suid != ctx->suid && me.type == TSDB_CHILD_TABLE)){ + (me.ctbEntry.suid != ctx->suid && me.type == TSDB_CHILD_TABLE)) { tDecoderClear(&dc); continue; } @@ -314,13 +316,13 @@ int32_t buildSnapContext(SMeta* pMeta, int64_t snapVersion, int64_t suid, int8_t taosHashClear(ctx->idVersion); MoveToSnapShotVersion(ctx); - while(1){ + while (1) { int32_t ret = tdbTbcPrev(ctx->pCur, &pKey, &kLen, &pVal, &vLen); if (ret < 0) break; - STbDbKey *tmp = (STbDbKey*)pKey; - SIdInfo* idData = (SIdInfo*)taosHashGet(ctx->idVersion, &tmp->uid, sizeof(tb_uid_t)); - if(idData){ + STbDbKey* tmp = (STbDbKey*)pKey; + SIdInfo* idData = (SIdInfo*)taosHashGet(ctx->idVersion, &tmp->uid, sizeof(tb_uid_t)); + if (idData) { continue; } SIdInfo info = {.version = tmp->version, .index = 0}; @@ -330,27 +332,28 @@ int32_t buildSnapContext(SMeta* pMeta, int64_t snapVersion, int64_t suid, int8_t SMetaEntry me = {0}; tDecoderInit(&dc, pVal, vLen); metaDecodeEntry(&dc, &me); - if(ctx->subType == TOPIC_SUB_TYPE__TABLE){ + if (ctx->subType == TOPIC_SUB_TYPE__TABLE) { if ((me.uid != ctx->suid && me.type == TSDB_SUPER_TABLE) || - (me.ctbEntry.suid != ctx->suid && me.type == TSDB_CHILD_TABLE)){ + (me.ctbEntry.suid != ctx->suid && me.type == TSDB_CHILD_TABLE)) { tDecoderClear(&dc); continue; } } - if ((ctx->subType == TOPIC_SUB_TYPE__DB && me.type == TSDB_SUPER_TABLE) - || (ctx->subType == TOPIC_SUB_TYPE__TABLE && me.uid == ctx->suid)) { + if ((ctx->subType == TOPIC_SUB_TYPE__DB && me.type == TSDB_SUPER_TABLE) || + (ctx->subType == TOPIC_SUB_TYPE__TABLE && me.uid == ctx->suid)) { saveSuperTableInfoForChildTable(&me, ctx->suidInfo); } tDecoderClear(&dc); } - for(int i = 0; i < taosArrayGetSize(ctx->idList); i++){ - int64_t *uid = taosArrayGet(ctx->idList, i); + for (int i = 0; i < taosArrayGetSize(ctx->idList); i++) { + int64_t* uid = taosArrayGet(ctx->idList, i); SIdInfo* idData = (SIdInfo*)taosHashGet(ctx->idVersion, uid, sizeof(int64_t)); ASSERT(idData); idData->index = i; - metaDebug("tmqsnap init idVersion uid:%" PRIi64 " version:%" PRIi64 " index:%d", *uid, idData->version, idData->index); + metaDebug("tmqsnap init idVersion uid:%" PRIi64 " version:%" PRIi64 " index:%d", *uid, idData->version, + idData->index); } tdbFree(pKey); @@ -358,7 +361,7 @@ int32_t buildSnapContext(SMeta* pMeta, int64_t snapVersion, int64_t suid, int8_t return TDB_CODE_SUCCESS; } -int32_t destroySnapContext(SSnapContext* ctx){ +int32_t destroySnapContext(SSnapContext* ctx) { tdbTbcClose(ctx->pCur); taosArrayDestroy(ctx->idList); taosHashCleanup(ctx->idVersion); @@ -367,12 +370,12 @@ int32_t destroySnapContext(SSnapContext* ctx){ return 0; } -static int32_t buildNormalChildTableInfo(SVCreateTbReq *req, void **pBuf, int32_t *contLen){ - int32_t ret = 0; +static int32_t buildNormalChildTableInfo(SVCreateTbReq* req, void** pBuf, int32_t* contLen) { + int32_t ret = 0; SVCreateTbBatchReq reqs = {0}; reqs.pArray = taosArrayInit(1, sizeof(struct SVCreateTbReq)); - if (NULL == reqs.pArray){ + if (NULL == reqs.pArray) { ret = -1; goto end; } @@ -380,7 +383,7 @@ static int32_t buildNormalChildTableInfo(SVCreateTbReq *req, void **pBuf, int32_ reqs.nReqs = 1; tEncodeSize(tEncodeSVCreateTbBatchReq, &reqs, *contLen, ret); - if(ret < 0){ + if (ret < 0) { ret = -1; goto end; } @@ -405,7 +408,7 @@ end: return ret; } -static int32_t buildSuperTableInfo(SVCreateStbReq *req, void **pBuf, int32_t *contLen){ +static int32_t buildSuperTableInfo(SVCreateStbReq* req, void** pBuf, int32_t* contLen) { int32_t ret = 0; tEncodeSize(tEncodeSVCreateStbReq, req, *contLen, ret); if (ret < 0) { @@ -418,7 +421,7 @@ static int32_t buildSuperTableInfo(SVCreateStbReq *req, void **pBuf, int32_t *co return -1; } - SEncoder encoder = {0}; + SEncoder encoder = {0}; tEncoderInit(&encoder, POINTER_SHIFT(*pBuf, sizeof(SMsgHead)), *contLen); if (tEncodeSVCreateStbReq(&encoder, req) < 0) { taosMemoryFreeClear(*pBuf); @@ -429,16 +432,16 @@ static int32_t buildSuperTableInfo(SVCreateStbReq *req, void **pBuf, int32_t *co return 0; } -int32_t setForSnapShot(SSnapContext* ctx, int64_t uid){ +int32_t setForSnapShot(SSnapContext* ctx, int64_t uid) { int c = 0; - if(uid == 0){ + if (uid == 0) { ctx->index = 0; return c; } SIdInfo* idInfo = (SIdInfo*)taosHashGet(ctx->idVersion, &uid, sizeof(tb_uid_t)); - if(!idInfo){ + if (!idInfo) { return -1; } @@ -447,17 +450,17 @@ int32_t setForSnapShot(SSnapContext* ctx, int64_t uid){ return c; } -int32_t getMetafromSnapShot(SSnapContext* ctx, void **pBuf, int32_t *contLen, int16_t *type, int64_t *uid){ +int32_t getMetafromSnapShot(SSnapContext* ctx, void** pBuf, int32_t* contLen, int16_t* type, int64_t* uid) { int32_t ret = 0; - void *pKey = NULL; - void *pVal = NULL; - int vLen = 0, kLen = 0; + void* pKey = NULL; + void* pVal = NULL; + int vLen = 0, kLen = 0; - while(1){ - if(ctx->index >= taosArrayGetSize(ctx->idList)){ + while (1) { + if (ctx->index >= taosArrayGetSize(ctx->idList)) { metaDebug("tmqsnap get meta end"); ctx->index = 0; - ctx->queryMetaOrData = false; // change to get data + ctx->queryMetaOrData = false; // change to get data return 0; } @@ -468,7 +471,7 @@ int32_t getMetafromSnapShot(SSnapContext* ctx, void **pBuf, int32_t *contLen, in *uid = *uidTmp; ret = MoveToPosition(ctx, idInfo->version, *uidTmp); - if(ret == 0){ + if (ret == 0) { break; } metaDebug("tmqsnap get meta not exist uid:%" PRIi64 " version:%" PRIi64, *uid, idInfo->version); @@ -479,10 +482,10 @@ int32_t getMetafromSnapShot(SSnapContext* ctx, void **pBuf, int32_t *contLen, in SMetaEntry me = {0}; tDecoderInit(&dc, pVal, vLen); metaDecodeEntry(&dc, &me); - metaDebug("tmqsnap get meta uid:%" PRIi64 " name:%s index:%d", *uid, me.name, ctx->index-1); + metaDebug("tmqsnap get meta uid:%" PRIi64 " name:%s index:%d", *uid, me.name, ctx->index - 1); - if ((ctx->subType == TOPIC_SUB_TYPE__DB && me.type == TSDB_SUPER_TABLE) - || (ctx->subType == TOPIC_SUB_TYPE__TABLE && me.uid == ctx->suid)) { + if ((ctx->subType == TOPIC_SUB_TYPE__DB && me.type == TSDB_SUPER_TABLE) || + (ctx->subType == TOPIC_SUB_TYPE__TABLE && me.uid == ctx->suid)) { SVCreateStbReq req = {0}; req.name = me.name; req.suid = me.uid; @@ -494,9 +497,10 @@ int32_t getMetafromSnapShot(SSnapContext* ctx, void **pBuf, int32_t *contLen, in ret = buildSuperTableInfo(&req, pBuf, contLen); *type = TDMT_VND_CREATE_STB; - } else if ((ctx->subType == TOPIC_SUB_TYPE__DB && me.type == TSDB_CHILD_TABLE) - || (ctx->subType == TOPIC_SUB_TYPE__TABLE && me.type == TSDB_CHILD_TABLE && me.ctbEntry.suid == ctx->suid)) { - STableInfoForChildTable* data = (STableInfoForChildTable*)taosHashGet(ctx->suidInfo, &me.ctbEntry.suid, sizeof(tb_uid_t)); + } else if ((ctx->subType == TOPIC_SUB_TYPE__DB && me.type == TSDB_CHILD_TABLE) || + (ctx->subType == TOPIC_SUB_TYPE__TABLE && me.type == TSDB_CHILD_TABLE && me.ctbEntry.suid == ctx->suid)) { + STableInfoForChildTable* data = + (STableInfoForChildTable*)taosHashGet(ctx->suidInfo, &me.ctbEntry.suid, sizeof(tb_uid_t)); ASSERT(data); SVCreateTbReq req = {0}; @@ -506,16 +510,16 @@ int32_t getMetafromSnapShot(SSnapContext* ctx, void **pBuf, int32_t *contLen, in req.commentLen = -1; req.ctb.suid = me.ctbEntry.suid; req.ctb.tagNum = data->tagRow->nCols; - req.ctb.name = data->tableName; + req.ctb.stbName = data->tableName; SArray* tagName = taosArrayInit(req.ctb.tagNum, TSDB_COL_NAME_LEN); - STag* p = (STag*)me.ctbEntry.pTags; - if(tTagIsJson(p)){ + STag* p = (STag*)me.ctbEntry.pTags; + if (tTagIsJson(p)) { if (p->nTag != 0) { SSchema* schema = &data->tagRow->pSchema[0]; taosArrayPush(tagName, schema->name); } - }else{ + } else { SArray* pTagVals = NULL; if (tTagToValArray((const STag*)p, &pTagVals) != 0) { ASSERT(0); @@ -523,36 +527,36 @@ int32_t getMetafromSnapShot(SSnapContext* ctx, void **pBuf, int32_t *contLen, in int16_t nCols = taosArrayGetSize(pTagVals); for (int j = 0; j < nCols; ++j) { STagVal* pTagVal = (STagVal*)taosArrayGet(pTagVals, j); - for(int i = 0; i < data->tagRow->nCols; i++){ - SSchema *schema = &data->tagRow->pSchema[i]; - if(schema->colId == pTagVal->cid){ + for (int i = 0; i < data->tagRow->nCols; i++) { + SSchema* schema = &data->tagRow->pSchema[i]; + if (schema->colId == pTagVal->cid) { taosArrayPush(tagName, schema->name); } } } taosArrayDestroy(pTagVals); } -// SIdInfo* sidInfo = (SIdInfo*)taosHashGet(ctx->idVersion, &me.ctbEntry.suid, sizeof(tb_uid_t)); -// if(sidInfo->version >= idInfo->version){ -// // need parse tag -// STag* p = (STag*)me.ctbEntry.pTags; -// SArray* pTagVals = NULL; -// if (tTagToValArray((const STag*)p, &pTagVals) != 0) { -// } -// -// int16_t nCols = taosArrayGetSize(pTagVals); -// for (int j = 0; j < nCols; ++j) { -// STagVal* pTagVal = (STagVal*)taosArrayGet(pTagVals, j); -// } -// }else{ - req.ctb.pTag = me.ctbEntry.pTags; -// } + // SIdInfo* sidInfo = (SIdInfo*)taosHashGet(ctx->idVersion, &me.ctbEntry.suid, sizeof(tb_uid_t)); + // if(sidInfo->version >= idInfo->version){ + // // need parse tag + // STag* p = (STag*)me.ctbEntry.pTags; + // SArray* pTagVals = NULL; + // if (tTagToValArray((const STag*)p, &pTagVals) != 0) { + // } + // + // int16_t nCols = taosArrayGetSize(pTagVals); + // for (int j = 0; j < nCols; ++j) { + // STagVal* pTagVal = (STagVal*)taosArrayGet(pTagVals, j); + // } + // }else{ + req.ctb.pTag = me.ctbEntry.pTags; + // } req.ctb.tagName = tagName; ret = buildNormalChildTableInfo(&req, pBuf, contLen); *type = TDMT_VND_CREATE_TABLE; taosArrayDestroy(tagName); - } else if(ctx->subType == TOPIC_SUB_TYPE__DB){ + } else if (ctx->subType == TOPIC_SUB_TYPE__DB) { SVCreateTbReq req = {0}; req.type = TSDB_NORMAL_TABLE; req.name = me.name; @@ -561,7 +565,7 @@ int32_t getMetafromSnapShot(SSnapContext* ctx, void **pBuf, int32_t *contLen, in req.ntb.schemaRow = me.ntbEntry.schemaRow; ret = buildNormalChildTableInfo(&req, pBuf, contLen); *type = TDMT_VND_CREATE_TABLE; - } else{ + } else { ASSERT(0); } tDecoderClear(&dc); @@ -569,14 +573,14 @@ int32_t getMetafromSnapShot(SSnapContext* ctx, void **pBuf, int32_t *contLen, in return ret; } -SMetaTableInfo getUidfromSnapShot(SSnapContext* ctx){ +SMetaTableInfo getUidfromSnapShot(SSnapContext* ctx) { SMetaTableInfo result = {0}; - void *pKey = NULL; - void *pVal = NULL; - int vLen, kLen; + void* pKey = NULL; + void* pVal = NULL; + int vLen, kLen; - while(1){ - if(ctx->index >= taosArrayGetSize(ctx->idList)){ + while (1) { + if (ctx->index >= taosArrayGetSize(ctx->idList)) { metaDebug("tmqsnap get uid info end"); return result; } @@ -586,7 +590,7 @@ SMetaTableInfo getUidfromSnapShot(SSnapContext* ctx){ ASSERT(idInfo); int32_t ret = MoveToPosition(ctx, idInfo->version, *uidTmp); - if(ret != 0) { + if (ret != 0) { metaDebug("tmqsnap getUidfromSnapShot not exist uid:%" PRIi64 " version:%" PRIi64, *uidTmp, idInfo->version); continue; } @@ -595,10 +599,11 @@ SMetaTableInfo getUidfromSnapShot(SSnapContext* ctx){ SMetaEntry me = {0}; tDecoderInit(&dc, pVal, vLen); metaDecodeEntry(&dc, &me); - metaDebug("tmqsnap get uid info uid:%" PRIi64 " name:%s index:%d", me.uid, me.name, ctx->index-1); + metaDebug("tmqsnap get uid info uid:%" PRIi64 " name:%s index:%d", me.uid, me.name, ctx->index - 1); - if (ctx->subType == TOPIC_SUB_TYPE__DB && me.type == TSDB_CHILD_TABLE){ - STableInfoForChildTable* data = (STableInfoForChildTable*)taosHashGet(ctx->suidInfo, &me.ctbEntry.suid, sizeof(tb_uid_t)); + if (ctx->subType == TOPIC_SUB_TYPE__DB && me.type == TSDB_CHILD_TABLE) { + STableInfoForChildTable* data = + (STableInfoForChildTable*)taosHashGet(ctx->suidInfo, &me.ctbEntry.suid, sizeof(tb_uid_t)); result.uid = me.uid; result.suid = me.ctbEntry.suid; result.schema = tCloneSSchemaWrapper(data->schemaRow); @@ -612,15 +617,16 @@ SMetaTableInfo getUidfromSnapShot(SSnapContext* ctx){ result.schema = tCloneSSchemaWrapper(&me.ntbEntry.schemaRow); tDecoderClear(&dc); break; - } else if(ctx->subType == TOPIC_SUB_TYPE__TABLE && me.type == TSDB_CHILD_TABLE && me.ctbEntry.suid == ctx->suid) { - STableInfoForChildTable* data = (STableInfoForChildTable*)taosHashGet(ctx->suidInfo, &me.ctbEntry.suid, sizeof(tb_uid_t)); + } else if (ctx->subType == TOPIC_SUB_TYPE__TABLE && me.type == TSDB_CHILD_TABLE && me.ctbEntry.suid == ctx->suid) { + STableInfoForChildTable* data = + (STableInfoForChildTable*)taosHashGet(ctx->suidInfo, &me.ctbEntry.suid, sizeof(tb_uid_t)); result.uid = me.uid; result.suid = me.ctbEntry.suid; strcpy(result.tbName, me.name); result.schema = tCloneSSchemaWrapper(data->schemaRow); tDecoderClear(&dc); break; - } else{ + } else { metaDebug("tmqsnap get uid continue"); tDecoderClear(&dc); continue; diff --git a/source/dnode/vnode/src/meta/metaTable.c b/source/dnode/vnode/src/meta/metaTable.c index 932afe8937..361e453303 100644 --- a/source/dnode/vnode/src/meta/metaTable.c +++ b/source/dnode/vnode/src/meta/metaTable.c @@ -382,7 +382,7 @@ int metaCreateTable(SMeta *pMeta, int64_t version, SVCreateTbReq *pReq, STableMe } if (pReq->type == TSDB_CHILD_TABLE) { - tb_uid_t suid = metaGetTableEntryUidByName(pMeta, pReq->ctb.name); + tb_uid_t suid = metaGetTableEntryUidByName(pMeta, pReq->ctb.stbName); if (suid != pReq->ctb.suid) { terrno = TSDB_CODE_PAR_TABLE_NOT_EXIST; return -1; diff --git a/source/dnode/vnode/src/sma/smaRollup.c b/source/dnode/vnode/src/sma/smaRollup.c index 27da9da02c..1924f803d6 100644 --- a/source/dnode/vnode/src/sma/smaRollup.c +++ b/source/dnode/vnode/src/sma/smaRollup.c @@ -326,7 +326,6 @@ static int32_t tdSetRSmaInfoItemParams(SSma *pSma, SRSmaParam *param, SRSmaStat terrno = TSDB_CODE_RSMA_STREAM_STATE_OPEN; return TSDB_CODE_FAILED; } - SReadHandle handle = { .meta = pVnode->pMeta, @@ -692,7 +691,7 @@ static int32_t tdRSmaExecAndSubmitResult(SSma *pSma, qTaskInfo_t taskInfo, SRSma while (1) { uint64_t ts; - bool hasMore = false; + bool hasMore = false; int32_t code = qExecTaskOpt(taskInfo, pResList, &ts, &hasMore, NULL); if (code < 0) { if (code == TSDB_CODE_QRY_IN_EXEC) { @@ -1821,11 +1820,9 @@ static int32_t tdRSmaFetchAllResult(SSma *pSma, SRSmaInfo *pInfo) { goto _err; } if (tdRSmaExecAndSubmitResult(pSma, taskInfo, pItem, pInfo->pTSchema, pInfo->suid) < 0) { - tdCleanupStreamInputDataBlock(taskInfo); goto _err; } - tdCleanupStreamInputDataBlock(taskInfo); smaDebug("vgId:%d, suid:%" PRIi64 " level:%" PRIi8 " nScanned:%" PRIi8 " maxDelay:%d, fetch finished", SMA_VID(pSma), pInfo->suid, i, pItem->nScanned, pItem->maxDelay); } else { diff --git a/source/dnode/vnode/src/tq/tqSink.c b/source/dnode/vnode/src/tq/tqSink.c index 16c2a5d033..6e7428b662 100644 --- a/source/dnode/vnode/src/tq/tqSink.c +++ b/source/dnode/vnode/src/tq/tqSink.c @@ -48,8 +48,9 @@ int32_t tqBuildDeleteReq(SVnode* pVnode, const char* stbFullName, const SSDataBl return 0; } -SSubmitReq* tqBlockToSubmit(SVnode* pVnode, const SArray* pBlocks, const STSchema* pTSchema, SSchemaWrapper* pTagSchemaWrapper, bool createTb, - int64_t suid, const char* stbFullName, SBatchDeleteReq* pDeleteReq) { +SSubmitReq* tqBlockToSubmit(SVnode* pVnode, const SArray* pBlocks, const STSchema* pTSchema, + SSchemaWrapper* pTagSchemaWrapper, bool createTb, int64_t suid, const char* stbFullName, + SBatchDeleteReq* pDeleteReq) { SSubmitReq* ret = NULL; SArray* schemaReqs = NULL; SArray* schemaReqSz = NULL; @@ -89,40 +90,46 @@ SSubmitReq* tqBlockToSubmit(SVnode* pVnode, const SArray* pBlocks, const STSchem return NULL; } - SArray *tagName = taosArrayInit(1, TSDB_COL_NAME_LEN); - char tagNameStr[TSDB_COL_NAME_LEN] = {0}; + SArray* tagName = taosArrayInit(1, TSDB_COL_NAME_LEN); + char tagNameStr[TSDB_COL_NAME_LEN] = {0}; strcpy(tagNameStr, "group_id"); taosArrayPush(tagName, tagNameStr); -// STag* pTag = NULL; -// taosArrayClear(tagArray); -// SArray *tagName = taosArrayInit(1, TSDB_COL_NAME_LEN); -// for(int j = 0; j < pTagSchemaWrapper->nCols; j++){ -// STagVal tagVal = { -// .cid = pTagSchemaWrapper->pSchema[j].colId, -// .type = pTagSchemaWrapper->pSchema[j].type, -// .i64 = (int64_t)pDataBlock->info.groupId, -// }; -// taosArrayPush(tagArray, &tagVal); -// taosArrayPush(tagName, pTagSchemaWrapper->pSchema[j].name); -// } -// -// tTagNew(tagArray, 1, false, &pTag); -// if (pTag == NULL) { -// terrno = TSDB_CODE_OUT_OF_MEMORY; -// taosArrayDestroy(tagArray); -// taosArrayDestroy(tagName); -// return NULL; -// } + // STag* pTag = NULL; + // taosArrayClear(tagArray); + // SArray *tagName = taosArrayInit(1, TSDB_COL_NAME_LEN); + // for(int j = 0; j < pTagSchemaWrapper->nCols; j++){ + // STagVal tagVal = { + // .cid = pTagSchemaWrapper->pSchema[j].colId, + // .type = pTagSchemaWrapper->pSchema[j].type, + // .i64 = (int64_t)pDataBlock->info.groupId, + // }; + // taosArrayPush(tagArray, &tagVal); + // taosArrayPush(tagName, pTagSchemaWrapper->pSchema[j].name); + // } + // + // tTagNew(tagArray, 1, false, &pTag); + // if (pTag == NULL) { + // terrno = TSDB_CODE_OUT_OF_MEMORY; + // taosArrayDestroy(tagArray); + // taosArrayDestroy(tagName); + // return NULL; + // } SVCreateTbReq createTbReq = {0}; - SName name = {0}; - tNameFromString(&name, stbFullName, T_NAME_ACCT | T_NAME_DB | T_NAME_TABLE); - - createTbReq.name = buildCtbNameByGroupId(stbFullName, pDataBlock->info.groupId); - createTbReq.ctb.name = strdup((char*)tNameGetTableName(&name)); // strdup(stbFullName); createTbReq.flags = 0; createTbReq.type = TSDB_CHILD_TABLE; + + SName name = {0}; + tNameFromString(&name, stbFullName, T_NAME_ACCT | T_NAME_DB | T_NAME_TABLE); + createTbReq.ctb.stbName = strdup((char*)tNameGetTableName(&name)); // strdup(stbFullName); + + if (pDataBlock->info.parTbName[0]) { + createTbReq.name = strdup(pDataBlock->info.parTbName); + } else { + createTbReq.name = buildCtbNameByGroupId(stbFullName, pDataBlock->info.groupId); + } + createTbReq.ctb.suid = suid; createTbReq.ctb.pTag = (uint8_t*)pTag; createTbReq.ctb.tagNum = taosArrayGetSize(tagArray); @@ -261,8 +268,8 @@ void tqTableSink(SStreamTask* pTask, void* vnode, int64_t ver, void* data) { ASSERT(pTask->tbSink.pTSchema); deleteReq.deleteReqs = taosArrayInit(0, sizeof(SSingleDeleteReq)); - SSubmitReq* submitReq = tqBlockToSubmit(pVnode, pRes, pTask->tbSink.pTSchema, pTask->tbSink.pSchemaWrapper, true, pTask->tbSink.stbUid, - pTask->tbSink.stbFullName, &deleteReq); + SSubmitReq* submitReq = tqBlockToSubmit(pVnode, pRes, pTask->tbSink.pTSchema, pTask->tbSink.pSchemaWrapper, true, + pTask->tbSink.stbUid, pTask->tbSink.stbFullName, &deleteReq); tqDebug("vgId:%d, task %d convert blocks over, put into write-queue", TD_VID(pVnode), pTask->taskId); diff --git a/source/libs/executor/inc/executil.h b/source/libs/executor/inc/executil.h index 9dba29811e..4e960afdb1 100644 --- a/source/libs/executor/inc/executil.h +++ b/source/libs/executor/inc/executil.h @@ -74,7 +74,8 @@ typedef struct SResultRowPosition { typedef struct SResKeyPos { SResultRowPosition pos; uint64_t groupId; - char key[]; + // char parTbName[TSDB_TABLE_NAME_LEN]; + char key[]; } SResKeyPos; typedef struct SResultRowInfo { @@ -123,6 +124,7 @@ SArray* extractPartitionColInfo(SNodeList* pNodeList); SArray* extractColMatchInfo(SNodeList* pNodeList, SDataBlockDescNode* pOutputNodeList, int32_t* numOfOutputCols, int32_t type); +void createExprFromOneNode(SExprInfo* pExp, SNode* pNode, int16_t slotId); void createExprFromTargetNode(SExprInfo* pExp, STargetNode* pTargetNode); SExprInfo* createExprInfo(SNodeList* pNodeList, SNodeList* pGroupKeys, int32_t* numOfExprs); diff --git a/source/libs/executor/inc/executorimpl.h b/source/libs/executor/inc/executorimpl.h index 897015c4d3..4edb4a1f97 100644 --- a/source/libs/executor/inc/executorimpl.h +++ b/source/libs/executor/inc/executorimpl.h @@ -460,6 +460,8 @@ typedef struct SPartitionBySupporter { typedef struct SPartitionDataInfo { uint64_t groupId; + char* tbname; + SArray* tags; SArray* rowIds; } SPartitionDataInfo; @@ -617,6 +619,7 @@ typedef struct SStreamIntervalOperatorInfo { SArray* pChildren; SStreamState* pState; SWinKey delKey; + SHashObj* pGroupIdTbNameMap; // uint64_t -> char[TSDB_TABLE_NAME_LEN] } SStreamIntervalOperatorInfo; typedef struct SAggOperatorInfo { @@ -771,6 +774,7 @@ typedef struct SStreamPartitionOperatorInfo { SOptrBasicInfo binfo; SPartitionBySupporter partitionSup; SExprSupp scalarSup; + SExprSupp tbnameCalSup; SHashObj* pPartitions; void* parIte; SSDataBlock* pInputDataBlock; @@ -1085,7 +1089,7 @@ void copyUpdateDataBlock(SSDataBlock* pDest, SSDataBlock* pSource, int32_t tsCol bool groupbyTbname(SNodeList* pGroupList); int32_t generateGroupIdMap(STableListInfo* pTableListInfo, SReadHandle* pHandle, SNodeList* groupKey); void* destroySqlFunctionCtx(SqlFunctionCtx* pCtx, int32_t numOfOutput); -int32_t buildDataBlockFromGroupRes(SExecTaskInfo* pTaskInfo, SStreamState* pState, SSDataBlock* pBlock, SExprSupp* pSup, +int32_t buildDataBlockFromGroupRes(SOperatorInfo* pOperator, SStreamState* pState, SSDataBlock* pBlock, SExprSupp* pSup, SGroupResInfo* pGroupResInfo); int32_t setOutputBuf(SStreamState* pState, STimeWindow* win, SResultRow** pResult, int64_t tableGroupId, SqlFunctionCtx* pCtx, int32_t numOfOutput, int32_t* rowEntryInfoOffset, SAggSupporter* pAggSup); diff --git a/source/libs/executor/src/executil.c b/source/libs/executor/src/executil.c index ee2aa5c3fa..9ce6275d84 100644 --- a/source/libs/executor/src/executil.c +++ b/source/libs/executor/src/executil.c @@ -1124,45 +1124,45 @@ static SColumn* createColumn(int32_t blockId, int32_t slotId, int32_t colId, SDa return pCol; } -void createExprFromTargetNode(SExprInfo* pExp, STargetNode* pTargetNode) { +void createExprFromOneNode(SExprInfo* pExp, SNode* pNode, int16_t slotId) { pExp->pExpr = taosMemoryCalloc(1, sizeof(tExprNode)); pExp->pExpr->_function.num = 1; pExp->pExpr->_function.functionId = -1; - int32_t type = nodeType(pTargetNode->pExpr); + int32_t type = nodeType(pNode); // it is a project query, or group by column if (type == QUERY_NODE_COLUMN) { pExp->pExpr->nodeType = QUERY_NODE_COLUMN; - SColumnNode* pColNode = (SColumnNode*)pTargetNode->pExpr; + SColumnNode* pColNode = (SColumnNode*)pNode; pExp->base.pParam = taosMemoryCalloc(1, sizeof(SFunctParam)); pExp->base.numOfParams = 1; SDataType* pType = &pColNode->node.resType; - pExp->base.resSchema = createResSchema(pType->type, pType->bytes, pTargetNode->slotId, pType->scale, - pType->precision, pColNode->colName); + pExp->base.resSchema = + createResSchema(pType->type, pType->bytes, slotId, pType->scale, pType->precision, pColNode->colName); pExp->base.pParam[0].pCol = createColumn(pColNode->dataBlockId, pColNode->slotId, pColNode->colId, pType, pColNode->colType); pExp->base.pParam[0].type = FUNC_PARAM_TYPE_COLUMN; } else if (type == QUERY_NODE_VALUE) { pExp->pExpr->nodeType = QUERY_NODE_VALUE; - SValueNode* pValNode = (SValueNode*)pTargetNode->pExpr; + SValueNode* pValNode = (SValueNode*)pNode; pExp->base.pParam = taosMemoryCalloc(1, sizeof(SFunctParam)); pExp->base.numOfParams = 1; SDataType* pType = &pValNode->node.resType; - pExp->base.resSchema = createResSchema(pType->type, pType->bytes, pTargetNode->slotId, pType->scale, - pType->precision, pValNode->node.aliasName); + pExp->base.resSchema = + createResSchema(pType->type, pType->bytes, slotId, pType->scale, pType->precision, pValNode->node.aliasName); pExp->base.pParam[0].type = FUNC_PARAM_TYPE_VALUE; nodesValueNodeToVariant(pValNode, &pExp->base.pParam[0].param); } else if (type == QUERY_NODE_FUNCTION) { pExp->pExpr->nodeType = QUERY_NODE_FUNCTION; - SFunctionNode* pFuncNode = (SFunctionNode*)pTargetNode->pExpr; + SFunctionNode* pFuncNode = (SFunctionNode*)pNode; SDataType* pType = &pFuncNode->node.resType; - pExp->base.resSchema = createResSchema(pType->type, pType->bytes, pTargetNode->slotId, pType->scale, - pType->precision, pFuncNode->node.aliasName); + pExp->base.resSchema = + createResSchema(pType->type, pType->bytes, slotId, pType->scale, pType->precision, pFuncNode->node.aliasName); pExp->pExpr->_function.functionId = pFuncNode->funcId; pExp->pExpr->_function.pFunctNode = pFuncNode; @@ -1204,20 +1204,24 @@ void createExprFromTargetNode(SExprInfo* pExp, STargetNode* pTargetNode) { } } else if (type == QUERY_NODE_OPERATOR) { pExp->pExpr->nodeType = QUERY_NODE_OPERATOR; - SOperatorNode* pNode = (SOperatorNode*)pTargetNode->pExpr; + SOperatorNode* pOpNode = (SOperatorNode*)pNode; pExp->base.pParam = taosMemoryCalloc(1, sizeof(SFunctParam)); pExp->base.numOfParams = 1; - SDataType* pType = &pNode->node.resType; - pExp->base.resSchema = createResSchema(pType->type, pType->bytes, pTargetNode->slotId, pType->scale, - pType->precision, pNode->node.aliasName); - pExp->pExpr->_optrRoot.pRootNode = pTargetNode->pExpr; + SDataType* pType = &pOpNode->node.resType; + pExp->base.resSchema = + createResSchema(pType->type, pType->bytes, slotId, pType->scale, pType->precision, pOpNode->node.aliasName); + pExp->pExpr->_optrRoot.pRootNode = pNode; } else { ASSERT(0); } } +void createExprFromTargetNode(SExprInfo* pExp, STargetNode* pTargetNode) { + createExprFromOneNode(pExp, pTargetNode->pExpr, pTargetNode->slotId); +} + SExprInfo* createExprInfo(SNodeList* pNodeList, SNodeList* pGroupKeys, int32_t* numOfExprs) { int32_t numOfFuncs = LIST_LENGTH(pNodeList); int32_t numOfGroupKeys = 0; diff --git a/source/libs/executor/src/executor.c b/source/libs/executor/src/executor.c index a8c73f0170..e527f7e7c1 100644 --- a/source/libs/executor/src/executor.c +++ b/source/libs/executor/src/executor.c @@ -49,17 +49,6 @@ static int32_t doSetStreamBlock(SOperatorInfo* pOperator, void* input, size_t nu SStreamScanInfo* pInfo = pOperator->info; -#if 0 - // TODO: if a block was set but not consumed, - // prevent setting a different type of block - pInfo->validBlockIndex = 0; - if (pInfo->blockType == STREAM_INPUT__DATA_BLOCK) { - taosArrayClearP(pInfo->pBlockLists, taosMemoryFree); - } else { - taosArrayClear(pInfo->pBlockLists); - } -#endif - ASSERT(pInfo->validBlockIndex == 0); ASSERT(taosArrayGetSize(pInfo->pBlockLists) == 0); @@ -71,30 +60,13 @@ static int32_t doSetStreamBlock(SOperatorInfo* pOperator, void* input, size_t nu } pInfo->blockType = STREAM_INPUT__DATA_SUBMIT; } else if (type == STREAM_INPUT__DATA_SUBMIT) { - /*if (tqReaderSetDataMsg(pInfo->tqReader, input, 0) < 0) {*/ - /*qError("submit msg messed up when initing stream block, %s" PRIx64, id);*/ - /*return TSDB_CODE_QRY_APP_ERROR;*/ - /*}*/ ASSERT(numOfBlocks == 1); - /*if (numOfBlocks == 1) {*/ taosArrayPush(pInfo->pBlockLists, &input); pInfo->blockType = STREAM_INPUT__DATA_SUBMIT; - /*} else {*/ - /*}*/ } else if (type == STREAM_INPUT__DATA_BLOCK) { for (int32_t i = 0; i < numOfBlocks; ++i) { SSDataBlock* pDataBlock = &((SSDataBlock*)input)[i]; taosArrayPush(pInfo->pBlockLists, &pDataBlock); - -#if 0 - // TODO optimize - SSDataBlock* p = createOneDataBlock(pDataBlock, false); - p->info = pDataBlock->info; - - taosArrayClear(p->pDataBlock); - taosArrayAddAll(p->pDataBlock, pDataBlock->pDataBlock); - taosArrayPush(pInfo->pBlockLists, &p); -#endif } pInfo->blockType = STREAM_INPUT__DATA_BLOCK; } else { @@ -107,27 +79,6 @@ static int32_t doSetStreamBlock(SOperatorInfo* pOperator, void* input, size_t nu static FORCE_INLINE void streamInputBlockDataDestory(void* pBlock) { blockDataDestroy((SSDataBlock*)pBlock); } -void tdCleanupStreamInputDataBlock(qTaskInfo_t tinfo) { -#if 0 - SExecTaskInfo* pTaskInfo = (SExecTaskInfo*)tinfo; - if (!pTaskInfo || !pTaskInfo->pRoot || pTaskInfo->pRoot->numOfDownstream <= 0) { - return; - } - SOperatorInfo* pOptrInfo = pTaskInfo->pRoot->pDownstream[0]; - - if (pOptrInfo->operatorType == QUERY_NODE_PHYSICAL_PLAN_STREAM_SCAN) { - SStreamScanInfo* pInfo = pOptrInfo->info; - if (pInfo->blockType == STREAM_INPUT__DATA_BLOCK) { - taosArrayClearP(pInfo->pBlockLists, streamInputBlockDataDestory); - } else { - ASSERT(0); - } - } else { - ASSERT(0); - } -#endif -} - int32_t qSetMultiStreamInput(qTaskInfo_t tinfo, const void* pBlocks, size_t numOfBlocks, int32_t type) { if (tinfo == NULL) { return TSDB_CODE_QRY_APP_ERROR; @@ -330,8 +281,8 @@ int32_t qUpdateQualifiedTableId(qTaskInfo_t tinfo, const SArray* tableIdList, bo } } - bool exists = false; #if 0 + bool exists = false; for (int32_t k = 0; k < taosArrayGetSize(pListInfo->pTableList); ++k) { STableKeyInfo* pKeyInfo = taosArrayGet(pListInfo->pTableList, k); if (pKeyInfo->uid == keyInfo.uid) { @@ -339,14 +290,15 @@ int32_t qUpdateQualifiedTableId(qTaskInfo_t tinfo, const SArray* tableIdList, bo exists = true; } } -#endif if (!exists) { - taosArrayPush(pTaskInfo->tableqinfoList.pTableList, &keyInfo); - taosHashPut(pTaskInfo->tableqinfoList.map, uid, sizeof(uid), &keyInfo.groupId, sizeof(keyInfo.groupId)); - } +#endif + taosArrayPush(pTaskInfo->tableqinfoList.pTableList, &keyInfo); + taosHashPut(pTaskInfo->tableqinfoList.map, uid, sizeof(uid), &keyInfo.groupId, sizeof(keyInfo.groupId)); } + /*}*/ + if (keyBuf != NULL) { taosMemoryFree(keyBuf); } diff --git a/source/libs/executor/src/executorimpl.c b/source/libs/executor/src/executorimpl.c index 5db55b02f8..44cd665052 100644 --- a/source/libs/executor/src/executorimpl.c +++ b/source/libs/executor/src/executorimpl.c @@ -4214,8 +4214,9 @@ int32_t saveOutputBuf(SStreamState* pState, SWinKey* pKey, SResultRow* pResult, return TSDB_CODE_SUCCESS; } -int32_t buildDataBlockFromGroupRes(SExecTaskInfo* pTaskInfo, SStreamState* pState, SSDataBlock* pBlock, SExprSupp* pSup, +int32_t buildDataBlockFromGroupRes(SOperatorInfo* pOperator, SStreamState* pState, SSDataBlock* pBlock, SExprSupp* pSup, SGroupResInfo* pGroupResInfo) { + SExecTaskInfo* pTaskInfo = pOperator->pTaskInfo; SExprInfo* pExprInfo = pSup->pExprInfo; int32_t numOfExprs = pSup->numOfExprs; int32_t* rowEntryOffset = pSup->rowEntryInfoOffset; @@ -4244,6 +4245,11 @@ int32_t buildDataBlockFromGroupRes(SExecTaskInfo* pTaskInfo, SStreamState* pStat if (pBlock->info.groupId == 0) { pBlock->info.groupId = pPos->groupId; + SStreamIntervalOperatorInfo* pInfo = pOperator->info; + char* tbname = taosHashGet(pInfo->pGroupIdTbNameMap, &pBlock->info.groupId, sizeof(int64_t)); + if (tbname != NULL) { + memcpy(pBlock->info.parTbName, tbname, TSDB_TABLE_NAME_LEN); + } } else { // current value belongs to different group, it can't be packed into one datablock if (pBlock->info.groupId != pPos->groupId) { diff --git a/source/libs/executor/src/groupoperator.c b/source/libs/executor/src/groupoperator.c index 7cb641a943..5e7afa1303 100644 --- a/source/libs/executor/src/groupoperator.c +++ b/source/libs/executor/src/groupoperator.c @@ -873,6 +873,26 @@ static SSDataBlock* buildStreamPartitionResult(SOperatorInfo* pOperator) { colDataAppend(pDestCol, pDest->info.rows, pSrcData, isNull); } pDest->info.rows++; + if (i == 0) { + SSDataBlock* pTmpBlock = blockCopyOneRow(pSrc, rowIndex); + SSDataBlock* pResBlock = createDataBlock(); + pResBlock->info.rowSize = TSDB_TABLE_NAME_LEN; + SColumnInfoData data = createColumnInfoData(TSDB_DATA_TYPE_VARCHAR, TSDB_TABLE_NAME_LEN, 0); + taosArrayPush(pResBlock->pDataBlock, &data); + blockDataEnsureCapacity(pResBlock, 1); + projectApplyFunctions(pInfo->tbnameCalSup.pExprInfo, pResBlock, pTmpBlock, pInfo->tbnameCalSup.pCtx, 1, NULL); + ASSERT(pResBlock->info.rows == 1); + ASSERT(taosArrayGetSize(pResBlock->pDataBlock) == 1); + SColumnInfoData* pCol = taosArrayGet(pResBlock->pDataBlock, 0); + ASSERT(pCol->info.type == TSDB_DATA_TYPE_VARCHAR); + void* pData = colDataGetData(pCol, 0); + // TODO check tbname validation + if (pData != (void*)-1) { + memcpy(pDest->info.parTbName, varDataVal(pData), varDataLen(pData)); + } else { + pDest->info.parTbName[0] = 0; + } + } } blockDataUpdateTsWindow(pDest, pInfo->tsColIndex); pDest->info.groupId = pParInfo->groupId; @@ -895,6 +915,7 @@ static void doStreamHashPartitionImpl(SStreamPartitionOperatorInfo* pInfo, SSDat } else { SPartitionDataInfo newParData = {0}; newParData.groupId = calcGroupId(pInfo->partitionSup.keyBuf, keyLen); + /*newParData.tbname = */ newParData.rowIds = taosArrayInit(64, sizeof(int32_t)); taosArrayPush(newParData.rowIds, &i); taosHashPut(pInfo->pPartitions, pInfo->partitionSup.keyBuf, keyLen, &newParData, sizeof(SPartitionDataInfo)); @@ -1000,6 +1021,20 @@ SOperatorInfo* createStreamPartitionOperatorInfo(SOperatorInfo* downstream, SStr } } + if (pPartNode->pSubtable != NULL) { + SExprInfo* pSubTableExpr = taosMemoryCalloc(1, sizeof(SExprInfo)); + if (pSubTableExpr == NULL) { + code = TSDB_CODE_OUT_OF_MEMORY; + goto _error; + } + pInfo->tbnameCalSup.pExprInfo = pSubTableExpr; + createExprFromOneNode(pSubTableExpr, pPartNode->pSubtable, 0); + code = initExprSupp(&pInfo->tbnameCalSup, pSubTableExpr, 1); + if (code != TSDB_CODE_SUCCESS) { + goto _error; + } + } + int32_t keyLen = 0; code = initGroupOptrInfo(&pInfo->partitionSup.pGroupColVals, &keyLen, &pInfo->partitionSup.keyBuf, pInfo->partitionSup.pGroupCols); diff --git a/source/libs/executor/src/scanoperator.c b/source/libs/executor/src/scanoperator.c index 2251d09776..3752a9f211 100644 --- a/source/libs/executor/src/scanoperator.c +++ b/source/libs/executor/src/scanoperator.c @@ -924,29 +924,9 @@ _error: return NULL; } -static void doClearBufferedBlocks(SStreamScanInfo* pInfo) { -#if 0 - if (pInfo->blockType == STREAM_INPUT__DATA_BLOCK) { - size_t total = taosArrayGetSize(pInfo->pBlockLists); - for (int32_t i = 0; i < total; i++) { - SSDataBlock* p = taosArrayGetP(pInfo->pBlockLists, i); - taosArrayDestroy(p->pDataBlock); - taosMemoryFree(p); - } - } -#endif +static FORCE_INLINE void doClearBufferedBlocks(SStreamScanInfo* pInfo) { taosArrayClear(pInfo->pBlockLists); pInfo->validBlockIndex = 0; -#if 0 - size_t total = taosArrayGetSize(pInfo->pBlockLists); - - pInfo->validBlockIndex = 0; - for (int32_t i = 0; i < total; ++i) { - SSDataBlock* p = taosArrayGetP(pInfo->pBlockLists, i); - blockDataDestroy(p); - } - taosArrayClear(pInfo->pBlockLists); -#endif } static bool isSessionWindow(SStreamScanInfo* pInfo) { diff --git a/source/libs/executor/src/timewindowoperator.c b/source/libs/executor/src/timewindowoperator.c index dceb696d54..ab72ad97ca 100644 --- a/source/libs/executor/src/timewindowoperator.c +++ b/source/libs/executor/src/timewindowoperator.c @@ -1536,6 +1536,7 @@ static int32_t closeStreamIntervalWindow(SSHashObj* pHashMap, STimeWindowAggSupp } } tSimpleHashIterateRemove(pHashMap, pWinKey, sizeof(SWinKey), &pIte, &iter); + /*taosHashRemove(pInfo->pGroupIdTbNameMap, &pWinKey->groupId, sizeof(int64_t));*/ } } return TSDB_CODE_SUCCESS; @@ -3045,7 +3046,7 @@ void doBuildResult(SOperatorInfo* pOperator, SStreamState* pState, SSDataBlock* // clear the existed group id pBlock->info.groupId = 0; - buildDataBlockFromGroupRes(pTaskInfo, pState, pBlock, &pOperator->exprSupp, pGroupResInfo); + buildDataBlockFromGroupRes(pOperator, pState, pBlock, &pOperator->exprSupp, pGroupResInfo); } static void doStreamIntervalAggImpl(SOperatorInfo* pOperatorInfo, SSDataBlock* pSDataBlock, uint64_t groupId, @@ -3240,6 +3241,11 @@ static SSDataBlock* doStreamFinalIntervalAgg(SOperatorInfo* pOperator) { } printDataBlock(pBlock, IS_FINAL_OP(pInfo) ? "interval final recv" : "interval semi recv"); + if (pBlock->info.parTbName[0]) { + taosHashPut(pInfo->pGroupIdTbNameMap, &pBlock->info.groupId, sizeof(int64_t), &pBlock->info.parTbName, + TSDB_TABLE_NAME_LEN); + } + ASSERT(pBlock->info.type != STREAM_INVERT); if (pBlock->info.type == STREAM_NORMAL || pBlock->info.type == STREAM_PULL_DATA) { pInfo->binfo.pRes->info.type = pBlock->info.type; @@ -3477,6 +3483,9 @@ SOperatorInfo* createStreamFinalIntervalOperatorInfo(SOperatorInfo* downstream, pInfo->delKey.ts = INT64_MAX; pInfo->delKey.groupId = 0; + pInfo->pGroupIdTbNameMap = + taosHashInit(1024, taosGetDefaultHashFunction(TSDB_DATA_TYPE_UBIGINT), false, HASH_NO_LOCK); + pOperator->operatorType = pPhyNode->type; pOperator->blocking = true; pOperator->status = OP_NOT_OPENED; @@ -5659,6 +5668,11 @@ static SSDataBlock* doStreamIntervalAgg(SOperatorInfo* pOperator) { } printDataBlock(pBlock, "single interval recv"); + if (pBlock->info.parTbName[0]) { + taosHashPut(pInfo->pGroupIdTbNameMap, &pBlock->info.groupId, sizeof(int64_t), &pBlock->info.parTbName, + TSDB_TABLE_NAME_LEN); + } + if (pBlock->info.type == STREAM_CLEAR) { doDeleteWindows(pOperator, &pInfo->interval, pOperator->exprSupp.numOfExprs, pBlock, NULL, NULL); qDebug("%s clear existed time window results for updates checked", GET_TASKID(pTaskInfo)); @@ -5806,6 +5820,9 @@ SOperatorInfo* createStreamIntervalOperatorInfo(SOperatorInfo* downstream, SPhys pInfo->delKey.ts = INT64_MAX; pInfo->delKey.groupId = 0; + pInfo->pGroupIdTbNameMap = + taosHashInit(1024, taosGetDefaultHashFunction(TSDB_DATA_TYPE_UBIGINT), false, HASH_NO_LOCK); + pOperator->name = "StreamIntervalOperator"; pOperator->operatorType = QUERY_NODE_PHYSICAL_PLAN_STREAM_INTERVAL; pOperator->blocking = true; diff --git a/source/libs/parser/src/parInsert.c b/source/libs/parser/src/parInsert.c index 4fb55ed373..86930268f1 100644 --- a/source/libs/parser/src/parInsert.c +++ b/source/libs/parser/src/parInsert.c @@ -783,7 +783,7 @@ static void buildCreateTbReq(SVCreateTbReq* pTbReq, const char* tname, STag* pTa pTbReq->name = strdup(tname); pTbReq->ctb.suid = suid; pTbReq->ctb.tagNum = tagNum; - if (sname) pTbReq->ctb.name = strdup(sname); + if (sname) pTbReq->ctb.stbName = strdup(sname); pTbReq->ctb.pTag = (uint8_t*)pTag; pTbReq->ctb.tagName = taosArrayDup(tagName); pTbReq->ttl = TSDB_DEFAULT_TABLE_TTL; @@ -2469,9 +2469,9 @@ int32_t smlBindData(void* handle, SArray* tags, SArray* colsSchema, SArray* cols pTableMeta->tableInfo.numOfTags); taosArrayDestroy(tagName); - smlHandle->tableExecHandle.createTblReq.ctb.name = taosMemoryMalloc(sTableNameLen + 1); - memcpy(smlHandle->tableExecHandle.createTblReq.ctb.name, sTableName, sTableNameLen); - smlHandle->tableExecHandle.createTblReq.ctb.name[sTableNameLen] = 0; + smlHandle->tableExecHandle.createTblReq.ctb.stbName = taosMemoryMalloc(sTableNameLen + 1); + memcpy(smlHandle->tableExecHandle.createTblReq.ctb.stbName, sTableName, sTableNameLen); + smlHandle->tableExecHandle.createTblReq.ctb.stbName[sTableNameLen] = 0; STableDataBlocks* pDataBlock = NULL; ret = getDataBlockFromList(smlHandle->pBlockHash, &pTableMeta->uid, sizeof(pTableMeta->uid), diff --git a/source/libs/parser/src/parTranslater.c b/source/libs/parser/src/parTranslater.c index 882fa8950c..ab337a985f 100644 --- a/source/libs/parser/src/parTranslater.c +++ b/source/libs/parser/src/parTranslater.c @@ -5381,9 +5381,9 @@ static EDealRes rewriteSubtable(SNode** pNode, void* pContext) { found = true; break; } - if (!found) { - return generateDealNodeErrMsg(pCxt->pCxt, TSDB_CODE_PAR_INVALID_COLUMN, ((SColumnNode*)*pNode)->colName); - } + } + if (!found) { + return generateDealNodeErrMsg(pCxt->pCxt, TSDB_CODE_PAR_INVALID_COLUMN, ((SColumnNode*)*pNode)->colName); } return DEAL_RES_IGNORE_CHILD; } @@ -6454,7 +6454,7 @@ static void addCreateTbReqIntoVgroup(int32_t acctId, SHashObj* pVgroupHashmap, S } req.ctb.suid = suid; req.ctb.tagNum = tagNum; - req.ctb.name = strdup(sTableNmae); + req.ctb.stbName = strdup(sTableNmae); req.ctb.pTag = (uint8_t*)pTag; req.ctb.tagName = taosArrayDup(tagName); if (pStmt->ignoreExists) { diff --git a/source/libs/stream/src/streamData.c b/source/libs/stream/src/streamData.c index e6705a77b2..2fea5b9eca 100644 --- a/source/libs/stream/src/streamData.c +++ b/source/libs/stream/src/streamData.c @@ -35,6 +35,7 @@ int32_t streamDispatchReqToData(const SStreamDispatchReq* pReq, SStreamDataBlock pDataBlock->info.window.ekey = be64toh(pRetrieve->ekey); pDataBlock->info.version = be64toh(pRetrieve->version); pDataBlock->info.watermark = be64toh(pRetrieve->watermark); + memcpy(pDataBlock->info.parTbName, pRetrieve->parTbName, TSDB_TABLE_NAME_LEN); pDataBlock->info.type = pRetrieve->streamBlockType; pDataBlock->info.childId = pReq->upstreamChildId; diff --git a/source/libs/stream/src/streamDispatch.c b/source/libs/stream/src/streamDispatch.c index e6960ae350..9d8a44c1ef 100644 --- a/source/libs/stream/src/streamDispatch.c +++ b/source/libs/stream/src/streamDispatch.c @@ -195,6 +195,7 @@ static int32_t streamAddBlockToDispatchMsg(const SSDataBlock* pBlock, SStreamDis pRetrieve->ekey = htobe64(pBlock->info.window.ekey); pRetrieve->version = htobe64(pBlock->info.version); pRetrieve->watermark = htobe64(pBlock->info.watermark); + memcpy(pRetrieve->parTbName, pBlock->info.parTbName, TSDB_TABLE_NAME_LEN); int32_t numOfCols = (int32_t)taosArrayGetSize(pBlock->pDataBlock); pRetrieve->numOfCols = htonl(numOfCols); @@ -250,7 +251,13 @@ FAIL: int32_t streamSearchAndAddBlock(SStreamTask* pTask, SStreamDispatchReq* pReqs, SSDataBlock* pDataBlock, int32_t vgSz, int64_t groupId) { - char* ctbName = buildCtbNameByGroupId(pTask->shuffleDispatcher.stbFullName, groupId); + char* ctbName; + if (pDataBlock->info.parTbName[0]) { + ctbName = taosMemoryCalloc(1, TSDB_TABLE_NAME_LEN); + snprintf(ctbName, TSDB_TABLE_NAME_LEN, "%s.%s", pTask->shuffleDispatcher.dbInfo.db, pDataBlock->info.parTbName); + } else { + ctbName = buildCtbNameByGroupId(pTask->shuffleDispatcher.stbFullName, groupId); + } SArray* vgInfo = pTask->shuffleDispatcher.dbInfo.pVgroupInfos; /*uint32_t hashValue = MurmurHash3_32(ctbName, strlen(ctbName));*/ diff --git a/source/libs/stream/src/streamState.c b/source/libs/stream/src/streamState.c index da0d0fbd6d..8c851127dd 100644 --- a/source/libs/stream/src/streamState.c +++ b/source/libs/stream/src/streamState.c @@ -60,6 +60,7 @@ SStreamState* streamStateOpen(char* path, SStreamTask* pTask, bool specPath) { if (!specPath) { sprintf(statePath, "%s/%d", path, pTask->taskId); } else { + memset(statePath, 0, 300); strncpy(statePath, path, 300); } if (tdbOpen(statePath, 4096, 256, &pState->db) < 0) { From d191c9db6d88101abb3f192c8bf3f8e5ee7ad26b Mon Sep 17 00:00:00 2001 From: Shengliang Guan Date: Sun, 9 Oct 2022 17:00:36 +0800 Subject: [PATCH 021/110] test: comment out some case --- tests/system-test/fulltest.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/tests/system-test/fulltest.sh b/tests/system-test/fulltest.sh index a2bf935ebb..d4ac3e2844 100755 --- a/tests/system-test/fulltest.sh +++ b/tests/system-test/fulltest.sh @@ -232,7 +232,7 @@ python3 ./test.py -f 6-cluster/5dnode2mnode.py -N 5 -M 3 python3 ./test.py -f 6-cluster/5dnode3mnodeStop.py -N 5 -M 3 python3 ./test.py -f 6-cluster/5dnode3mnodeStop2Follower.py -N 5 -M 3 python3 ./test.py -f 6-cluster/5dnode3mnodeStopLoop.py -N 5 -M 3 -python3 ./test.py -f 6-cluster/5dnode3mnodeSep1VnodeStopDnodeCreateDb.py -N 5 -M 3 +# unstable python3 ./test.py -f 6-cluster/5dnode3mnodeSep1VnodeStopDnodeCreateDb.py -N 5 -M 3 python3 ./test.py -f 6-cluster/5dnode3mnodeSep1VnodeStopMnodeCreateDb.py -N 5 -M 3 python3 ./test.py -f 6-cluster/5dnode3mnodeSep1VnodeStopVnodeCreateDb.py -N 5 -M 3 python3 ./test.py -f 6-cluster/5dnode3mnodeSep1VnodeStopMnodeCreateDbRep3.py -N 5 -M 3 From 633fd372cdfbffd9b646d474fa5b4207618f7184 Mon Sep 17 00:00:00 2001 From: Shengliang Guan Date: Sun, 9 Oct 2022 17:48:06 +0800 Subject: [PATCH 022/110] fix: coverity issues --- source/dnode/mgmt/mgmt_vnode/src/vmFile.c | 9 ++++++--- source/dnode/mgmt/node_mgmt/src/dmProc.c | 7 ++++--- source/dnode/mnode/impl/src/mndDnode.c | 4 ++-- source/util/src/tuuid.c | 2 ++ 4 files changed, 14 insertions(+), 8 deletions(-) diff --git a/source/dnode/mgmt/mgmt_vnode/src/vmFile.c b/source/dnode/mgmt/mgmt_vnode/src/vmFile.c index 2ae9faf7df..d92440032c 100644 --- a/source/dnode/mgmt/mgmt_vnode/src/vmFile.c +++ b/source/dnode/mgmt/mgmt_vnode/src/vmFile.c @@ -94,6 +94,7 @@ int32_t vmGetVnodeListFromFile(SVnodeMgmt *pMgmt, SWrapperCfg **ppCfgs, int32_t pCfgs = taosMemoryCalloc(vnodesNum, sizeof(SWrapperCfg)); if (pCfgs == NULL) { dError("failed to read %s since out of memory", file); + code = TSDB_CODE_OUT_OF_MEMORY; goto _OVER; } @@ -104,6 +105,7 @@ int32_t vmGetVnodeListFromFile(SVnodeMgmt *pMgmt, SWrapperCfg **ppCfgs, int32_t cJSON *vgId = cJSON_GetObjectItem(vnode, "vgId"); if (!vgId || vgId->type != cJSON_Number) { dError("failed to read %s since vgId not found", file); + taosMemoryFree(pCfgs); goto _OVER; } pCfg->vgId = vgId->valueint; @@ -112,6 +114,7 @@ int32_t vmGetVnodeListFromFile(SVnodeMgmt *pMgmt, SWrapperCfg **ppCfgs, int32_t cJSON *dropped = cJSON_GetObjectItem(vnode, "dropped"); if (!dropped || dropped->type != cJSON_Number) { dError("failed to read %s since dropped not found", file); + taosMemoryFree(pCfgs); goto _OVER; } pCfg->dropped = dropped->valueint; @@ -119,6 +122,7 @@ int32_t vmGetVnodeListFromFile(SVnodeMgmt *pMgmt, SWrapperCfg **ppCfgs, int32_t cJSON *vgVersion = cJSON_GetObjectItem(vnode, "vgVersion"); if (!vgVersion || vgVersion->type != cJSON_Number) { dError("failed to read %s since vgVersion not found", file); + taosMemoryFree(pCfgs); goto _OVER; } pCfg->vgVersion = vgVersion->valueint; @@ -135,7 +139,6 @@ _OVER: if (content != NULL) taosMemoryFree(content); if (root != NULL) cJSON_Delete(root); if (pFile != NULL) taosCloseFile(&pFile); - if (code != 0) taosMemoryFree(pCfgs); terrno = code; return code; @@ -143,8 +146,8 @@ _OVER: int32_t vmWriteVnodeListToFile(SVnodeMgmt *pMgmt) { int32_t ret = 0; - char file[PATH_MAX] = {0}; - char realfile[PATH_MAX] = {0}; + char file[PATH_MAX] = {0}; + char realfile[PATH_MAX] = {0}; snprintf(file, sizeof(file), "%s%svnodes.json.bak", pMgmt->path, TD_DIRSEP); snprintf(realfile, sizeof(file), "%s%svnodes.json", pMgmt->path, TD_DIRSEP); diff --git a/source/dnode/mgmt/node_mgmt/src/dmProc.c b/source/dnode/mgmt/node_mgmt/src/dmProc.c index bb71044dd6..55d29e3255 100644 --- a/source/dnode/mgmt/node_mgmt/src/dmProc.c +++ b/source/dnode/mgmt/node_mgmt/src/dmProc.c @@ -57,6 +57,7 @@ static int32_t dmInitProcSem(SProcQueue *queue) { static SProcQueue *dmInitProcQueue(SProc *proc, char *ptr, int32_t size) { SProcQueue *queue = (SProcQueue *)(ptr); + memset(ptr, 0, size); int32_t bufSize = size - CEIL8(sizeof(SProcQueue)); if (bufSize <= 1024) { @@ -76,11 +77,11 @@ static SProcQueue *dmInitProcQueue(SProc *proc, char *ptr, int32_t size) { tstrncpy(queue->name, proc->name, sizeof(queue->name)); taosThreadMutexLock(&queue->mutex); - queue->head = 0; - queue->tail = 0; + // queue->head = 0; + // queue->tail = 0; queue->total = bufSize; queue->avail = bufSize; - queue->items = 0; + // queue->items = 0; taosThreadMutexUnlock(&queue->mutex); } diff --git a/source/dnode/mnode/impl/src/mndDnode.c b/source/dnode/mnode/impl/src/mndDnode.c index 94317f7ac8..31d7571363 100644 --- a/source/dnode/mnode/impl/src/mndDnode.c +++ b/source/dnode/mnode/impl/src/mndDnode.c @@ -103,7 +103,7 @@ static int32_t mndCreateDefaultDnode(SMnode *pMnode) { dnodeObj.port = tsServerPort; tstrncpy(dnodeObj.fqdn, tsLocalFqdn, TSDB_FQDN_LEN); dnodeObj.fqdn[TSDB_FQDN_LEN - 1] = 0; - snprintf(dnodeObj.ep, TSDB_EP_LEN - 1, "%s:%u", dnodeObj.fqdn, dnodeObj.port); + snprintf(dnodeObj.ep, TSDB_EP_LEN - 1, "%s:%u", tsLocalFqdn, tsServerPort); pTrans = mndTransCreate(pMnode, TRN_POLICY_RETRY, TRN_CONFLICT_GLOBAL, NULL, "create-dnode"); if (pTrans == NULL) goto _OVER; @@ -490,7 +490,7 @@ static int32_t mndCreateDnode(SMnode *pMnode, SRpcMsg *pReq, SCreateDnodeReq *pC dnodeObj.updateTime = dnodeObj.createdTime; dnodeObj.port = pCreate->port; tstrncpy(dnodeObj.fqdn, pCreate->fqdn, TSDB_FQDN_LEN); - snprintf(dnodeObj.ep, TSDB_EP_LEN - 1, "%s:%u", dnodeObj.fqdn, dnodeObj.port); + snprintf(dnodeObj.ep, TSDB_EP_LEN - 1, "%s:%u", pCreate->fqdn, pCreate->port); pTrans = mndTransCreate(pMnode, TRN_POLICY_ROLLBACK, TRN_CONFLICT_GLOBAL, pReq, "create-dnode"); if (pTrans == NULL) goto _OVER; diff --git a/source/util/src/tuuid.c b/source/util/src/tuuid.c index 8652652024..9d749cc002 100644 --- a/source/util/src/tuuid.c +++ b/source/util/src/tuuid.c @@ -22,6 +22,8 @@ int32_t tGenIdPI32(void) { if (tUUIDHashId == 0) { char uid[65] = {0}; int32_t code = taosGetSystemUUID(uid, sizeof(uid)); + uid[64] = 0; + if (code != TSDB_CODE_SUCCESS) { terrno = TAOS_SYSTEM_ERROR(errno); } else { From 1af09ec91b295d58488fc5403f98ce5429fb0436 Mon Sep 17 00:00:00 2001 From: yihaoDeng Date: Sun, 9 Oct 2022 18:18:48 +0800 Subject: [PATCH 023/110] opt log time --- source/util/src/tlog.c | 10 +++++----- 1 file changed, 5 insertions(+), 5 deletions(-) diff --git a/source/util/src/tlog.c b/source/util/src/tlog.c index 05f2ba095c..ef21e5b29f 100644 --- a/source/util/src/tlog.c +++ b/source/util/src/tlog.c @@ -118,11 +118,12 @@ static FORCE_INLINE long taosGetTimeZone() { #if defined(__linux__) || defined(__sun) return timezone; #else - struct timeval tv; - struct timezone tz; - gettimeofday(&tv, &tz); - return tz.tz_minuteswest * 60L; + // struct timeval tv; + // struct timezone tz; + // gettimeofday(&tv, &tz); + + // return tz.tz_minuteswest * 60L; #endif } static FORCE_INLINE void taosUpdateDaylight() { @@ -445,7 +446,6 @@ static inline int32_t taosBuildLogHead(char *buffer, const char *flags) { taosGetTimeOfDay(&timeSecs); time_t curTime = timeSecs.tv_sec; - // ptm = taosLocalTime(&curTime, &Tm); ptm = taosLocalTimeNolock(&Tm, &curTime, taosGetTimeZone(), taosGetDaylight()); return sprintf(buffer, "%02d/%02d %02d:%02d:%02d.%06d %08" PRId64 " %s", ptm->tm_mon + 1, ptm->tm_mday, ptm->tm_hour, From 2b3ff12521ce83511d91ed1289389f471a80ecc7 Mon Sep 17 00:00:00 2001 From: Liu Jicong Date: Sun, 9 Oct 2022 17:46:48 +0800 Subject: [PATCH 024/110] fix bad merge --- source/libs/executor/inc/executorimpl.h | 1 + source/libs/executor/src/executorimpl.c | 2 + source/libs/executor/src/groupoperator.c | 6 ++- source/libs/executor/src/scanoperator.c | 37 +++++++++++++++++++ source/libs/executor/src/timewindowoperator.c | 18 +++++++++ 5 files changed, 62 insertions(+), 2 deletions(-) diff --git a/source/libs/executor/inc/executorimpl.h b/source/libs/executor/inc/executorimpl.h index ecb04bf5bc..4b0ce0e545 100644 --- a/source/libs/executor/inc/executorimpl.h +++ b/source/libs/executor/inc/executorimpl.h @@ -478,6 +478,7 @@ typedef struct SStreamScanInfo { uint64_t tableUid; // queried super table uid SExprInfo* pPseudoExpr; int32_t numOfPseudoExpr; + SExprSupp tbnameCalSup; int32_t primaryTsIndex; // primary time stamp slot id SReadHandle readHandle; SInterval interval; // if the upstream is an interval operator, the interval info is also kept here. diff --git a/source/libs/executor/src/executorimpl.c b/source/libs/executor/src/executorimpl.c index 44cd665052..2f191db74d 100644 --- a/source/libs/executor/src/executorimpl.c +++ b/source/libs/executor/src/executorimpl.c @@ -4249,6 +4249,8 @@ int32_t buildDataBlockFromGroupRes(SOperatorInfo* pOperator, SStreamState* pStat char* tbname = taosHashGet(pInfo->pGroupIdTbNameMap, &pBlock->info.groupId, sizeof(int64_t)); if (tbname != NULL) { memcpy(pBlock->info.parTbName, tbname, TSDB_TABLE_NAME_LEN); + } else { + pBlock->info.parTbName[0] = 0; } } else { // current value belongs to different group, it can't be packed into one datablock diff --git a/source/libs/executor/src/groupoperator.c b/source/libs/executor/src/groupoperator.c index 5e7afa1303..44dc362e22 100644 --- a/source/libs/executor/src/groupoperator.c +++ b/source/libs/executor/src/groupoperator.c @@ -873,7 +873,7 @@ static SSDataBlock* buildStreamPartitionResult(SOperatorInfo* pOperator) { colDataAppend(pDestCol, pDest->info.rows, pSrcData, isNull); } pDest->info.rows++; - if (i == 0) { + if (pInfo->tbnameCalSup.numOfExprs > 0 && i == 0) { SSDataBlock* pTmpBlock = blockCopyOneRow(pSrc, rowIndex); SSDataBlock* pResBlock = createDataBlock(); pResBlock->info.rowSize = TSDB_TABLE_NAME_LEN; @@ -892,6 +892,9 @@ static SSDataBlock* buildStreamPartitionResult(SOperatorInfo* pOperator) { } else { pDest->info.parTbName[0] = 0; } + /*printf("\n\n set name %s\n\n", pDest->info.parTbName);*/ + blockDataDestroy(pTmpBlock); + blockDataDestroy(pResBlock); } } blockDataUpdateTsWindow(pDest, pInfo->tsColIndex); @@ -915,7 +918,6 @@ static void doStreamHashPartitionImpl(SStreamPartitionOperatorInfo* pInfo, SSDat } else { SPartitionDataInfo newParData = {0}; newParData.groupId = calcGroupId(pInfo->partitionSup.keyBuf, keyLen); - /*newParData.tbname = */ newParData.rowIds = taosArrayInit(64, sizeof(int32_t)); taosArrayPush(newParData.rowIds, &i); taosHashPut(pInfo->pPartitions, pInfo->partitionSup.keyBuf, keyLen, &newParData, sizeof(SPartitionDataInfo)); diff --git a/source/libs/executor/src/scanoperator.c b/source/libs/executor/src/scanoperator.c index e43a6011de..670b2a2f5e 100644 --- a/source/libs/executor/src/scanoperator.c +++ b/source/libs/executor/src/scanoperator.c @@ -1415,6 +1415,30 @@ static int32_t setBlockIntoRes(SStreamScanInfo* pInfo, const SSDataBlock* pBlock } blockDataUpdateTsWindow(pInfo->pRes, pInfo->primaryTsIndex); blockDataFreeRes((SSDataBlock*)pBlock); + + if (pInfo->tbnameCalSup.numOfExprs > 0 && pInfo->pRes->info.rows > 0) { + SSDataBlock* pTmpBlock = blockCopyOneRow(pInfo->pRes, 0); + SSDataBlock* pResBlock = createDataBlock(); + pResBlock->info.rowSize = TSDB_TABLE_NAME_LEN; + SColumnInfoData data = createColumnInfoData(TSDB_DATA_TYPE_VARCHAR, TSDB_TABLE_NAME_LEN, 0); + taosArrayPush(pResBlock->pDataBlock, &data); + blockDataEnsureCapacity(pResBlock, 1); + projectApplyFunctions(pInfo->tbnameCalSup.pExprInfo, pResBlock, pTmpBlock, pInfo->tbnameCalSup.pCtx, 1, NULL); + ASSERT(pResBlock->info.rows == 1); + ASSERT(taosArrayGetSize(pResBlock->pDataBlock) == 1); + SColumnInfoData* pCol = taosArrayGet(pResBlock->pDataBlock, 0); + ASSERT(pCol->info.type == TSDB_DATA_TYPE_VARCHAR); + void* pData = colDataGetData(pCol, 0); + // TODO check tbname validation + if (pData != (void*)-1) { + memcpy(pInfo->pRes->info.parTbName, varDataVal(pData), varDataLen(pData)); + } else { + pInfo->pRes->info.parTbName[0] = 0; + } + blockDataDestroy(pTmpBlock); + blockDataDestroy(pResBlock); + } + return 0; } @@ -2089,6 +2113,19 @@ SOperatorInfo* createStreamScanOperatorInfo(SReadHandle* pHandle, STableScanPhys } } + if (pTableScanNode->pSubtable != NULL) { + SExprInfo* pSubTableExpr = taosMemoryCalloc(1, sizeof(SExprInfo)); + if (pSubTableExpr == NULL) { + terrno = TSDB_CODE_OUT_OF_MEMORY; + goto _error; + } + pInfo->tbnameCalSup.pExprInfo = pSubTableExpr; + createExprFromOneNode(pSubTableExpr, pTableScanNode->pSubtable, 0); + if (initExprSupp(&pInfo->tbnameCalSup, pSubTableExpr, 1) != 0) { + goto _error; + } + } + pInfo->pBlockLists = taosArrayInit(4, POINTER_BYTES); if (pInfo->pBlockLists == NULL) { terrno = TSDB_CODE_OUT_OF_MEMORY; diff --git a/source/libs/executor/src/timewindowoperator.c b/source/libs/executor/src/timewindowoperator.c index e0a5bbffa4..b0610c71e1 100644 --- a/source/libs/executor/src/timewindowoperator.c +++ b/source/libs/executor/src/timewindowoperator.c @@ -1761,6 +1761,7 @@ void destroyStreamFinalIntervalOperatorInfo(void* param) { nodesDestroyNode((SNode*)pInfo->pPhyNode); colDataDestroy(&pInfo->twAggSup.timeWindowData); cleanupGroupResInfo(&pInfo->groupResInfo); + taosHashCleanup(pInfo->pGroupIdTbNameMap); taosMemoryFreeClear(param); } @@ -3291,6 +3292,11 @@ static SSDataBlock* doStreamFinalIntervalAgg(SOperatorInfo* pOperator) { } printDataBlock(pBlock, IS_FINAL_OP(pInfo) ? "interval final recv" : "interval semi recv"); + if (pBlock->info.parTbName[0]) { + taosHashPut(pInfo->pGroupIdTbNameMap, &pBlock->info.groupId, sizeof(int64_t), &pBlock->info.parTbName, + TSDB_TABLE_NAME_LEN); + } + ASSERT(pBlock->info.type != STREAM_INVERT); if (pBlock->info.type == STREAM_NORMAL || pBlock->info.type == STREAM_PULL_DATA) { pInfo->binfo.pRes->info.type = pBlock->info.type; @@ -3501,6 +3507,9 @@ SOperatorInfo* createStreamFinalIntervalOperatorInfo(SOperatorInfo* downstream, pInfo->delKey.ts = INT64_MAX; pInfo->delKey.groupId = 0; + pInfo->pGroupIdTbNameMap = + taosHashInit(1024, taosGetDefaultHashFunction(TSDB_DATA_TYPE_UBIGINT), false, HASH_NO_LOCK); + pOperator->operatorType = pPhyNode->type; pOperator->blocking = true; pOperator->status = OP_NOT_OPENED; @@ -5666,6 +5675,12 @@ static SSDataBlock* doStreamIntervalAgg(SOperatorInfo* pOperator) { } printDataBlock(pBlock, "single interval recv"); + if (pBlock->info.parTbName[0]) { + taosHashPut(pInfo->pGroupIdTbNameMap, &pBlock->info.groupId, sizeof(int64_t), &pBlock->info.parTbName, + TSDB_TABLE_NAME_LEN); + /*printf("\n\n put tbname %s\n\n", pBlock->info.parTbName);*/ + } + if (pBlock->info.type == STREAM_DELETE_DATA || pBlock->info.type == STREAM_DELETE_RESULT || pBlock->info.type == STREAM_CLEAR) { doDeleteWindows(pOperator, &pInfo->interval, pBlock, pInfo->pDelWins, pUpdatedMap); @@ -5807,6 +5822,9 @@ SOperatorInfo* createStreamIntervalOperatorInfo(SOperatorInfo* downstream, SPhys pInfo->delKey.ts = INT64_MAX; pInfo->delKey.groupId = 0; + pInfo->pGroupIdTbNameMap = + taosHashInit(1024, taosGetDefaultHashFunction(TSDB_DATA_TYPE_UBIGINT), false, HASH_NO_LOCK); + pOperator->name = "StreamIntervalOperator"; pOperator->operatorType = QUERY_NODE_PHYSICAL_PLAN_STREAM_INTERVAL; pOperator->blocking = true; From 4a648032781d789d413ecd68d2bb2a46ce39906f Mon Sep 17 00:00:00 2001 From: Minglei Jin Date: Sun, 9 Oct 2022 16:39:59 +0800 Subject: [PATCH 025/110] fix(tdb): subtract payload size with cell header size --- source/libs/tdb/src/db/tdbBtree.c | 26 ++++++++++++-------------- 1 file changed, 12 insertions(+), 14 deletions(-) diff --git a/source/libs/tdb/src/db/tdbBtree.c b/source/libs/tdb/src/db/tdbBtree.c index c5204ef59e..f663f4363d 100644 --- a/source/libs/tdb/src/db/tdbBtree.c +++ b/source/libs/tdb/src/db/tdbBtree.c @@ -1003,14 +1003,14 @@ static int tdbBtreeEncodePayload(SPage *pPage, SCell *pCell, int nHeader, const int nLeft = nPayload; int bytes; int lastPage = 0; - if (nLocal >= kLen + 4) { + if (nLocal >= nHeader + kLen + sizeof(SPgno)) { // pack key to local memcpy(pCell + nHeader, pKey, kLen); nLeft -= kLen; // pack partial val to local if any space left - if (nLocal > kLen + 4) { - memcpy(pCell + nHeader + kLen, pVal, nLocal - kLen - sizeof(SPgno)); - nLeft -= nLocal - kLen - sizeof(SPgno); + if (nLocal > nHeader + kLen + sizeof(SPgno)) { + memcpy(pCell + nHeader + kLen, pVal, nLocal - nHeader - kLen - sizeof(SPgno)); + nLeft -= nLocal - nHeader - kLen - sizeof(SPgno); } // pack nextPgno @@ -1150,9 +1150,7 @@ static int tdbBtreeEncodePayload(SPage *pPage, SCell *pCell, int nHeader, const // free local buffer tdbFree(pBuf); - *szPayload = nLocal; - - // ASSERT(0); + *szPayload = nLocal - nHeader; } return 0; @@ -1246,10 +1244,10 @@ static int tdbBtreeDecodePayload(SPage *pPage, const SCell *pCell, int nHeader, int bytes; int lastPage = 0; - if (nLocal >= pDecoder->kLen + 4) { + if (nLocal >= pDecoder->kLen + nHeader + sizeof(SPgno)) { pDecoder->pKey = (SCell *)pCell + nHeader; nLeft -= kLen; - if (nLocal > kLen + 4) { + if (nLocal > kLen + nHeader + sizeof(SPgno)) { // read partial val to local pDecoder->pVal = tdbRealloc(pDecoder->pVal, vLen); if (pDecoder->pVal == NULL) { @@ -1259,9 +1257,9 @@ static int tdbBtreeDecodePayload(SPage *pPage, const SCell *pCell, int nHeader, tdbDebug("tdb btc decoder: %p/0x%x pVal: %p ", pDecoder, pDecoder->freeKV, pDecoder->pVal); - memcpy(pDecoder->pVal, pCell + nHeader + kLen, nLocal - kLen - sizeof(SPgno)); + memcpy(pDecoder->pVal, pCell + nHeader + kLen, nLocal - nHeader - kLen - sizeof(SPgno)); - nLeft -= nLocal - kLen - sizeof(SPgno); + nLeft -= nLocal - nHeader - kLen - sizeof(SPgno); } memcpy(&pgno, pCell + nHeader + nPayload - nLeft, sizeof(pgno)); @@ -1474,7 +1472,7 @@ static int tdbBtreeCellSize(const SPage *pPage, SCell *pCell, int dropOfp, TXN * int nPayload = kLen + vLen; if (nHeader + nPayload <= pPage->maxLocal) { - return nHeader + kLen + vLen; + return nHeader + nPayload; } else { int maxLocal = pPage->maxLocal; @@ -1486,7 +1484,7 @@ static int tdbBtreeCellSize(const SPage *pPage, SCell *pCell, int dropOfp, TXN * // free ofp pages' cells if (dropOfp) { int ret = 0; - SPgno pgno = *(SPgno *)(pCell + nHeader + nLocal - sizeof(SPgno)); + SPgno pgno = *(SPgno *)(pCell + nLocal - sizeof(SPgno)); int nLeft = nPayload - nLocal + sizeof(SPgno); SPage *ofp; int bytes; @@ -1513,7 +1511,7 @@ static int tdbBtreeCellSize(const SPage *pPage, SCell *pCell, int dropOfp, TXN * } } - return nHeader + nLocal; + return nLocal; } } // TDB_BTREE_CELL From 28f82e3c193530783378b3ed4bf41fe6981a36fa Mon Sep 17 00:00:00 2001 From: Shengliang Guan Date: Sun, 9 Oct 2022 19:03:34 +0800 Subject: [PATCH 026/110] fix: coverity issues --- source/dnode/mgmt/node_mgmt/src/dmProc.c | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/source/dnode/mgmt/node_mgmt/src/dmProc.c b/source/dnode/mgmt/node_mgmt/src/dmProc.c index 55d29e3255..ce03d767fe 100644 --- a/source/dnode/mgmt/node_mgmt/src/dmProc.c +++ b/source/dnode/mgmt/node_mgmt/src/dmProc.c @@ -57,7 +57,6 @@ static int32_t dmInitProcSem(SProcQueue *queue) { static SProcQueue *dmInitProcQueue(SProc *proc, char *ptr, int32_t size) { SProcQueue *queue = (SProcQueue *)(ptr); - memset(ptr, 0, size); int32_t bufSize = size - CEIL8(sizeof(SProcQueue)); if (bufSize <= 1024) { @@ -66,6 +65,7 @@ static SProcQueue *dmInitProcQueue(SProc *proc, char *ptr, int32_t size) { } if (proc->ptype & DND_PROC_PARENT) { + memset(ptr, 0, sizeof(SProcQueue)); if (dmInitProcMutex(queue) != 0) { return NULL; } From 9a5db0329348c8e4cd655348c811bbb3c63a01ab Mon Sep 17 00:00:00 2001 From: yihaoDeng Date: Sun, 9 Oct 2022 21:13:50 +0800 Subject: [PATCH 027/110] opt log time --- source/libs/transport/src/transCli.c | 42 ++++++++++++++++++++++------ source/os/src/osTime.c | 4 ++- 2 files changed, 36 insertions(+), 10 deletions(-) diff --git a/source/libs/transport/src/transCli.c b/source/libs/transport/src/transCli.c index ff4fae3de8..bd99a23267 100644 --- a/source/libs/transport/src/transCli.c +++ b/source/libs/transport/src/transCli.c @@ -79,7 +79,8 @@ typedef struct SCliThrd { uint64_t nextTimeout; // next timeout void* pTransInst; // - SCvtAddr cvtAddr; + SHashObj* fqdn2ipCache; + SCvtAddr cvtAddr; SCliMsg* stopMsg; @@ -135,6 +136,9 @@ static FORCE_INLINE void cliMayCvtFqdnToIp(SEpSet* pEpSet, SCvtAddr* pCvtAddr); static FORCE_INLINE int32_t cliBuildExceptResp(SCliMsg* pMsg, STransMsg* resp); +static FORCE_INLINE uint32_t cliGetIpFromFqdnCache(SHashObj* cache, char* fqdn); +static FORCE_INLINE void cliUpdateFqdnCache(SHashObj* cache, char* fqdn); + // process data read from server, add decompress etc later static void cliHandleResp(SCliConn* conn); // handle except about conn @@ -154,7 +158,7 @@ static FORCE_INLINE int cliRBChoseIdx(STrans* pTransInst); static FORCE_INLINE void transDestroyConnCtx(STransConnCtx* ctx); // thread obj -static SCliThrd* createThrdObj(); +static SCliThrd* createThrdObj(void* trans); static void destroyThrdObj(SCliThrd* pThrd); static void cliWalkCb(uv_handle_t* handle, void* arg); @@ -930,6 +934,21 @@ FORCE_INLINE int32_t cliBuildExceptResp(SCliMsg* pMsg, STransMsg* pResp) { return 0; } +static FORCE_INLINE uint32_t cliGetIpFromFqdnCache(SHashObj* cache, char* fqdn) { + uint32_t addr = 0; + uint32_t* v = taosHashGet(cache, fqdn, strlen(fqdn)); + if (v == NULL) { + addr = taosGetIpv4FromFqdn(fqdn); + taosHashPut(cache, fqdn, strlen(fqdn), &addr, sizeof(addr)); + } else { + addr = *v; + } + return addr; +} +static FORCE_INLINE void cliUpdateFqdnCache(SHashObj* cache, char* fqdn) { + // impl later + return; +} void cliHandleReq(SCliMsg* pMsg, SCliThrd* pThrd) { STrans* pTransInst = pThrd->pTransInst; @@ -985,7 +1004,8 @@ void cliHandleReq(SCliMsg* pMsg, SCliThrd* pThrd) { struct sockaddr_in addr; addr.sin_family = AF_INET; - addr.sin_addr.s_addr = taosGetIpv4FromFqdn(conn->ip); + + addr.sin_addr.s_addr = cliGetIpFromFqdnCache(pThrd->fqdn2ipCache, conn->ip); addr.sin_port = (uint16_t)htons((uint16_t)conn->port); tTrace("%s conn %p try to connect to %s:%d", pTransInst->label, conn, conn->ip, conn->port); ret = uv_tcp_connect(&conn->connReq, (uv_tcp_t*)(conn->stream), (const struct sockaddr*)&addr, cliConnCb); @@ -1132,11 +1152,8 @@ void* transInitClient(uint32_t ip, uint32_t port, char* label, int numOfThreads, cli->pThreadObj = (SCliThrd**)taosMemoryCalloc(cli->numOfThreads, sizeof(SCliThrd*)); for (int i = 0; i < cli->numOfThreads; i++) { - SCliThrd* pThrd = createThrdObj(); - pThrd->nextTimeout = taosGetTimestampMs() + CONN_PERSIST_TIME(pTransInst->idleTime); - pThrd->pTransInst = shandle; - - int err = taosThreadCreate(&pThrd->thread, NULL, cliWorkThread, (void*)(pThrd)); + SCliThrd* pThrd = createThrdObj(shandle); + int err = taosThreadCreate(&pThrd->thread, NULL, cliWorkThread, (void*)(pThrd)); if (err == 0) { tDebug("success to create tranport-cli thread:%d", i); } @@ -1164,7 +1181,9 @@ static FORCE_INLINE void destroyCmsg(void* arg) { taosMemoryFree(pMsg); } -static SCliThrd* createThrdObj() { +static SCliThrd* createThrdObj(void* trans) { + STrans* pTransInst = trans; + SCliThrd* pThrd = (SCliThrd*)taosMemoryCalloc(1, sizeof(SCliThrd)); QUEUE_INIT(&pThrd->msg); @@ -1193,6 +1212,10 @@ static SCliThrd* createThrdObj() { transDQCreate(pThrd->loop, &pThrd->timeoutQueue); + pThrd->nextTimeout = taosGetTimestampMs() + CONN_PERSIST_TIME(pTransInst->idleTime); + pThrd->pTransInst = trans; + + pThrd->fqdn2ipCache = taosHashInit(4, taosGetDefaultHashFunction(TSDB_DATA_TYPE_BINARY), true, HASH_NO_LOCK); pThrd->quit = false; return pThrd; } @@ -1217,6 +1240,7 @@ static void destroyThrdObj(SCliThrd* pThrd) { taosArrayDestroy(pThrd->timerList); taosMemoryFree(pThrd->prepare); taosMemoryFree(pThrd->loop); + taosHashCleanup(pThrd->fqdn2ipCache); taosMemoryFree(pThrd); } diff --git a/source/os/src/osTime.c b/source/os/src/osTime.c index 497aa06143..ac65e90779 100644 --- a/source/os/src/osTime.c +++ b/source/os/src/osTime.c @@ -494,7 +494,7 @@ struct tm *taosLocalTimeNolock(struct tm *result, const time_t *timep, time_t tz } else { localtime_s(result, timep); } -#else +#elif defined(LINUX) time_t secsMin = 60, secsHour = 3600, secsDay = 3600 * 24; time_t t = *timep; @@ -536,6 +536,8 @@ struct tm *taosLocalTimeNolock(struct tm *result, const time_t *timep, time_t tz result->tm_mday = days + 1; /* Add 1 since our 'days' is zero-based. */ result->tm_year -= 1900; /* Surprisingly tm_year is year-1900. */ +#else + localtime_r(timep, result); #endif return result; } From 86c98f1f21a1ac1c2d057f1c7747210eab0f1fe3 Mon Sep 17 00:00:00 2001 From: yihaoDeng Date: Sun, 9 Oct 2022 21:30:41 +0800 Subject: [PATCH 028/110] fix(tsc): fix invalid free --- include/os/osTime.h | 2 +- source/os/src/osTime.c | 3 ++- source/util/src/tlog.c | 14 +------------- 3 files changed, 4 insertions(+), 15 deletions(-) diff --git a/include/os/osTime.h b/include/os/osTime.h index 3daf106ccd..48f046d4d0 100644 --- a/include/os/osTime.h +++ b/include/os/osTime.h @@ -84,7 +84,7 @@ static FORCE_INLINE int64_t taosGetTimestampNs() { char *taosStrpTime(const char *buf, const char *fmt, struct tm *tm); struct tm *taosLocalTime(const time_t *timep, struct tm *result); -struct tm *taosLocalTimeNolock(struct tm *result, const time_t *timep, time_t tz, int dst); +struct tm *taosLocalTimeNolock(struct tm *result, const time_t *timep, int dst); time_t taosTime(time_t *t); time_t taosMktime(struct tm *timep); diff --git a/source/os/src/osTime.c b/source/os/src/osTime.c index ac65e90779..58a09565f9 100644 --- a/source/os/src/osTime.c +++ b/source/os/src/osTime.c @@ -455,7 +455,7 @@ static int isLeapYear(time_t year) { else return 1; } -struct tm *taosLocalTimeNolock(struct tm *result, const time_t *timep, time_t tz, int dst) { +struct tm *taosLocalTimeNolock(struct tm *result, const time_t *timep, int dst) { if (result == NULL) { return localtime(timep); } @@ -496,6 +496,7 @@ struct tm *taosLocalTimeNolock(struct tm *result, const time_t *timep, time_t tz } #elif defined(LINUX) time_t secsMin = 60, secsHour = 3600, secsDay = 3600 * 24; + long tz = timezone; time_t t = *timep; t -= tz; /* Adjust for timezone. */ diff --git a/source/util/src/tlog.c b/source/util/src/tlog.c index ef21e5b29f..2e2300ba14 100644 --- a/source/util/src/tlog.c +++ b/source/util/src/tlog.c @@ -114,18 +114,6 @@ static void taosCloseLogByFd(TdFilePtr pFile); static int32_t taosOpenLogFile(char *fn, int32_t maxLines, int32_t maxFileNum); static int32_t taosCompressFile(char *srcFileName, char *destFileName); -static FORCE_INLINE long taosGetTimeZone() { -#if defined(__linux__) || defined(__sun) - return timezone; -#else - - // struct timeval tv; - // struct timezone tz; - // gettimeofday(&tv, &tz); - - // return tz.tz_minuteswest * 60L; -#endif -} static FORCE_INLINE void taosUpdateDaylight() { struct tm Tm, *ptm; struct timeval timeSecs; @@ -446,7 +434,7 @@ static inline int32_t taosBuildLogHead(char *buffer, const char *flags) { taosGetTimeOfDay(&timeSecs); time_t curTime = timeSecs.tv_sec; - ptm = taosLocalTimeNolock(&Tm, &curTime, taosGetTimeZone(), taosGetDaylight()); + ptm = taosLocalTimeNolock(&Tm, &curTime, taosGetDaylight()); return sprintf(buffer, "%02d/%02d %02d:%02d:%02d.%06d %08" PRId64 " %s", ptm->tm_mon + 1, ptm->tm_mday, ptm->tm_hour, ptm->tm_min, ptm->tm_sec, (int32_t)timeSecs.tv_usec, taosGetSelfPthreadId(), flags); From 57d140609699fb8e29d83c0f40a422b9a95aa3b0 Mon Sep 17 00:00:00 2001 From: Liu Jicong Date: Sun, 9 Oct 2022 21:54:47 +0800 Subject: [PATCH 029/110] add tbname column into stream special block --- include/common/tcommon.h | 1 + source/common/src/tdatablock.c | 9 +++++-- source/dnode/vnode/src/tq/tqSink.c | 11 +++++++- source/libs/executor/inc/executorimpl.h | 2 +- source/libs/executor/src/groupoperator.c | 4 +-- source/libs/executor/src/scanoperator.c | 11 +++++--- source/libs/executor/src/timewindowoperator.c | 25 +++++++++++++------ 7 files changed, 46 insertions(+), 17 deletions(-) diff --git a/include/common/tcommon.h b/include/common/tcommon.h index 3109bc49a2..8f7808cf02 100644 --- a/include/common/tcommon.h +++ b/include/common/tcommon.h @@ -340,6 +340,7 @@ typedef struct SSortExecInfo { #define GROUPID_COLUMN_INDEX 3 #define CALCULATE_START_TS_COLUMN_INDEX 4 #define CALCULATE_END_TS_COLUMN_INDEX 5 +#define TABLE_NAME_COLUMN_INDEX 6 #ifdef __cplusplus } diff --git a/source/common/src/tdatablock.c b/source/common/src/tdatablock.c index c525759ac7..fb99ba5361 100644 --- a/source/common/src/tdatablock.c +++ b/source/common/src/tdatablock.c @@ -1316,8 +1316,8 @@ SSDataBlock* createSpecialDataBlock(EStreamType type) { pBlock->info.groupId = 0; pBlock->info.rows = 0; pBlock->info.type = type; - pBlock->info.rowSize = - sizeof(TSKEY) + sizeof(TSKEY) + sizeof(uint64_t) + sizeof(uint64_t) + sizeof(TSKEY) + sizeof(TSKEY); + pBlock->info.rowSize = sizeof(TSKEY) + sizeof(TSKEY) + sizeof(uint64_t) + sizeof(uint64_t) + sizeof(TSKEY) + + sizeof(TSKEY) + TSDB_TABLE_NAME_LEN; pBlock->info.watermark = INT64_MIN; pBlock->pDataBlock = taosArrayInit(6, sizeof(SColumnInfoData)); @@ -1343,6 +1343,11 @@ SSDataBlock* createSpecialDataBlock(EStreamType type) { // calculate end ts taosArrayPush(pBlock->pDataBlock, &infoData); + // table name + infoData.info.type = TSDB_DATA_TYPE_VARCHAR; + infoData.info.bytes = TSDB_TABLE_NAME_LEN; + taosArrayPush(pBlock->pDataBlock, &infoData); + return pBlock; } diff --git a/source/dnode/vnode/src/tq/tqSink.c b/source/dnode/vnode/src/tq/tqSink.c index 6e7428b662..7230b6232f 100644 --- a/source/dnode/vnode/src/tq/tqSink.c +++ b/source/dnode/vnode/src/tq/tqSink.c @@ -23,10 +23,19 @@ int32_t tqBuildDeleteReq(SVnode* pVnode, const char* stbFullName, const SSDataBl int32_t totRow = pDataBlock->info.rows; SColumnInfoData* pTsCol = taosArrayGet(pDataBlock->pDataBlock, START_TS_COLUMN_INDEX); SColumnInfoData* pGidCol = taosArrayGet(pDataBlock->pDataBlock, GROUPID_COLUMN_INDEX); + SColumnInfoData* pTbNameCol = taosArrayGet(pDataBlock->pDataBlock, TABLE_NAME_COLUMN_INDEX); + for (int32_t row = 0; row < totRow; row++) { int64_t ts = *(int64_t*)colDataGetData(pTsCol, row); int64_t groupId = *(int64_t*)colDataGetData(pGidCol, row); - char* name = buildCtbNameByGroupId(stbFullName, groupId); + char* name; + void* varTbName = colDataGetVarData(pTbNameCol, row); + if (varTbName != NULL && varTbName != (void*)-1) { + name = taosMemoryCalloc(1, TSDB_TABLE_NAME_LEN); + memcpy(name, varDataVal(varTbName), varDataLen(varTbName)); + } else { + name = buildCtbNameByGroupId(stbFullName, groupId); + } tqDebug("stream delete msg: groupId :%ld, name: %s", groupId, name); SMetaReader mr = {0}; metaReaderInit(&mr, pVnode->pMeta, 0); diff --git a/source/libs/executor/inc/executorimpl.h b/source/libs/executor/inc/executorimpl.h index 4b0ce0e545..de4e4dd1f8 100644 --- a/source/libs/executor/inc/executorimpl.h +++ b/source/libs/executor/inc/executorimpl.h @@ -1067,7 +1067,7 @@ bool isOverdue(TSKEY ts, STimeWindowAggSupp* pSup); bool isCloseWindow(STimeWindow* pWin, STimeWindowAggSupp* pSup); bool isDeletedWindow(STimeWindow* pWin, uint64_t groupId, SAggSupporter* pSup); bool isDeletedStreamWindow(STimeWindow* pWin, uint64_t groupId, SStreamState* pState, STimeWindowAggSupp* pTwSup); -void appendOneRow(SSDataBlock* pBlock, TSKEY* pStartTs, TSKEY* pEndTs, uint64_t* pUid, uint64_t* pGp); +void appendOneRowToStreamSpecialBlock(SSDataBlock* pBlock, TSKEY* pStartTs, TSKEY* pEndTs, uint64_t* pUid, uint64_t* pGp, void* pTbName); void printDataBlock(SSDataBlock* pBlock, const char* flag); uint64_t calGroupIdByData(SPartitionBySupporter* pParSup, SExprSupp* pExprSup, SSDataBlock* pBlock, int32_t rowId); diff --git a/source/libs/executor/src/groupoperator.c b/source/libs/executor/src/groupoperator.c index 44dc362e22..f3ae652987 100644 --- a/source/libs/executor/src/groupoperator.c +++ b/source/libs/executor/src/groupoperator.c @@ -885,8 +885,8 @@ static SSDataBlock* buildStreamPartitionResult(SOperatorInfo* pOperator) { ASSERT(taosArrayGetSize(pResBlock->pDataBlock) == 1); SColumnInfoData* pCol = taosArrayGet(pResBlock->pDataBlock, 0); ASSERT(pCol->info.type == TSDB_DATA_TYPE_VARCHAR); - void* pData = colDataGetData(pCol, 0); - // TODO check tbname validation + void* pData = colDataGetVarData(pCol, 0); + // TODO check tbname validity if (pData != (void*)-1) { memcpy(pDest->info.parTbName, varDataVal(pData), varDataLen(pData)); } else { diff --git a/source/libs/executor/src/scanoperator.c b/source/libs/executor/src/scanoperator.c index 670b2a2f5e..b055ba1ce5 100644 --- a/source/libs/executor/src/scanoperator.c +++ b/source/libs/executor/src/scanoperator.c @@ -1300,19 +1300,22 @@ static int32_t generateScanRange(SStreamScanInfo* pInfo, SSDataBlock* pSrcBlock, return code; } -void appendOneRow(SSDataBlock* pBlock, TSKEY* pStartTs, TSKEY* pEndTs, uint64_t* pUid, uint64_t* pGp) { +void appendOneRowToStreamSpecialBlock(SSDataBlock* pBlock, TSKEY* pStartTs, TSKEY* pEndTs, uint64_t* pUid, + uint64_t* pGp, void* pTbName) { SColumnInfoData* pStartTsCol = taosArrayGet(pBlock->pDataBlock, START_TS_COLUMN_INDEX); SColumnInfoData* pEndTsCol = taosArrayGet(pBlock->pDataBlock, END_TS_COLUMN_INDEX); SColumnInfoData* pUidCol = taosArrayGet(pBlock->pDataBlock, UID_COLUMN_INDEX); SColumnInfoData* pGpCol = taosArrayGet(pBlock->pDataBlock, GROUPID_COLUMN_INDEX); SColumnInfoData* pCalStartCol = taosArrayGet(pBlock->pDataBlock, CALCULATE_START_TS_COLUMN_INDEX); SColumnInfoData* pCalEndCol = taosArrayGet(pBlock->pDataBlock, CALCULATE_END_TS_COLUMN_INDEX); + SColumnInfoData* pTableCol = taosArrayGet(pBlock->pDataBlock, TABLE_NAME_COLUMN_INDEX); colDataAppend(pStartTsCol, pBlock->info.rows, (const char*)pStartTs, false); colDataAppend(pEndTsCol, pBlock->info.rows, (const char*)pEndTs, false); colDataAppend(pUidCol, pBlock->info.rows, (const char*)pUid, false); colDataAppend(pGpCol, pBlock->info.rows, (const char*)pGp, false); colDataAppend(pCalStartCol, pBlock->info.rows, (const char*)pStartTs, false); colDataAppend(pCalEndCol, pBlock->info.rows, (const char*)pEndTs, false); + colDataAppend(pTableCol, pBlock->info.rows, (const char*)pTbName, pTbName == NULL); pBlock->info.rows++; } @@ -1342,10 +1345,12 @@ static void checkUpdateData(SStreamScanInfo* pInfo, bool invertible, SSDataBlock if ((update || closedWin) && out) { qDebug("stream update check not pass, update %d, closedWin %d", update, closedWin); uint64_t gpId = 0; - appendOneRow(pInfo->pUpdateDataRes, tsCol + rowId, tsCol + rowId, &pBlock->info.uid, &gpId); + appendOneRowToStreamSpecialBlock(pInfo->pUpdateDataRes, tsCol + rowId, tsCol + rowId, &pBlock->info.uid, &gpId, + NULL); if (closedWin && pInfo->partitionSup.needCalc) { gpId = calGroupIdByData(&pInfo->partitionSup, pInfo->pPartScalarSup, pBlock, rowId); - appendOneRow(pInfo->pUpdateDataRes, tsCol + rowId, tsCol + rowId, &pBlock->info.uid, &gpId); + appendOneRowToStreamSpecialBlock(pInfo->pUpdateDataRes, tsCol + rowId, tsCol + rowId, &pBlock->info.uid, &gpId, + NULL); } } } diff --git a/source/libs/executor/src/timewindowoperator.c b/source/libs/executor/src/timewindowoperator.c index b0610c71e1..69e1b66ecf 100644 --- a/source/libs/executor/src/timewindowoperator.c +++ b/source/libs/executor/src/timewindowoperator.c @@ -1687,7 +1687,8 @@ static void freeAllPages(SArray* pageIds, SDiskbasedBuf* pDiskBuf) { taosArrayClear(pageIds); } -static void doBuildDeleteResult(SArray* pWins, int32_t* index, SSDataBlock* pBlock) { +static void doBuildDeleteResult(SStreamIntervalOperatorInfo* pInfo, SArray* pWins, int32_t* index, + SSDataBlock* pBlock) { blockDataCleanup(pBlock); int32_t size = taosArrayGetSize(pWins); if (*index == size) { @@ -1699,7 +1700,14 @@ static void doBuildDeleteResult(SArray* pWins, int32_t* index, SSDataBlock* pBlo uint64_t uid = 0; for (int32_t i = *index; i < size; i++) { SWinKey* pWin = taosArrayGet(pWins, i); - appendOneRow(pBlock, &pWin->ts, &pWin->ts, &uid, &pWin->groupId); + char* tbname = taosHashGet(pInfo->pGroupIdTbNameMap, &pWin->groupId, sizeof(int64_t)); + if (tbname == NULL) { + appendOneRowToStreamSpecialBlock(pBlock, &pWin->ts, &pWin->ts, &uid, &pWin->groupId, NULL); + } else { + char parTbName[VARSTR_HEADER_SIZE + TSDB_TABLE_NAME_LEN]; + STR_WITH_MAXSIZE_TO_VARSTR(parTbName, tbname, sizeof(parTbName)); + appendOneRowToStreamSpecialBlock(pBlock, &pWin->ts, &pWin->ts, &uid, &pWin->groupId, parTbName); + } (*index)++; } } @@ -3239,7 +3247,7 @@ static SSDataBlock* doStreamFinalIntervalAgg(SOperatorInfo* pOperator) { return pInfo->pPullDataRes; } - doBuildDeleteResult(pInfo->pDelWins, &pInfo->delIndex, pInfo->pDelRes); + doBuildDeleteResult(pInfo, pInfo->pDelWins, &pInfo->delIndex, pInfo->pDelRes); if (pInfo->pDelRes->info.rows != 0) { // process the rest of the data printDataBlock(pInfo->pDelRes, IS_FINAL_OP(pInfo) ? "interval final" : "interval semi"); @@ -3265,7 +3273,7 @@ static SSDataBlock* doStreamFinalIntervalAgg(SOperatorInfo* pOperator) { return NULL; } else { if (!IS_FINAL_OP(pInfo)) { - doBuildDeleteResult(pInfo->pDelWins, &pInfo->delIndex, pInfo->pDelRes); + doBuildDeleteResult(pInfo, pInfo->pDelWins, &pInfo->delIndex, pInfo->pDelRes); if (pInfo->pDelRes->info.rows != 0) { // process the rest of the data printDataBlock(pInfo->pDelRes, IS_FINAL_OP(pInfo) ? "interval final" : "interval semi"); @@ -3392,7 +3400,7 @@ static SSDataBlock* doStreamFinalIntervalAgg(SOperatorInfo* pOperator) { return pInfo->pPullDataRes; } - doBuildDeleteResult(pInfo->pDelWins, &pInfo->delIndex, pInfo->pDelRes); + doBuildDeleteResult(pInfo, pInfo->pDelWins, &pInfo->delIndex, pInfo->pDelRes); if (pInfo->pDelRes->info.rows != 0) { // process the rest of the data printDataBlock(pInfo->pDelRes, IS_FINAL_OP(pInfo) ? "interval final" : "interval semi"); @@ -4849,7 +4857,8 @@ static void doStreamStateAggImpl(SOperatorInfo* pOperator, SSDataBlock* pSDataBl i, &allEqual, pStDeleted); if (!allEqual) { uint64_t uid = 0; - appendOneRow(pAggSup->pScanBlock, &pCurWin->winInfo.win.skey, &pCurWin->winInfo.win.ekey, &uid, &groupId); + appendOneRowToStreamSpecialBlock(pAggSup->pScanBlock, &pCurWin->winInfo.win.skey, &pCurWin->winInfo.win.ekey, + &uid, &groupId, NULL); taosHashRemove(pSeUpdated, &pCurWin->winInfo.pos, sizeof(SResultRowPosition)); deleteWindow(pAggSup->pCurWins, winIndex, destroyStateWinInfo); continue; @@ -5645,7 +5654,7 @@ static SSDataBlock* doStreamIntervalAgg(SOperatorInfo* pOperator) { } if (pOperator->status == OP_RES_TO_RETURN) { - doBuildDeleteResult(pInfo->pDelWins, &pInfo->delIndex, pInfo->pDelRes); + doBuildDeleteResult(pInfo, pInfo->pDelWins, &pInfo->delIndex, pInfo->pDelRes); if (pInfo->pDelRes->info.rows > 0) { printDataBlock(pInfo->pDelRes, "single interval delete"); return pInfo->pDelRes; @@ -5729,7 +5738,7 @@ static SSDataBlock* doStreamIntervalAgg(SOperatorInfo* pOperator) { blockDataEnsureCapacity(pInfo->binfo.pRes, pOperator->resultInfo.capacity); taosHashCleanup(pUpdatedMap); - doBuildDeleteResult(pInfo->pDelWins, &pInfo->delIndex, pInfo->pDelRes); + doBuildDeleteResult(pInfo, pInfo->pDelWins, &pInfo->delIndex, pInfo->pDelRes); if (pInfo->pDelRes->info.rows > 0) { printDataBlock(pInfo->pDelRes, "single interval delete"); return pInfo->pDelRes; From ee5d7deeca5844c109151a7bd4bd0d51e7d7a089 Mon Sep 17 00:00:00 2001 From: Jeff Tao Date: Sun, 9 Oct 2022 17:15:33 -0700 Subject: [PATCH 030/110] Update index.md --- docs/en/02-intro/index.md | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/docs/en/02-intro/index.md b/docs/en/02-intro/index.md index 2084088352..a60bfab2cc 100644 --- a/docs/en/02-intro/index.md +++ b/docs/en/02-intro/index.md @@ -23,8 +23,8 @@ The major features are listed below: 4. [Stream Processing](../develop/stream/): Not only is the continuous query is supported, but TDengine also supports event driven stream processing, so Flink or Spark is not needed for time-series data processing. 5. [Data Subscription](../develop/tmq/): Application can subscribe a table or a set of tables. API is the same as Kafka, but you can specify filter conditions. 6. Visualization - - Supports seamless integration with [Grafana](../third-party/grafana/) for visualization. - - Supports seamless integration with Google Data Studio. + - Supports seamless integration with [Grafana](../third-party/grafana/). + - Supports seamless integration with [Google Data Studio](../third-party/google-data-studio/). 7. Cluster - Supports [cluster](../deployment/) with the capability of increasing processing power by adding more nodes. - Supports [deployment on Kubernetes](../deployment/k8s/). @@ -33,7 +33,7 @@ The major features are listed below: - Provides [monitoring](../operation/monitor) on running instances of TDengine. - Provides many ways to [import](../operation/import) and [export](../operation/export) data. 9. Tools - - Provides an interactive [Command-line Interface (CLI)](../reference/taos-shell) for management, maintenance and ad-hoc queries. + - Provides an interactive [Command Line Interface (CLI)](../reference/taos-shell) for management, maintenance and ad-hoc queries. - Provides a tool [taosBenchmark](../reference/taosbenchmark/) for testing the performance of TDengine. 10. Programming - Provides [connectors](../reference/connector/) for [C/C++](../reference/connector/cpp), [Java](../reference/connector/java), [Python](../reference/connector/python), [Go](../reference/connector/go), [Rust](../reference/connector/rust), [Node.js](../reference/connector/node) and other programming languages. From 2360ff9d69ad819d1e9527bcf24f03d7589eaf5d Mon Sep 17 00:00:00 2001 From: Jeff Tao Date: Sun, 9 Oct 2022 17:24:57 -0700 Subject: [PATCH 031/110] Update 03-package.md --- docs/en/05-get-started/03-package.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/docs/en/05-get-started/03-package.md b/docs/en/05-get-started/03-package.md index 4dadbb0151..f734e354fb 100644 --- a/docs/en/05-get-started/03-package.md +++ b/docs/en/05-get-started/03-package.md @@ -122,7 +122,7 @@ Note: TDengine only supports Windows Server 2016/2019 and Windows 10/11 on the W :::info -For information about TDengine releases, see [Release History](../../releases/tdengine). +For information about TDengine other releases, check [Release History](../../releases/tdengine). ::: :::note From a98dba9b6f36bc372d7ea65d36fd6c83b3f730ee Mon Sep 17 00:00:00 2001 From: wade zhang <95411902+gccgdb1234@users.noreply.github.com> Date: Mon, 10 Oct 2022 09:31:18 +0800 Subject: [PATCH 032/110] Update 24-show.md --- docs/zh/12-taos-sql/24-show.md | 18 +----------------- 1 file changed, 1 insertion(+), 17 deletions(-) diff --git a/docs/zh/12-taos-sql/24-show.md b/docs/zh/12-taos-sql/24-show.md index 31b7c085a1..97a80ac058 100644 --- a/docs/zh/12-taos-sql/24-show.md +++ b/docs/zh/12-taos-sql/24-show.md @@ -14,14 +14,6 @@ SHOW APPS; 显示接入集群的应用（客户端）信息。 -## SHOW BNODES - -```sql -SHOW BNODES; -``` - -显示当前系统中存在的 BNODE (backup node, 即备份节点）的信息。 - ## SHOW CLUSTER ```sql @@ -153,15 +145,7 @@ SHOW SCORES; 显示系统被许可授权的容量的信息。 -注：企业版独有 - -## SHOW SNODES - -```sql -SHOW SNODES; -``` - -显示当前系统中 SNODE （流计算节点）的信息。 +注：企业版独有。 ## SHOW STABLES From 11120784642df730c442cf2b98160803adef04bc Mon Sep 17 00:00:00 2001 From: wade zhang <95411902+gccgdb1234@users.noreply.github.com> Date: Mon, 10 Oct 2022 09:31:58 +0800 Subject: [PATCH 033/110] Update 24-show.md --- docs/en/12-taos-sql/24-show.md | 16 ---------------- 1 file changed, 16 deletions(-) diff --git a/docs/en/12-taos-sql/24-show.md b/docs/en/12-taos-sql/24-show.md index 5f3bef3546..bd20d307f5 100644 --- a/docs/en/12-taos-sql/24-show.md +++ b/docs/en/12-taos-sql/24-show.md @@ -13,14 +13,6 @@ SHOW APPS; Shows all clients (such as applications) that connect to the cluster. -## SHOW BNODES - -```sql -SHOW BNODES; -``` - -Shows information about backup nodes (bnodes) in the system. - ## SHOW CLUSTER ```sql @@ -154,14 +146,6 @@ Shows information about the storage space allowed by the license. Note: TDengine Enterprise Edition only. -## SHOW SNODES - -```sql -SHOW SNODES; -``` - -Shows information about stream processing nodes (snodes) in the system. - ## SHOW STABLES ```sql From f81c6f2d177138dfa9b18f77842faa4ba1dd8c54 Mon Sep 17 00:00:00 2001 From: wade zhang <95411902+gccgdb1234@users.noreply.github.com> Date: Mon, 10 Oct 2022 09:38:51 +0800 Subject: [PATCH 034/110] Update 21-node.md --- docs/zh/12-taos-sql/21-node.md | 16 ---------------- 1 file changed, 16 deletions(-) diff --git a/docs/zh/12-taos-sql/21-node.md b/docs/zh/12-taos-sql/21-node.md index d47dc8198f..ab6a49ea96 100644 --- a/docs/zh/12-taos-sql/21-node.md +++ b/docs/zh/12-taos-sql/21-node.md @@ -137,19 +137,3 @@ local_option: { ```sql SHOW LOCAL VARIABLES; ``` - -## 合并 vgroup - -```sql -MERGE VGROUP vgroup_no1 vgroup_no2; -``` - -如果在系统实际运行一段时间后，因为不同时间线的数据特征不同导致在 vgroups 之间的数据和负载分布不均衡，可以通过合并或拆分 vgroups 的方式逐步实现负载均衡。 - -## 拆分 vgroup - -```sql -SPLIT VGROUP vgroup_no; -``` - -会创建一个新的 vgroup，并将指定 vgroup 中的数据按照一致性 HASH 迁移一部分到新的 vgroup 中。此过程中，原 vgroup 可以正常提供读写服务。 From 9273ec149e41c71ab8cecd5bb05fc0b1c3ee3eb2 Mon Sep 17 00:00:00 2001 From: wade zhang <95411902+gccgdb1234@users.noreply.github.com> Date: Mon, 10 Oct 2022 09:39:29 +0800 Subject: [PATCH 035/110] Update 21-node.md --- docs/en/12-taos-sql/21-node.md | 16 ---------------- 1 file changed, 16 deletions(-) diff --git a/docs/en/12-taos-sql/21-node.md b/docs/en/12-taos-sql/21-node.md index 8bb895f73c..81a7931cbf 100644 --- a/docs/en/12-taos-sql/21-node.md +++ b/docs/en/12-taos-sql/21-node.md @@ -136,19 +136,3 @@ The parameters that you can modify through this statement are the same as those ```sql SHOW LOCAL VARIABLES; ``` - -## Combine Vgroups - -```sql -MERGE VGROUP vgroup_no1 vgroup_no2; -``` - -If load and data are not properly balanced among vgroups due to the data in different tim lines having different characteristics, you can combine or separate vgroups. - -## Separate Vgroups - -```sql -SPLIT VGROUP vgroup_no; -``` - -This statement creates a new vgroup and migrates part of the data from the original vgroup to the new vgroup with consistent hashing. During this process, the original vgroup can continue to provide services normally. From 64e453c4a6924b93fe3efc4a6f84ed067ac1a802 Mon Sep 17 00:00:00 2001 From: jiacy-jcy <714897623@qq.com> Date: Mon, 10 Oct 2022 10:01:50 +0800 Subject: [PATCH 036/110] test:add test case for show into ci --- tests/system-test/0-others/show.py | 60 ++++++++++++++++++++++++++++++ tests/system-test/fulltest.sh | 2 +- 2 files changed, 61 insertions(+), 1 deletion(-) create mode 100644 tests/system-test/0-others/show.py diff --git a/tests/system-test/0-others/show.py b/tests/system-test/0-others/show.py new file mode 100644 index 0000000000..673e795297 --- /dev/null +++ b/tests/system-test/0-others/show.py @@ -0,0 +1,60 @@ +################################################################### +# Copyright (c) 2016 by TAOS Technologies, Inc. +# All rights reserved. +# +# This file is proprietary and confidential to TAOS Technologies. +# No part of this file may be reproduced, stored, transmitted, +# disclosed or used in any form or by any means other than as +# expressly provided by the written permission from Jianhui Tao +# +################################################################### + +# -*- coding: utf-8 -*- + + +from util.log import * +from util.cases import * +from util.sql import * +import subprocess +from util.common import * + + +class TDTestCase: + def init(self, conn, logSql): + tdLog.debug("start to execute %s" % __file__) + tdSql.init(conn.cursor()) + self.dbname = 'db' + self.ins_param_list = ['dnodes','mnodes','qnodes','cluster','functions','users','grants','topics','subscriptions','streams'] + self.perf_param = ['apps','connections','consumers','queries','transactions'] + self.perf_param_list = ['apps','connections','consumers','queries','trans'] + + def ins_check(self): + for param in self.ins_param_list: + tdSql.query(f'show {param}') + show_result = tdSql.queryResult + tdSql.query(f'select * from information_schema.ins_{param}') + select_result = tdSql.queryResult + tdSql.checkEqual(show_result,select_result) + + def perf_check(self): + for param in range(len(self.perf_param_list)): + tdSql.query(f'show {self.perf_param[param]}') + if len(tdSql.queryResult) != 0: + show_result = tdSql.queryResult[0][0] + tdSql.query(f'select * from performance_schema.perf_{self.perf_param_list[param]}') + select_result = tdSql.queryResult[0][0] + tdSql.checkEqual(show_result,select_result) + else : + continue + def run(self): + tdSql.prepare() + self.ins_check() + self.perf_check() + + + def stop(self): + tdSql.close() + tdLog.success("%s successfully executed" % __file__) + +tdCases.addWindows(__file__, TDTestCase()) +tdCases.addLinux(__file__, TDTestCase()) diff --git a/tests/system-test/fulltest.sh b/tests/system-test/fulltest.sh index d4ac3e2844..1c6aef6286 100755 --- a/tests/system-test/fulltest.sh +++ b/tests/system-test/fulltest.sh @@ -37,7 +37,7 @@ python3 ./test.py -f 1-insert/table_param_ttl.py -R python3 ./test.py -f 1-insert/update_data_muti_rows.py python3 ./test.py -f 1-insert/db_tb_name_check.py python3 ./test.py -f 1-insert/database_pre_suf.py - +python3 ./test.py -f 0-others/show.py python3 ./test.py -f 2-query/abs.py python3 ./test.py -f 2-query/abs.py -R python3 ./test.py -f 2-query/and_or_for_byte.py From 37c2fd5b08eabfbab3e58b1273c9f35decfa9ec8 Mon Sep 17 00:00:00 2001 From: Cary Xu Date: Mon, 10 Oct 2022 10:16:00 +0800 Subject: [PATCH 037/110] fix: coverity scan for sma and tfs --- source/dnode/vnode/src/sma/smaCommit.c | 2 ++ source/dnode/vnode/src/sma/smaRollup.c | 3 ++- source/dnode/vnode/src/sma/smaSnapshot.c | 6 +++++- source/libs/tfs/inc/tfsInt.h | 2 +- source/libs/tfs/src/tfs.c | 10 +++++----- 5 files changed, 15 insertions(+), 8 deletions(-) diff --git a/source/dnode/vnode/src/sma/smaCommit.c b/source/dnode/vnode/src/sma/smaCommit.c index fb5caad269..db5f4c55b9 100644 --- a/source/dnode/vnode/src/sma/smaCommit.c +++ b/source/dnode/vnode/src/sma/smaCommit.c @@ -161,10 +161,12 @@ static int32_t tdProcessRSmaSyncPreCommitImpl(SSma *pSma) { * @return int32_t */ static int32_t tdProcessRSmaSyncCommitImpl(SSma *pSma) { +#if 0 SSmaEnv *pSmaEnv = SMA_RSMA_ENV(pSma); if (!pSmaEnv) { return TSDB_CODE_SUCCESS; } +#endif return TSDB_CODE_SUCCESS; } diff --git a/source/dnode/vnode/src/sma/smaRollup.c b/source/dnode/vnode/src/sma/smaRollup.c index 27da9da02c..1ecb27c5d3 100644 --- a/source/dnode/vnode/src/sma/smaRollup.c +++ b/source/dnode/vnode/src/sma/smaRollup.c @@ -1935,7 +1935,8 @@ int32_t tdRSmaProcessExecImpl(SSma *pSma, ERsmaExecType type) { int8_t oldStat = atomic_val_compare_exchange_8(RSMA_COMMIT_STAT(pRSmaStat), 0, 2); if (oldStat == 0 || ((oldStat == 2) && atomic_load_8(RSMA_TRIGGER_STAT(pRSmaStat)) < TASK_TRIGGER_STAT_PAUSED)) { - atomic_fetch_add_32(&pRSmaStat->nFetchAll, 1); + int32_t oldVal = atomic_fetch_add_32(&pRSmaStat->nFetchAll, 1); + ASSERT(oldVal >= 0); tdRSmaFetchAllResult(pSma, pInfo); if (0 == atomic_sub_fetch_32(&pRSmaStat->nFetchAll, 1)) { atomic_store_8(RSMA_COMMIT_STAT(pRSmaStat), 0); diff --git a/source/dnode/vnode/src/sma/smaSnapshot.c b/source/dnode/vnode/src/sma/smaSnapshot.c index 4939fce20c..db9fcde85a 100644 --- a/source/dnode/vnode/src/sma/smaSnapshot.c +++ b/source/dnode/vnode/src/sma/smaSnapshot.c @@ -373,7 +373,11 @@ int32_t rsmaSnapWriterClose(SRSmaSnapWriter** ppWriter, int8_t rollback) { // TODO: rsma1/rsma2 // qtaskinfo if (pWriter->pQTaskFWriter) { - taosRemoveFile(pWriter->pQTaskFWriter->fname); + if (taosRemoveFile(pWriter->pQTaskFWriter->fname) != 0) { + smaWarn("vgId:%d, vnode snapshot rsma writer failed to remove %s since %s", SMA_VID(pWriter->pSma), + pWriter->pQTaskFWriter->fname ? pWriter->pQTaskFWriter->fname : "NULL", + terrstr(TAOS_SYSTEM_ERROR(errno))); + } } } else { // rsma1/rsma2 diff --git a/source/libs/tfs/inc/tfsInt.h b/source/libs/tfs/inc/tfsInt.h index 2a508cf676..8e77dc8c0c 100644 --- a/source/libs/tfs/inc/tfsInt.h +++ b/source/libs/tfs/inc/tfsInt.h @@ -57,7 +57,7 @@ typedef struct { typedef struct STfsDir { SDiskIter iter; SDiskID did; - char dirname[TSDB_FILENAME_LEN]; + char dirName[TSDB_FILENAME_LEN]; STfsFile tfile; TdDirPtr pDir; STfs *pTfs; diff --git a/source/libs/tfs/src/tfs.c b/source/libs/tfs/src/tfs.c index 4600e5e568..a78d324622 100644 --- a/source/libs/tfs/src/tfs.c +++ b/source/libs/tfs/src/tfs.c @@ -332,7 +332,7 @@ STfsDir *tfsOpendir(STfs *pTfs, const char *rname) { SDiskID diskId = {.id = 0, .level = 0}; pDir->iter.pDisk = TFS_DISK_AT(pTfs, diskId); pDir->pTfs = pTfs; - tstrncpy(pDir->dirname, rname, TSDB_FILENAME_LEN); + tstrncpy(pDir->dirName, rname, TSDB_FILENAME_LEN); if (tfsOpendirImpl(pTfs, pDir) < 0) { taosMemoryFree(pDir); @@ -354,10 +354,10 @@ const STfsFile *tfsReaddir(STfsDir *pTfsDir) { char *name = taosGetDirEntryName(pDirEntry); if (strcmp(name, ".") == 0 || strcmp(name, "..") == 0) continue; - if (pTfsDir->dirname == NULL || pTfsDir->dirname[0] == 0) { + if (pTfsDir->dirName == NULL || pTfsDir->dirName[0] == 0) { snprintf(bname, TMPNAME_LEN * 2, "%s", name); } else { - snprintf(bname, TMPNAME_LEN * 2, "%s%s%s", pTfsDir->dirname, TD_DIRSEP, name); + snprintf(bname, TMPNAME_LEN * 2, "%s%s%s", pTfsDir->dirName, TD_DIRSEP, name); } tfsInitFile(pTfsDir->pTfs, &pTfsDir->tfile, pTfsDir->did, bname); @@ -523,9 +523,9 @@ static int32_t tfsOpendirImpl(STfs *pTfs, STfsDir *pTfsDir) { pTfsDir->did.id = pDisk->id; if (pDisk->path == NULL || pDisk->path[0] == 0) { - snprintf(adir, TMPNAME_LEN * 2, "%s", pTfsDir->dirname); + snprintf(adir, TMPNAME_LEN * 2, "%s", pTfsDir->dirName); } else { - snprintf(adir, TMPNAME_LEN * 2, "%s%s%s", pDisk->path, TD_DIRSEP, pTfsDir->dirname); + snprintf(adir, TMPNAME_LEN * 2, "%s%s%s", pDisk->path, TD_DIRSEP, pTfsDir->dirName); } pTfsDir->pDir = taosOpenDir(adir); if (pTfsDir->pDir != NULL) break; From 6b984ab44878db3248a1dc95b6f1976f1e20dace Mon Sep 17 00:00:00 2001 From: Cary Xu Date: Mon, 10 Oct 2022 10:23:57 +0800 Subject: [PATCH 038/110] fix: coverity scan for sma and tfs --- source/dnode/vnode/src/sma/smaSnapshot.c | 2 +- source/libs/tfs/src/tfs.c | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/source/dnode/vnode/src/sma/smaSnapshot.c b/source/dnode/vnode/src/sma/smaSnapshot.c index db9fcde85a..34f884f9f9 100644 --- a/source/dnode/vnode/src/sma/smaSnapshot.c +++ b/source/dnode/vnode/src/sma/smaSnapshot.c @@ -376,7 +376,7 @@ int32_t rsmaSnapWriterClose(SRSmaSnapWriter** ppWriter, int8_t rollback) { if (taosRemoveFile(pWriter->pQTaskFWriter->fname) != 0) { smaWarn("vgId:%d, vnode snapshot rsma writer failed to remove %s since %s", SMA_VID(pWriter->pSma), pWriter->pQTaskFWriter->fname ? pWriter->pQTaskFWriter->fname : "NULL", - terrstr(TAOS_SYSTEM_ERROR(errno))); + tstrerror(TAOS_SYSTEM_ERROR(errno))); } } } else { diff --git a/source/libs/tfs/src/tfs.c b/source/libs/tfs/src/tfs.c index a78d324622..b8786a85a9 100644 --- a/source/libs/tfs/src/tfs.c +++ b/source/libs/tfs/src/tfs.c @@ -354,7 +354,7 @@ const STfsFile *tfsReaddir(STfsDir *pTfsDir) { char *name = taosGetDirEntryName(pDirEntry); if (strcmp(name, ".") == 0 || strcmp(name, "..") == 0) continue; - if (pTfsDir->dirName == NULL || pTfsDir->dirName[0] == 0) { + if (pTfsDir->dirName[0] == 0) { snprintf(bname, TMPNAME_LEN * 2, "%s", name); } else { snprintf(bname, TMPNAME_LEN * 2, "%s%s%s", pTfsDir->dirName, TD_DIRSEP, name); From 66a4f332b3a04ce4fc0306c703b3534a1777ff67 Mon Sep 17 00:00:00 2001 From: Shengliang Guan Date: Mon, 10 Oct 2022 10:51:16 +0800 Subject: [PATCH 039/110] fix: coverity issues --- include/util/tdef.h | 2 +- source/dnode/mgmt/mgmt_vnode/src/vmFile.c | 24 ++++++++++++----------- source/dnode/mnode/impl/src/mndMnode.c | 2 +- 3 files changed, 15 insertions(+), 13 deletions(-) diff --git a/include/util/tdef.h b/include/util/tdef.h index 3d2f83bdfe..e6d28ae341 100644 --- a/include/util/tdef.h +++ b/include/util/tdef.h @@ -297,7 +297,7 @@ typedef enum ELogicConditionType { #define TSDB_MAX_BUFFER_PER_VNODE 16384 // unit MB #define TSDB_DEFAULT_BUFFER_PER_VNODE 96 #define TSDB_MIN_PAGES_PER_VNODE 64 -#define TSDB_MAX_PAGES_PER_VNODE INT32_MAX +#define TSDB_MAX_PAGES_PER_VNODE (INT32_MAX - 1) #define TSDB_DEFAULT_PAGES_PER_VNODE 256 #define TSDB_MIN_PAGESIZE_PER_VNODE 1 // unit KB #define TSDB_MAX_PAGESIZE_PER_VNODE 16384 diff --git a/source/dnode/mgmt/mgmt_vnode/src/vmFile.c b/source/dnode/mgmt/mgmt_vnode/src/vmFile.c index d92440032c..b882e02e94 100644 --- a/source/dnode/mgmt/mgmt_vnode/src/vmFile.c +++ b/source/dnode/mgmt/mgmt_vnode/src/vmFile.c @@ -145,7 +145,7 @@ _OVER: } int32_t vmWriteVnodeListToFile(SVnodeMgmt *pMgmt) { - int32_t ret = 0; + int32_t code = 0; char file[PATH_MAX] = {0}; char realfile[PATH_MAX] = {0}; snprintf(file, sizeof(file), "%s%svnodes.json.bak", pMgmt->path, TD_DIRSEP); @@ -159,10 +159,10 @@ int32_t vmWriteVnodeListToFile(SVnodeMgmt *pMgmt) { } int32_t numOfVnodes = 0; - SVnodeObj **pVnodes = vmGetVnodeListFromHash(pMgmt, &numOfVnodes); - if (pVnodes == NULL) { + SVnodeObj **ppVnodes = vmGetVnodeListFromHash(pMgmt, &numOfVnodes); + if (ppVnodes == NULL) { terrno = TSDB_CODE_OUT_OF_MEMORY; - ret = -1; + code = -1; goto _OVER; } @@ -171,14 +171,14 @@ int32_t vmWriteVnodeListToFile(SVnodeMgmt *pMgmt) { char *content = taosMemoryCalloc(1, maxLen + 1); if (content == NULL) { terrno = TSDB_CODE_OUT_OF_MEMORY; - ret = -1; + code = -1; goto _OVER; } len += snprintf(content + len, maxLen - len, "{\n"); len += snprintf(content + len, maxLen - len, " \"vnodes\": [\n"); for (int32_t i = 0; i < numOfVnodes; ++i) { - SVnodeObj *pVnode = pVnodes[i]; + SVnodeObj *pVnode = ppVnodes[i]; if (pVnode == NULL) continue; len += snprintf(content + len, maxLen - len, " {\n"); @@ -202,15 +202,17 @@ _OVER: taosMemoryFree(content); for (int32_t i = 0; i < numOfVnodes; ++i) { - SVnodeObj *pVnode = pVnodes[i]; - vmReleaseVnode(pMgmt, pVnode); + SVnodeObj *pVnode = ppVnodes[i]; + if (pVnode != NULL) { + vmReleaseVnode(pMgmt, pVnode); + } } - if (pVnodes != NULL) { - taosMemoryFree(pVnodes); + if (ppVnodes != NULL) { + taosMemoryFree(ppVnodes); } - if (ret != 0) return -1; + if (code != 0) return -1; dDebug("successed to write %s, numOfVnodes:%d", realfile, numOfVnodes); return taosRenameFile(file, realfile); diff --git a/source/dnode/mnode/impl/src/mndMnode.c b/source/dnode/mnode/impl/src/mndMnode.c index cfb362c51c..4b76909a96 100644 --- a/source/dnode/mnode/impl/src/mndMnode.c +++ b/source/dnode/mnode/impl/src/mndMnode.c @@ -104,7 +104,7 @@ static int32_t mndCreateDefaultMnode(SMnode *pMnode) { mndTransDrop(pTrans); return -1; } - sdbSetRawStatus(pRaw, SDB_STATUS_READY); + (void)sdbSetRawStatus(pRaw, SDB_STATUS_READY); if (mndTransPrepare(pMnode, pTrans) != 0) { mError("trans:%d, failed to prepare since %s", pTrans->id, terrstr()); From 997dfb41d9d7841e6036c4095d8925fafd00f005 Mon Sep 17 00:00:00 2001 From: Minglei Jin Date: Mon, 10 Oct 2022 11:00:55 +0800 Subject: [PATCH 040/110] fix(meta): use rwlock to favor writers --- source/dnode/vnode/src/inc/vnodeInt.h | 8 ++--- source/dnode/vnode/src/meta/metaQuery.c | 33 +++++++++++++-------- source/dnode/vnode/src/sma/smaRollup.c | 2 +- source/dnode/vnode/src/sma/smaTimeRange.c | 7 +++-- source/dnode/vnode/src/tq/tqRead.c | 4 +-- source/dnode/vnode/src/tsdb/tsdbCache.c | 18 +++++------ source/dnode/vnode/src/tsdb/tsdbCacheRead.c | 2 +- source/dnode/vnode/src/tsdb/tsdbRead.c | 33 +++++++++++---------- source/dnode/vnode/src/vnd/vnodeQuery.c | 14 ++++----- source/dnode/vnode/src/vnd/vnodeSvr.c | 2 +- 10 files changed, 66 insertions(+), 57 deletions(-) diff --git a/source/dnode/vnode/src/inc/vnodeInt.h b/source/dnode/vnode/src/inc/vnodeInt.h index 9535d78252..2a8a74d297 100644 --- a/source/dnode/vnode/src/inc/vnodeInt.h +++ b/source/dnode/vnode/src/inc/vnodeInt.h @@ -107,8 +107,8 @@ int metaCreateTable(SMeta* pMeta, int64_t version, SVCreateTbReq* pR int metaDropTable(SMeta* pMeta, int64_t version, SVDropTbReq* pReq, SArray* tbUids, int64_t* tbUid); int metaTtlDropTable(SMeta* pMeta, int64_t ttl, SArray* tbUids); int metaAlterTable(SMeta* pMeta, int64_t version, SVAlterTbReq* pReq, STableMetaRsp* pMetaRsp); -SSchemaWrapper* metaGetTableSchema(SMeta* pMeta, tb_uid_t uid, int32_t sver, bool isinline); -STSchema* metaGetTbTSchema(SMeta* pMeta, tb_uid_t uid, int32_t sver); +SSchemaWrapper* metaGetTableSchema(SMeta* pMeta, tb_uid_t uid, int32_t sver, int lock); +STSchema* metaGetTbTSchema(SMeta* pMeta, tb_uid_t uid, int32_t sver, int lock); int32_t metaGetTbTSchemaEx(SMeta* pMeta, tb_uid_t suid, tb_uid_t uid, int32_t sver, STSchema** ppTSchema); int metaGetTableEntryByName(SMetaReader* pReader, const char* name); int metaAlterCache(SMeta* pMeta, int32_t nPage); @@ -116,8 +116,8 @@ int metaAlterCache(SMeta* pMeta, int32_t nPage); tb_uid_t metaGetTableEntryUidByName(SMeta* pMeta, const char* name); int64_t metaGetTbNum(SMeta* pMeta); int64_t metaGetTimeSeriesNum(SMeta* pMeta); -SMCtbCursor* metaOpenCtbCursor(SMeta* pMeta, tb_uid_t uid); -void metaCloseCtbCursor(SMCtbCursor* pCtbCur); +SMCtbCursor* metaOpenCtbCursor(SMeta* pMeta, tb_uid_t uid, int lock); +void metaCloseCtbCursor(SMCtbCursor* pCtbCur, int lock); tb_uid_t metaCtbCursorNext(SMCtbCursor* pCtbCur); SMStbCursor* metaOpenStbCursor(SMeta* pMeta, tb_uid_t uid); void metaCloseStbCursor(SMStbCursor* pStbCur); diff --git a/source/dnode/vnode/src/meta/metaQuery.c b/source/dnode/vnode/src/meta/metaQuery.c index 07e917931b..d6c8b12f87 100644 --- a/source/dnode/vnode/src/meta/metaQuery.c +++ b/source/dnode/vnode/src/meta/metaQuery.c @@ -297,15 +297,16 @@ int metaTbCursorNext(SMTbCursor *pTbCur) { return 0; } -SSchemaWrapper *metaGetTableSchema(SMeta *pMeta, tb_uid_t uid, int32_t sver, bool isinline) { +SSchemaWrapper *metaGetTableSchema(SMeta *pMeta, tb_uid_t uid, int32_t sver, int lock) { void *pData = NULL; int nData = 0; int64_t version; SSchemaWrapper schema = {0}; SSchemaWrapper *pSchema = NULL; SDecoder dc = {0}; - - metaRLock(pMeta); + if (lock) { + metaRLock(pMeta); + } _query: if (tdbTbGet(pMeta->pUidIdx, &uid, sizeof(uid), &pData, &nData) < 0) { goto _err; @@ -384,13 +385,17 @@ _query: _exit: tDecoderClear(&dc); - metaULock(pMeta); + if (lock) { + metaULock(pMeta); + } tdbFree(pData); return pSchema; _err: tDecoderClear(&dc); - metaULock(pMeta); + if (lock) { + metaULock(pMeta); + } tdbFree(pData); return NULL; } @@ -436,7 +441,7 @@ struct SMCtbCursor { int vLen; }; -SMCtbCursor *metaOpenCtbCursor(SMeta *pMeta, tb_uid_t uid) { +SMCtbCursor *metaOpenCtbCursor(SMeta *pMeta, tb_uid_t uid, int lock) { SMCtbCursor *pCtbCur = NULL; SCtbIdxKey ctbIdxKey; int ret = 0; @@ -449,7 +454,9 @@ SMCtbCursor *metaOpenCtbCursor(SMeta *pMeta, tb_uid_t uid) { pCtbCur->pMeta = pMeta; pCtbCur->suid = uid; - metaRLock(pMeta); + if (lock) { + metaRLock(pMeta); + } ret = tdbTbcOpen(pMeta->pCtbIdx, &pCtbCur->pCur, NULL); if (ret < 0) { @@ -469,9 +476,9 @@ SMCtbCursor *metaOpenCtbCursor(SMeta *pMeta, tb_uid_t uid) { return pCtbCur; } -void metaCloseCtbCursor(SMCtbCursor *pCtbCur) { +void metaCloseCtbCursor(SMCtbCursor *pCtbCur, int lock) { if (pCtbCur) { - if (pCtbCur->pMeta) metaULock(pCtbCur->pMeta); + if (pCtbCur->pMeta && lock) metaULock(pCtbCur->pMeta); if (pCtbCur->pCur) { tdbTbcClose(pCtbCur->pCur); @@ -566,14 +573,14 @@ tb_uid_t metaStbCursorNext(SMStbCursor *pStbCur) { return *(tb_uid_t *)pStbCur->pKey; } -STSchema *metaGetTbTSchema(SMeta *pMeta, tb_uid_t uid, int32_t sver) { +STSchema *metaGetTbTSchema(SMeta *pMeta, tb_uid_t uid, int32_t sver, int lock) { // SMetaReader mr = {0}; STSchema *pTSchema = NULL; SSchemaWrapper *pSW = NULL; STSchemaBuilder sb = {0}; SSchema *pSchema; - pSW = metaGetTableSchema(pMeta, uid, sver, 0); + pSW = metaGetTableSchema(pMeta, uid, sver, lock); if (!pSW) return NULL; tdInitTSchemaBuilder(&sb, pSW->version); @@ -1181,7 +1188,7 @@ int32_t metaGetTableTagsByUids(SMeta *pMeta, int64_t suid, SArray *uidList, SHas } int32_t metaGetTableTags(SMeta *pMeta, uint64_t suid, SArray *uidList, SHashObj *tags) { - SMCtbCursor *pCur = metaOpenCtbCursor(pMeta, suid); + SMCtbCursor *pCur = metaOpenCtbCursor(pMeta, suid, 1); SHashObj *uHash = NULL; size_t len = taosArrayGetSize(uidList); // len > 0 means there already have uids @@ -1208,7 +1215,7 @@ int32_t metaGetTableTags(SMeta *pMeta, uint64_t suid, SArray *uidList, SHashObj } taosHashCleanup(uHash); - metaCloseCtbCursor(pCur); + metaCloseCtbCursor(pCur, 1); return TSDB_CODE_SUCCESS; } diff --git a/source/dnode/vnode/src/sma/smaRollup.c b/source/dnode/vnode/src/sma/smaRollup.c index 1924f803d6..4f6b62e388 100644 --- a/source/dnode/vnode/src/sma/smaRollup.c +++ b/source/dnode/vnode/src/sma/smaRollup.c @@ -411,7 +411,7 @@ int32_t tdRSmaProcessCreateImpl(SSma *pSma, SRSmaParam *param, int64_t suid, con return TSDB_CODE_FAILED; } - STSchema *pTSchema = metaGetTbTSchema(SMA_META(pSma), suid, -1); + STSchema *pTSchema = metaGetTbTSchema(SMA_META(pSma), suid, -1, 1); if (!pTSchema) { terrno = TSDB_CODE_TDB_IVD_TB_SCHEMA_VERSION; goto _err; diff --git a/source/dnode/vnode/src/sma/smaTimeRange.c b/source/dnode/vnode/src/sma/smaTimeRange.c index 6c32fbbc84..b0ae972635 100644 --- a/source/dnode/vnode/src/sma/smaTimeRange.c +++ b/source/dnode/vnode/src/sma/smaTimeRange.c @@ -188,7 +188,7 @@ static int32_t tdProcessTSmaInsertImpl(SSma *pSma, int64_t indexUid, const char goto _err; } pTsmaStat->pTSma = pTSma; - pTsmaStat->pTSchema = metaGetTbTSchema(SMA_META(pSma), pTSma->dstTbUid, -1); + pTsmaStat->pTSchema = metaGetTbTSchema(SMA_META(pSma), pTSma->dstTbUid, -1, 1); if (!pTsmaStat->pTSchema) { smaError("vgId:%d, failed to get STSchema while tsma insert for smaIndex %" PRIi64 " since %s", SMA_VID(pSma), indexUid, tstrerror(terrno)); @@ -204,8 +204,9 @@ static int32_t tdProcessTSmaInsertImpl(SSma *pSma, int64_t indexUid, const char } SBatchDeleteReq deleteReq; - SSubmitReq *pSubmitReq = tqBlockToSubmit(pSma->pVnode, (const SArray *)msg, pTsmaStat->pTSchema, &pTsmaStat->pTSma->schemaTag, true, - pTsmaStat->pTSma->dstTbUid, pTsmaStat->pTSma->dstTbName, &deleteReq); + SSubmitReq *pSubmitReq = + tqBlockToSubmit(pSma->pVnode, (const SArray *)msg, pTsmaStat->pTSchema, &pTsmaStat->pTSma->schemaTag, true, + pTsmaStat->pTSma->dstTbUid, pTsmaStat->pTSma->dstTbName, &deleteReq); if (!pSubmitReq) { smaError("vgId:%d, failed to gen submit blk while tsma insert for smaIndex %" PRIi64 " since %s", SMA_VID(pSma), diff --git a/source/dnode/vnode/src/tq/tqRead.c b/source/dnode/vnode/src/tq/tqRead.c index 3bd31e6660..fd50b15ce0 100644 --- a/source/dnode/vnode/src/tq/tqRead.c +++ b/source/dnode/vnode/src/tq/tqRead.c @@ -413,7 +413,7 @@ int32_t tqRetrieveDataBlock(SSDataBlock* pBlock, STqReader* pReader) { if (pReader->cachedSchemaSuid == 0 || pReader->cachedSchemaVer != sversion || pReader->cachedSchemaSuid != pReader->msgIter.suid) { if (pReader->pSchema) taosMemoryFree(pReader->pSchema); - pReader->pSchema = metaGetTbTSchema(pReader->pVnodeMeta, pReader->msgIter.uid, sversion); + pReader->pSchema = metaGetTbTSchema(pReader->pVnodeMeta, pReader->msgIter.uid, sversion, 1); if (pReader->pSchema == NULL) { tqWarn("cannot found tsschema for table: uid:%" PRId64 " (suid:%" PRId64 "), version %d, possibly dropped table", pReader->msgIter.uid, pReader->msgIter.suid, pReader->cachedSchemaVer); @@ -423,7 +423,7 @@ int32_t tqRetrieveDataBlock(SSDataBlock* pBlock, STqReader* pReader) { } if (pReader->pSchemaWrapper) tDeleteSSchemaWrapper(pReader->pSchemaWrapper); - pReader->pSchemaWrapper = metaGetTableSchema(pReader->pVnodeMeta, pReader->msgIter.uid, sversion, true); + pReader->pSchemaWrapper = metaGetTableSchema(pReader->pVnodeMeta, pReader->msgIter.uid, sversion, 1); if (pReader->pSchemaWrapper == NULL) { tqWarn("cannot found schema wrapper for table: suid:%" PRId64 ", version %d, possibly dropped table", pReader->msgIter.uid, pReader->cachedSchemaVer); diff --git a/source/dnode/vnode/src/tsdb/tsdbCache.c b/source/dnode/vnode/src/tsdb/tsdbCache.c index 05c941cc4d..ac6be9af2d 100644 --- a/source/dnode/vnode/src/tsdb/tsdbCache.c +++ b/source/dnode/vnode/src/tsdb/tsdbCache.c @@ -182,7 +182,7 @@ int32_t tsdbCacheInsertLastrow(SLRUCache *pCache, STsdb *pTsdb, tb_uid_t uid, ST if (row->ts == cacheRow->ts) { STSRow *mergedRow = NULL; SRowMerger merger = {0}; - STSchema *pTSchema = metaGetTbTSchema(pTsdb->pVnode->pMeta, uid, -1); + STSchema *pTSchema = metaGetTbTSchema(pTsdb->pVnode->pMeta, uid, -1, 1); tRowMergerInit(&merger, &tsdbRowFromTSRow(0, cacheRow), pTSchema); @@ -249,7 +249,7 @@ int32_t tsdbCacheInsertLast(SLRUCache *pCache, tb_uid_t uid, STSRow *row, STsdb getTableCacheKey(uid, 1, key, &keyLen); LRUHandle *h = taosLRUCacheLookup(pCache, key, keyLen); if (h) { - STSchema *pTSchema = metaGetTbTSchema(pTsdb->pVnode->pMeta, uid, -1); + STSchema *pTSchema = metaGetTbTSchema(pTsdb->pVnode->pMeta, uid, -1, 1); TSKEY keyTs = row->ts; bool invalidate = false; @@ -418,9 +418,9 @@ typedef enum { } SFSLASTNEXTROWSTATES; typedef struct { - SFSLASTNEXTROWSTATES state; // [input] - STsdb *pTsdb; // [input] - STSchema *pTSchema;// [input] + SFSLASTNEXTROWSTATES state; // [input] + STsdb *pTsdb; // [input] + STSchema *pTSchema; // [input] tb_uid_t suid; tb_uid_t uid; int32_t nFileSet; @@ -456,10 +456,10 @@ static int32_t getNextRowFromFSLast(void *iter, TSDBROW **ppRow) { code = tsdbDataFReaderOpen(&state->pDataFReader, state->pTsdb, pFileSet); if (code) goto _err; - SSttBlockLoadInfo* pLoadInfo = tCreateLastBlockLoadInfo(state->pTSchema, NULL, 0); + SSttBlockLoadInfo *pLoadInfo = tCreateLastBlockLoadInfo(state->pTSchema, NULL, 0); tMergeTreeOpen(&state->mergeTree, 1, state->pDataFReader, state->suid, state->uid, &(STimeWindow){.skey = TSKEY_MIN, .ekey = TSKEY_MAX}, - &(SVersionRange){.minVer = 0, .maxVer = UINT64_MAX}, pLoadInfo,true, NULL); + &(SVersionRange){.minVer = 0, .maxVer = UINT64_MAX}, pLoadInfo, true, NULL); bool hasVal = tMergeTreeNext(&state->mergeTree); if (!hasVal) { state->state = SFSLASTNEXTROW_FILESET; @@ -1034,7 +1034,7 @@ _err: static int32_t mergeLastRow(tb_uid_t uid, STsdb *pTsdb, bool *dup, STSRow **ppRow) { int32_t code = 0; - STSchema *pTSchema = metaGetTbTSchema(pTsdb->pVnode->pMeta, uid, -1); + STSchema *pTSchema = metaGetTbTSchema(pTsdb->pVnode->pMeta, uid, -1, 1); int16_t nCol = pTSchema->numOfCols; int16_t iCol = 0; int16_t noneCol = 0; @@ -1131,7 +1131,7 @@ _err: static int32_t mergeLast(tb_uid_t uid, STsdb *pTsdb, SArray **ppLastArray) { int32_t code = 0; - STSchema *pTSchema = metaGetTbTSchema(pTsdb->pVnode->pMeta, uid, -1); + STSchema *pTSchema = metaGetTbTSchema(pTsdb->pVnode->pMeta, uid, -1, 1); int16_t nCol = pTSchema->numOfCols; int16_t iCol = 0; int16_t noneCol = 0; diff --git a/source/dnode/vnode/src/tsdb/tsdbCacheRead.c b/source/dnode/vnode/src/tsdb/tsdbCacheRead.c index 7a000253d5..81219e1442 100644 --- a/source/dnode/vnode/src/tsdb/tsdbCacheRead.c +++ b/source/dnode/vnode/src/tsdb/tsdbCacheRead.c @@ -79,7 +79,7 @@ int32_t tsdbCacherowsReaderOpen(void* pVnode, int32_t type, SArray* pTableIdList } STableKeyInfo* pKeyInfo = taosArrayGet(pTableIdList, 0); - p->pSchema = metaGetTbTSchema(p->pVnode->pMeta, pKeyInfo->uid, -1); + p->pSchema = metaGetTbTSchema(p->pVnode->pMeta, pKeyInfo->uid, -1, 1); p->pTableList = pTableIdList; p->transferBuf = taosMemoryCalloc(p->pSchema->numOfCols, POINTER_BYTES); diff --git a/source/dnode/vnode/src/tsdb/tsdbRead.c b/source/dnode/vnode/src/tsdb/tsdbRead.c index de64b8a61e..1ed050f64f 100644 --- a/source/dnode/vnode/src/tsdb/tsdbRead.c +++ b/source/dnode/vnode/src/tsdb/tsdbRead.c @@ -78,7 +78,7 @@ typedef struct SBlockLoadSuppInfo { SArray* pColAgg; SColumnDataAgg tsColAgg; SColumnDataAgg** plist; - int16_t* colIds; // column ids for loading file block data + int16_t* colIds; // column ids for loading file block data int32_t numOfCols; char** buildBuf; // build string tmp buffer, todo remove it later after all string format being updated. } SBlockLoadSuppInfo; @@ -355,7 +355,8 @@ static int32_t initFilesetIterator(SFilesetIter* pIter, SArray* aDFileSet, STsdb if (pLReader->pInfo == NULL) { // here we ignore the first column, which is always be the primary timestamp column - pLReader->pInfo = tCreateLastBlockLoadInfo(pReader->pSchema, &pReader->suppInfo.colIds[1], pReader->suppInfo.numOfCols - 1); + pLReader->pInfo = + tCreateLastBlockLoadInfo(pReader->pSchema, &pReader->suppInfo.colIds[1], pReader->suppInfo.numOfCols - 1); if (pLReader->pInfo == NULL) { tsdbDebug("init fileset iterator failed, code:%s %s", tstrerror(terrno), pReader->idStr); return terrno; @@ -841,13 +842,11 @@ static int32_t copyBlockDataToSDataBlock(STsdbReader* pReader, STableBlockScanIn bool asc = ASCENDING_TRAVERSE(pReader->order); int32_t step = asc ? 1 : -1; - if ((pDumpInfo->rowIndex == 0 && asc) || (pDumpInfo->rowIndex == pBlock->nRow - 1 && (!asc))) { if (asc && pReader->window.skey <= pBlock->minKey.ts) { - //pDumpInfo->rowIndex = 0; - } else - if (!asc && pReader->window.ekey >= pBlock->maxKey.ts) { - //pDumpInfo->rowIndex = pBlock->nRow - 1; + // pDumpInfo->rowIndex = 0; + } else if (!asc && pReader->window.ekey >= pBlock->maxKey.ts) { + // pDumpInfo->rowIndex = pBlock->nRow - 1; } else { int32_t pos = asc ? pBlock->nRow - 1 : 0; int32_t order = (pReader->order == TSDB_ORDER_ASC) ? TSDB_ORDER_DESC : TSDB_ORDER_ASC; @@ -959,12 +958,14 @@ static int32_t copyBlockDataToSDataBlock(STsdbReader* pReader, STableBlockScanIn return TSDB_CODE_SUCCESS; } -static int32_t doLoadFileBlockData(STsdbReader* pReader, SDataBlockIter* pBlockIter, SBlockData* pBlockData, uint64_t uid) { +static int32_t doLoadFileBlockData(STsdbReader* pReader, SDataBlockIter* pBlockIter, SBlockData* pBlockData, + uint64_t uid) { int64_t st = taosGetTimestampUs(); tBlockDataReset(pBlockData); TABLEID tid = {.suid = pReader->suid, .uid = uid}; - int32_t code = tBlockDataInit(pBlockData, &tid, pReader->pSchema, &pReader->suppInfo.colIds[1], pReader->suppInfo.numOfCols-1); + int32_t code = + tBlockDataInit(pBlockData, &tid, pReader->pSchema, &pReader->suppInfo.colIds[1], pReader->suppInfo.numOfCols - 1); if (code != TSDB_CODE_SUCCESS) { return code; } @@ -1495,7 +1496,7 @@ static bool tryCopyDistinctRowFromSttBlock(TSDBROW* fRow, SLastBlockReader* pLas static FORCE_INLINE STSchema* doGetSchemaForTSRow(int32_t sversion, STsdbReader* pReader, uint64_t uid) { // always set the newest schema version in pReader->pSchema if (pReader->pSchema == NULL) { - pReader->pSchema = metaGetTbTSchema(pReader->pTsdb->pVnode->pMeta, uid, -1); + pReader->pSchema = metaGetTbTSchema(pReader->pTsdb->pVnode->pMeta, uid, -1, 1); } if (pReader->pSchema && sversion == pReader->pSchema->version) { @@ -2011,9 +2012,9 @@ static bool initLastBlockReader(SLastBlockReader* pLBlockReader, STableBlockScan w.ekey = pScanInfo->lastKey + step; } - int32_t code = - tMergeTreeOpen(&pLBlockReader->mergeTree, (pLBlockReader->order == TSDB_ORDER_DESC), pReader->pFileReader, - pReader->suid, pScanInfo->uid, &w, &pLBlockReader->verRange, pLBlockReader->pInfo, false, pReader->idStr); + int32_t code = tMergeTreeOpen(&pLBlockReader->mergeTree, (pLBlockReader->order == TSDB_ORDER_DESC), + pReader->pFileReader, pReader->suid, pScanInfo->uid, &w, &pLBlockReader->verRange, + pLBlockReader->pInfo, false, pReader->idStr); if (code != TSDB_CODE_SUCCESS) { return false; } @@ -3368,14 +3369,14 @@ int32_t tsdbReaderOpen(SVnode* pVnode, SQueryTableDataCond* pCond, SArray* pTabl // NOTE: the endVersion in pCond is the data version not schema version, so pCond->endVersion is not correct here. if (pCond->suid != 0) { - pReader->pSchema = metaGetTbTSchema(pReader->pTsdb->pVnode->pMeta, pReader->suid, -1); + pReader->pSchema = metaGetTbTSchema(pReader->pTsdb->pVnode->pMeta, pReader->suid, -1, 1); if (pReader->pSchema == NULL) { tsdbError("failed to get table schema, suid:%" PRIu64 ", ver:%" PRId64 " , %s", pReader->suid, -1, pReader->idStr); } } else if (taosArrayGetSize(pTableList) > 0) { STableKeyInfo* pKey = taosArrayGet(pTableList, 0); - pReader->pSchema = metaGetTbTSchema(pReader->pTsdb->pVnode->pMeta, pKey->uid, -1); + pReader->pSchema = metaGetTbTSchema(pReader->pTsdb->pVnode->pMeta, pKey->uid, -1, 1); if (pReader->pSchema == NULL) { tsdbError("failed to get table schema, uid:%" PRIu64 ", ver:%" PRId64 " , %s", pKey->uid, -1, pReader->idStr); } @@ -3908,7 +3909,7 @@ int32_t tsdbGetTableSchema(SVnode* pVnode, int64_t uid, STSchema** pSchema, int6 } metaReaderClear(&mr); - *pSchema = metaGetTbTSchema(pVnode->pMeta, uid, sversion); + *pSchema = metaGetTbTSchema(pVnode->pMeta, uid, sversion, 1); return TSDB_CODE_SUCCESS; } diff --git a/source/dnode/vnode/src/vnd/vnodeQuery.c b/source/dnode/vnode/src/vnd/vnodeQuery.c index 6806c034dc..0d57c7bb74 100644 --- a/source/dnode/vnode/src/vnd/vnodeQuery.c +++ b/source/dnode/vnode/src/vnd/vnodeQuery.c @@ -393,7 +393,7 @@ void vnodeGetInfo(SVnode *pVnode, const char **dbname, int32_t *vgId) { } int32_t vnodeGetAllTableList(SVnode *pVnode, uint64_t uid, SArray *list) { - SMCtbCursor *pCur = metaOpenCtbCursor(pVnode->pMeta, uid); + SMCtbCursor *pCur = metaOpenCtbCursor(pVnode->pMeta, uid, 1); while (1) { tb_uid_t id = metaCtbCursorNext(pCur); @@ -405,7 +405,7 @@ int32_t vnodeGetAllTableList(SVnode *pVnode, uint64_t uid, SArray *list) { taosArrayPush(list, &info); } - metaCloseCtbCursor(pCur); + metaCloseCtbCursor(pCur, 1); return TSDB_CODE_SUCCESS; } @@ -413,7 +413,7 @@ int32_t vnodeGetCtbIdListByFilter(SVnode *pVnode, int64_t suid, SArray *list, bo return 0; } int32_t vnodeGetCtbIdList(SVnode *pVnode, int64_t suid, SArray *list) { - SMCtbCursor *pCur = metaOpenCtbCursor(pVnode->pMeta, suid); + SMCtbCursor *pCur = metaOpenCtbCursor(pVnode->pMeta, suid, 1); while (1) { tb_uid_t id = metaCtbCursorNext(pCur); @@ -424,7 +424,7 @@ int32_t vnodeGetCtbIdList(SVnode *pVnode, int64_t suid, SArray *list) { taosArrayPush(list, &id); } - metaCloseCtbCursor(pCur); + metaCloseCtbCursor(pCur, 1); return TSDB_CODE_SUCCESS; } @@ -448,7 +448,7 @@ int32_t vnodeGetStbIdList(SVnode *pVnode, int64_t suid, SArray *list) { } int32_t vnodeGetCtbNum(SVnode *pVnode, int64_t suid, int64_t *num) { - SMCtbCursor *pCur = metaOpenCtbCursor(pVnode->pMeta, suid); + SMCtbCursor *pCur = metaOpenCtbCursor(pVnode->pMeta, suid, 0); if (!pCur) { return TSDB_CODE_FAILED; } @@ -463,12 +463,12 @@ int32_t vnodeGetCtbNum(SVnode *pVnode, int64_t suid, int64_t *num) { ++(*num); } - metaCloseCtbCursor(pCur); + metaCloseCtbCursor(pCur, 0); return TSDB_CODE_SUCCESS; } static int32_t vnodeGetStbColumnNum(SVnode *pVnode, tb_uid_t suid, int *num) { - STSchema *pTSchema = metaGetTbTSchema(pVnode->pMeta, suid, -1); + STSchema *pTSchema = metaGetTbTSchema(pVnode->pMeta, suid, -1, 0); // metaGetTbTSchemaEx(pVnode->pMeta, suid, suid, -1, &pTSchema); if (pTSchema) { diff --git a/source/dnode/vnode/src/vnd/vnodeSvr.c b/source/dnode/vnode/src/vnd/vnodeSvr.c index f2a07d609f..5c8590c7c9 100644 --- a/source/dnode/vnode/src/vnd/vnodeSvr.c +++ b/source/dnode/vnode/src/vnd/vnodeSvr.c @@ -770,7 +770,7 @@ static int32_t vnodeDebugPrintSingleSubmitMsg(SMeta *pMeta, SSubmitBlk *pBlock, if (pSchema) { taosMemoryFreeClear(pSchema); } - pSchema = metaGetTbTSchema(pMeta, msgIter->suid, TD_ROW_SVER(blkIter.row)); // TODO: use the real schema + pSchema = metaGetTbTSchema(pMeta, msgIter->suid, TD_ROW_SVER(blkIter.row), 1); // TODO: use the real schema if (pSchema) { suid = msgIter->suid; rv = TD_ROW_SVER(blkIter.row); From 4324b3a90dd032700ac4e647f2547604c2cf29aa Mon Sep 17 00:00:00 2001 From: Haojun Liao Date: Mon, 10 Oct 2022 11:14:21 +0800 Subject: [PATCH 041/110] docs:update the data type manual. --- docs/zh/12-taos-sql/01-data-type.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/docs/zh/12-taos-sql/01-data-type.md b/docs/zh/12-taos-sql/01-data-type.md index 128fa20930..a59330546b 100644 --- a/docs/zh/12-taos-sql/01-data-type.md +++ b/docs/zh/12-taos-sql/01-data-type.md @@ -39,7 +39,7 @@ CREATE DATABASE db_name PRECISION 'ns'; | 11 | TINYINT | 1 | 单字节整型，范围 [-128, 127] | | 12 | TINYINT UNSIGNED | 1 | 无符号单字节整型，范围 [0, 255] | | 13 | BOOL | 1 | 布尔型，{true, false} | -| 14 | NCHAR | 自定义 | 记录包含多字节字符在内的字符串，如中文字符。每个 NCHAR 字符占用 4 字节的存储空间。字符串两端使用单引号引用，字符串内的单引号需用转义字符 `\'`。NCHAR 使用时须指定字符串大小，类型为 NCHAR(10) 的列表示此列的字符串最多存储 10 个 NCHAR 字符，会固定占用 40 字节的空间。如果用户字符串长度超出声明长度，将会报错。 | +| 14 | NCHAR | 自定义 | 记录包含多字节字符在内的字符串，如中文字符。每个 NCHAR 字符占用 4 字节的存储空间。字符串两端使用单引号引用，字符串内的单引号需用转义字符 `\'`。NCHAR 使用时须指定字符串大小，类型为 NCHAR(10) 的列表示此列的字符串最多存储 10 个 NCHAR 字符。如果用户字符串长度超出声明长度，将会报错。 | | 15 | JSON | | JSON 数据类型， 只有 Tag 可以是 JSON 格式 | | 16 | VARCHAR | 自定义 | BINARY 类型的别名 | From 1582c738b2b550d8a9c69973198d5eafd41f661b Mon Sep 17 00:00:00 2001 From: wade zhang <95411902+gccgdb1234@users.noreply.github.com> Date: Mon, 10 Oct 2022 11:17:47 +0800 Subject: [PATCH 042/110] Update 24-show.md --- docs/zh/12-taos-sql/24-show.md | 8 -------- 1 file changed, 8 deletions(-) diff --git a/docs/zh/12-taos-sql/24-show.md b/docs/zh/12-taos-sql/24-show.md index 97a80ac058..ef0c8b90ed 100644 --- a/docs/zh/12-taos-sql/24-show.md +++ b/docs/zh/12-taos-sql/24-show.md @@ -121,14 +121,6 @@ SHOW MNODES; 显示当前系统中 MNODE 的信息。 -## SHOW MODULES - -```sql -SHOW MODULES; -``` - -显示当前系统中所安装的组件的信息。 - ## SHOW QNODES ```sql From 30875cfd1c9f54de05ce457642c177a4bdee97f6 Mon Sep 17 00:00:00 2001 From: wade zhang <95411902+gccgdb1234@users.noreply.github.com> Date: Mon, 10 Oct 2022 11:18:21 +0800 Subject: [PATCH 043/110] Update 24-show.md --- docs/en/12-taos-sql/24-show.md | 8 -------- 1 file changed, 8 deletions(-) diff --git a/docs/en/12-taos-sql/24-show.md b/docs/en/12-taos-sql/24-show.md index bd20d307f5..1bda4a118d 100644 --- a/docs/en/12-taos-sql/24-show.md +++ b/docs/en/12-taos-sql/24-show.md @@ -120,14 +120,6 @@ SHOW MNODES; Shows information about mnodes in the system. -## SHOW MODULES - -```sql -SHOW MODULES; -``` - -Shows information about modules installed in the system. - ## SHOW QNODES ```sql From b1594a68574fe8a6d92b07de68d32fbb17cb5200 Mon Sep 17 00:00:00 2001 From: Liu Jicong Date: Mon, 10 Oct 2022 11:06:57 +0800 Subject: [PATCH 044/110] fix coverity scan --- source/dnode/mnode/impl/src/mndConsumer.c | 3 +++ source/dnode/mnode/impl/src/mndDef.c | 7 +++++-- source/dnode/mnode/impl/src/mndSubscribe.c | 11 ++++++++--- source/dnode/vnode/src/tq/tq.c | 14 ++++++++------ source/dnode/vnode/src/tq/tqMeta.c | 4 +++- source/dnode/vnode/src/tq/tqOffsetSnapshot.c | 11 ++++++++--- source/dnode/vnode/src/tq/tqPush.c | 3 +++ source/dnode/vnode/src/tq/tqRead.c | 1 + source/libs/wal/inc/walInt.h | 8 ++++---- source/libs/wal/src/walMeta.c | 9 ++++++++- source/libs/wal/src/walMgmt.c | 1 + source/libs/wal/src/walRead.c | 3 +-- source/libs/wal/src/walRef.c | 4 +++- source/libs/wal/src/walWrite.c | 1 + 14 files changed, 57 insertions(+), 23 deletions(-) diff --git a/source/dnode/mnode/impl/src/mndConsumer.c b/source/dnode/mnode/impl/src/mndConsumer.c index 3dfc10e554..c853828bf2 100644 --- a/source/dnode/mnode/impl/src/mndConsumer.c +++ b/source/dnode/mnode/impl/src/mndConsumer.c @@ -149,10 +149,13 @@ static int32_t mndProcessConsumerRecoverMsg(SRpcMsg *pMsg) { if (mndSetConsumerCommitLogs(pMnode, pTrans, pConsumerNew) != 0) goto FAIL; if (mndTransPrepare(pMnode, pTrans) != 0) goto FAIL; + tDeleteSMqConsumerObj(pConsumerNew); + taosMemoryFree(pConsumerNew); mndTransDrop(pTrans); return 0; FAIL: tDeleteSMqConsumerObj(pConsumerNew); + taosMemoryFree(pConsumerNew); mndTransDrop(pTrans); return -1; } diff --git a/source/dnode/mnode/impl/src/mndDef.c b/source/dnode/mnode/impl/src/mndDef.c index 42e56cd488..059bfdeeb3 100644 --- a/source/dnode/mnode/impl/src/mndDef.c +++ b/source/dnode/mnode/impl/src/mndDef.c @@ -118,7 +118,10 @@ int32_t tDecodeSStreamObj(SDecoder *pDecoder, SStreamObj *pObj) { for (int32_t j = 0; j < innerSz; j++) { SStreamTask *pTask = taosMemoryCalloc(1, sizeof(SStreamTask)); if (pTask == NULL) return -1; - if (tDecodeSStreamTask(pDecoder, pTask) < 0) return -1; + if (tDecodeSStreamTask(pDecoder, pTask) < 0) { + taosMemoryFree(pTask); + return -1; + } taosArrayPush(pArray, &pTask); } taosArrayPush(pObj->tasks, &pArray); @@ -353,7 +356,7 @@ SMqConsumerEp *tCloneSMqConsumerEp(const SMqConsumerEp *pConsumerEpOld) { } void tDeleteSMqConsumerEp(void *data) { - SMqConsumerEp *pConsumerEp = (SMqConsumerEp*)data; + SMqConsumerEp *pConsumerEp = (SMqConsumerEp *)data; taosArrayDestroyP(pConsumerEp->vgs, (FDelete)tDeleteSMqVgEp); } diff --git a/source/dnode/mnode/impl/src/mndSubscribe.c b/source/dnode/mnode/impl/src/mndSubscribe.c index f2fec27bc5..b797bfb4b2 100644 --- a/source/dnode/mnode/impl/src/mndSubscribe.c +++ b/source/dnode/mnode/impl/src/mndSubscribe.c @@ -678,25 +678,30 @@ static int32_t mndProcessDropCgroupReq(SRpcMsg *pReq) { if (pTrans == NULL) { mError("cgroup: %s on topic:%s, failed to drop since %s", dropReq.cgroup, dropReq.topic, terrstr()); mndReleaseSubscribe(pMnode, pSub); + mndTransDrop(pTrans); return -1; } mInfo("trans:%d, used to drop cgroup:%s on topic %s", pTrans->id, dropReq.cgroup, dropReq.topic); if (mndDropOffsetBySubKey(pMnode, pTrans, pSub->key) < 0) { - ASSERT(0); mndReleaseSubscribe(pMnode, pSub); + mndTransDrop(pTrans); return -1; } if (mndSetDropSubCommitLogs(pMnode, pTrans, pSub) < 0) { mError("cgroup %s on topic:%s, failed to drop since %s", dropReq.cgroup, dropReq.topic, terrstr()); mndReleaseSubscribe(pMnode, pSub); + mndTransDrop(pTrans); return -1; } - mndTransPrepare(pMnode, pTrans); - + if (mndTransPrepare(pMnode, pTrans) < 0) { + mndReleaseSubscribe(pMnode, pSub); + mndTransDrop(pTrans); + return -1; + } mndReleaseSubscribe(pMnode, pSub); return TSDB_CODE_ACTION_IN_PROGRESS; diff --git a/source/dnode/vnode/src/tq/tq.c b/source/dnode/vnode/src/tq/tq.c index ed5a894416..83cb3955e3 100644 --- a/source/dnode/vnode/src/tq/tq.c +++ b/source/dnode/vnode/src/tq/tq.c @@ -93,7 +93,8 @@ STQ* tqOpen(const char* path, SVnode* pVnode) { ASSERT(0); } - if (tqOffsetOpen(pTq) < 0) { + pTq->pOffsetStore = tqOffsetOpen(pTq); + if (pTq->pOffsetStore == NULL) { ASSERT(0); } @@ -648,7 +649,7 @@ int32_t tqProcessPollReq(STQ* pTq, SRpcMsg* pMsg) { code = -1; } tDeleteSTaosxRsp(&taosxRsp); - if (pCkHead) taosMemoryFree(pCkHead); + taosMemoryFreeClear(pCkHead); return code; } @@ -671,7 +672,7 @@ int32_t tqProcessPollReq(STQ* pTq, SRpcMsg* pMsg) { code = -1; } tDeleteSTaosxRsp(&taosxRsp); - if (pCkHead) taosMemoryFree(pCkHead); + taosMemoryFreeClear(pCkHead); return code; } else { fetchVer++; @@ -687,18 +688,19 @@ int32_t tqProcessPollReq(STQ* pTq, SRpcMsg* pMsg) { metaRsp.metaRsp = pHead->body; if (tqSendMetaPollRsp(pTq, pMsg, pReq, &metaRsp) < 0) { code = -1; - taosMemoryFree(pCkHead); + taosMemoryFreeClear(pCkHead); tDeleteSTaosxRsp(&taosxRsp); return code; } code = 0; - if (pCkHead) taosMemoryFree(pCkHead); + taosMemoryFreeClear(pCkHead); tDeleteSTaosxRsp(&taosxRsp); return code; } } } tDeleteSTaosxRsp(&taosxRsp); + taosMemoryFreeClear(pCkHead); return 0; } @@ -767,7 +769,7 @@ int32_t tqProcessVgChangeReq(STQ* pTq, int64_t version, char* msg, int32_t msgLe STqHandle* pHandle = taosHashGet(pTq->pHandle, req.subKey, strlen(req.subKey)); if (pHandle == NULL) { if (req.oldConsumerId != -1) { - tqError("vgId:%d, build new consumer handle %s for consumer %d, but old consumerId is %ld", req.vgId, req.subKey, + tqError("vgId:%d, build new consumer handle %s for consumer %ld, but old consumerId is %ld", req.vgId, req.subKey, req.newConsumerId, req.oldConsumerId); } if (req.newConsumerId == -1) { diff --git a/source/dnode/vnode/src/tq/tqMeta.c b/source/dnode/vnode/src/tq/tqMeta.c index c55e1059cf..c29541873e 100644 --- a/source/dnode/vnode/src/tq/tqMeta.c +++ b/source/dnode/vnode/src/tq/tqMeta.c @@ -170,11 +170,13 @@ int32_t tqMetaRestoreCheckInfo(STQ* pTq) { tDecoderInit(&decoder, (uint8_t*)pVal, vLen); if (tDecodeSTqCheckInfo(&decoder, &info) < 0) { terrno = TSDB_CODE_OUT_OF_MEMORY; + tdbTbcClose(pCur); return -1; } tDecoderClear(&decoder); if (taosHashPut(pTq->pCheckInfo, info.topic, strlen(info.topic), &info, sizeof(STqCheckInfo)) < 0) { terrno = TSDB_CODE_OUT_OF_MEMORY; + tdbTbcClose(pCur); return -1; } } @@ -188,7 +190,7 @@ int32_t tqMetaSaveHandle(STQ* pTq, const char* key, const STqHandle* pHandle) { tEncodeSize(tEncodeSTqHandle, pHandle, vlen, code); ASSERT(code == 0); - tqDebug("tq save %s(%d) consumer %" PRId64 " vgId:%d", pHandle->subKey, strlen(pHandle->subKey), pHandle->consumerId, + tqDebug("tq save %s(%d) consumer %ld vgId:%d", pHandle->subKey, (int32_t)strlen(pHandle->subKey), pHandle->consumerId, TD_VID(pTq->pVnode)); void* buf = taosMemoryCalloc(1, vlen); diff --git a/source/dnode/vnode/src/tq/tqOffsetSnapshot.c b/source/dnode/vnode/src/tq/tqOffsetSnapshot.c index 292c234f49..084959af65 100644 --- a/source/dnode/vnode/src/tq/tqOffsetSnapshot.c +++ b/source/dnode/vnode/src/tq/tqOffsetSnapshot.c @@ -54,8 +54,8 @@ int32_t tqOffsetSnapRead(STqOffsetReader* pReader, uint8_t** ppData) { char* fname = tqOffsetBuildFName(pReader->pTq->path, 0); TdFilePtr pFile = taosOpenFile(fname, TD_FILE_READ); - taosMemoryFree(fname); if (pFile != NULL) { + taosMemoryFree(fname); return 0; } @@ -63,6 +63,7 @@ int32_t tqOffsetSnapRead(STqOffsetReader* pReader, uint8_t** ppData) { if (taosStatFile(fname, &sz, NULL) < 0) { ASSERT(0); } + taosMemoryFree(fname); SSnapDataHdr* buf = taosMemoryCalloc(1, sz + sizeof(SSnapDataHdr)); if (buf == NULL) { @@ -120,9 +121,13 @@ int32_t tqOffsetWriterClose(STqOffsetWriter** ppWriter, int8_t rollback) { char* fname = tqOffsetBuildFName(pTq->path, 0); if (rollback) { - taosRemoveFile(pWriter->fname); + if (taosRemoveFile(pWriter->fname) < 0) { + ASSERT(0); + } } else { - taosRenameFile(pWriter->fname, fname); + if (taosRenameFile(pWriter->fname, fname) < 0) { + ASSERT(0); + } if (tqOffsetRestoreFromFile(pTq->pOffsetStore, fname) < 0) { ASSERT(0); } diff --git a/source/dnode/vnode/src/tq/tqPush.c b/source/dnode/vnode/src/tq/tqPush.c index dcfb07f0ff..bcdac1941a 100644 --- a/source/dnode/vnode/src/tq/tqPush.c +++ b/source/dnode/vnode/src/tq/tqPush.c @@ -226,6 +226,8 @@ int tqPushMsg(STQ* pTq, void* msg, int32_t msgLen, tmsg_t msgType, int64_t ver) if (data == NULL) { terrno = TSDB_CODE_OUT_OF_MEMORY; tqError("failed to copy data for stream since out of memory"); + taosArrayDestroyP(cachedKeys, (FDelete)taosMemoryFree); + taosArrayDestroy(cachedKeyLens); return -1; } memcpy(data, msg, msgLen); @@ -299,6 +301,7 @@ int tqPushMsg(STQ* pTq, void* msg, int32_t msgLen, tmsg_t msgType, int64_t ver) } taosArrayDestroyP(cachedKeys, (FDelete)taosMemoryFree); taosArrayDestroy(cachedKeyLens); + taosMemoryFree(data); } // unlock taosWUnLockLatch(&pTq->pushLock); diff --git a/source/dnode/vnode/src/tq/tqRead.c b/source/dnode/vnode/src/tq/tqRead.c index 3bd31e6660..30b6c3b983 100644 --- a/source/dnode/vnode/src/tq/tqRead.c +++ b/source/dnode/vnode/src/tq/tqRead.c @@ -253,6 +253,7 @@ STqReader* tqOpenReader(SVnode* pVnode) { pReader->pWalReader = walOpenReader(pVnode->pWal, NULL); if (pReader->pWalReader == NULL) { + taosMemoryFree(pReader); return NULL; } diff --git a/source/libs/wal/inc/walInt.h b/source/libs/wal/inc/walInt.h index e4b27292bb..1aea0e8148 100644 --- a/source/libs/wal/inc/walInt.h +++ b/source/libs/wal/inc/walInt.h @@ -97,12 +97,12 @@ static inline SWalFileInfo* walGetCurFileInfo(SWal* pWal) { return (SWalFileInfo*)taosArrayGet(pWal->fileInfoSet, pWal->writeCur); } -static inline int walBuildLogName(SWal* pWal, int64_t fileFirstVer, char* buf) { - return sprintf(buf, "%s/%020" PRId64 "." WAL_LOG_SUFFIX, pWal->path, fileFirstVer); +static inline void walBuildLogName(SWal* pWal, int64_t fileFirstVer, char* buf) { + sprintf(buf, "%s/%020" PRId64 "." WAL_LOG_SUFFIX, pWal->path, fileFirstVer); } -static inline int walBuildIdxName(SWal* pWal, int64_t fileFirstVer, char* buf) { - return sprintf(buf, "%s/%020" PRId64 "." WAL_INDEX_SUFFIX, pWal->path, fileFirstVer); +static inline void walBuildIdxName(SWal* pWal, int64_t fileFirstVer, char* buf) { + sprintf(buf, "%s/%020" PRId64 "." WAL_INDEX_SUFFIX, pWal->path, fileFirstVer); } static inline int walValidHeadCksum(SWalCkHead* pHead) { diff --git a/source/libs/wal/src/walMeta.c b/source/libs/wal/src/walMeta.c index c69046f707..5e70dce72d 100644 --- a/source/libs/wal/src/walMeta.c +++ b/source/libs/wal/src/walMeta.c @@ -157,6 +157,8 @@ int walCheckAndRepairMeta(SWal* pWal) { TdDirPtr pDir = taosOpenDir(pWal->path); if (pDir == NULL) { + regfree(&logRegPattern); + regfree(&idxRegPattern); wError("vgId:%d, path:%s, failed to open since %s", pWal->cfg.vgId, pWal->path, strerror(errno)); return -1; } @@ -304,7 +306,12 @@ int walCheckAndRepairIdx(SWal* pWal) { return -1; } while (idxEntry.ver < pFileInfo->lastVer) { - taosLSeekFile(pLogFile, idxEntry.offset, SEEK_SET); + if (taosLSeekFile(pLogFile, idxEntry.offset, SEEK_SET) == -1) { + terrno = TAOS_SYSTEM_ERROR(errno); + wError("vgId:%d, cannot seek file %s at %ld, since %s", pWal->cfg.vgId, fLogNameStr, idxEntry.offset, + terrstr()); + return -1; + } SWalCkHead ckHead; taosReadFile(pLogFile, &ckHead, sizeof(SWalCkHead)); if (idxEntry.ver != ckHead.head.version) { diff --git a/source/libs/wal/src/walMgmt.c b/source/libs/wal/src/walMgmt.c index a55f00d277..7974f3e32e 100644 --- a/source/libs/wal/src/walMgmt.c +++ b/source/libs/wal/src/walMgmt.c @@ -98,6 +98,7 @@ SWal *walOpen(const char *path, SWalCfg *pCfg) { tstrncpy(pWal->path, path, sizeof(pWal->path)); if (taosMkDir(pWal->path) != 0) { wError("vgId:%d, path:%s, failed to create directory since %s", pWal->cfg.vgId, pWal->path, strerror(errno)); + taosMemoryFree(pWal); return NULL; } diff --git a/source/libs/wal/src/walRead.c b/source/libs/wal/src/walRead.c index 5c437e6f7a..cc6f827b8e 100644 --- a/source/libs/wal/src/walRead.c +++ b/source/libs/wal/src/walRead.c @@ -494,7 +494,7 @@ int32_t walReadVer(SWalReader *pReader, int64_t ver) { taosThreadMutexUnlock(&pReader->mutex); return -1; } - pReader->pHead = ptr; + pReader->pHead = (SWalCkHead *)ptr; pReader->capacity = pReader->pHead->head.bodyLen; } @@ -504,7 +504,6 @@ int32_t walReadVer(SWalReader *pReader, int64_t ver) { terrno = TAOS_SYSTEM_ERROR(errno); else { terrno = TSDB_CODE_WAL_FILE_CORRUPTED; - ASSERT(0); } taosThreadMutexUnlock(&pReader->mutex); return -1; diff --git a/source/libs/wal/src/walRef.c b/source/libs/wal/src/walRef.c index 2b29012040..2c45fbbdaf 100644 --- a/source/libs/wal/src/walRef.c +++ b/source/libs/wal/src/walRef.c @@ -33,7 +33,9 @@ SWalRef *walOpenRef(SWal *pWal) { } void walCloseRef(SWal *pWal, int64_t refId) { - SWalRef *pRef = *(SWalRef **)taosHashGet(pWal->pRefHash, &refId, sizeof(int64_t)); + SWalRef **ppRef = taosHashGet(pWal->pRefHash, &refId, sizeof(int64_t)); + if (ppRef == NULL) return; + SWalRef *pRef = *ppRef; taosHashRemove(pWal->pRefHash, &refId, sizeof(int64_t)); taosMemoryFree(pRef); } diff --git a/source/libs/wal/src/walWrite.c b/source/libs/wal/src/walWrite.c index fad3977a21..628b432446 100644 --- a/source/libs/wal/src/walWrite.c +++ b/source/libs/wal/src/walWrite.c @@ -28,6 +28,7 @@ int32_t walRestoreFromSnapshot(SWal *pWal, int64_t ver) { SWalRef *pRef = (SWalRef *)pIter; if (pRef->refVer != -1 && pRef->refVer <= ver) { taosHashCancelIterate(pWal->pRefHash, pIter); + taosThreadMutexUnlock(&pWal->mutex); return -1; } } From 400b5e134424da7b5d2639b9d0d4b46dd608ff43 Mon Sep 17 00:00:00 2001 From: Shuduo Sang Date: Mon, 10 Oct 2022 13:38:41 +0800 Subject: [PATCH 045/110] docs: fix python version required and a few typos (#17257) * docs: update csharp connector status * docs: fix csharp ws bulk pulling * docs: clarify database param is optional to websocket dsn * docs: fix python version and a few typos --- docs/en/14-reference/03-connector/07-python.mdx | 4 ++-- docs/zh/08-connector/30-python.mdx | 12 ++++++------ 2 files changed, 8 insertions(+), 8 deletions(-) diff --git a/docs/en/14-reference/03-connector/07-python.mdx b/docs/en/14-reference/03-connector/07-python.mdx index 8f92d5076a..25e6b2188a 100644 --- a/docs/en/14-reference/03-connector/07-python.mdx +++ b/docs/en/14-reference/03-connector/07-python.mdx @@ -32,7 +32,7 @@ We recommend using the latest version of `taospy`, regardless of the version of ### Preparation -1. Install Python. Python >= 3.6 is recommended. If Python is not available on your system, refer to the [Python BeginnersGuide](https://wiki.python.org/moin/BeginnersGuide/Download) to install it. +1. Install Python. Python >= 3.7 is recommended. If Python is not available on your system, refer to the [Python BeginnersGuide](https://wiki.python.org/moin/BeginnersGuide/Download) to install it. 2. Install [pip](https://pypi.org/project/pip/). In most cases, the Python installer comes with the pip utility. If not, please refer to [pip documentation](https://pip.pypa.io/en/stable/installation/) to install it. If you use a native connection, you will also need to [Install Client Driver](/reference/connector#Install-Client-Driver). The client install package includes the TDengine client dynamic link library (`libtaos.so` or `taos.dll`) and the TDengine CLI. @@ -121,7 +121,7 @@ Before establishing a connection with the connector, we recommend testing the co -Ensure that the TDengine instance is up and that the FQDN of the machines in the cluster (the FQDN defaults to hostname if you are starting a standalone version) can be resolved locally, by testing with the `ping` command. +Ensure that the TDengine instance is up and that the FQDN of the machines in the cluster (the FQDN defaults to hostname if you are starting a stand-alone version) can be resolved locally, by testing with the `ping` command. ``` ping diff --git a/docs/zh/08-connector/30-python.mdx b/docs/zh/08-connector/30-python.mdx index 082f70ed47..2ca11800c8 100644 --- a/docs/zh/08-connector/30-python.mdx +++ b/docs/zh/08-connector/30-python.mdx @@ -1,7 +1,7 @@ --- sidebar_label: Python title: TDengine Python Connector -description: "taospy 是 TDengine 的官方 Python 连接器。taospy 提供了丰富的 API， 使得 Python 应用可以很方便地使用 TDengine。tasopy 对 TDengine 的原生接口和 REST 接口都进行了封装， 分别对应 tasopy 的两个子模块：tasos 和 taosrest。除了对原生接口和 REST 接口的封装，taospy 还提供了符合 Python 数据访问规范(PEP 249)的编程接口。这使得 taospy 和很多第三方工具集成变得简单，比如 SQLAlchemy 和 pandas" +description: "taospy 是 TDengine 的官方 Python 连接器。taospy 提供了丰富的 API， 使得 Python 应用可以很方便地使用 TDengine。tasopy 对 TDengine 的原生接口和 REST 接口都进行了封装， 分别对应 tasopy 的两个子模块：taos 和 taosrest。除了对原生接口和 REST 接口的封装，taospy 还提供了符合 Python 数据访问规范(PEP 249)的编程接口。这使得 taospy 和很多第三方工具集成变得简单，比如 SQLAlchemy 和 pandas" --- import Tabs from "@theme/Tabs"; @@ -25,15 +25,15 @@ Python 连接器的源码托管在 [GitHub](https://github.com/taosdata/taos-con ## 支持的功能 -- 原生连接支持 TDeingine 的所有核心功能， 包括： 连接管理、执行 SQL、参数绑定、订阅、无模式写入（schemaless）。 +- 原生连接支持 TDengine 的所有核心功能， 包括： 连接管理、执行 SQL、参数绑定、订阅、无模式写入（schemaless）。 - REST 连接支持的功能包括：连接管理、执行 SQL。 (通过执行 SQL 可以： 管理数据库、管理表和超级表、写入数据、查询数据、创建连续查询等)。 ## 安装 ### 准备 -1. 安装 Python。建议使用 Python >= 3.6。如果系统上还没有 Python 可参考 [Python BeginnersGuide](https://wiki.python.org/moin/BeginnersGuide/Download) 安装。 -2. 安装 [pip](https://pypi.org/project/pip/)。大部分情况下 Python 的安装包都自带了 pip 工具， 如果没有请参考 [pip docuemntation](https://pip.pypa.io/en/stable/installation/) 安装。 +1. 安装 Python。建议使用 Python >= 3.7。如果系统上还没有 Python 可参考 [Python BeginnersGuide](https://wiki.python.org/moin/BeginnersGuide/Download) 安装。 +2. 安装 [pip](https://pypi.org/project/pip/)。大部分情况下 Python 的安装包都自带了 pip 工具， 如果没有请参考 [pip documentation](https://pip.pypa.io/en/stable/installation/) 安装。 3. 如果使用原生连接，还需[安装客户端驱动](../#安装客户端驱动)。客户端软件包含了 TDengine 客户端动态链接库(libtaos.so 或 taos.dll) 和 TDengine CLI。 ### 使用 pip 安装 @@ -208,8 +208,8 @@ curl -u root:taosdata http://:/rest/sql -d "select server_version()" `connect()` 函数的所有参数都是可选的关键字参数。下面是连接参数的具体说明： - `url`： taosAdapter REST 服务的 URL。默认是 。 -- `user`： TDenigne 用户名。默认是 root。 -- `password`： TDeingine 用户密码。默认是 taosdata。 +- `user`： TDengine 用户名。默认是 root。 +- `password`： TDengine 用户密码。默认是 taosdata。 - `timeout`: HTTP 请求超时时间。单位为秒。默认为 `socket._GLOBAL_DEFAULT_TIMEOUT`。 一般无需配置。 From fe4c7dee7c4dd35ad1c192e89c5366a7eb2ac289 Mon Sep 17 00:00:00 2001 From: Shengliang Guan Date: Mon, 10 Oct 2022 14:45:49 +0800 Subject: [PATCH 046/110] fix: add logs --- source/dnode/mnode/impl/src/mndMain.c | 2 ++ 1 file changed, 2 insertions(+) diff --git a/source/dnode/mnode/impl/src/mndMain.c b/source/dnode/mnode/impl/src/mndMain.c index b3b9927a34..275fc76e36 100644 --- a/source/dnode/mnode/impl/src/mndMain.c +++ b/source/dnode/mnode/impl/src/mndMain.c @@ -814,9 +814,11 @@ int32_t mndAcquireRpcRef(SMnode *pMnode) { int32_t code = 0; taosThreadRwlockRdlock(&pMnode->lock); if (pMnode->stopped) { + mTrace("mnode not running"); terrno = TSDB_CODE_APP_NOT_READY; code = -1; } else if (!mndIsMaster(pMnode)) { + mTrace("mnode not ready, role:%s restored:%d", syncGetMyRoleStr(pMnode->syncMgmt.sync), pMnode->restored); code = -1; } else { int32_t ref = atomic_add_fetch_32(&pMnode->rpcRef, 1); From 9a410b96efd9d216a666c24ef89236b5d25aeac1 Mon Sep 17 00:00:00 2001 From: Minglei Jin Date: Mon, 10 Oct 2022 15:04:33 +0800 Subject: [PATCH 047/110] fix(query): new META_READER_NOLOCK flag for metaReaderInit --- source/dnode/vnode/inc/vnode.h | 2 ++ source/dnode/vnode/src/meta/metaQuery.c | 6 ++++-- source/libs/executor/src/scanoperator.c | 2 +- 3 files changed, 7 insertions(+), 3 deletions(-) diff --git a/source/dnode/vnode/inc/vnode.h b/source/dnode/vnode/inc/vnode.h index ba16bad7cf..9926c5a8c4 100644 --- a/source/dnode/vnode/inc/vnode.h +++ b/source/dnode/vnode/inc/vnode.h @@ -91,6 +91,8 @@ typedef struct SMeta SMeta; // todo: remove typedef struct SMetaReader SMetaReader; typedef struct SMetaEntry SMetaEntry; +#define META_READER_NOLOCK 0x1 + void metaReaderInit(SMetaReader *pReader, SMeta *pMeta, int32_t flags); void metaReaderClear(SMetaReader *pReader); int32_t metaGetTableEntryByUid(SMetaReader *pReader, tb_uid_t uid); diff --git a/source/dnode/vnode/src/meta/metaQuery.c b/source/dnode/vnode/src/meta/metaQuery.c index d6c8b12f87..1b5d25974e 100644 --- a/source/dnode/vnode/src/meta/metaQuery.c +++ b/source/dnode/vnode/src/meta/metaQuery.c @@ -19,11 +19,13 @@ void metaReaderInit(SMetaReader *pReader, SMeta *pMeta, int32_t flags) { memset(pReader, 0, sizeof(*pReader)); pReader->flags = flags; pReader->pMeta = pMeta; - metaRLock(pMeta); + if (!(flags & META_READER_NOLOCK)) { + metaRLock(pMeta); + } } void metaReaderClear(SMetaReader *pReader) { - if (pReader->pMeta) { + if (pReader->pMeta && !(pReader->flags & META_READER_NOLOCK)) { metaULock(pReader->pMeta); } tDecoderClear(&pReader->coder); diff --git a/source/libs/executor/src/scanoperator.c b/source/libs/executor/src/scanoperator.c index b055ba1ce5..76f45a1cef 100644 --- a/source/libs/executor/src/scanoperator.c +++ b/source/libs/executor/src/scanoperator.c @@ -2757,7 +2757,7 @@ static SSDataBlock* sysTableScanUserTables(SOperatorInfo* pOperator) { colDataAppend(pColInfoData, numOfRows, (char*)&ts, false); SMetaReader mr = {0}; - metaReaderInit(&mr, pInfo->readHandle.meta, 0); + metaReaderInit(&mr, pInfo->readHandle.meta, META_READER_NOLOCK); uint64_t suid = pInfo->pCur->mr.me.ctbEntry.suid; int32_t code = metaGetTableEntryByUid(&mr, suid); From 8686e7d2e02c9f613f152f0306e1ee3878589a88 Mon Sep 17 00:00:00 2001 From: Shuduo Sang Date: Mon, 10 Oct 2022 16:05:56 +0800 Subject: [PATCH 048/110] chore: update taos-tools 8dea29a for 3.0 (#17249) * chore: update taos-tools 8dea29a for 3.0 * chore: update taos-tools 85b582b for 3.0 --- cmake/taostools_CMakeLists.txt.in | 2 +- packaging/tools/makepkg.sh | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/cmake/taostools_CMakeLists.txt.in b/cmake/taostools_CMakeLists.txt.in index 2d90d8c49f..cb9502b2b2 100644 --- a/cmake/taostools_CMakeLists.txt.in +++ b/cmake/taostools_CMakeLists.txt.in @@ -2,7 +2,7 @@ # taos-tools ExternalProject_Add(taos-tools GIT_REPOSITORY https://github.com/taosdata/taos-tools.git - GIT_TAG 85179e9 + GIT_TAG 85b582b SOURCE_DIR "${TD_SOURCE_DIR}/tools/taos-tools" BINARY_DIR "" #BUILD_IN_SOURCE TRUE diff --git a/packaging/tools/makepkg.sh b/packaging/tools/makepkg.sh index fb0ef4f9a3..60d7440487 100755 --- a/packaging/tools/makepkg.sh +++ b/packaging/tools/makepkg.sh @@ -47,7 +47,7 @@ if [ -d ${top_dir}/tools/taos-tools/packaging/deb ]; then cd ${top_dir}/tools/taos-tools/packaging/deb [ -z "$taos_tools_ver" ] && taos_tools_ver="0.1.0" - taostools_ver=$(git describe --tags | sed -e 's/ver-//g' | awk -F '-' '{print $1}') + taostools_ver=$(git tag |grep -v taos | sort | tail -1) taostools_install_dir="${release_dir}/${clientName}Tools-${taostools_ver}" cd ${curr_dir} From 5ccc7aa98e06fd498e7f8df153c8041c4f991dc3 Mon Sep 17 00:00:00 2001 From: shenglian zhou Date: Mon, 10 Oct 2022 16:16:54 +0800 Subject: [PATCH 049/110] fix: fix no stop error when interval fill order by desc --- source/libs/executor/src/tfill.c | 5 +---- 1 file changed, 1 insertion(+), 4 deletions(-) diff --git a/source/libs/executor/src/tfill.c b/source/libs/executor/src/tfill.c index cf0bc078d7..74d5401a3b 100644 --- a/source/libs/executor/src/tfill.c +++ b/source/libs/executor/src/tfill.c @@ -562,10 +562,7 @@ int64_t getNumOfResultsAfterFillGap(SFillInfo* pFillInfo, TSKEY ekey, int32_t ma int32_t numOfRows = taosNumOfRemainRows(pFillInfo); TSKEY ekey1 = ekey; - if (!FILL_IS_ASC_FILL(pFillInfo)) { - pFillInfo->end = taosTimeTruncate(ekey, &pFillInfo->interval, pFillInfo->interval.precision); - } - + int64_t numOfRes = -1; if (numOfRows > 0) { // still fill gap within current data block, not generating data after the result set. TSKEY lastKey = tsList[pFillInfo->numOfRows - 1]; From 9324ad288e466149e09ce6f80dbafd892fa81678 Mon Sep 17 00:00:00 2001 From: shenglian zhou Date: Mon, 10 Oct 2022 16:53:17 +0800 Subject: [PATCH 050/110] fix: fix _wend computation error --- source/libs/executor/src/tfill.c | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/source/libs/executor/src/tfill.c b/source/libs/executor/src/tfill.c index 74d5401a3b..85c1d63868 100644 --- a/source/libs/executor/src/tfill.c +++ b/source/libs/executor/src/tfill.c @@ -105,9 +105,8 @@ static bool fillIfWindowPseudoColumn(SFillInfo* pFillInfo, SFillColInfo* pCol, S } else if (pCol->pExpr->base.pParam[0].pCol->colType == COLUMN_TYPE_WINDOW_END) { // TODO: include endpoint SInterval* pInterval = &pFillInfo->interval; - int32_t step = (pFillInfo->order == TSDB_ORDER_ASC) ? 1 : -1; int64_t windowEnd = - taosTimeAdd(pFillInfo->currentKey, pInterval->sliding * step, pInterval->slidingUnit, pInterval->precision); + taosTimeAdd(pFillInfo->currentKey, pInterval->interval, pInterval->intervalUnit, pInterval->precision); colDataAppend(pDstColInfoData, rowIndex, (const char*)&windowEnd, false); return true; } else if (pCol->pExpr->base.pParam[0].pCol->colType == COLUMN_TYPE_WINDOW_DURATION) { From 2f9048b2ae3f92c5963a01c06c99206a02ca157a Mon Sep 17 00:00:00 2001 From: Alex Duan <417921451@qq.com> Date: Mon, 10 Oct 2022 17:02:48 +0800 Subject: [PATCH 051/110] feat(shell): lastWord function less add one --- tools/shell/src/shellAuto.c | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/tools/shell/src/shellAuto.c b/tools/shell/src/shellAuto.c index 5db9b47a5f..506897cf5b 100644 --- a/tools/shell/src/shellAuto.c +++ b/tools/shell/src/shellAuto.c @@ -1268,7 +1268,7 @@ char* lastWord(char* p) { char* p2 = strrchr(p, ','); if (p1 && p2) { - return p1 > p2 ? p1 : p2 + 1; + return p1 > p2 ? p1 + 1 : p2 + 1; } else if (p1) { return p1 + 1; } else if (p2) { From 021a9d216e3cc7b81a7901c6886c4c45ad00b6f3 Mon Sep 17 00:00:00 2001 From: Zhiqiang Wang <1296468573@qq.com> Date: Mon, 10 Oct 2022 17:42:08 +0800 Subject: [PATCH 052/110] fix: link libtaosws error (#17266) --- packaging/tools/make_install.sh | 4 ---- 1 file changed, 4 deletions(-) diff --git a/packaging/tools/make_install.sh b/packaging/tools/make_install.sh index a71614ad6e..b8796ddf09 100755 --- a/packaging/tools/make_install.sh +++ b/packaging/tools/make_install.sh @@ -317,10 +317,6 @@ function install_lib() { ${csudo}chmod 777 ${install_main_dir}/driver/libtaosws.so ||: ${csudo}ln -sf ${install_main_dir}/driver/libtaosws.so ${lib_link_dir}/libtaosws.so || : - - if [ -d "${lib64_link_dir}" ]; then - ${csudo}ln -sf ${lib64_link_dir}/libtaosws.so ${lib64_link_dir}/libtaosws.so || : - fi fi else ${csudo}cp -Rf ${binary_dir}/build/lib/libtaos.${verNumber}.dylib \ From 579af54c492bfc9124a415dc8d3e2f06de635eb7 Mon Sep 17 00:00:00 2001 From: Hongze Cheng Date: Mon, 10 Oct 2022 17:45:10 +0800 Subject: [PATCH 053/110] more code --- include/util/taoserror.h | 4 ++++ source/util/src/terror.c | 4 ++++ 2 files changed, 8 insertions(+) diff --git a/include/util/taoserror.h b/include/util/taoserror.h index f6940b2895..add8f33cc2 100644 --- a/include/util/taoserror.h +++ b/include/util/taoserror.h @@ -632,6 +632,10 @@ int32_t* taosGetErrno(); #define TSDB_CODE_TMQ_CONSUMER_MISMATCH TAOS_DEF_ERROR_CODE(0, 0x4001) #define TSDB_CODE_TMQ_CONSUMER_CLOSED TAOS_DEF_ERROR_CODE(0, 0x4002) +// TDLite +#define TSDB_CODE_TDLITE_IVLD_OPEN_FLAGS TAOS_DEF_ERROR_CODE(0, 0x4100) +#define TSDB_CODE_TDLITE_IVLD_OPEN_DIR TAOS_DEF_ERROR_CODE(0, 0x4101) + #ifdef __cplusplus } #endif diff --git a/source/util/src/terror.c b/source/util/src/terror.c index 1906a77127..eb13a08be4 100644 --- a/source/util/src/terror.c +++ b/source/util/src/terror.c @@ -633,6 +633,10 @@ TAOS_DEFINE_ERROR(TSDB_CODE_TMQ_INVALID_MSG, "Invalid message") TAOS_DEFINE_ERROR(TSDB_CODE_TMQ_CONSUMER_MISMATCH, "Consumer mismatch") TAOS_DEFINE_ERROR(TSDB_CODE_TMQ_CONSUMER_CLOSED, "Consumer closed") +// TDLite +TAOS_DEFINE_ERROR(TSDB_CODE_TDLITE_IVLD_OPEN_FLAGS, "Invalid TDLite open flags") +TAOS_DEFINE_ERROR(TSDB_CODE_TDLITE_IVLD_OPEN_DIR, "Invalid TDLite open directory") + #ifdef TAOS_ERROR_C }; #endif From 8f61346d2983c0eb63dd80eb74529a44b8190e24 Mon Sep 17 00:00:00 2001 From: Minglei Jin Date: Mon, 10 Oct 2022 18:07:09 +0800 Subject: [PATCH 054/110] meta/cache: separate entry cache to parepare for a new stats cache --- source/dnode/vnode/src/meta/metaCache.c | 67 ++++++++++++++----------- 1 file changed, 37 insertions(+), 30 deletions(-) diff --git a/source/dnode/vnode/src/meta/metaCache.c b/source/dnode/vnode/src/meta/metaCache.c index b8cc9f0df2..d4bdafcb80 100644 --- a/source/dnode/vnode/src/meta/metaCache.c +++ b/source/dnode/vnode/src/meta/metaCache.c @@ -26,9 +26,12 @@ struct SMetaCacheEntry { }; struct SMetaCache { - int32_t nEntry; - int32_t nBucket; - SMetaCacheEntry** aBucket; + // child, normal, super, table entry cache + struct SEntryCache { + int32_t nEntry; + int32_t nBucket; + SMetaCacheEntry** aBucket; + } sEntryCache; }; int32_t metaCacheOpen(SMeta* pMeta) { @@ -41,10 +44,12 @@ int32_t metaCacheOpen(SMeta* pMeta) { goto _err; } - pCache->nEntry = 0; - pCache->nBucket = META_CACHE_BASE_BUCKET; - pCache->aBucket = (SMetaCacheEntry**)taosMemoryCalloc(pCache->nBucket, sizeof(SMetaCacheEntry*)); - if (pCache->aBucket == NULL) { + // open entry cache + pCache->sEntryCache.nEntry = 0; + pCache->sEntryCache.nBucket = META_CACHE_BASE_BUCKET; + pCache->sEntryCache.aBucket = + (SMetaCacheEntry**)taosMemoryCalloc(pCache->sEntryCache.nBucket, sizeof(SMetaCacheEntry*)); + if (pCache->sEntryCache.aBucket == NULL) { code = TSDB_CODE_OUT_OF_MEMORY; taosMemoryFree(pCache); goto _err; @@ -62,15 +67,16 @@ _err: void metaCacheClose(SMeta* pMeta) { if (pMeta->pCache) { - for (int32_t iBucket = 0; iBucket < pMeta->pCache->nBucket; iBucket++) { - SMetaCacheEntry* pEntry = pMeta->pCache->aBucket[iBucket]; + // close entry cache + for (int32_t iBucket = 0; iBucket < pMeta->pCache->sEntryCache.nBucket; iBucket++) { + SMetaCacheEntry* pEntry = pMeta->pCache->sEntryCache.aBucket[iBucket]; while (pEntry) { SMetaCacheEntry* tEntry = pEntry->next; taosMemoryFree(pEntry); pEntry = tEntry; } } - taosMemoryFree(pMeta->pCache->aBucket); + taosMemoryFree(pMeta->pCache->sEntryCache.aBucket); taosMemoryFree(pMeta->pCache); pMeta->pCache = NULL; } @@ -81,9 +87,9 @@ static int32_t metaRehashCache(SMetaCache* pCache, int8_t expand) { int32_t nBucket; if (expand) { - nBucket = pCache->nBucket * 2; + nBucket = pCache->sEntryCache.nBucket * 2; } else { - nBucket = pCache->nBucket / 2; + nBucket = pCache->sEntryCache.nBucket / 2; } SMetaCacheEntry** aBucket = (SMetaCacheEntry**)taosMemoryCalloc(nBucket, sizeof(SMetaCacheEntry*)); @@ -93,8 +99,8 @@ static int32_t metaRehashCache(SMetaCache* pCache, int8_t expand) { } // rehash - for (int32_t iBucket = 0; iBucket < pCache->nBucket; iBucket++) { - SMetaCacheEntry* pEntry = pCache->aBucket[iBucket]; + for (int32_t iBucket = 0; iBucket < pCache->sEntryCache.nBucket; iBucket++) { + SMetaCacheEntry* pEntry = pCache->sEntryCache.aBucket[iBucket]; while (pEntry) { SMetaCacheEntry* pTEntry = pEntry->next; @@ -107,9 +113,9 @@ static int32_t metaRehashCache(SMetaCache* pCache, int8_t expand) { } // final set - taosMemoryFree(pCache->aBucket); - pCache->nBucket = nBucket; - pCache->aBucket = aBucket; + taosMemoryFree(pCache->sEntryCache.aBucket); + pCache->sEntryCache.nBucket = nBucket; + pCache->sEntryCache.aBucket = aBucket; _exit: return code; @@ -122,8 +128,8 @@ int32_t metaCacheUpsert(SMeta* pMeta, SMetaInfo* pInfo) { // search SMetaCache* pCache = pMeta->pCache; - int32_t iBucket = TABS(pInfo->uid) % pCache->nBucket; - SMetaCacheEntry** ppEntry = &pCache->aBucket[iBucket]; + int32_t iBucket = TABS(pInfo->uid) % pCache->sEntryCache.nBucket; + SMetaCacheEntry** ppEntry = &pCache->sEntryCache.aBucket[iBucket]; while (*ppEntry && (*ppEntry)->info.uid != pInfo->uid) { ppEntry = &(*ppEntry)->next; } @@ -135,11 +141,11 @@ int32_t metaCacheUpsert(SMeta* pMeta, SMetaInfo* pInfo) { (*ppEntry)->info.skmVer = pInfo->skmVer; } } else { // insert - if (pCache->nEntry >= pCache->nBucket) { + if (pCache->sEntryCache.nEntry >= pCache->sEntryCache.nBucket) { code = metaRehashCache(pCache, 1); if (code) goto _exit; - iBucket = TABS(pInfo->uid) % pCache->nBucket; + iBucket = TABS(pInfo->uid) % pCache->sEntryCache.nBucket; } SMetaCacheEntry* pEntryNew = (SMetaCacheEntry*)taosMemoryMalloc(sizeof(*pEntryNew)); @@ -149,9 +155,9 @@ int32_t metaCacheUpsert(SMeta* pMeta, SMetaInfo* pInfo) { } pEntryNew->info = *pInfo; - pEntryNew->next = pCache->aBucket[iBucket]; - pCache->aBucket[iBucket] = pEntryNew; - pCache->nEntry++; + pEntryNew->next = pCache->sEntryCache.aBucket[iBucket]; + pCache->sEntryCache.aBucket[iBucket] = pEntryNew; + pCache->sEntryCache.nEntry++; } _exit: @@ -162,8 +168,8 @@ int32_t metaCacheDrop(SMeta* pMeta, int64_t uid) { int32_t code = 0; SMetaCache* pCache = pMeta->pCache; - int32_t iBucket = TABS(uid) % pCache->nBucket; - SMetaCacheEntry** ppEntry = &pCache->aBucket[iBucket]; + int32_t iBucket = TABS(uid) % pCache->sEntryCache.nBucket; + SMetaCacheEntry** ppEntry = &pCache->sEntryCache.aBucket[iBucket]; while (*ppEntry && (*ppEntry)->info.uid != uid) { ppEntry = &(*ppEntry)->next; } @@ -172,8 +178,9 @@ int32_t metaCacheDrop(SMeta* pMeta, int64_t uid) { if (pEntry) { *ppEntry = pEntry->next; taosMemoryFree(pEntry); - pCache->nEntry--; - if (pCache->nEntry < pCache->nBucket / 4 && pCache->nBucket > META_CACHE_BASE_BUCKET) { + pCache->sEntryCache.nEntry--; + if (pCache->sEntryCache.nEntry < pCache->sEntryCache.nBucket / 4 && + pCache->sEntryCache.nBucket > META_CACHE_BASE_BUCKET) { code = metaRehashCache(pCache, 0); if (code) goto _exit; } @@ -189,8 +196,8 @@ int32_t metaCacheGet(SMeta* pMeta, int64_t uid, SMetaInfo* pInfo) { int32_t code = 0; SMetaCache* pCache = pMeta->pCache; - int32_t iBucket = TABS(uid) % pCache->nBucket; - SMetaCacheEntry* pEntry = pCache->aBucket[iBucket]; + int32_t iBucket = TABS(uid) % pCache->sEntryCache.nBucket; + SMetaCacheEntry* pEntry = pCache->sEntryCache.aBucket[iBucket]; while (pEntry && pEntry->info.uid != uid) { pEntry = pEntry->next; From 4eecd7fd4a250262ce1d696165c1749b8117fc5f Mon Sep 17 00:00:00 2001 From: Hongze Cheng Date: Mon, 10 Oct 2022 18:17:58 +0800 Subject: [PATCH 055/110] more code --- source/dnode/vnode/src/vnd/vnodeOpen.c | 23 +++++++++++++++++------ 1 file changed, 17 insertions(+), 6 deletions(-) diff --git a/source/dnode/vnode/src/vnd/vnodeOpen.c b/source/dnode/vnode/src/vnd/vnodeOpen.c index 616aa39bdf..ddd0f36194 100644 --- a/source/dnode/vnode/src/vnd/vnodeOpen.c +++ b/source/dnode/vnode/src/vnd/vnodeOpen.c @@ -28,13 +28,24 @@ int vnodeCreate(const char *path, SVnodeCfg *pCfg, STfs *pTfs) { } // create vnode env - if (tfsMkdirAt(pTfs, path, (SDiskID){0}) < 0) { - vError("vgId:%d, failed to create vnode since:%s", pCfg->vgId, tstrerror(terrno)); - return -1; + if (pTfs) { + if (tfsMkdirAt(pTfs, path, (SDiskID){0}) < 0) { + vError("vgId:%d, failed to create vnode since:%s", pCfg->vgId, tstrerror(terrno)); + return -1; + } + snprintf(dir, TSDB_FILENAME_LEN, "%s%s%s", tfsGetPrimaryPath(pTfs), TD_DIRSEP, path); + } else { + if (taosMkDir(path)) { + return TAOS_SYSTEM_ERROR(errno); + } + strcpy(dir, path); } - snprintf(dir, TSDB_FILENAME_LEN, "%s%s%s", tfsGetPrimaryPath(pTfs), TD_DIRSEP, path); - info.config = *pCfg; + if (pCfg) { + info.config = *pCfg; + } else { + info.config = vnodeCfgDefault; + } info.state.committed = -1; info.state.applied = -1; info.state.commitID = 0; @@ -44,7 +55,7 @@ int vnodeCreate(const char *path, SVnodeCfg *pCfg, STfs *pTfs) { return -1; } - vInfo("vgId:%d, vnode is created", pCfg->vgId); + vInfo("vgId:%d, vnode is created", info.config.vgId); return 0; } From fe115ab02e4b41a98e6e7b0686d8277b8ee7050d Mon Sep 17 00:00:00 2001 From: Cary Xu Date: Mon, 10 Oct 2022 18:20:53 +0800 Subject: [PATCH 056/110] fix: support statistics of insert_req --- source/dnode/mgmt/mgmt_vnode/src/vmHandle.c | 9 +++++ source/dnode/vnode/src/inc/vnodeInt.h | 10 ++++++ source/dnode/vnode/src/vnd/vnodeCommit.c | 39 +++++++++++++++++++++ source/dnode/vnode/src/vnd/vnodeOpen.c | 4 +++ source/dnode/vnode/src/vnd/vnodeQuery.c | 8 ++--- source/dnode/vnode/src/vnd/vnodeSvr.c | 9 +++-- 6 files changed, 73 insertions(+), 6 deletions(-) diff --git a/source/dnode/mgmt/mgmt_vnode/src/vmHandle.c b/source/dnode/mgmt/mgmt_vnode/src/vmHandle.c index 4047bc2340..5451fe33f1 100644 --- a/source/dnode/mgmt/mgmt_vnode/src/vmHandle.c +++ b/source/dnode/mgmt/mgmt_vnode/src/vmHandle.c @@ -78,6 +78,15 @@ void vmGetMonitorInfo(SVnodeMgmt *pMgmt, SMonVmInfo *pInfo) { pMgmt->state.numOfBatchInsertReqs = numOfBatchInsertReqs; pMgmt->state.numOfBatchInsertSuccessReqs = numOfBatchInsertSuccessReqs; + printf("%s:%d: Info: nInsert:%" PRIi64 ", nInsertSuccess:%" PRIi64 ", nBatch:%" PRIi64 ", nBatchSuccess:%" PRIi64 + "\n", + __func__, __LINE__, pInfo->vstat.numOfInsertReqs, pInfo->vstat.numOfInsertSuccessReqs, + pInfo->vstat.numOfBatchInsertReqs, pInfo->vstat.numOfBatchInsertSuccessReqs); + printf("%s:%d: Mgmt: nInsert:%" PRIi64 ", nInsertSuccess:%" PRIi64 ", nBatch:%" PRIi64 ", nBatchSuccess:%" PRIi64 + "\n", + __func__, __LINE__, pMgmt->state.numOfInsertReqs, pMgmt->state.numOfInsertSuccessReqs, + pMgmt->state.numOfBatchInsertReqs, pMgmt->state.numOfBatchInsertSuccessReqs); + tfsGetMonitorInfo(pMgmt->pTfs, &pInfo->tfs); taosArrayDestroy(pVloads); } diff --git a/source/dnode/vnode/src/inc/vnodeInt.h b/source/dnode/vnode/src/inc/vnodeInt.h index 2a8a74d297..d4b88abb1d 100644 --- a/source/dnode/vnode/src/inc/vnodeInt.h +++ b/source/dnode/vnode/src/inc/vnodeInt.h @@ -56,6 +56,7 @@ typedef struct SSma SSma; typedef struct STsdb STsdb; typedef struct STQ STQ; typedef struct SVState SVState; +typedef struct SVStatis SVStatis; typedef struct SVBufPool SVBufPool; typedef struct SQWorker SQHandle; typedef struct STsdbKeepCfg STsdbKeepCfg; @@ -284,9 +285,17 @@ struct SVState { int64_t commitTerm; }; +struct SVStatis { + int64_t nInsert; + int64_t nInsertSuccess; + int64_t nBatchInsert; + int64_t nBatchInsertSuccess; +}; + struct SVnodeInfo { SVnodeCfg config; SVState state; + SVStatis statis; }; typedef enum { @@ -309,6 +318,7 @@ struct SVnode { char* path; SVnodeCfg config; SVState state; + SVStatis statis; STfs* pTfs; SMsgCb msgCb; TdThreadMutex mutex; diff --git a/source/dnode/vnode/src/vnd/vnodeCommit.c b/source/dnode/vnode/src/vnd/vnodeCommit.c index 6dc3ef86a7..ae55d50456 100644 --- a/source/dnode/vnode/src/vnd/vnodeCommit.c +++ b/source/dnode/vnode/src/vnd/vnodeCommit.c @@ -227,6 +227,11 @@ int vnodeCommit(SVnode *pVnode) { info.state.committed = pVnode->state.applied; info.state.commitTerm = pVnode->state.applyTerm; info.state.commitID = pVnode->state.commitID; + info.statis.nInsert = pVnode->statis.nInsert; + info.statis.nInsertSuccess = pVnode->statis.nInsertSuccess; + info.statis.nBatchInsert = pVnode->statis.nBatchInsert; + info.statis.nBatchInsertSuccess = pVnode->statis.nBatchInsertSuccess; + snprintf(dir, TSDB_FILENAME_LEN, "%s%s%s", tfsGetPrimaryPath(pVnode->pTfs), TD_DIRSEP, pVnode->path); if (vnodeSaveInfo(dir, &info) < 0) { ASSERT(0); @@ -352,6 +357,32 @@ static int vnodeDecodeState(const SJson *pJson, void *pObj) { return 0; } +static int vnodeEncodeStatis(const void *pObj, SJson *pJson) { + const SVStatis *pStatis = (SVStatis *)pObj; + + if (tjsonAddIntegerToObject(pJson, "insert", pStatis->nInsert) < 0) return -1; + if (tjsonAddIntegerToObject(pJson, "insert success", pStatis->nInsertSuccess) < 0) return -1; + if (tjsonAddIntegerToObject(pJson, "batch insert", pStatis->nBatchInsert) < 0) return -1; + if (tjsonAddIntegerToObject(pJson, "batch insert success", pStatis->nBatchInsertSuccess) < 0) return -1; + + return 0; +} + +static int vnodeDecodeStatis(const SJson *pJson, void *pObj) { + SVStatis *pStatis = (SVStatis *)pObj; + + int32_t code; + tjsonGetNumberValue(pJson, "insert", pStatis->nInsert, code); + if (code < 0) return -1; + tjsonGetNumberValue(pJson, "insert success", pStatis->nInsertSuccess, code); + if (code < 0) return -1; + tjsonGetNumberValue(pJson, "batch insert", pStatis->nBatchInsert, code); + if (code < 0) return -1; + tjsonGetNumberValue(pJson, "batch insert success", pStatis->nBatchInsertSuccess, code); + if (code < 0) return -1; + return 0; +} + static int vnodeEncodeInfo(const SVnodeInfo *pInfo, char **ppData) { SJson *pJson; char *pData; @@ -371,6 +402,10 @@ static int vnodeEncodeInfo(const SVnodeInfo *pInfo, char **ppData) { goto _err; } + if (tjsonAddObject(pJson, "statis", vnodeEncodeStatis, (void *)&pInfo->statis) < 0) { + goto _err; + } + pData = tjsonToString(pJson); if (pData == NULL) { goto _err; @@ -402,6 +437,10 @@ static int vnodeDecodeInfo(uint8_t *pData, SVnodeInfo *pInfo) { goto _err; } + if (tjsonToObject(pJson, "statis", vnodeDecodeStatis, (void *)&pInfo->statis) < 0) { + goto _err; + } + tjsonDelete(pJson); return 0; diff --git a/source/dnode/vnode/src/vnd/vnodeOpen.c b/source/dnode/vnode/src/vnd/vnodeOpen.c index 616aa39bdf..cd87784732 100644 --- a/source/dnode/vnode/src/vnd/vnodeOpen.c +++ b/source/dnode/vnode/src/vnd/vnodeOpen.c @@ -85,6 +85,10 @@ SVnode *vnodeOpen(const char *path, STfs *pTfs, SMsgCb msgCb) { pVnode->state.applied = info.state.committed; pVnode->state.commitID = info.state.commitID; pVnode->state.commitTerm = info.state.commitTerm; + pVnode->statis.nInsert = info.statis.nInsert; + pVnode->statis.nInsertSuccess = info.statis.nInsertSuccess; + pVnode->statis.nBatchInsert = info.statis.nBatchInsert; + pVnode->statis.nBatchInsertSuccess = info.statis.nBatchInsertSuccess; pVnode->pTfs = pTfs; pVnode->msgCb = msgCb; taosThreadMutexInit(&pVnode->lock, NULL); diff --git a/source/dnode/vnode/src/vnd/vnodeQuery.c b/source/dnode/vnode/src/vnd/vnodeQuery.c index 0d57c7bb74..ba8fbaf553 100644 --- a/source/dnode/vnode/src/vnd/vnodeQuery.c +++ b/source/dnode/vnode/src/vnd/vnodeQuery.c @@ -375,10 +375,10 @@ int32_t vnodeGetLoad(SVnode *pVnode, SVnodeLoad *pLoad) { pLoad->compStorage = (int64_t)2 * 1073741824; pLoad->pointsWritten = 100; pLoad->numOfSelectReqs = 1; - pLoad->numOfInsertReqs = 3; - pLoad->numOfInsertSuccessReqs = 2; - pLoad->numOfBatchInsertReqs = 5; - pLoad->numOfBatchInsertSuccessReqs = 4; + pLoad->numOfInsertReqs = atomic_load_64(&pVnode->statis.nInsert); + pLoad->numOfInsertSuccessReqs = atomic_load_64(&pVnode->statis.nInsertSuccess); + pLoad->numOfBatchInsertReqs = atomic_load_64(&pVnode->statis.nBatchInsert); + pLoad->numOfBatchInsertSuccessReqs = atomic_load_64(&pVnode->statis.nBatchInsertSuccess); return 0; } diff --git a/source/dnode/vnode/src/vnd/vnodeSvr.c b/source/dnode/vnode/src/vnd/vnodeSvr.c index 5c8590c7c9..bff836faf5 100644 --- a/source/dnode/vnode/src/vnd/vnodeSvr.c +++ b/source/dnode/vnode/src/vnd/vnodeSvr.c @@ -812,10 +812,10 @@ static int32_t vnodeProcessSubmitReq(SVnode *pVnode, int64_t version, void *pReq SSubmitReq *pSubmitReq = (SSubmitReq *)pReq; SSubmitRsp submitRsp = {0}; SSubmitMsgIter msgIter = {0}; - SSubmitBlk *pBlock; + SSubmitBlk *pBlock = NULL; SVCreateTbReq createTbReq = {0}; SDecoder decoder = {0}; - int32_t nRows; + int32_t nRows = 0; int32_t tsize, ret; SEncoder encoder = {0}; SArray *newTbUids = NULL; @@ -823,6 +823,7 @@ static int32_t vnodeProcessSubmitReq(SVnode *pVnode, int64_t version, void *pReq pRsp->code = 0; pSubmitReq->version = version; + atomic_fetch_add_64(&pVnode->statis.nBatchInsert, 1); #ifdef TD_DEBUG_PRINT_ROW vnodeDebugPrintSubmitMsg(pVnode, pReq, __func__); @@ -942,12 +943,16 @@ _exit: taosArrayDestroyEx(submitRsp.pArray, tFreeSSubmitBlkRsp); + atomic_fetch_add_64(&pVnode->statis.nInsert, submitRsp.numOfRows); + atomic_fetch_add_64(&pVnode->statis.nInsertSuccess, submitRsp.affectedRows); + // TODO: the partial success scenario and the error case // => If partial success, extract the success submitted rows and reconstruct a new submit msg, and push to level // 1/level 2. // TODO: refactor if ((terrno == TSDB_CODE_SUCCESS) && (pRsp->code == TSDB_CODE_SUCCESS)) { tdProcessRSmaSubmit(pVnode->pSma, pReq, STREAM_INPUT__DATA_SUBMIT); + atomic_fetch_add_64(&pVnode->statis.nBatchInsertSuccess, 1); } vDebug("vgId:%d, submit success, index:%" PRId64, pVnode->config.vgId, version); From 6c097be04ee45f1e0610c699f49e522fe19160c9 Mon Sep 17 00:00:00 2001 From: Hongze Cheng Date: Mon, 10 Oct 2022 18:29:14 +0800 Subject: [PATCH 057/110] more code --- source/dnode/vnode/src/vnd/vnodeOpen.c | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) diff --git a/source/dnode/vnode/src/vnd/vnodeOpen.c b/source/dnode/vnode/src/vnd/vnodeOpen.c index ddd0f36194..414834e2eb 100644 --- a/source/dnode/vnode/src/vnd/vnodeOpen.c +++ b/source/dnode/vnode/src/vnd/vnodeOpen.c @@ -69,7 +69,11 @@ SVnode *vnodeOpen(const char *path, STfs *pTfs, SMsgCb msgCb) { char tdir[TSDB_FILENAME_LEN * 2]; int ret; - snprintf(dir, TSDB_FILENAME_LEN, "%s%s%s", tfsGetPrimaryPath(pTfs), TD_DIRSEP, path); + if (pTfs) { + snprintf(dir, TSDB_FILENAME_LEN, "%s%s%s", tfsGetPrimaryPath(pTfs), TD_DIRSEP, path); + } else { + snprintf(dir, TSDB_FILENAME_LEN, "%s", path); + } info.config = vnodeCfgDefault; From dfc91a38b0030fa359d828d04c50e16d9ff8b835 Mon Sep 17 00:00:00 2001 From: Hongze Cheng Date: Mon, 10 Oct 2022 21:29:36 +0800 Subject: [PATCH 058/110] more code --- source/dnode/vnode/src/meta/metaOpen.c | 14 +++++++++++--- source/dnode/vnode/src/tsdb/tsdbFS.c | 9 +++++++-- source/dnode/vnode/src/tsdb/tsdbOpen.c | 7 +++++-- 3 files changed, 23 insertions(+), 7 deletions(-) diff --git a/source/dnode/vnode/src/meta/metaOpen.c b/source/dnode/vnode/src/meta/metaOpen.c index fb450f3594..515fd31e9d 100644 --- a/source/dnode/vnode/src/meta/metaOpen.c +++ b/source/dnode/vnode/src/meta/metaOpen.c @@ -35,7 +35,11 @@ int metaOpen(SVnode *pVnode, SMeta **ppMeta) { *ppMeta = NULL; // create handle - slen = strlen(tfsGetPrimaryPath(pVnode->pTfs)) + strlen(pVnode->path) + strlen(VNODE_META_DIR) + 3; + if (pVnode->pTfs) { + slen = strlen(tfsGetPrimaryPath(pVnode->pTfs)) + strlen(pVnode->path) + strlen(VNODE_META_DIR) + 3; + } else { + slen = strlen(pVnode->path) + strlen(VNODE_META_DIR) + 2; + } if ((pMeta = taosMemoryCalloc(1, sizeof(*pMeta) + slen)) == NULL) { terrno = TSDB_CODE_OUT_OF_MEMORY; return -1; @@ -43,8 +47,12 @@ int metaOpen(SVnode *pVnode, SMeta **ppMeta) { metaInitLock(pMeta); pMeta->path = (char *)&pMeta[1]; - sprintf(pMeta->path, "%s%s%s%s%s", tfsGetPrimaryPath(pVnode->pTfs), TD_DIRSEP, pVnode->path, TD_DIRSEP, - VNODE_META_DIR); + if (pVnode->pTfs) { + sprintf(pMeta->path, "%s%s%s%s%s", tfsGetPrimaryPath(pVnode->pTfs), TD_DIRSEP, pVnode->path, TD_DIRSEP, + VNODE_META_DIR); + } else { + sprintf(pMeta->path, "%s%s%s", pVnode->path, TD_DIRSEP, VNODE_META_DIR); + } taosRealPath(pMeta->path, NULL, slen); pMeta->pVnode = pVnode; diff --git a/source/dnode/vnode/src/tsdb/tsdbFS.c b/source/dnode/vnode/src/tsdb/tsdbFS.c index 10926ae6ad..85514ed5b6 100644 --- a/source/dnode/vnode/src/tsdb/tsdbFS.c +++ b/source/dnode/vnode/src/tsdb/tsdbFS.c @@ -417,6 +417,7 @@ _err: // EXPOSED APIS ==================================================================================== int32_t tsdbFSOpen(STsdb *pTsdb) { int32_t code = 0; + SVnode *pVnode = pTsdb->pVnode; // open handle pTsdb->fs.pDelFile = NULL; @@ -429,8 +430,12 @@ int32_t tsdbFSOpen(STsdb *pTsdb) { // load fs or keep empty char fname[TSDB_FILENAME_LEN]; - snprintf(fname, TSDB_FILENAME_LEN - 1, "%s%s%s%sCURRENT", tfsGetPrimaryPath(pTsdb->pVnode->pTfs), TD_DIRSEP, - pTsdb->path, TD_DIRSEP); + if (pVnode->pTfs) { + snprintf(fname, TSDB_FILENAME_LEN - 1, "%s%s%s%sCURRENT", tfsGetPrimaryPath(pTsdb->pVnode->pTfs), TD_DIRSEP, + pTsdb->path, TD_DIRSEP); + } else { + snprintf(fname, TSDB_FILENAME_LEN - 1, "%s%sCURRENT", pTsdb->path, TD_DIRSEP); + } if (!taosCheckExistFile(fname)) { // empty one diff --git a/source/dnode/vnode/src/tsdb/tsdbOpen.c b/source/dnode/vnode/src/tsdb/tsdbOpen.c index fcbcff9248..e4080ccf1e 100644 --- a/source/dnode/vnode/src/tsdb/tsdbOpen.c +++ b/source/dnode/vnode/src/tsdb/tsdbOpen.c @@ -57,10 +57,13 @@ int tsdbOpen(SVnode *pVnode, STsdb **ppTsdb, const char *dir, STsdbKeepCfg *pKee } else { memcpy(&pTsdb->keepCfg, pKeepCfg, sizeof(STsdbKeepCfg)); } - // pTsdb->fs = tsdbNewFS(REPO_KEEP_CFG(pTsdb)); // create dir - tfsMkdir(pVnode->pTfs, pTsdb->path); + if (pVnode->pTfs) { + tfsMkdir(pVnode->pTfs, pTsdb->path); + } else { + taosMkDir(pTsdb->path); + } // open tsdb if (tsdbFSOpen(pTsdb) < 0) { From 8fbf4af35f8cba0f66191c172750585923a0ee09 Mon Sep 17 00:00:00 2001 From: Hongze Cheng Date: Mon, 10 Oct 2022 21:30:23 +0800 Subject: [PATCH 059/110] more code --- source/dnode/vnode/src/vnd/vnodeCommit.c | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) diff --git a/source/dnode/vnode/src/vnd/vnodeCommit.c b/source/dnode/vnode/src/vnd/vnodeCommit.c index 6dc3ef86a7..07d9b96261 100644 --- a/source/dnode/vnode/src/vnd/vnodeCommit.c +++ b/source/dnode/vnode/src/vnd/vnodeCommit.c @@ -227,7 +227,11 @@ int vnodeCommit(SVnode *pVnode) { info.state.committed = pVnode->state.applied; info.state.commitTerm = pVnode->state.applyTerm; info.state.commitID = pVnode->state.commitID; - snprintf(dir, TSDB_FILENAME_LEN, "%s%s%s", tfsGetPrimaryPath(pVnode->pTfs), TD_DIRSEP, pVnode->path); + if (pVnode->pTfs) { + snprintf(dir, TSDB_FILENAME_LEN, "%s%s%s", tfsGetPrimaryPath(pVnode->pTfs), TD_DIRSEP, pVnode->path); + } else { + snprintf(dir, TSDB_FILENAME_LEN, "%s", pVnode->path); + } if (vnodeSaveInfo(dir, &info) < 0) { ASSERT(0); return -1; From c889dcd6fd8504a1908149321a2f4865cafbc0b5 Mon Sep 17 00:00:00 2001 From: Xuefeng Tan <1172915550@qq.com> Date: Mon, 10 Oct 2022 21:34:32 +0800 Subject: [PATCH 060/110] enh(taosAdapter): support user specify timezone and return corresponding time (#17272) --- cmake/taosadapter_CMakeLists.txt.in | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/cmake/taosadapter_CMakeLists.txt.in b/cmake/taosadapter_CMakeLists.txt.in index 16444c07f2..a9f8868f50 100644 --- a/cmake/taosadapter_CMakeLists.txt.in +++ b/cmake/taosadapter_CMakeLists.txt.in @@ -2,7 +2,7 @@ # taosadapter ExternalProject_Add(taosadapter GIT_REPOSITORY https://github.com/taosdata/taosadapter.git - GIT_TAG be729ab + GIT_TAG cc43ef0 SOURCE_DIR "${TD_SOURCE_DIR}/tools/taosadapter" BINARY_DIR "" #BUILD_IN_SOURCE TRUE From dc15ab84d2952c1c173d695d3501f8225deccac6 Mon Sep 17 00:00:00 2001 From: Shuduo Sang Date: Mon, 10 Oct 2022 22:05:50 +0800 Subject: [PATCH 061/110] feat: taosbenchmark supplement insert (#17278) --- cmake/taostools_CMakeLists.txt.in | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/cmake/taostools_CMakeLists.txt.in b/cmake/taostools_CMakeLists.txt.in index cb9502b2b2..7bde332c8c 100644 --- a/cmake/taostools_CMakeLists.txt.in +++ b/cmake/taostools_CMakeLists.txt.in @@ -2,7 +2,7 @@ # taos-tools ExternalProject_Add(taos-tools GIT_REPOSITORY https://github.com/taosdata/taos-tools.git - GIT_TAG 85b582b + GIT_TAG d58230c SOURCE_DIR "${TD_SOURCE_DIR}/tools/taos-tools" BINARY_DIR "" #BUILD_IN_SOURCE TRUE From fbfae317b32d3c34611a23b168548f5938f22151 Mon Sep 17 00:00:00 2001 From: Liu Jicong Date: Tue, 11 Oct 2022 02:09:15 +0800 Subject: [PATCH 062/110] refactor --- include/common/tcommon.h | 3 +- source/common/src/tdatablock.c | 5 +- source/dnode/mnode/impl/src/mndStream.c | 1 - source/dnode/vnode/src/tq/tqSink.c | 78 +++++++++++++++---------- source/libs/executor/src/scanoperator.c | 74 ++++++++++++++++------- source/libs/wal/src/walMeta.c | 11 ++-- 6 files changed, 111 insertions(+), 61 deletions(-) diff --git a/include/common/tcommon.h b/include/common/tcommon.h index 8f7808cf02..eaddf4e983 100644 --- a/include/common/tcommon.h +++ b/include/common/tcommon.h @@ -171,7 +171,8 @@ typedef struct SDataBlockInfo { STimeWindow calWin; // used for stream, do not serialize TSKEY watermark; // used for stream - char parTbName[TSDB_TABLE_NAME_LEN]; // used for stream + char parTbName[TSDB_TABLE_NAME_LEN]; // used for stream partition + STag* pTag; // used for stream partition } SDataBlockInfo; typedef struct SSDataBlock { diff --git a/source/common/src/tdatablock.c b/source/common/src/tdatablock.c index fb99ba5361..1028a899b6 100644 --- a/source/common/src/tdatablock.c +++ b/source/common/src/tdatablock.c @@ -1235,6 +1235,7 @@ void blockDataFreeRes(SSDataBlock* pBlock) { taosArrayDestroy(pBlock->pDataBlock); pBlock->pDataBlock = NULL; taosMemoryFreeClear(pBlock->pBlockAgg); + taosMemoryFree(pBlock->info.pTag); memset(&pBlock->info, 0, sizeof(SDataBlockInfo)); } @@ -1317,7 +1318,7 @@ SSDataBlock* createSpecialDataBlock(EStreamType type) { pBlock->info.rows = 0; pBlock->info.type = type; pBlock->info.rowSize = sizeof(TSKEY) + sizeof(TSKEY) + sizeof(uint64_t) + sizeof(uint64_t) + sizeof(TSKEY) + - sizeof(TSKEY) + TSDB_TABLE_NAME_LEN; + sizeof(TSKEY) + VARSTR_HEADER_SIZE + TSDB_TABLE_NAME_LEN; pBlock->info.watermark = INT64_MIN; pBlock->pDataBlock = taosArrayInit(6, sizeof(SColumnInfoData)); @@ -1345,7 +1346,7 @@ SSDataBlock* createSpecialDataBlock(EStreamType type) { // table name infoData.info.type = TSDB_DATA_TYPE_VARCHAR; - infoData.info.bytes = TSDB_TABLE_NAME_LEN; + infoData.info.bytes = VARSTR_HEADER_SIZE + TSDB_TABLE_NAME_LEN; taosArrayPush(pBlock->pDataBlock, &infoData); return pBlock; diff --git a/source/dnode/mnode/impl/src/mndStream.c b/source/dnode/mnode/impl/src/mndStream.c index fa291177c9..ce6b3b0656 100644 --- a/source/dnode/mnode/impl/src/mndStream.c +++ b/source/dnode/mnode/impl/src/mndStream.c @@ -677,7 +677,6 @@ static int32_t mndProcessCreateStreamReq(SRpcMsg *pReq) { // build stream obj from request if (mndBuildStreamObjFromCreateReq(pMnode, &streamObj, &createStreamReq) < 0) { - /*ASSERT(0);*/ mError("stream:%s, failed to create since %s", createStreamReq.name, terrstr()); goto _OVER; } diff --git a/source/dnode/vnode/src/tq/tqSink.c b/source/dnode/vnode/src/tq/tqSink.c index 7230b6232f..521d12fdab 100644 --- a/source/dnode/vnode/src/tq/tqSink.c +++ b/source/dnode/vnode/src/tq/tqSink.c @@ -84,26 +84,6 @@ SSubmitReq* tqBlockToSubmit(SVnode* pVnode, const SArray* pBlocks, const STSchem continue; } - STagVal tagVal = { - .cid = taosArrayGetSize(pDataBlock->pDataBlock) + 1, - .type = TSDB_DATA_TYPE_UBIGINT, - .i64 = (int64_t)pDataBlock->info.groupId, - }; - STag* pTag = NULL; - taosArrayClear(tagArray); - taosArrayPush(tagArray, &tagVal); - tTagNew(tagArray, 1, false, &pTag); - if (pTag == NULL) { - terrno = TSDB_CODE_OUT_OF_MEMORY; - taosArrayDestroy(tagArray); - return NULL; - } - - SArray* tagName = taosArrayInit(1, TSDB_COL_NAME_LEN); - char tagNameStr[TSDB_COL_NAME_LEN] = {0}; - strcpy(tagNameStr, "group_id"); - taosArrayPush(tagName, tagNameStr); - // STag* pTag = NULL; // taosArrayClear(tagArray); // SArray *tagName = taosArrayInit(1, TSDB_COL_NAME_LEN); @@ -126,42 +106,76 @@ SSubmitReq* tqBlockToSubmit(SVnode* pVnode, const SArray* pBlocks, const STSchem // } SVCreateTbReq createTbReq = {0}; + + // set const createTbReq.flags = 0; createTbReq.type = TSDB_CHILD_TABLE; + createTbReq.ctb.suid = suid; + // set super table name SName name = {0}; tNameFromString(&name, stbFullName, T_NAME_ACCT | T_NAME_DB | T_NAME_TABLE); createTbReq.ctb.stbName = strdup((char*)tNameGetTableName(&name)); // strdup(stbFullName); + // set tag content + taosArrayClear(tagArray); + STagVal tagVal = { + .cid = taosArrayGetSize(pDataBlock->pDataBlock) + 1, + .type = TSDB_DATA_TYPE_UBIGINT, + .i64 = (int64_t)pDataBlock->info.groupId, + }; + taosArrayPush(tagArray, &tagVal); + createTbReq.ctb.tagNum = taosArrayGetSize(tagArray); + + STag* pTag = NULL; + tTagNew(tagArray, 1, false, &pTag); + if (pTag == NULL) { + terrno = TSDB_CODE_OUT_OF_MEMORY; + taosArrayDestroy(tagArray); + taosArrayDestroyP(schemaReqs, taosMemoryFree); + taosArrayDestroy(schemaReqSz); + return NULL; + } + createTbReq.ctb.pTag = (uint8_t*)pTag; + + // set tag name + SArray* tagName = taosArrayInit(1, TSDB_COL_NAME_LEN); + char tagNameStr[TSDB_COL_NAME_LEN] = {0}; + strcpy(tagNameStr, "group_id"); + taosArrayPush(tagName, tagNameStr); + createTbReq.ctb.tagName = tagName; + + // set table name if (pDataBlock->info.parTbName[0]) { createTbReq.name = strdup(pDataBlock->info.parTbName); } else { createTbReq.name = buildCtbNameByGroupId(stbFullName, pDataBlock->info.groupId); } - createTbReq.ctb.suid = suid; - createTbReq.ctb.pTag = (uint8_t*)pTag; - createTbReq.ctb.tagNum = taosArrayGetSize(tagArray); - createTbReq.ctb.tagName = tagName; - + // save schema len int32_t code; int32_t schemaLen; tEncodeSize(tEncodeSVCreateTbReq, &createTbReq, schemaLen, code); if (code < 0) { tdDestroySVCreateTbReq(&createTbReq); taosArrayDestroy(tagArray); - taosMemoryFreeClear(ret); + taosArrayDestroyP(schemaReqs, taosMemoryFree); + taosArrayDestroy(schemaReqSz); return NULL; } + taosArrayPush(schemaReqSz, &schemaLen); + // save schema str void* schemaStr = taosMemoryMalloc(schemaLen); if (schemaStr == NULL) { terrno = TSDB_CODE_OUT_OF_MEMORY; tdDestroySVCreateTbReq(&createTbReq); + taosArrayDestroy(tagArray); + taosArrayDestroyP(schemaReqs, taosMemoryFree); + taosArrayDestroy(schemaReqSz); return NULL; } taosArrayPush(schemaReqs, &schemaStr); - taosArrayPush(schemaReqSz, &schemaLen); SEncoder encoder = {0}; tEncoderInit(&encoder, schemaStr, schemaLen); @@ -169,6 +183,10 @@ SSubmitReq* tqBlockToSubmit(SVnode* pVnode, const SArray* pBlocks, const STSchem if (code < 0) { terrno = TSDB_CODE_OUT_OF_MEMORY; tdDestroySVCreateTbReq(&createTbReq); + taosArrayDestroy(tagArray); + taosArrayDestroyP(schemaReqs, taosMemoryFree); + taosArrayDestroy(schemaReqSz); + tEncoderClear(&encoder); return NULL; } tEncoderClear(&encoder); @@ -221,10 +239,8 @@ SSubmitReq* tqBlockToSubmit(SVnode* pVnode, const SArray* pBlocks, const STSchem tqDebug("tq sink, convert block %d, rows: %d", i, rows); int32_t dataLen = 0; - - void* blkSchema = POINTER_SHIFT(blkHead, sizeof(SSubmitBlk)); - int32_t schemaLen = 0; + void* blkSchema = POINTER_SHIFT(blkHead, sizeof(SSubmitBlk)); if (createTb) { schemaLen = *(int32_t*)taosArrayGet(schemaReqSz, i); void* schemaStr = taosArrayGetP(schemaReqs, i); @@ -262,7 +278,7 @@ SSubmitReq* tqBlockToSubmit(SVnode* pVnode, const SArray* pBlocks, const STSchem ret->length = htonl(ret->length); - if (schemaReqs) taosArrayDestroyP(schemaReqs, taosMemoryFree); + taosArrayDestroyP(schemaReqs, taosMemoryFree); taosArrayDestroy(schemaReqSz); return ret; diff --git a/source/libs/executor/src/scanoperator.c b/source/libs/executor/src/scanoperator.c index b055ba1ce5..cd870a930a 100644 --- a/source/libs/executor/src/scanoperator.c +++ b/source/libs/executor/src/scanoperator.c @@ -1300,6 +1300,56 @@ static int32_t generateScanRange(SStreamScanInfo* pInfo, SSDataBlock* pSrcBlock, return code; } +static void calBlockTag(SExprSupp* pTagCalSup, SSDataBlock* pBlock, SSDataBlock* pResBlock) { + if (pTagCalSup == NULL || pTagCalSup->numOfExprs == 0) return; + if (pBlock == NULL || pBlock->info.rows == 0) return; + + SSDataBlock* pSrcBlock = blockCopyOneRow(pBlock, 0); + ASSERT(pSrcBlock->info.rows == 1); + + blockDataEnsureCapacity(pResBlock, 1); + + projectApplyFunctions(pTagCalSup->pExprInfo, pResBlock, pSrcBlock, pTagCalSup->pCtx, 1, NULL); + ASSERT(pResBlock->info.rows == 1); + + // build tagArray + // build STag + // set STag + + blockDataDestroy(pSrcBlock); +} + +static void calBlockTbName(SExprSupp* pTbNameCalSup, SSDataBlock* pBlock) { + if (pTbNameCalSup == NULL || pTbNameCalSup->numOfExprs == 0) return; + if (pBlock == NULL || pBlock->info.rows == 0) return; + + SSDataBlock* pSrcBlock = blockCopyOneRow(pBlock, 0); + ASSERT(pSrcBlock->info.rows == 1); + + SSDataBlock* pResBlock = createDataBlock(); + pResBlock->info.rowSize = VARSTR_HEADER_SIZE + TSDB_TABLE_NAME_LEN; + SColumnInfoData data = createColumnInfoData(TSDB_DATA_TYPE_VARCHAR, TSDB_TABLE_NAME_LEN, 0); + taosArrayPush(pResBlock->pDataBlock, &data); + blockDataEnsureCapacity(pResBlock, 1); + + projectApplyFunctions(pTbNameCalSup->pExprInfo, pResBlock, pSrcBlock, pTbNameCalSup->pCtx, 1, NULL); + ASSERT(pResBlock->info.rows == 1); + ASSERT(taosArrayGetSize(pResBlock->pDataBlock) == 1); + SColumnInfoData* pCol = taosArrayGet(pResBlock->pDataBlock, 0); + ASSERT(pCol->info.type == TSDB_DATA_TYPE_VARCHAR); + + void* pData = colDataGetData(pCol, 0); + // TODO check tbname validation + if (pData != (void*)-1 && pData != NULL) { + memcpy(pBlock->info.parTbName, varDataVal(pData), varDataLen(pData)); + } else { + pBlock->info.parTbName[0] = 0; + } + + blockDataDestroy(pSrcBlock); + blockDataDestroy(pResBlock); +} + void appendOneRowToStreamSpecialBlock(SSDataBlock* pBlock, TSKEY* pStartTs, TSKEY* pEndTs, uint64_t* pUid, uint64_t* pGp, void* pTbName) { SColumnInfoData* pStartTsCol = taosArrayGet(pBlock->pDataBlock, START_TS_COLUMN_INDEX); @@ -1421,28 +1471,7 @@ static int32_t setBlockIntoRes(SStreamScanInfo* pInfo, const SSDataBlock* pBlock blockDataUpdateTsWindow(pInfo->pRes, pInfo->primaryTsIndex); blockDataFreeRes((SSDataBlock*)pBlock); - if (pInfo->tbnameCalSup.numOfExprs > 0 && pInfo->pRes->info.rows > 0) { - SSDataBlock* pTmpBlock = blockCopyOneRow(pInfo->pRes, 0); - SSDataBlock* pResBlock = createDataBlock(); - pResBlock->info.rowSize = TSDB_TABLE_NAME_LEN; - SColumnInfoData data = createColumnInfoData(TSDB_DATA_TYPE_VARCHAR, TSDB_TABLE_NAME_LEN, 0); - taosArrayPush(pResBlock->pDataBlock, &data); - blockDataEnsureCapacity(pResBlock, 1); - projectApplyFunctions(pInfo->tbnameCalSup.pExprInfo, pResBlock, pTmpBlock, pInfo->tbnameCalSup.pCtx, 1, NULL); - ASSERT(pResBlock->info.rows == 1); - ASSERT(taosArrayGetSize(pResBlock->pDataBlock) == 1); - SColumnInfoData* pCol = taosArrayGet(pResBlock->pDataBlock, 0); - ASSERT(pCol->info.type == TSDB_DATA_TYPE_VARCHAR); - void* pData = colDataGetData(pCol, 0); - // TODO check tbname validation - if (pData != (void*)-1) { - memcpy(pInfo->pRes->info.parTbName, varDataVal(pData), varDataLen(pData)); - } else { - pInfo->pRes->info.parTbName[0] = 0; - } - blockDataDestroy(pTmpBlock); - blockDataDestroy(pResBlock); - } + calBlockTbName(&pInfo->tbnameCalSup, pInfo->pRes); return 0; } @@ -1780,6 +1809,7 @@ FETCH_NEXT_BLOCK: pSDB->info.type = pInfo->scanMode == STREAM_SCAN_FROM_DATAREADER_RANGE ? STREAM_NORMAL : STREAM_PULL_DATA; checkUpdateData(pInfo, true, pSDB, false); // printDataBlock(pSDB, "stream scan update"); + calBlockTbName(&pInfo->tbnameCalSup, pSDB); return pSDB; } blockDataCleanup(pInfo->pUpdateDataRes); diff --git a/source/libs/wal/src/walMeta.c b/source/libs/wal/src/walMeta.c index 5e70dce72d..8f97f78556 100644 --- a/source/libs/wal/src/walMeta.c +++ b/source/libs/wal/src/walMeta.c @@ -492,18 +492,21 @@ int walSaveMeta(SWal* pWal) { int metaVer = walFindCurMetaVer(pWal); char fnameStr[WAL_FILE_LEN]; walBuildMetaName(pWal, metaVer + 1, fnameStr); - TdFilePtr pMataFile = taosOpenFile(fnameStr, TD_FILE_CREATE | TD_FILE_WRITE); - if (pMataFile == NULL) { + TdFilePtr pMetaFile = taosOpenFile(fnameStr, TD_FILE_CREATE | TD_FILE_WRITE); + if (pMetaFile == NULL) { return -1; } char* serialized = walMetaSerialize(pWal); int len = strlen(serialized); - if (len != taosWriteFile(pMataFile, serialized, len)) { + if (len != taosWriteFile(pMetaFile, serialized, len)) { // TODO:clean file + + taosCloseFile(&pMetaFile); + taosRemoveFile(fnameStr); return -1; } - taosCloseFile(&pMataFile); + taosCloseFile(&pMetaFile); // delete old file if (metaVer > -1) { walBuildMetaName(pWal, metaVer, fnameStr); From 8862a31fb1c28571a4258c06dd355e4dacfe674d Mon Sep 17 00:00:00 2001 From: Shengliang Guan Date: Tue, 11 Oct 2022 09:23:47 +0800 Subject: [PATCH 063/110] fix: coverity issues --- source/dnode/mgmt/mgmt_vnode/src/vmFile.c | 13 ++- source/dnode/mnode/impl/src/mndMnode.c | 2 +- source/dnode/mnode/impl/src/mndVgroup.c | 108 +++++++++++----------- 3 files changed, 60 insertions(+), 63 deletions(-) diff --git a/source/dnode/mgmt/mgmt_vnode/src/vmFile.c b/source/dnode/mgmt/mgmt_vnode/src/vmFile.c index b882e02e94..a49e855e39 100644 --- a/source/dnode/mgmt/mgmt_vnode/src/vmFile.c +++ b/source/dnode/mgmt/mgmt_vnode/src/vmFile.c @@ -201,14 +201,13 @@ _OVER: taosCloseFile(&pFile); taosMemoryFree(content); - for (int32_t i = 0; i < numOfVnodes; ++i) { - SVnodeObj *pVnode = ppVnodes[i]; - if (pVnode != NULL) { - vmReleaseVnode(pMgmt, pVnode); - } - } - if (ppVnodes != NULL) { + for (int32_t i = 0; i < numOfVnodes; ++i) { + SVnodeObj *pVnode = ppVnodes[i]; + if (pVnode != NULL) { + vmReleaseVnode(pMgmt, pVnode); + } + } taosMemoryFree(ppVnodes); } diff --git a/source/dnode/mnode/impl/src/mndMnode.c b/source/dnode/mnode/impl/src/mndMnode.c index 4b76909a96..826e1d2fd0 100644 --- a/source/dnode/mnode/impl/src/mndMnode.c +++ b/source/dnode/mnode/impl/src/mndMnode.c @@ -87,7 +87,7 @@ static int32_t mndCreateDefaultMnode(SMnode *pMnode) { SSdbRaw *pRaw = mndMnodeActionEncode(&mnodeObj); if (pRaw == NULL) return -1; - sdbSetRawStatus(pRaw, SDB_STATUS_READY); + (void)sdbSetRawStatus(pRaw, SDB_STATUS_READY); mInfo("mnode:%d, will be created when deploying, raw:%p", mnodeObj.id, pRaw); diff --git a/source/dnode/mnode/impl/src/mndVgroup.c b/source/dnode/mnode/impl/src/mndVgroup.c index a31bf6b8e2..4a7221accb 100644 --- a/source/dnode/mnode/impl/src/mndVgroup.c +++ b/source/dnode/mnode/impl/src/mndVgroup.c @@ -1532,65 +1532,63 @@ _OVER: int32_t mndBuildAlterVgroupAction(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SVgObj *pVgroup, SArray *pArray) { if (pVgroup->replica <= 0 || pVgroup->replica == pDb->cfg.replications) { - if (mndAddAlterVnodeAction(pMnode, pTrans, pDb, pVgroup, TDMT_VND_ALTER_CONFIG) != 0) { + return mndAddAlterVnodeAction(pMnode, pTrans, pDb, pVgroup, TDMT_VND_ALTER_CONFIG); + } + + SVgObj newVgroup = {0}; + memcpy(&newVgroup, pVgroup, sizeof(SVgObj)); + mndTransSetSerial(pTrans); + + if (newVgroup.replica < pDb->cfg.replications) { + mInfo("db:%s, vgId:%d, vn:0 dnode:%d, will add 2 vnodes", pVgroup->dbName, pVgroup->vgId, + pVgroup->vnodeGid[0].dnodeId); + + if (mndAddVnodeToVgroup(pMnode, &newVgroup, pArray) != 0) return -1; + if (mndAddCreateVnodeAction(pMnode, pTrans, pDb, &newVgroup, &newVgroup.vnodeGid[1], true) != 0) return -1; + if (mndAddAlterVnodeAction(pMnode, pTrans, pDb, &newVgroup, TDMT_VND_ALTER_REPLICA) != 0) return -1; + if (mndAddAlterVnodeConfirmAction(pMnode, pTrans, pDb, &newVgroup) != 0) return -1; + + if (mndAddVnodeToVgroup(pMnode, &newVgroup, pArray) != 0) return -1; + if (mndAddCreateVnodeAction(pMnode, pTrans, pDb, &newVgroup, &newVgroup.vnodeGid[2], true) != 0) return -1; + if (mndAddAlterVnodeAction(pMnode, pTrans, pDb, &newVgroup, TDMT_VND_ALTER_REPLICA) != 0) return -1; + if (mndAddAlterVnodeConfirmAction(pMnode, pTrans, pDb, &newVgroup) != 0) return -1; + } else if (newVgroup.replica > pDb->cfg.replications) { + mInfo("db:%s, vgId:%d, will remove 2 vnodes", pVgroup->dbName, pVgroup->vgId); + + SVnodeGid del1 = {0}; + if (mndRemoveVnodeFromVgroup(pMnode, &newVgroup, pArray, &del1) != 0) return -1; + if (mndAddSetVnodeStandByAction(pMnode, pTrans, pDb, pVgroup, &del1, true) != 0) return -1; + if (mndAddAlterVnodeAction(pMnode, pTrans, pDb, &newVgroup, TDMT_VND_ALTER_REPLICA) != 0) return -1; + if (mndAddDropVnodeAction(pMnode, pTrans, pDb, &newVgroup, &del1, true) != 0) return -1; + if (mndAddAlterVnodeConfirmAction(pMnode, pTrans, pDb, &newVgroup) != 0) return -1; + + SVnodeGid del2 = {0}; + if (mndRemoveVnodeFromVgroup(pMnode, &newVgroup, pArray, &del2) != 0) return -1; + if (mndAddSetVnodeStandByAction(pMnode, pTrans, pDb, pVgroup, &del2, true) != 0) return -1; + if (mndAddAlterVnodeAction(pMnode, pTrans, pDb, &newVgroup, TDMT_VND_ALTER_REPLICA) != 0) return -1; + if (mndAddDropVnodeAction(pMnode, pTrans, pDb, &newVgroup, &del2, true) != 0) return -1; + if (mndAddAlterVnodeConfirmAction(pMnode, pTrans, pDb, &newVgroup) != 0) return -1; + } else { + } + + { + SSdbRaw *pVgRaw = mndVgroupActionEncode(&newVgroup); + if (pVgRaw == NULL) return -1; + if (mndTransAppendRedolog(pTrans, pVgRaw) != 0) { + sdbFreeRaw(pVgRaw); return -1; } - } else { - SVgObj newVgroup = {0}; - memcpy(&newVgroup, pVgroup, sizeof(SVgObj)); - mndTransSetSerial(pTrans); + (void)sdbSetRawStatus(pVgRaw, SDB_STATUS_READY); + } - if (newVgroup.replica < pDb->cfg.replications) { - mInfo("db:%s, vgId:%d, vn:0 dnode:%d, will add 2 vnodes", pVgroup->dbName, pVgroup->vgId, - pVgroup->vnodeGid[0].dnodeId); - - if (mndAddVnodeToVgroup(pMnode, &newVgroup, pArray) != 0) return -1; - if (mndAddCreateVnodeAction(pMnode, pTrans, pDb, &newVgroup, &newVgroup.vnodeGid[1], true) != 0) return -1; - if (mndAddAlterVnodeAction(pMnode, pTrans, pDb, &newVgroup, TDMT_VND_ALTER_REPLICA) != 0) return -1; - if (mndAddAlterVnodeConfirmAction(pMnode, pTrans, pDb, &newVgroup) != 0) return -1; - - if (mndAddVnodeToVgroup(pMnode, &newVgroup, pArray) != 0) return -1; - if (mndAddCreateVnodeAction(pMnode, pTrans, pDb, &newVgroup, &newVgroup.vnodeGid[2], true) != 0) return -1; - if (mndAddAlterVnodeAction(pMnode, pTrans, pDb, &newVgroup, TDMT_VND_ALTER_REPLICA) != 0) return -1; - if (mndAddAlterVnodeConfirmAction(pMnode, pTrans, pDb, &newVgroup) != 0) return -1; - } else if (newVgroup.replica > pDb->cfg.replications) { - mInfo("db:%s, vgId:%d, will remove 2 vnodes", pVgroup->dbName, pVgroup->vgId); - - SVnodeGid del1 = {0}; - if (mndRemoveVnodeFromVgroup(pMnode, &newVgroup, pArray, &del1) != 0) return -1; - if (mndAddSetVnodeStandByAction(pMnode, pTrans, pDb, pVgroup, &del1, true) != 0) return -1; - if (mndAddAlterVnodeAction(pMnode, pTrans, pDb, &newVgroup, TDMT_VND_ALTER_REPLICA) != 0) return -1; - if (mndAddDropVnodeAction(pMnode, pTrans, pDb, &newVgroup, &del1, true) != 0) return -1; - if (mndAddAlterVnodeConfirmAction(pMnode, pTrans, pDb, &newVgroup) != 0) return -1; - - SVnodeGid del2 = {0}; - if (mndRemoveVnodeFromVgroup(pMnode, &newVgroup, pArray, &del2) != 0) return -1; - if (mndAddSetVnodeStandByAction(pMnode, pTrans, pDb, pVgroup, &del2, true) != 0) return -1; - if (mndAddAlterVnodeAction(pMnode, pTrans, pDb, &newVgroup, TDMT_VND_ALTER_REPLICA) != 0) return -1; - if (mndAddDropVnodeAction(pMnode, pTrans, pDb, &newVgroup, &del2, true) != 0) return -1; - if (mndAddAlterVnodeConfirmAction(pMnode, pTrans, pDb, &newVgroup) != 0) return -1; - } else { - } - - { - SSdbRaw *pVgRaw = mndVgroupActionEncode(&newVgroup); - if (pVgRaw == NULL) return -1; - if (mndTransAppendRedolog(pTrans, pVgRaw) != 0) { - sdbFreeRaw(pVgRaw); - return -1; - } - (void)sdbSetRawStatus(pVgRaw, SDB_STATUS_READY); - } - - { - SSdbRaw *pVgRaw = mndVgroupActionEncode(&newVgroup); - if (pVgRaw == NULL) return -1; - if (mndTransAppendCommitlog(pTrans, pVgRaw) != 0) { - sdbFreeRaw(pVgRaw); - return -1; - } - (void)sdbSetRawStatus(pVgRaw, SDB_STATUS_READY); + { + SSdbRaw *pVgRaw = mndVgroupActionEncode(&newVgroup); + if (pVgRaw == NULL) return -1; + if (mndTransAppendCommitlog(pTrans, pVgRaw) != 0) { + sdbFreeRaw(pVgRaw); + return -1; } + (void)sdbSetRawStatus(pVgRaw, SDB_STATUS_READY); } return 0; From 5583ee42c0a7adc08e46ebbd8b09943d9acac79b Mon Sep 17 00:00:00 2001 From: Ganlin Zhao Date: Tue, 11 Oct 2022 11:29:18 +0800 Subject: [PATCH 064/110] fix: coverity issues CID: 400233 --- source/common/src/ttszip.c | 9 ++++++--- 1 file changed, 6 insertions(+), 3 deletions(-) diff --git a/source/common/src/ttszip.c b/source/common/src/ttszip.c index c86bf08e81..35ffe04e1d 100644 --- a/source/common/src/ttszip.c +++ b/source/common/src/ttszip.c @@ -35,7 +35,7 @@ STSBuf* tsBufCreate(bool autoDelete, int32_t order) { // tscError("tmp file created failed since %s", terrstr()); return NULL; } - + STSBuf* pTSBuf = taosMemoryCalloc(1, sizeof(STSBuf)); if (pTSBuf == NULL) { return NULL; @@ -52,10 +52,13 @@ STSBuf* tsBufCreate(bool autoDelete, int32_t order) { } if (!autoDelete) { - taosRemoveFile(pTSBuf->path); + if (taosRemoveFile(pTSBuf->path) == NULL) { + taosMemoryFree(pTSBuf); + return NULL; + } } - if (NULL == allocResForTSBuf(pTSBuf)) { + if (allocResForTSBuf(pTSBuf) == NULL) { return NULL; } From 445596011e020dfc637f94fdf5c88f62e306e401 Mon Sep 17 00:00:00 2001 From: afwerar <1296468573@qq.com> Date: Tue, 11 Oct 2022 14:12:11 +0800 Subject: [PATCH 065/110] fix: win compile error --- include/os/os.h | 3 +++ source/os/src/osSocket.c | 14 ++++++++++++++ 2 files changed, 17 insertions(+) diff --git a/include/os/os.h b/include/os/os.h index 71966061a1..d646ffe4fd 100644 --- a/include/os/os.h +++ b/include/os/os.h @@ -51,6 +51,9 @@ extern "C" { #endif #else +#ifndef __func__ +#define __func__ __FUNCTION__ +#endif #include #include #ifndef TD_USE_WINSOCK diff --git a/source/os/src/osSocket.c b/source/os/src/osSocket.c index c1e02b48aa..bfeef248cd 100644 --- a/source/os/src/osSocket.c +++ b/source/os/src/osSocket.c @@ -267,21 +267,29 @@ int32_t taosSetSockOpt(TdSocketPtr pSocket, int32_t level, int32_t optname, void return -1; } #ifdef WINDOWS +#ifdef TCP_KEEPCNT if (level == SOL_SOCKET && optname == TCP_KEEPCNT) { return 0; } +#endif +#ifdef TCP_KEEPIDLE if (level == SOL_TCP && optname == TCP_KEEPIDLE) { return 0; } +#endif +#ifdef TCP_KEEPINTVL if (level == SOL_TCP && optname == TCP_KEEPINTVL) { return 0; } +#endif +#ifdef TCP_KEEPCNT if (level == SOL_TCP && optname == TCP_KEEPCNT) { return 0; } +#endif return setsockopt(pSocket->fd, level, optname, optval, optlen); #else @@ -601,26 +609,32 @@ int32_t taosKeepTcpAlive(TdSocketPtr pSocket) { #ifndef __APPLE__ // all fails on macosx +#ifdef TCP_KEEPCNT int32_t probes = 3; if (taosSetSockOpt(pSocket, SOL_TCP, TCP_KEEPCNT, (void *)&probes, sizeof(probes)) < 0) { // printf("fd:%d setsockopt SO_KEEPCNT failed: %d (%s)", sockFd, errno, strerror(errno)); taosCloseSocket(&pSocket); return -1; } +#endif +#ifdef TCP_KEEPIDLE int32_t alivetime = 10; if (taosSetSockOpt(pSocket, SOL_TCP, TCP_KEEPIDLE, (void *)&alivetime, sizeof(alivetime)) < 0) { // printf("fd:%d setsockopt SO_KEEPIDLE failed: %d (%s)", sockFd, errno, strerror(errno)); taosCloseSocket(&pSocket); return -1; } +#endif +#ifdef TCP_KEEPINTVL int32_t interval = 3; if (taosSetSockOpt(pSocket, SOL_TCP, TCP_KEEPINTVL, (void *)&interval, sizeof(interval)) < 0) { // printf("fd:%d setsockopt SO_KEEPINTVL failed: %d (%s)", sockFd, errno, strerror(errno)); taosCloseSocket(&pSocket); return -1; } +#endif #endif // __APPLE__ int32_t nodelay = 1; From fc598288bead276c69b290c4be84efff0d4c89f5 Mon Sep 17 00:00:00 2001 From: Ganlin Zhao Date: Tue, 11 Oct 2022 11:29:18 +0800 Subject: [PATCH 066/110] fix: coverity issues CID: 400233 --- source/common/src/ttszip.c | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/source/common/src/ttszip.c b/source/common/src/ttszip.c index 35ffe04e1d..3dd865e91f 100644 --- a/source/common/src/ttszip.c +++ b/source/common/src/ttszip.c @@ -52,7 +52,7 @@ STSBuf* tsBufCreate(bool autoDelete, int32_t order) { } if (!autoDelete) { - if (taosRemoveFile(pTSBuf->path) == NULL) { + if (taosRemoveFile(pTSBuf->path) != 0) { taosMemoryFree(pTSBuf); return NULL; } From c58ed31ad69990de77b4ca95110a94d13f6340f5 Mon Sep 17 00:00:00 2001 From: Ganlin Zhao Date: Tue, 11 Oct 2022 11:29:18 +0800 Subject: [PATCH 067/110] fix: coverity issues CID: 400220 --- docs/examples/c/tmq_example.c | 48 +++++++++++++++++++++++++++++------ 1 file changed, 40 insertions(+), 8 deletions(-) diff --git a/docs/examples/c/tmq_example.c b/docs/examples/c/tmq_example.c index 19adaad116..a3bade308a 100644 --- a/docs/examples/c/tmq_example.c +++ b/docs/examples/c/tmq_example.c @@ -184,22 +184,54 @@ void tmq_commit_cb_print(tmq_t* tmq, int32_t code, void* param) { tmq_t* build_consumer() { tmq_conf_res_t code; tmq_conf_t* conf = tmq_conf_new(); + code = tmq_conf_set(conf, "enable.auto.commit", "true"); - if (TMQ_CONF_OK != code) return NULL; + if (TMQ_CONF_OK != code) { + tmq_conf_destroy(conf); + return NULL; + } + code = tmq_conf_set(conf, "auto.commit.interval.ms", "1000"); - if (TMQ_CONF_OK != code) return NULL; + if (TMQ_CONF_OK != code) { + tmq_conf_destroy(conf); + return NULL; + } + code = tmq_conf_set(conf, "group.id", "cgrpName"); - if (TMQ_CONF_OK != code) return NULL; + if (TMQ_CONF_OK != code) { + tmq_conf_destroy(conf); + return NULL; + } + code = tmq_conf_set(conf, "client.id", "user defined name"); - if (TMQ_CONF_OK != code) return NULL; + if (TMQ_CONF_OK != code) { + tmq_conf_destroy(conf); + return NULL; + } + code = tmq_conf_set(conf, "td.connect.user", "root"); - if (TMQ_CONF_OK != code) return NULL; + if (TMQ_CONF_OK != code) { + tmq_conf_destroy(conf); + return NULL; + } + code = tmq_conf_set(conf, "td.connect.pass", "taosdata"); - if (TMQ_CONF_OK != code) return NULL; + if (TMQ_CONF_OK != code) { + tmq_conf_destroy(conf); + return NULL; + } + code = tmq_conf_set(conf, "auto.offset.reset", "earliest"); - if (TMQ_CONF_OK != code) return NULL; + if (TMQ_CONF_OK != code) { + tmq_conf_destroy(conf); + return NULL; + } + code = tmq_conf_set(conf, "experimental.snapshot.enable", "false"); - if (TMQ_CONF_OK != code) return NULL; + if (TMQ_CONF_OK != code) { + tmq_conf_destroy(conf); + return NULL; + } tmq_conf_set_auto_commit_cb(conf, tmq_commit_cb_print, NULL); From b2f19def371da278b74c7dda97954363abf1c166 Mon Sep 17 00:00:00 2001 From: Ganlin Zhao Date: Tue, 11 Oct 2022 11:29:18 +0800 Subject: [PATCH 068/110] fix: coverity issues CID: 400186 --- source/common/src/tdataformat.c | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/source/common/src/tdataformat.c b/source/common/src/tdataformat.c index 110c3bc8f4..2a40859400 100644 --- a/source/common/src/tdataformat.c +++ b/source/common/src/tdataformat.c @@ -411,7 +411,7 @@ _exit: int32_t tTSRowClone(const STSRow2 *pRow, STSRow2 **ppRow) { int32_t code = 0; - int32_t rLen; + int32_t rLen = 0; TSROW_LEN(pRow, rLen); (*ppRow) = (STSRow2 *)taosMemoryMalloc(rLen); @@ -1711,4 +1711,4 @@ int32_t tColDataCopy(SColData *pColDataSrc, SColData *pColDataDest) { _exit: return code; -} \ No newline at end of file +} From 47f286869c18fc55877ec0d1294dcaba3a2d1f54 Mon Sep 17 00:00:00 2001 From: Minglei Jin Date: Tue, 11 Oct 2022 11:19:53 +0800 Subject: [PATCH 069/110] fix(tdb): add cell header size while decoding left bytes --- source/libs/tdb/src/db/tdbBtree.c | 2 +- .../6-cluster/5dnode3mnodeSep1VnodeStopMnodeCreateStb.py | 2 +- tests/system-test/6-cluster/clusterCommonCheck.py | 8 ++++---- 3 files changed, 6 insertions(+), 6 deletions(-) diff --git a/source/libs/tdb/src/db/tdbBtree.c b/source/libs/tdb/src/db/tdbBtree.c index f663f4363d..a148c1e36b 100644 --- a/source/libs/tdb/src/db/tdbBtree.c +++ b/source/libs/tdb/src/db/tdbBtree.c @@ -1485,7 +1485,7 @@ static int tdbBtreeCellSize(const SPage *pPage, SCell *pCell, int dropOfp, TXN * if (dropOfp) { int ret = 0; SPgno pgno = *(SPgno *)(pCell + nLocal - sizeof(SPgno)); - int nLeft = nPayload - nLocal + sizeof(SPgno); + int nLeft = nPayload - nLocal + sizeof(SPgno) + nHeader; SPage *ofp; int bytes; diff --git a/tests/system-test/6-cluster/5dnode3mnodeSep1VnodeStopMnodeCreateStb.py b/tests/system-test/6-cluster/5dnode3mnodeSep1VnodeStopMnodeCreateStb.py index 371d147efc..9a94632a12 100644 --- a/tests/system-test/6-cluster/5dnode3mnodeSep1VnodeStopMnodeCreateStb.py +++ b/tests/system-test/6-cluster/5dnode3mnodeSep1VnodeStopMnodeCreateStb.py @@ -132,7 +132,7 @@ class TDTestCase: tdSql.error("create mnode on dnode 2") tdSql.query("select * from information_schema.ins_dnodes;") print(tdSql.queryResult) - clusterComCheck.checkDnodes(dnodeNumbers) + clusterComCheck.checkDnodes(dnodeNumbers, 60) # create database and stable clusterComCreate.create_database(tdSql, paraDict["dbName"],paraDict["dropFlag"], paraDict["vgroups"],paraDict['replica']) diff --git a/tests/system-test/6-cluster/clusterCommonCheck.py b/tests/system-test/6-cluster/clusterCommonCheck.py index c37e3541d4..28c4810833 100644 --- a/tests/system-test/6-cluster/clusterCommonCheck.py +++ b/tests/system-test/6-cluster/clusterCommonCheck.py @@ -37,10 +37,10 @@ class ClusterComCheck: tdSql.init(conn.cursor()) # tdSql.init(conn.cursor(), logSql) # output sql.txt file - def checkDnodes(self,dnodeNumbers): + def checkDnodes(self,dnodeNumbers, timeout=30): count=0 # print(tdSql) - while count < 30: + while count < timeout: tdSql.query("select * from information_schema.ins_dnodes") # tdLog.debug(tdSql.queryResult) status=0 @@ -50,14 +50,14 @@ class ClusterComCheck: tdLog.info(status) if status == dnodeNumbers: - tdLog.success("it find cluster with %d dnodes and check that all cluster dnodes are ready within 30s! " %dnodeNumbers) + tdLog.success("it find cluster with %d dnodes and check that all cluster dnodes are ready within %ds! " % (dnodeNumbers, count)) return True count+=1 time.sleep(1) else: tdSql.query("select * from information_schema.ins_dnodes") tdLog.debug(tdSql.queryResult) - tdLog.exit("it find cluster with %d dnodes but check that there dnodes are not ready within 30s ! "%dnodeNumbers) + tdLog.exit("it find cluster with %d dnodes but check that there dnodes are not ready within %ds ! "% (dnodeNumbers, timeout)) def checkDbRows(self,dbNumbers): dbNumbers=int(dbNumbers) From 37a9143fcbea4711d2b3ecbe98120eb27079d7bd Mon Sep 17 00:00:00 2001 From: Ganlin Zhao Date: Tue, 11 Oct 2022 11:29:18 +0800 Subject: [PATCH 070/110] fix: coverity issues CID: 400170 --- source/libs/scalar/src/sclfunc.c | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/source/libs/scalar/src/sclfunc.c b/source/libs/scalar/src/sclfunc.c index 4ead1147e4..86456a6ae1 100644 --- a/source/libs/scalar/src/sclfunc.c +++ b/source/libs/scalar/src/sclfunc.c @@ -1992,7 +1992,7 @@ int32_t avgScalarFunction(SScalarParam *pInput, int32_t inputNum, SScalarParam * } } - if (hasNull) { + if (hasNull || (count == 0)) { colDataAppendNULL(pOutputData, 0); } else { if (IS_SIGNED_NUMERIC_TYPE(type)) { From 26fae13c61c4307fd2daa55fd9839d44f3ed9500 Mon Sep 17 00:00:00 2001 From: Liu Jicong Date: Tue, 11 Oct 2022 15:27:56 +0800 Subject: [PATCH 071/110] refactor(stream): state/session map id to tbname --- source/dnode/mnode/impl/src/mndDef.c | 6 ++- source/dnode/vnode/src/tq/tqMeta.c | 1 + source/dnode/vnode/src/tq/tqOffsetSnapshot.c | 2 +- source/libs/executor/inc/executorimpl.h | 6 +++ source/libs/executor/src/executorimpl.c | 40 +++++++++++++++++++ source/libs/executor/src/timewindowoperator.c | 34 +++++++++++++--- source/libs/wal/src/walMeta.c | 3 +- 7 files changed, 83 insertions(+), 9 deletions(-) diff --git a/source/dnode/mnode/impl/src/mndDef.c b/source/dnode/mnode/impl/src/mndDef.c index 059bfdeeb3..462b068a73 100644 --- a/source/dnode/mnode/impl/src/mndDef.c +++ b/source/dnode/mnode/impl/src/mndDef.c @@ -117,9 +117,13 @@ int32_t tDecodeSStreamObj(SDecoder *pDecoder, SStreamObj *pObj) { SArray *pArray = taosArrayInit(innerSz, sizeof(void *)); for (int32_t j = 0; j < innerSz; j++) { SStreamTask *pTask = taosMemoryCalloc(1, sizeof(SStreamTask)); - if (pTask == NULL) return -1; + if (pTask == NULL) { + taosArrayDestroy(pArray); + return -1; + } if (tDecodeSStreamTask(pDecoder, pTask) < 0) { taosMemoryFree(pTask); + taosArrayDestroy(pArray); return -1; } taosArrayPush(pArray, &pTask); diff --git a/source/dnode/vnode/src/tq/tqMeta.c b/source/dnode/vnode/src/tq/tqMeta.c index c29541873e..1a57a391b1 100644 --- a/source/dnode/vnode/src/tq/tqMeta.c +++ b/source/dnode/vnode/src/tq/tqMeta.c @@ -180,6 +180,7 @@ int32_t tqMetaRestoreCheckInfo(STQ* pTq) { return -1; } } + tdbFree(pKey); tdbTbcClose(pCur); return 0; } diff --git a/source/dnode/vnode/src/tq/tqOffsetSnapshot.c b/source/dnode/vnode/src/tq/tqOffsetSnapshot.c index 084959af65..b63ff8af1d 100644 --- a/source/dnode/vnode/src/tq/tqOffsetSnapshot.c +++ b/source/dnode/vnode/src/tq/tqOffsetSnapshot.c @@ -54,7 +54,7 @@ int32_t tqOffsetSnapRead(STqOffsetReader* pReader, uint8_t** ppData) { char* fname = tqOffsetBuildFName(pReader->pTq->path, 0); TdFilePtr pFile = taosOpenFile(fname, TD_FILE_READ); - if (pFile != NULL) { + if (pFile == NULL) { taosMemoryFree(fname); return 0; } diff --git a/source/libs/executor/inc/executorimpl.h b/source/libs/executor/inc/executorimpl.h index de4e4dd1f8..1a4072f2cb 100644 --- a/source/libs/executor/inc/executorimpl.h +++ b/source/libs/executor/inc/executorimpl.h @@ -767,6 +767,7 @@ typedef struct SStreamSessionAggOperatorInfo { SPhysiNode* pPhyNode; // create new child bool isFinal; bool ignoreExpiredData; + SHashObj* pGroupIdTbNameMap; } SStreamSessionAggOperatorInfo; typedef struct SStreamPartitionOperatorInfo { @@ -844,6 +845,7 @@ typedef struct SStreamStateAggOperatorInfo { void* pDelIterator; SArray* pChildren; // cache for children's result; bool ignoreExpiredData; + SHashObj* pGroupIdTbNameMap; } SStreamStateAggOperatorInfo; typedef struct SSortOperatorInfo { @@ -898,8 +900,12 @@ void destroyExprInfo(SExprInfo* pExpr, int32_t numOfExprs); int32_t initAggInfo(SExprSupp* pSup, SAggSupporter* pAggSup, SExprInfo* pExprInfo, int32_t numOfCols, size_t keyBufSize, const char* pkey); void initResultSizeInfo(SResultInfo* pResultInfo, int32_t numOfRows); + +void doBuildStreamResBlock(SOperatorInfo* pOperator, SOptrBasicInfo* pbInfo, SGroupResInfo* pGroupResInfo, + SDiskbasedBuf* pBuf); void doBuildResultDatablock(SOperatorInfo* pOperator, SOptrBasicInfo* pbInfo, SGroupResInfo* pGroupResInfo, SDiskbasedBuf* pBuf); + int32_t handleLimitOffset(SOperatorInfo* pOperator, SLimitInfo* pLimitInfo, SSDataBlock* pBlock, bool holdDataInBuf); bool hasLimitOffsetInfo(SLimitInfo* pLimitInfo); void initLimitInfo(const SNode* pLimit, const SNode* pSLimit, SLimitInfo* pLimitInfo); diff --git a/source/libs/executor/src/executorimpl.c b/source/libs/executor/src/executorimpl.c index 2f191db74d..8c1104f519 100644 --- a/source/libs/executor/src/executorimpl.c +++ b/source/libs/executor/src/executorimpl.c @@ -1389,6 +1389,46 @@ int32_t doCopyToSDataBlock(SExecTaskInfo* pTaskInfo, SSDataBlock* pBlock, SExprS return 0; } +void doBuildStreamResBlock(SOperatorInfo* pOperator, SOptrBasicInfo* pbInfo, SGroupResInfo* pGroupResInfo, + SDiskbasedBuf* pBuf) { + SExecTaskInfo* pTaskInfo = pOperator->pTaskInfo; + SSDataBlock* pBlock = pbInfo->pRes; + + // set output datablock version + pBlock->info.version = pTaskInfo->version; + + blockDataCleanup(pBlock); + if (!hasRemainResults(pGroupResInfo)) { + return; + } + + // clear the existed group id + pBlock->info.groupId = 0; + ASSERT(!pbInfo->mergeResultBlock); + doCopyToSDataBlock(pTaskInfo, pBlock, &pOperator->exprSupp, pBuf, pGroupResInfo); + if (pOperator->operatorType == QUERY_NODE_PHYSICAL_PLAN_STREAM_STATE) { + SStreamStateAggOperatorInfo* pInfo = pOperator->info; + + char* tbname = taosHashGet(pInfo->pGroupIdTbNameMap, &pBlock->info.groupId, sizeof(int64_t)); + if (tbname != NULL) { + memcpy(pBlock->info.parTbName, tbname, TSDB_TABLE_NAME_LEN); + } else { + pBlock->info.parTbName[0] = 0; + } + } else if (pOperator->operatorType == QUERY_NODE_PHYSICAL_PLAN_STREAM_SESSION || + pOperator->operatorType == QUERY_NODE_PHYSICAL_PLAN_STREAM_SEMI_SESSION || + pOperator->operatorType == QUERY_NODE_PHYSICAL_PLAN_STREAM_FINAL_SESSION) { + SStreamSessionAggOperatorInfo* pInfo = pOperator->info; + + char* tbname = taosHashGet(pInfo->pGroupIdTbNameMap, &pBlock->info.groupId, sizeof(int64_t)); + if (tbname != NULL) { + memcpy(pBlock->info.parTbName, tbname, TSDB_TABLE_NAME_LEN); + } else { + pBlock->info.parTbName[0] = 0; + } + } +} + void doBuildResultDatablock(SOperatorInfo* pOperator, SOptrBasicInfo* pbInfo, SGroupResInfo* pGroupResInfo, SDiskbasedBuf* pBuf) { SExecTaskInfo* pTaskInfo = pOperator->pTaskInfo; diff --git a/source/libs/executor/src/timewindowoperator.c b/source/libs/executor/src/timewindowoperator.c index 69e1b66ecf..fa3171a8c1 100644 --- a/source/libs/executor/src/timewindowoperator.c +++ b/source/libs/executor/src/timewindowoperator.c @@ -3712,6 +3712,9 @@ SOperatorInfo* createStreamSessionAggOperatorInfo(SOperatorInfo* downstream, SPh pInfo->pPhyNode = pPhyNode; pInfo->ignoreExpiredData = pSessionNode->window.igExpired; + pInfo->pGroupIdTbNameMap = + taosHashInit(1024, taosGetDefaultHashFunction(TSDB_DATA_TYPE_UBIGINT), false, HASH_NO_LOCK); + pOperator->name = "StreamSessionWindowAggOperator"; pOperator->operatorType = QUERY_NODE_PHYSICAL_PLAN_STREAM_SESSION; pOperator->blocking = true; @@ -4335,7 +4338,7 @@ static SSDataBlock* doStreamSessionAgg(SOperatorInfo* pOperator) { printDataBlock(pInfo->pDelRes, IS_FINAL_OP(pInfo) ? "final session" : "single session"); return pInfo->pDelRes; } - doBuildResultDatablock(pOperator, pBInfo, &pInfo->groupResInfo, pInfo->streamAggSup.pResultBuf); + doBuildStreamResBlock(pOperator, pBInfo, &pInfo->groupResInfo, pInfo->streamAggSup.pResultBuf); if (pBInfo->pRes->info.rows == 0 || !hasRemainResults(&pInfo->groupResInfo)) { doSetOperatorCompleted(pOperator); } @@ -4354,6 +4357,12 @@ static SSDataBlock* doStreamSessionAgg(SOperatorInfo* pOperator) { } printDataBlock(pBlock, IS_FINAL_OP(pInfo) ? "final session recv" : "single session recv"); + if (pBlock->info.parTbName[0]) { + taosHashPut(pInfo->pGroupIdTbNameMap, &pBlock->info.groupId, sizeof(int64_t), &pBlock->info.parTbName, + TSDB_TABLE_NAME_LEN); + /*printf("\n\n put tbname %s\n\n", pBlock->info.parTbName);*/ + } + if (pBlock->info.type == STREAM_CLEAR) { SArray* pWins = taosArrayInit(16, sizeof(SResultWindowInfo)); doClearSessionWindows(&pInfo->streamAggSup, &pOperator->exprSupp, pBlock, START_TS_COLUMN_INDEX, @@ -4435,7 +4444,7 @@ static SSDataBlock* doStreamSessionAgg(SOperatorInfo* pOperator) { printDataBlock(pInfo->pDelRes, IS_FINAL_OP(pInfo) ? "final session" : "single session"); return pInfo->pDelRes; } - doBuildResultDatablock(pOperator, &pInfo->binfo, &pInfo->groupResInfo, pInfo->streamAggSup.pResultBuf); + doBuildStreamResBlock(pOperator, &pInfo->binfo, &pInfo->groupResInfo, pInfo->streamAggSup.pResultBuf); printDataBlock(pBInfo->pRes, IS_FINAL_OP(pInfo) ? "final session" : "single session"); return pBInfo->pRes->info.rows == 0 ? NULL : pBInfo->pRes; } @@ -4466,7 +4475,7 @@ static SSDataBlock* doStreamSessionSemiAgg(SOperatorInfo* pOperator) { } { - doBuildResultDatablock(pOperator, pBInfo, &pInfo->groupResInfo, pInfo->streamAggSup.pResultBuf); + doBuildStreamResBlock(pOperator, pBInfo, &pInfo->groupResInfo, pInfo->streamAggSup.pResultBuf); if (pBInfo->pRes->info.rows > 0) { printDataBlock(pBInfo->pRes, "semi session"); return pBInfo->pRes; @@ -4507,6 +4516,12 @@ static SSDataBlock* doStreamSessionSemiAgg(SOperatorInfo* pOperator) { } printDataBlock(pBlock, "semi session recv"); + if (pBlock->info.parTbName[0]) { + taosHashPut(pInfo->pGroupIdTbNameMap, &pBlock->info.groupId, sizeof(int64_t), &pBlock->info.parTbName, + TSDB_TABLE_NAME_LEN); + /*printf("\n\n put tbname %s\n\n", pBlock->info.parTbName);*/ + } + if (pBlock->info.type == STREAM_CLEAR) { SArray* pWins = taosArrayInit(16, sizeof(SResultWindowInfo)); doClearSessionWindows(&pInfo->streamAggSup, pSup, pBlock, START_TS_COLUMN_INDEX, pSup->numOfExprs, 0, pWins); @@ -4550,7 +4565,7 @@ static SSDataBlock* doStreamSessionSemiAgg(SOperatorInfo* pOperator) { initMultiResInfoFromArrayList(&pInfo->groupResInfo, pUpdated); blockDataEnsureCapacity(pBInfo->pRes, pOperator->resultInfo.capacity); - doBuildResultDatablock(pOperator, pBInfo, &pInfo->groupResInfo, pInfo->streamAggSup.pResultBuf); + doBuildStreamResBlock(pOperator, pBInfo, &pInfo->groupResInfo, pInfo->streamAggSup.pResultBuf); if (pBInfo->pRes->info.rows > 0) { printDataBlock(pBInfo->pRes, "semi session"); return pBInfo->pRes; @@ -4594,6 +4609,10 @@ SOperatorInfo* createStreamFinalSessionAggOperatorInfo(SOperatorInfo* downstream createOperatorFpSet(operatorDummyOpenFn, doStreamSessionSemiAgg, NULL, NULL, destroyStreamSessionAggOperatorInfo, aggEncodeResultRow, aggDecodeResultRow, NULL); } + + pInfo->pGroupIdTbNameMap = + taosHashInit(1024, taosGetDefaultHashFunction(TSDB_DATA_TYPE_UBIGINT), false, HASH_NO_LOCK); + pOperator->operatorType = pPhyNode->type; if (numOfChild > 0) { pInfo->pChildren = taosArrayInit(numOfChild, sizeof(void*)); @@ -4894,7 +4913,7 @@ static SSDataBlock* doStreamStateAgg(SOperatorInfo* pOperator) { printDataBlock(pInfo->pDelRes, "single state"); return pInfo->pDelRes; } - doBuildResultDatablock(pOperator, pBInfo, &pInfo->groupResInfo, pInfo->streamAggSup.pResultBuf); + doBuildStreamResBlock(pOperator, pBInfo, &pInfo->groupResInfo, pInfo->streamAggSup.pResultBuf); if (pBInfo->pRes->info.rows == 0 || !hasRemainResults(&pInfo->groupResInfo)) { doSetOperatorCompleted(pOperator); } @@ -4956,7 +4975,7 @@ static SSDataBlock* doStreamStateAgg(SOperatorInfo* pOperator) { printDataBlock(pInfo->pDelRes, "single state"); return pInfo->pDelRes; } - doBuildResultDatablock(pOperator, &pInfo->binfo, &pInfo->groupResInfo, pInfo->streamAggSup.pResultBuf); + doBuildStreamResBlock(pOperator, &pInfo->binfo, &pInfo->groupResInfo, pInfo->streamAggSup.pResultBuf); printDataBlock(pBInfo->pRes, "single state"); return pBInfo->pRes->info.rows == 0 ? NULL : pBInfo->pRes; } @@ -5029,6 +5048,9 @@ SOperatorInfo* createStreamStateAggOperatorInfo(SOperatorInfo* downstream, SPhys pInfo->pChildren = NULL; pInfo->ignoreExpiredData = pStateNode->window.igExpired; + pInfo->pGroupIdTbNameMap = + taosHashInit(1024, taosGetDefaultHashFunction(TSDB_DATA_TYPE_UBIGINT), false, HASH_NO_LOCK); + pOperator->name = "StreamStateAggOperator"; pOperator->operatorType = QUERY_NODE_PHYSICAL_PLAN_STREAM_STATE; pOperator->blocking = true; diff --git a/source/libs/wal/src/walMeta.c b/source/libs/wal/src/walMeta.c index 8f97f78556..233d6a87b8 100644 --- a/source/libs/wal/src/walMeta.c +++ b/source/libs/wal/src/walMeta.c @@ -150,7 +150,6 @@ int walCheckAndRepairMeta(SWal* pWal) { const char* idxPattern = "^[0-9]+.idx$"; regex_t logRegPattern; regex_t idxRegPattern; - SArray* actualLog = taosArrayInit(8, sizeof(SWalFileInfo)); regcomp(&logRegPattern, logPattern, REG_EXTENDED); regcomp(&idxRegPattern, idxPattern, REG_EXTENDED); @@ -163,6 +162,8 @@ int walCheckAndRepairMeta(SWal* pWal) { return -1; } + SArray* actualLog = taosArrayInit(8, sizeof(SWalFileInfo)); + // scan log files and build new meta TdDirEntryPtr pDirEntry; while ((pDirEntry = taosReadDir(pDir)) != NULL) { From ccdd3ff8c25ae02e00f7683165d89ecb9e04c5ae Mon Sep 17 00:00:00 2001 From: Minglei Jin Date: Tue, 11 Oct 2022 15:32:07 +0800 Subject: [PATCH 072/110] fix: unit test case for tdb ovfl pages --- source/libs/tdb/test/tdbExOVFLTest.cpp | 11 ++++++----- 1 file changed, 6 insertions(+), 5 deletions(-) diff --git a/source/libs/tdb/test/tdbExOVFLTest.cpp b/source/libs/tdb/test/tdbExOVFLTest.cpp index 58ea6147ef..d98c271edb 100644 --- a/source/libs/tdb/test/tdbExOVFLTest.cpp +++ b/source/libs/tdb/test/tdbExOVFLTest.cpp @@ -238,8 +238,8 @@ TEST(TdbOVFLPagesTest, TbGetTest) { } } -TEST(TdbOVFLPagesTest, DISABLED_TbDeleteTest) { - // TEST(TdbOVFLPagesTest, TbDeleteTest) { +// TEST(TdbOVFLPagesTest, DISABLED_TbDeleteTest) { +TEST(TdbOVFLPagesTest, TbDeleteTest) { int ret = 0; taosRemoveDir("tdb"); @@ -267,7 +267,8 @@ TEST(TdbOVFLPagesTest, DISABLED_TbDeleteTest) { tdbBegin(pEnv, &txn); // generate value payload - char val[((4083 - 4 - 3 - 2) + 1) * 100]; // pSize(4096) - amSize(1) - pageHdr(8) - footerSize(4) + // char val[((4083 - 4 - 3 - 2) + 1) * 100]; // pSize(4096) - amSize(1) - pageHdr(8) - footerSize(4) + char val[((4083 - 4 - 3 - 2) + 1) * 2]; // pSize(4096) - amSize(1) - pageHdr(8) - footerSize(4) int valLen = sizeof(val) / sizeof(val[0]); generateBigVal(val, valLen); @@ -340,8 +341,8 @@ tdbBegin(pEnv, &txn); tdbTxnClose(&txn); } -TEST(tdb_test, DISABLED_simple_insert1) { - // TEST(tdb_test, simple_insert1) { +// TEST(tdb_test, DISABLED_simple_insert1) { +TEST(tdb_test, simple_insert1) { int ret; TDB *pEnv; TTB *pDb; From 7da3ed2748b9dd80726006c1ae2b5c5247b43836 Mon Sep 17 00:00:00 2001 From: Cary Xu Date: Tue, 11 Oct 2022 15:36:35 +0800 Subject: [PATCH 073/110] fix: support statistics of insert_req --- source/dnode/mgmt/mgmt_vnode/src/vmHandle.c | 8 ++-- source/dnode/vnode/src/vnd/vnodeCommit.c | 38 ------------------ source/dnode/vnode/src/vnd/vnodeOpen.c | 4 -- source/dnode/vnode/src/vnd/vnodeQuery.c | 44 ++++++++++++++------- source/dnode/vnode/src/vnd/vnodeSvr.c | 2 +- 5 files changed, 34 insertions(+), 62 deletions(-) diff --git a/source/dnode/mgmt/mgmt_vnode/src/vmHandle.c b/source/dnode/mgmt/mgmt_vnode/src/vmHandle.c index 5451fe33f1..094d0559d5 100644 --- a/source/dnode/mgmt/mgmt_vnode/src/vmHandle.c +++ b/source/dnode/mgmt/mgmt_vnode/src/vmHandle.c @@ -66,10 +66,10 @@ void vmGetMonitorInfo(SVnodeMgmt *pMgmt, SMonVmInfo *pInfo) { pInfo->vstat.totalVnodes = totalVnodes; pInfo->vstat.masterNum = masterNum; pInfo->vstat.numOfSelectReqs = numOfSelectReqs - pMgmt->state.numOfSelectReqs; - pInfo->vstat.numOfInsertReqs = numOfInsertReqs - pMgmt->state.numOfInsertReqs; - pInfo->vstat.numOfInsertSuccessReqs = numOfInsertSuccessReqs - pMgmt->state.numOfInsertSuccessReqs; - pInfo->vstat.numOfBatchInsertReqs = numOfBatchInsertReqs - pMgmt->state.numOfBatchInsertReqs; - pInfo->vstat.numOfBatchInsertSuccessReqs = numOfBatchInsertSuccessReqs - pMgmt->state.numOfBatchInsertSuccessReqs; + pInfo->vstat.numOfInsertReqs = numOfInsertReqs; + pInfo->vstat.numOfInsertSuccessReqs = numOfInsertSuccessReqs; + pInfo->vstat.numOfBatchInsertReqs = numOfBatchInsertReqs; + pInfo->vstat.numOfBatchInsertSuccessReqs = numOfBatchInsertSuccessReqs; pMgmt->state.totalVnodes = totalVnodes; pMgmt->state.masterNum = masterNum; pMgmt->state.numOfSelectReqs = numOfSelectReqs; diff --git a/source/dnode/vnode/src/vnd/vnodeCommit.c b/source/dnode/vnode/src/vnd/vnodeCommit.c index ae55d50456..922b5ac5d8 100644 --- a/source/dnode/vnode/src/vnd/vnodeCommit.c +++ b/source/dnode/vnode/src/vnd/vnodeCommit.c @@ -227,10 +227,6 @@ int vnodeCommit(SVnode *pVnode) { info.state.committed = pVnode->state.applied; info.state.commitTerm = pVnode->state.applyTerm; info.state.commitID = pVnode->state.commitID; - info.statis.nInsert = pVnode->statis.nInsert; - info.statis.nInsertSuccess = pVnode->statis.nInsertSuccess; - info.statis.nBatchInsert = pVnode->statis.nBatchInsert; - info.statis.nBatchInsertSuccess = pVnode->statis.nBatchInsertSuccess; snprintf(dir, TSDB_FILENAME_LEN, "%s%s%s", tfsGetPrimaryPath(pVnode->pTfs), TD_DIRSEP, pVnode->path); if (vnodeSaveInfo(dir, &info) < 0) { @@ -357,32 +353,6 @@ static int vnodeDecodeState(const SJson *pJson, void *pObj) { return 0; } -static int vnodeEncodeStatis(const void *pObj, SJson *pJson) { - const SVStatis *pStatis = (SVStatis *)pObj; - - if (tjsonAddIntegerToObject(pJson, "insert", pStatis->nInsert) < 0) return -1; - if (tjsonAddIntegerToObject(pJson, "insert success", pStatis->nInsertSuccess) < 0) return -1; - if (tjsonAddIntegerToObject(pJson, "batch insert", pStatis->nBatchInsert) < 0) return -1; - if (tjsonAddIntegerToObject(pJson, "batch insert success", pStatis->nBatchInsertSuccess) < 0) return -1; - - return 0; -} - -static int vnodeDecodeStatis(const SJson *pJson, void *pObj) { - SVStatis *pStatis = (SVStatis *)pObj; - - int32_t code; - tjsonGetNumberValue(pJson, "insert", pStatis->nInsert, code); - if (code < 0) return -1; - tjsonGetNumberValue(pJson, "insert success", pStatis->nInsertSuccess, code); - if (code < 0) return -1; - tjsonGetNumberValue(pJson, "batch insert", pStatis->nBatchInsert, code); - if (code < 0) return -1; - tjsonGetNumberValue(pJson, "batch insert success", pStatis->nBatchInsertSuccess, code); - if (code < 0) return -1; - return 0; -} - static int vnodeEncodeInfo(const SVnodeInfo *pInfo, char **ppData) { SJson *pJson; char *pData; @@ -402,10 +372,6 @@ static int vnodeEncodeInfo(const SVnodeInfo *pInfo, char **ppData) { goto _err; } - if (tjsonAddObject(pJson, "statis", vnodeEncodeStatis, (void *)&pInfo->statis) < 0) { - goto _err; - } - pData = tjsonToString(pJson); if (pData == NULL) { goto _err; @@ -437,10 +403,6 @@ static int vnodeDecodeInfo(uint8_t *pData, SVnodeInfo *pInfo) { goto _err; } - if (tjsonToObject(pJson, "statis", vnodeDecodeStatis, (void *)&pInfo->statis) < 0) { - goto _err; - } - tjsonDelete(pJson); return 0; diff --git a/source/dnode/vnode/src/vnd/vnodeOpen.c b/source/dnode/vnode/src/vnd/vnodeOpen.c index cd87784732..616aa39bdf 100644 --- a/source/dnode/vnode/src/vnd/vnodeOpen.c +++ b/source/dnode/vnode/src/vnd/vnodeOpen.c @@ -85,10 +85,6 @@ SVnode *vnodeOpen(const char *path, STfs *pTfs, SMsgCb msgCb) { pVnode->state.applied = info.state.committed; pVnode->state.commitID = info.state.commitID; pVnode->state.commitTerm = info.state.commitTerm; - pVnode->statis.nInsert = info.statis.nInsert; - pVnode->statis.nInsertSuccess = info.statis.nInsertSuccess; - pVnode->statis.nBatchInsert = info.statis.nBatchInsert; - pVnode->statis.nBatchInsertSuccess = info.statis.nBatchInsertSuccess; pVnode->pTfs = pTfs; pVnode->msgCb = msgCb; taosThreadMutexInit(&pVnode->lock, NULL); diff --git a/source/dnode/vnode/src/vnd/vnodeQuery.c b/source/dnode/vnode/src/vnd/vnodeQuery.c index ba8fbaf553..77499ee684 100644 --- a/source/dnode/vnode/src/vnd/vnodeQuery.c +++ b/source/dnode/vnode/src/vnd/vnodeQuery.c @@ -365,22 +365,36 @@ _exit: return code; } +#define VNODE_GET_LOAD_RESET_VALS(pVar, oVal, type) \ + do { \ + if (oVal != atomic_val_compare_exchange_##type(&pVar, oVal, 0)) { \ + int##type##_t tmpVal = atomic_sub_fetch_##type(&pVar, oVal); \ + ASSERT(tmpVal >= 0); \ + } \ + } while (0) + int32_t vnodeGetLoad(SVnode *pVnode, SVnodeLoad *pLoad) { - pLoad->vgId = TD_VID(pVnode); - pLoad->syncState = syncGetMyRole(pVnode->sync); - pLoad->cacheUsage = tsdbCacheGetUsage(pVnode); - pLoad->numOfTables = metaGetTbNum(pVnode->pMeta); - pLoad->numOfTimeSeries = metaGetTimeSeriesNum(pVnode->pMeta); - pLoad->totalStorage = (int64_t)3 * 1073741824; - pLoad->compStorage = (int64_t)2 * 1073741824; - pLoad->pointsWritten = 100; - pLoad->numOfSelectReqs = 1; - pLoad->numOfInsertReqs = atomic_load_64(&pVnode->statis.nInsert); - pLoad->numOfInsertSuccessReqs = atomic_load_64(&pVnode->statis.nInsertSuccess); - pLoad->numOfBatchInsertReqs = atomic_load_64(&pVnode->statis.nBatchInsert); - pLoad->numOfBatchInsertSuccessReqs = atomic_load_64(&pVnode->statis.nBatchInsertSuccess); - return 0; -} + pLoad->vgId = TD_VID(pVnode); + pLoad->syncState = syncGetMyRole(pVnode->sync); + pLoad->cacheUsage = tsdbCacheGetUsage(pVnode); + pLoad->numOfTables = metaGetTbNum(pVnode->pMeta); + pLoad->numOfTimeSeries = metaGetTimeSeriesNum(pVnode->pMeta); + pLoad->totalStorage = (int64_t)3 * 1073741824; + pLoad->compStorage = (int64_t)2 * 1073741824; + pLoad->pointsWritten = 100; + pLoad->numOfSelectReqs = 1; + pLoad->numOfInsertReqs = atomic_load_64(&pVnode->statis.nInsert); + pLoad->numOfInsertSuccessReqs = atomic_load_64(&pVnode->statis.nInsertSuccess); + pLoad->numOfBatchInsertReqs = atomic_load_64(&pVnode->statis.nBatchInsert); + pLoad->numOfBatchInsertSuccessReqs = atomic_load_64(&pVnode->statis.nBatchInsertSuccess); + + VNODE_GET_LOAD_RESET_VALS(pVnode->statis.nInsert, pLoad->numOfInsertReqs, 64); + VNODE_GET_LOAD_RESET_VALS(pVnode->statis.nInsertSuccess, pLoad->numOfInsertSuccessReqs, 64); + VNODE_GET_LOAD_RESET_VALS(pVnode->statis.nBatchInsert, pLoad->numOfBatchInsertReqs, 64); + VNODE_GET_LOAD_RESET_VALS(pVnode->statis.nBatchInsertSuccess, pLoad->numOfBatchInsertSuccessReqs, 64); + + return 0; + } void vnodeGetInfo(SVnode *pVnode, const char **dbname, int32_t *vgId) { if (dbname) { diff --git a/source/dnode/vnode/src/vnd/vnodeSvr.c b/source/dnode/vnode/src/vnd/vnodeSvr.c index bff836faf5..6d72c0dec6 100644 --- a/source/dnode/vnode/src/vnd/vnodeSvr.c +++ b/source/dnode/vnode/src/vnd/vnodeSvr.c @@ -951,8 +951,8 @@ _exit: // 1/level 2. // TODO: refactor if ((terrno == TSDB_CODE_SUCCESS) && (pRsp->code == TSDB_CODE_SUCCESS)) { - tdProcessRSmaSubmit(pVnode->pSma, pReq, STREAM_INPUT__DATA_SUBMIT); atomic_fetch_add_64(&pVnode->statis.nBatchInsertSuccess, 1); + tdProcessRSmaSubmit(pVnode->pSma, pReq, STREAM_INPUT__DATA_SUBMIT); } vDebug("vgId:%d, submit success, index:%" PRId64, pVnode->config.vgId, version); From 18fa48ae57acc7d04fa099f8680ac7ee1f98e425 Mon Sep 17 00:00:00 2001 From: Xiaoyu Wang Date: Tue, 11 Oct 2022 15:54:01 +0800 Subject: [PATCH 074/110] feat: support batch loading of csv files --- include/common/tglobal.h | 1 + include/libs/catalog/catalog.h | 4 + include/libs/nodes/querynodes.h | 1 - include/libs/parser/parser.h | 11 ++ source/client/inc/clientInt.h | 25 ++- source/client/src/clientImpl.c | 151 +++++++++------- source/client/src/clientMain.c | 170 ++++++++++-------- source/client/src/clientSml.c | 2 +- source/common/src/tglobal.c | 43 +++-- source/libs/catalog/src/ctgUtil.c | 228 ++++++++++++++++++++++++ source/libs/parser/src/parInsert.c | 108 ++++++++--- source/libs/parser/src/parser.c | 6 + source/libs/parser/test/mockCatalog.cpp | 20 +-- source/libs/parser/test/parTestUtil.cpp | 1 - 14 files changed, 564 insertions(+), 207 deletions(-) diff --git a/include/common/tglobal.h b/include/common/tglobal.h index bd5e74387e..350cd785d9 100644 --- a/include/common/tglobal.h +++ b/include/common/tglobal.h @@ -103,6 +103,7 @@ extern bool tsKeepColumnName; // client extern int32_t tsMinSlidingTime; extern int32_t tsMinIntervalTime; +extern int32_t tsMaxMemUsedByInsert; // build info extern char version[]; diff --git a/include/libs/catalog/catalog.h b/include/libs/catalog/catalog.h index ee566d759a..c3caac00ad 100644 --- a/include/libs/catalog/catalog.h +++ b/include/libs/catalog/catalog.h @@ -303,6 +303,10 @@ int32_t ctgdLaunchAsyncCall(SCatalog* pCtg, SRequestConnInfo* pConn, uint64_t re int32_t catalogClearCache(void); +SMetaData* catalogCloneMetaData(SMetaData* pData); + +void catalogFreeMetaData(SMetaData* pData); + /** * Destroy catalog and relase all resources */ diff --git a/include/libs/nodes/querynodes.h b/include/libs/nodes/querynodes.h index 5ee097bd92..e1acf0dd6a 100644 --- a/include/libs/nodes/querynodes.h +++ b/include/libs/nodes/querynodes.h @@ -385,7 +385,6 @@ typedef struct SCmdMsgInfo { SEpSet epSet; void* pMsg; int32_t msgLen; - void* pExtension; // todo remove it soon } SCmdMsgInfo; typedef enum EQueryExecMode { diff --git a/include/libs/parser/parser.h b/include/libs/parser/parser.h index b1a937910d..bcd2316baf 100644 --- a/include/libs/parser/parser.h +++ b/include/libs/parser/parser.h @@ -33,6 +33,13 @@ typedef struct SStmtCallback { int32_t (*getExecInfoFn)(TAOS_STMT*, SHashObj**, SHashObj**); } SStmtCallback; +typedef struct SParseCsvCxt { + TdFilePtr fp; // last parsed file + int32_t tableNo; // last parsed table + SName tableName; // last parsed table + const char* pLastSqlPos; // the location of the last parsed sql +} SParseCsvCxt; + typedef struct SParseContext { uint64_t requestId; int64_t requestRid; @@ -57,6 +64,8 @@ typedef struct SParseContext { SArray* pTableMetaPos; // sql table pos => catalog data pos SArray* pTableVgroupPos; // sql table pos => catalog data pos int64_t allocatorId; + bool needMultiParse; + SParseCsvCxt csvCxt; } SParseContext; int32_t qParseSql(SParseContext* pCxt, SQuery** pQuery); @@ -67,6 +76,8 @@ int32_t qParseSqlSyntax(SParseContext* pCxt, SQuery** pQuery, struct SCatalogReq int32_t qAnalyseSqlSemantic(SParseContext* pCxt, const struct SCatalogReq* pCatalogReq, const struct SMetaData* pMetaData, SQuery* pQuery); +void qDestroyParseContext(SParseContext* pCxt); + void qDestroyQuery(SQuery* pQueryNode); int32_t qExtractResultSchema(const SNode* pRoot, int32_t* numOfCols, SSchema** pSchema); diff --git a/source/client/inc/clientInt.h b/source/client/inc/clientInt.h index 535a436c6c..f815adfeaa 100644 --- a/source/client/inc/clientInt.h +++ b/source/client/inc/clientInt.h @@ -380,16 +380,25 @@ void hbDeregisterConn(SAppHbMgr* pAppHbMgr, SClientHbKey connKey); // --- mq void hbMgrInitMqHbRspHandle(); +typedef struct SSqlCallbackWrapper { + SParseContext* pParseCtx; + SCatalogReq* pCatalogReq; + SMetaData* pResultMeta; + SRequestObj* pRequest; +} SSqlCallbackWrapper; + SRequestObj* launchQueryImpl(SRequestObj* pRequest, SQuery* pQuery, bool keepQuery, void** res); int32_t scheduleQuery(SRequestObj* pRequest, SQueryPlan* pDag, SArray* pNodeList); -void launchAsyncQuery(SRequestObj* pRequest, SQuery* pQuery, SMetaData* pResultMeta); -int32_t refreshMeta(STscObj* pTscObj, SRequestObj* pRequest); -int32_t updateQnodeList(SAppInstInfo* pInfo, SArray* pNodeList); -void doAsyncQuery(SRequestObj* pRequest, bool forceUpdateMeta); -int32_t removeMeta(STscObj* pTscObj, SArray* tbList); -int32_t handleAlterTbExecRes(void* res, struct SCatalog* pCatalog); -int32_t handleCreateTbExecRes(void* res, SCatalog* pCatalog); -bool qnodeRequired(SRequestObj* pRequest); +void launchAsyncQuery(SRequestObj* pRequest, SQuery* pQuery, SMetaData* pResultMeta, SSqlCallbackWrapper* pWrapper); +int32_t refreshMeta(STscObj* pTscObj, SRequestObj* pRequest); +int32_t updateQnodeList(SAppInstInfo* pInfo, SArray* pNodeList); +void doAsyncQuery(SRequestObj* pRequest, bool forceUpdateMeta); +int32_t removeMeta(STscObj* pTscObj, SArray* tbList); +int32_t handleAlterTbExecRes(void* res, struct SCatalog* pCatalog); +int32_t handleCreateTbExecRes(void* res, SCatalog* pCatalog); +bool qnodeRequired(SRequestObj* pRequest); +int32_t continueInsertFromCsv(SSqlCallbackWrapper* pWrapper, SRequestObj* pRequest); +void destorySqlCallbackWrapper(SSqlCallbackWrapper* pWrapper); #ifdef __cplusplus } diff --git a/source/client/src/clientImpl.c b/source/client/src/clientImpl.c index 8ffc88ec28..08e844dc2c 100644 --- a/source/client/src/clientImpl.c +++ b/source/client/src/clientImpl.c @@ -868,10 +868,11 @@ int32_t handleQueryExecRsp(SRequestObj* pRequest) { return code; } -//todo refacto the error code mgmt +// todo refacto the error code mgmt void schedulerExecCb(SExecResult* pResult, void* param, int32_t code) { - SRequestObj* pRequest = (SRequestObj*)param; - STscObj* pTscObj = pRequest->pTscObj; + SSqlCallbackWrapper* pWrapper = param; + SRequestObj* pRequest = pWrapper->pRequest; + STscObj* pTscObj = pRequest->pTscObj; pRequest->code = code; if (pResult) { @@ -882,7 +883,7 @@ void schedulerExecCb(SExecResult* pResult, void* param, int32_t code) { int32_t type = pRequest->type; if (TDMT_VND_SUBMIT == type || TDMT_VND_DELETE == type || TDMT_VND_CREATE_TABLE == type) { if (pResult) { - pRequest->body.resInfo.numOfRows = pResult->numOfRows; + pRequest->body.resInfo.numOfRows += pResult->numOfRows; // record the insert rows if (TDMT_VND_SUBMIT == type) { @@ -899,12 +900,13 @@ void schedulerExecCb(SExecResult* pResult, void* param, int32_t code) { pRequest->requestId); if (code != TSDB_CODE_SUCCESS && NEED_CLIENT_HANDLE_ERROR(code) && pRequest->sqlstr != NULL) { - tscDebug("0x%" PRIx64 " client retry to handle the error, code:%s, tryCount:%d, reqId:0x%" PRIx64, - pRequest->self, tstrerror(code), pRequest->retry, pRequest->requestId); + tscDebug("0x%" PRIx64 " client retry to handle the error, code:%s, tryCount:%d, reqId:0x%" PRIx64, pRequest->self, + tstrerror(code), pRequest->retry, pRequest->requestId); pRequest->prevCode = code; schedulerFreeJob(&pRequest->body.queryJob, 0); qDestroyQuery(pRequest->pQuery); pRequest->pQuery = NULL; + destorySqlCallbackWrapper(pWrapper); doAsyncQuery(pRequest, true); return; } @@ -920,6 +922,15 @@ void schedulerExecCb(SExecResult* pResult, void* param, int32_t code) { pRequest->code = code1; } + if (pRequest->code == TSDB_CODE_SUCCESS && pWrapper->pParseCtx->needMultiParse) { + code = continueInsertFromCsv(pWrapper, pRequest); + if (TSDB_CODE_SUCCESS == code) { + return; + } + } + + destorySqlCallbackWrapper(pWrapper); + // return to client pRequest->body.queryFp(pRequest->body.param, pRequest, code); } @@ -1020,76 +1031,86 @@ SRequestObj* launchQuery(uint64_t connId, const char* sql, int sqlLen, bool vali return launchQueryImpl(pRequest, pQuery, false, NULL); } -void launchAsyncQuery(SRequestObj* pRequest, SQuery* pQuery, SMetaData* pResultMeta) { +static int32_t asyncExecSchQuery(SRequestObj* pRequest, SQuery* pQuery, SMetaData* pResultMeta, + SSqlCallbackWrapper* pWrapper) { + pRequest->type = pQuery->msgType; + + SArray* pMnodeList = taosArrayInit(4, sizeof(SQueryNodeLoad)); + SPlanContext cxt = {.queryId = pRequest->requestId, + .acctId = pRequest->pTscObj->acctId, + .mgmtEpSet = getEpSet_s(&pRequest->pTscObj->pAppInfo->mgmtEp), + .pAstRoot = pQuery->pRoot, + .showRewrite = pQuery->showRewrite, + .pMsg = pRequest->msgBuf, + .msgLen = ERROR_MSG_BUF_DEFAULT_SIZE, + .pUser = pRequest->pTscObj->user, + .sysInfo = pRequest->pTscObj->sysInfo, + .allocatorId = pRequest->allocatorRefId}; + SQueryPlan* pDag = NULL; + int32_t code = qCreateQueryPlan(&cxt, &pDag, pMnodeList); + if (code) { + tscError("0x%" PRIx64 " failed to create query plan, code:%s 0x%" PRIx64, pRequest->self, tstrerror(code), + pRequest->requestId); + } else { + pRequest->body.subplanNum = pDag->numOfSubplans; + } + + pRequest->metric.planEnd = taosGetTimestampUs(); + + if (TSDB_CODE_SUCCESS == code && !pRequest->validateOnly) { + SArray* pNodeList = NULL; + buildAsyncExecNodeList(pRequest, &pNodeList, pMnodeList, pResultMeta); + + SRequestConnInfo conn = {.pTrans = getAppInfo(pRequest)->pTransporter, + .requestId = pRequest->requestId, + .requestObjRefId = pRequest->self}; + SSchedulerReq req = { + .syncReq = false, + .localReq = (tsQueryPolicy == QUERY_POLICY_CLIENT), + .pConn = &conn, + .pNodeList = pNodeList, + .pDag = pDag, + .allocatorRefId = pRequest->allocatorRefId, + .sql = pRequest->sqlstr, + .startTs = pRequest->metric.start, + .execFp = schedulerExecCb, + .cbParam = pWrapper, + .chkKillFp = chkRequestKilled, + .chkKillParam = (void*)pRequest->self, + .pExecRes = NULL, + }; + code = schedulerExecJob(&req, &pRequest->body.queryJob); + taosArrayDestroy(pNodeList); + } else { + tscDebug("0x%" PRIx64 " plan not executed, code:%s 0x%" PRIx64, pRequest->self, tstrerror(code), + pRequest->requestId); + destorySqlCallbackWrapper(pWrapper); + pRequest->body.queryFp(pRequest->body.param, pRequest, code); + } + + // todo not to be released here + taosArrayDestroy(pMnodeList); + + return code; +} + +void launchAsyncQuery(SRequestObj* pRequest, SQuery* pQuery, SMetaData* pResultMeta, SSqlCallbackWrapper* pWrapper) { int32_t code = 0; pRequest->body.execMode = pQuery->execMode; + if (QUERY_EXEC_MODE_SCHEDULE != pRequest->body.execMode) { + destorySqlCallbackWrapper(pWrapper); + } switch (pQuery->execMode) { case QUERY_EXEC_MODE_LOCAL: asyncExecLocalCmd(pRequest, pQuery); - return; + break; case QUERY_EXEC_MODE_RPC: code = asyncExecDdlQuery(pRequest, pQuery); break; case QUERY_EXEC_MODE_SCHEDULE: { - SArray* pMnodeList = taosArrayInit(4, sizeof(SQueryNodeLoad)); - - pRequest->type = pQuery->msgType; - - SPlanContext cxt = {.queryId = pRequest->requestId, - .acctId = pRequest->pTscObj->acctId, - .mgmtEpSet = getEpSet_s(&pRequest->pTscObj->pAppInfo->mgmtEp), - .pAstRoot = pQuery->pRoot, - .showRewrite = pQuery->showRewrite, - .pMsg = pRequest->msgBuf, - .msgLen = ERROR_MSG_BUF_DEFAULT_SIZE, - .pUser = pRequest->pTscObj->user, - .sysInfo = pRequest->pTscObj->sysInfo, - .allocatorId = pRequest->allocatorRefId}; - - SAppInstInfo* pAppInfo = getAppInfo(pRequest); - SQueryPlan* pDag = NULL; - code = qCreateQueryPlan(&cxt, &pDag, pMnodeList); - if (code) { - tscError("0x%" PRIx64 " failed to create query plan, code:%s 0x%" PRIx64, pRequest->self, tstrerror(code), - pRequest->requestId); - } else { - pRequest->body.subplanNum = pDag->numOfSubplans; - } - - pRequest->metric.planEnd = taosGetTimestampUs(); - if (TSDB_CODE_SUCCESS == code && !pRequest->validateOnly) { - SArray* pNodeList = NULL; - buildAsyncExecNodeList(pRequest, &pNodeList, pMnodeList, pResultMeta); - - SRequestConnInfo conn = { - .pTrans = pAppInfo->pTransporter, .requestId = pRequest->requestId, .requestObjRefId = pRequest->self}; - SSchedulerReq req = { - .syncReq = false, - .localReq = (tsQueryPolicy == QUERY_POLICY_CLIENT), - .pConn = &conn, - .pNodeList = pNodeList, - .pDag = pDag, - .allocatorRefId = pRequest->allocatorRefId, - .sql = pRequest->sqlstr, - .startTs = pRequest->metric.start, - .execFp = schedulerExecCb, - .cbParam = pRequest, - .chkKillFp = chkRequestKilled, - .chkKillParam = (void*)pRequest->self, - .pExecRes = NULL, - }; - code = schedulerExecJob(&req, &pRequest->body.queryJob); - taosArrayDestroy(pNodeList); - } else { - tscDebug("0x%" PRIx64 " plan not executed, code:%s 0x%" PRIx64, pRequest->self, tstrerror(code), - pRequest->requestId); - pRequest->body.queryFp(pRequest->body.param, pRequest, code); - } - - // todo not to be released here - taosArrayDestroy(pMnodeList); + code = asyncExecSchQuery(pRequest, pQuery, pResultMeta, pWrapper); break; } case QUERY_EXEC_MODE_EMPTY_RESULT: diff --git a/source/client/src/clientMain.c b/source/client/src/clientMain.c index 5b255a28ea..6f8cef7c0d 100644 --- a/source/client/src/clientMain.c +++ b/source/client/src/clientMain.c @@ -667,43 +667,47 @@ const char *taos_get_server_info(TAOS *taos) { return pTscObj->sDetailVer; } -typedef struct SqlParseWrapper { - SParseContext *pCtx; - SCatalogReq catalogReq; - SRequestObj *pRequest; -} SqlParseWrapper; - static void destoryTablesReq(void *p) { STablesReq *pRes = (STablesReq *)p; taosArrayDestroy(pRes->pTables); } -static void destorySqlParseWrapper(SqlParseWrapper *pWrapper) { - taosArrayDestroy(pWrapper->catalogReq.pDbVgroup); - taosArrayDestroy(pWrapper->catalogReq.pDbCfg); - taosArrayDestroy(pWrapper->catalogReq.pDbInfo); - taosArrayDestroyEx(pWrapper->catalogReq.pTableMeta, destoryTablesReq); - taosArrayDestroyEx(pWrapper->catalogReq.pTableHash, destoryTablesReq); - taosArrayDestroy(pWrapper->catalogReq.pUdf); - taosArrayDestroy(pWrapper->catalogReq.pIndex); - taosArrayDestroy(pWrapper->catalogReq.pUser); - taosArrayDestroy(pWrapper->catalogReq.pTableIndex); - taosArrayDestroy(pWrapper->pCtx->pTableMetaPos); - taosArrayDestroy(pWrapper->pCtx->pTableVgroupPos); - taosMemoryFree(pWrapper->pCtx); +static void destoryCatalogReq(SCatalogReq *pCatalogReq) { + if (NULL == pCatalogReq) { + return; + } + taosArrayDestroy(pCatalogReq->pDbVgroup); + taosArrayDestroy(pCatalogReq->pDbCfg); + taosArrayDestroy(pCatalogReq->pDbInfo); + taosArrayDestroyEx(pCatalogReq->pTableMeta, destoryTablesReq); + taosArrayDestroyEx(pCatalogReq->pTableHash, destoryTablesReq); + taosArrayDestroy(pCatalogReq->pUdf); + taosArrayDestroy(pCatalogReq->pIndex); + taosArrayDestroy(pCatalogReq->pUser); + taosArrayDestroy(pCatalogReq->pTableIndex); + taosMemoryFree(pCatalogReq); +} + +void destorySqlCallbackWrapper(SSqlCallbackWrapper *pWrapper) { + if (NULL == pWrapper) { + return; + } + destoryCatalogReq(pWrapper->pCatalogReq); + qDestroyParseContext(pWrapper->pParseCtx); + catalogFreeMetaData(pWrapper->pResultMeta); taosMemoryFree(pWrapper); } void retrieveMetaCallback(SMetaData *pResultMeta, void *param, int32_t code) { - SqlParseWrapper *pWrapper = (SqlParseWrapper *)param; - SRequestObj *pRequest = pWrapper->pRequest; - SQuery *pQuery = pRequest->pQuery; + SSqlCallbackWrapper *pWrapper = (SSqlCallbackWrapper *)param; + SRequestObj *pRequest = pWrapper->pRequest; + SQuery *pQuery = pRequest->pQuery; pRequest->metric.ctgEnd = taosGetTimestampUs(); qDebug("0x%" PRIx64 " start to semantic analysis, reqId:0x%" PRIx64, pRequest->self, pRequest->requestId); if (code == TSDB_CODE_SUCCESS) { - code = qAnalyseSqlSemantic(pWrapper->pCtx, &pWrapper->catalogReq, pResultMeta, pQuery); + code = qAnalyseSqlSemantic(pWrapper->pParseCtx, pWrapper->pCatalogReq, pResultMeta, pQuery); pRequest->stableQuery = pQuery->stableQuery; if (pQuery->pRoot) { pRequest->stmtType = pQuery->pRoot->type; @@ -712,6 +716,13 @@ void retrieveMetaCallback(SMetaData *pResultMeta, void *param, int32_t code) { pRequest->metric.semanticEnd = taosGetTimestampUs(); + if (code == TSDB_CODE_SUCCESS && pWrapper->pParseCtx->needMultiParse) { + pWrapper->pResultMeta = catalogCloneMetaData(pResultMeta); + if (NULL == pWrapper->pResultMeta) { + code = TSDB_CODE_OUT_OF_MEMORY; + } + } + if (code == TSDB_CODE_SUCCESS) { if (pQuery->haveResultSet) { setResSchemaInfo(&pRequest->body.resInfo, pQuery->pResSchema, pQuery->numOfResCols); @@ -722,15 +733,13 @@ void retrieveMetaCallback(SMetaData *pResultMeta, void *param, int32_t code) { TSWAP(pRequest->tableList, (pQuery)->pTableList); TSWAP(pRequest->targetTableList, (pQuery)->pTargetTableList); - destorySqlParseWrapper(pWrapper); - - double el = (pRequest->metric.semanticEnd - pRequest->metric.ctgEnd)/1000.0; + double el = (pRequest->metric.semanticEnd - pRequest->metric.ctgEnd) / 1000.0; tscDebug("0x%" PRIx64 " analysis semantics completed, start async query, elapsed time:%.2f ms, reqId:0x%" PRIx64, pRequest->self, el, pRequest->requestId); - launchAsyncQuery(pRequest, pQuery, pResultMeta); + launchAsyncQuery(pRequest, pQuery, pResultMeta, pWrapper); } else { - destorySqlParseWrapper(pWrapper); + destorySqlCallbackWrapper(pWrapper); qDestroyQuery(pRequest->pQuery); pRequest->pQuery = NULL; @@ -750,6 +759,16 @@ void retrieveMetaCallback(SMetaData *pResultMeta, void *param, int32_t code) { } } +int32_t continueInsertFromCsv(SSqlCallbackWrapper *pWrapper, SRequestObj *pRequest) { + qDestroyQuery(pRequest->pQuery); + pRequest->pQuery = (SQuery *)nodesMakeNode(QUERY_NODE_QUERY); + if (NULL == pRequest->pQuery) { + return TSDB_CODE_OUT_OF_MEMORY; + } + retrieveMetaCallback(pWrapper->pResultMeta, pWrapper, TSDB_CODE_SUCCESS); + return TSDB_CODE_SUCCESS; +} + void taos_query_a(TAOS *taos, const char *sql, __taos_async_fn_t fp, void *param) { int64_t connId = *(int64_t *)taos; taosAsyncQueryImpl(connId, sql, fp, param, false); @@ -786,37 +805,48 @@ int32_t createParseContext(const SRequestObj *pRequest, SParseContext **pCxt) { } void doAsyncQuery(SRequestObj *pRequest, bool updateMetaForce) { - SParseContext *pCxt = NULL; - STscObj *pTscObj = pRequest->pTscObj; - int32_t code = 0; + STscObj *pTscObj = pRequest->pTscObj; + SSqlCallbackWrapper *pWrapper = NULL; + int32_t code = TSDB_CODE_SUCCESS; if (pRequest->retry++ > REQUEST_TOTAL_EXEC_TIMES) { code = pRequest->prevCode; - goto _error; } - code = createParseContext(pRequest, &pCxt); - if (code != TSDB_CODE_SUCCESS) { - goto _error; + if (TSDB_CODE_SUCCESS == code) { + pWrapper = taosMemoryCalloc(1, sizeof(SSqlCallbackWrapper)); + if (pWrapper == NULL) { + code = TSDB_CODE_OUT_OF_MEMORY; + } else { + pWrapper->pRequest = pRequest; + } } - pCxt->mgmtEpSet = getEpSet_s(&pTscObj->pAppInfo->mgmtEp); - code = catalogGetHandle(pTscObj->pAppInfo->clusterId, &pCxt->pCatalog); - if (code != TSDB_CODE_SUCCESS) { - goto _error; + if (TSDB_CODE_SUCCESS == code) { + code = createParseContext(pRequest, &pWrapper->pParseCtx); } - pRequest->metric.syntaxStart = taosGetTimestampUs(); - - SCatalogReq catalogReq = {.forceUpdate = updateMetaForce, .qNodeRequired = qnodeRequired(pRequest)}; - code = qParseSqlSyntax(pCxt, &pRequest->pQuery, &catalogReq); - if (code != TSDB_CODE_SUCCESS) { - goto _error; + if (TSDB_CODE_SUCCESS == code) { + pWrapper->pParseCtx->mgmtEpSet = getEpSet_s(&pTscObj->pAppInfo->mgmtEp); + code = catalogGetHandle(pTscObj->pAppInfo->clusterId, &pWrapper->pParseCtx->pCatalog); } - pRequest->metric.syntaxEnd = taosGetTimestampUs(); + if (TSDB_CODE_SUCCESS == code) { + pRequest->metric.syntaxStart = taosGetTimestampUs(); - if (!updateMetaForce) { + pWrapper->pCatalogReq = taosMemoryCalloc(1, sizeof(SCatalogReq)); + if (pWrapper->pCatalogReq == NULL) { + code = TSDB_CODE_OUT_OF_MEMORY; + } else { + pWrapper->pCatalogReq->forceUpdate = updateMetaForce; + pWrapper->pCatalogReq->qNodeRequired = qnodeRequired(pRequest); + code = qParseSqlSyntax(pWrapper->pParseCtx, &pRequest->pQuery, pWrapper->pCatalogReq); + } + + pRequest->metric.syntaxEnd = taosGetTimestampUs(); + } + + if (TSDB_CODE_SUCCESS == code && !updateMetaForce) { SAppClusterSummary *pActivity = &pTscObj->pAppInfo->summary; if (NULL == pRequest->pQuery->pRoot) { atomic_add_fetch_64((int64_t *)&pActivity->numOfInsertsReq, 1); @@ -825,38 +855,26 @@ void doAsyncQuery(SRequestObj *pRequest, bool updateMetaForce) { } } - SqlParseWrapper *pWrapper = taosMemoryCalloc(1, sizeof(SqlParseWrapper)); - if (pWrapper == NULL) { - code = TSDB_CODE_OUT_OF_MEMORY; - goto _error; + if (TSDB_CODE_SUCCESS == code) { + SRequestConnInfo conn = {.pTrans = pWrapper->pParseCtx->pTransporter, + .requestId = pWrapper->pParseCtx->requestId, + .requestObjRefId = pWrapper->pParseCtx->requestRid, + .mgmtEps = pWrapper->pParseCtx->mgmtEpSet}; + + pRequest->metric.ctgStart = taosGetTimestampUs(); + + code = catalogAsyncGetAllMeta(pWrapper->pParseCtx->pCatalog, &conn, pWrapper->pCatalogReq, retrieveMetaCallback, + pWrapper, &pRequest->body.queryJob); } - pWrapper->pCtx = pCxt; - pWrapper->pRequest = pRequest; - pWrapper->catalogReq = catalogReq; - - SRequestConnInfo conn = {.pTrans = pCxt->pTransporter, - .requestId = pCxt->requestId, - .requestObjRefId = pCxt->requestRid, - .mgmtEps = pCxt->mgmtEpSet}; - - pRequest->metric.ctgStart = taosGetTimestampUs(); - - code = catalogAsyncGetAllMeta(pCxt->pCatalog, &conn, &catalogReq, retrieveMetaCallback, pWrapper, - &pRequest->body.queryJob); - pCxt = NULL; - if (code == TSDB_CODE_SUCCESS) { - return; + if (TSDB_CODE_SUCCESS != code) { + tscError("0x%" PRIx64 " error happens, code:%d - %s, reqId:0x%" PRIx64, pRequest->self, code, tstrerror(code), + pRequest->requestId); + destorySqlCallbackWrapper(pWrapper); + terrno = code; + pRequest->code = code; + pRequest->body.queryFp(pRequest->body.param, pRequest, code); } - -_error: - tscError("0x%" PRIx64 " error happens, code:%d - %s, reqId:0x%" PRIx64, pRequest->self, code, tstrerror(code), - pRequest->requestId); - taosMemoryFree(pCxt); - - terrno = code; - pRequest->code = code; - pRequest->body.queryFp(pRequest->body.param, pRequest, code); } static void fetchCallback(void *pResult, void *param, int32_t code) { diff --git a/source/client/src/clientSml.c b/source/client/src/clientSml.c index 195466061d..4eb1a3712c 100644 --- a/source/client/src/clientSml.c +++ b/source/client/src/clientSml.c @@ -2336,7 +2336,7 @@ static int32_t smlInsertData(SSmlHandle *info) { SAppClusterSummary *pActivity = &info->taos->pAppInfo->summary; atomic_add_fetch_64((int64_t *)&pActivity->numOfInsertsReq, 1); - launchAsyncQuery(info->pRequest, info->pQuery, NULL); + launchAsyncQuery(info->pRequest, info->pQuery, NULL, NULL); return TSDB_CODE_SUCCESS; } diff --git a/source/common/src/tglobal.c b/source/common/src/tglobal.c index ce9a9a7b50..88df54a9ea 100644 --- a/source/common/src/tglobal.c +++ b/source/common/src/tglobal.c @@ -85,7 +85,8 @@ uint16_t tsTelemPort = 80; char tsSmlTagName[TSDB_COL_NAME_LEN] = "_tag_null"; char tsSmlChildTableName[TSDB_TABLE_NAME_LEN] = ""; // user defined child table name can be specified in tag value. // If set to empty system will generate table name using MD5 hash. -bool tsSmlDataFormat = false; // true means that the name and order of cols in each line are the same(only for influx protocol) +// true means that the name and order of cols in each line are the same(only for influx protocol) +bool tsSmlDataFormat = false; // query int32_t tsQueryPolicy = 1; @@ -125,6 +126,9 @@ int32_t tsMaxNumOfDistinctResults = 1000 * 10000; // 1 database precision unit for interval time range, changed accordingly int32_t tsMinIntervalTime = 1; +// maximum memory allowed to be allocated for a single csv load (in MB) +int32_t tsMaxMemUsedByInsert = 1024; + // the maximum allowed query buffer size during query processing for each data node. // -1 no limit (default) // 0 no query allowed, queries are disabled @@ -296,6 +300,7 @@ static int32_t taosAddClientCfg(SConfig *pCfg) { if (cfgAddString(pCfg, "smlChildTableName", "", 1) != 0) return -1; if (cfgAddString(pCfg, "smlTagName", tsSmlTagName, 1) != 0) return -1; if (cfgAddBool(pCfg, "smlDataFormat", tsSmlDataFormat, 1) != 0) return -1; + if (cfgAddInt32(pCfg, "maxMemUsedByInsert", tsMaxMemUsedByInsert, 1, INT32_MAX, true) != 0) return -1; tsNumOfTaskQueueThreads = tsNumOfCores / 2; tsNumOfTaskQueueThreads = TMAX(tsNumOfTaskQueueThreads, 4); @@ -374,8 +379,8 @@ static int32_t taosAddServerCfg(SConfig *pCfg) { tsNumOfVnodeStreamThreads = TMAX(tsNumOfVnodeStreamThreads, 4); if (cfgAddInt32(pCfg, "numOfVnodeStreamThreads", tsNumOfVnodeStreamThreads, 4, 1024, 0) != 0) return -1; -// tsNumOfVnodeFetchThreads = 1; -// if (cfgAddInt32(pCfg, "numOfVnodeFetchThreads", tsNumOfVnodeFetchThreads, 1, 1, 0) != 0) return -1; + // tsNumOfVnodeFetchThreads = 1; + // if (cfgAddInt32(pCfg, "numOfVnodeFetchThreads", tsNumOfVnodeFetchThreads, 1, 1, 0) != 0) return -1; tsNumOfVnodeWriteThreads = tsNumOfCores; tsNumOfVnodeWriteThreads = TMAX(tsNumOfVnodeWriteThreads, 1); @@ -497,15 +502,15 @@ static int32_t taosUpdateServerCfg(SConfig *pCfg) { pItem->stype = stype; } -/* - pItem = cfgGetItem(tsCfg, "numOfVnodeFetchThreads"); - if (pItem != NULL && pItem->stype == CFG_STYPE_DEFAULT) { - tsNumOfVnodeFetchThreads = numOfCores / 4; - tsNumOfVnodeFetchThreads = TMAX(tsNumOfVnodeFetchThreads, 4); - pItem->i32 = tsNumOfVnodeFetchThreads; - pItem->stype = stype; - } -*/ + /* + pItem = cfgGetItem(tsCfg, "numOfVnodeFetchThreads"); + if (pItem != NULL && pItem->stype == CFG_STYPE_DEFAULT) { + tsNumOfVnodeFetchThreads = numOfCores / 4; + tsNumOfVnodeFetchThreads = TMAX(tsNumOfVnodeFetchThreads, 4); + pItem->i32 = tsNumOfVnodeFetchThreads; + pItem->stype = stype; + } + */ pItem = cfgGetItem(tsCfg, "numOfVnodeWriteThreads"); if (pItem != NULL && pItem->stype == CFG_STYPE_DEFAULT) { @@ -648,6 +653,8 @@ static int32_t taosSetClientCfg(SConfig *pCfg) { tstrncpy(tsSmlTagName, cfgGetItem(pCfg, "smlTagName")->str, TSDB_COL_NAME_LEN); tsSmlDataFormat = cfgGetItem(pCfg, "smlDataFormat")->bval; + tsMaxMemUsedByInsert = cfgGetItem(pCfg, "maxMemUsedByInsert")->i32; + tsShellActivityTimer = cfgGetItem(pCfg, "shellActivityTimer")->i32; tsCompressMsgSize = cfgGetItem(pCfg, "compressMsgSize")->i32; tsCompressColData = cfgGetItem(pCfg, "compressColData")->i32; @@ -705,7 +712,7 @@ static int32_t taosSetServerCfg(SConfig *pCfg) { tsNumOfMnodeReadThreads = cfgGetItem(pCfg, "numOfMnodeReadThreads")->i32; tsNumOfVnodeQueryThreads = cfgGetItem(pCfg, "numOfVnodeQueryThreads")->i32; tsNumOfVnodeStreamThreads = cfgGetItem(pCfg, "numOfVnodeStreamThreads")->i32; -// tsNumOfVnodeFetchThreads = cfgGetItem(pCfg, "numOfVnodeFetchThreads")->i32; + // tsNumOfVnodeFetchThreads = cfgGetItem(pCfg, "numOfVnodeFetchThreads")->i32; tsNumOfVnodeWriteThreads = cfgGetItem(pCfg, "numOfVnodeWriteThreads")->i32; tsNumOfVnodeSyncThreads = cfgGetItem(pCfg, "numOfVnodeSyncThreads")->i32; tsNumOfVnodeRsmaThreads = cfgGetItem(pCfg, "numOfVnodeRsmaThreads")->i32; @@ -877,6 +884,8 @@ int32_t taosSetCfg(SConfig *pCfg, char *name) { tsMaxShellConns = cfgGetItem(pCfg, "maxShellConns")->i32; } else if (strcasecmp("maxNumOfDistinctRes", name) == 0) { tsMaxNumOfDistinctResults = cfgGetItem(pCfg, "maxNumOfDistinctRes")->i32; + } else if (strcasecmp("maxMemUsedByInsert", name) == 0) { + tsMaxMemUsedByInsert = cfgGetItem(pCfg, "maxMemUsedByInsert")->i32; } break; } @@ -955,10 +964,10 @@ int32_t taosSetCfg(SConfig *pCfg, char *name) { tsNumOfMnodeReadThreads = cfgGetItem(pCfg, "numOfMnodeReadThreads")->i32; } else if (strcasecmp("numOfVnodeQueryThreads", name) == 0) { tsNumOfVnodeQueryThreads = cfgGetItem(pCfg, "numOfVnodeQueryThreads")->i32; -/* - } else if (strcasecmp("numOfVnodeFetchThreads", name) == 0) { - tsNumOfVnodeFetchThreads = cfgGetItem(pCfg, "numOfVnodeFetchThreads")->i32; -*/ + /* + } else if (strcasecmp("numOfVnodeFetchThreads", name) == 0) { + tsNumOfVnodeFetchThreads = cfgGetItem(pCfg, "numOfVnodeFetchThreads")->i32; + */ } else if (strcasecmp("numOfVnodeWriteThreads", name) == 0) { tsNumOfVnodeWriteThreads = cfgGetItem(pCfg, "numOfVnodeWriteThreads")->i32; } else if (strcasecmp("numOfVnodeSyncThreads", name) == 0) { diff --git a/source/libs/catalog/src/ctgUtil.c b/source/libs/catalog/src/ctgUtil.c index 97b174de1c..0c0ca9649a 100644 --- a/source/libs/catalog/src/ctgUtil.c +++ b/source/libs/catalog/src/ctgUtil.c @@ -1193,4 +1193,232 @@ SName* ctgGetFetchName(SArray* pNames, SCtgFetch* pFetch) { return (SName*)taosArrayGet(pReq->pTables, pFetch->tbIdx); } +static void* ctgCloneDbVgroup(void* pSrc) { + return taosArrayDup((const SArray*)pSrc); +} +static void ctgFreeDbVgroup(void* p) { + taosArrayDestroy((SArray*)((SMetaRes*)p)->pRes); +} + +static void* ctgCloneDbCfgInfo(void* pSrc) { + SDbCfgInfo* pDst = taosMemoryMalloc(sizeof(SDbCfgInfo)); + if (NULL == pDst) { + return NULL; + } + memcpy(pDst, pSrc, sizeof(SDbCfgInfo)); + return pDst; +} + +static void ctgFreeDbCfgInfo(void* p) { + taosMemoryFree(((SMetaRes*)p)->pRes); +} + +static void* ctgCloneDbInfo(void* pSrc) { + SDbInfo* pDst = taosMemoryMalloc(sizeof(SDbInfo)); + if (NULL == pDst) { + return NULL; + } + memcpy(pDst, pSrc, sizeof(SDbInfo)); + return pDst; +} + +static void ctgFreeDbInfo(void* p) { + taosMemoryFree(((SMetaRes*)p)->pRes); +} + +static void* ctgCloneTableMeta(void* pSrc) { + STableMeta* pMeta = pSrc; + int32_t size = sizeof(STableMeta) + (pMeta->tableInfo.numOfColumns + pMeta->tableInfo.numOfTags) * sizeof(SSchema); + STableMeta* pDst = taosMemoryMalloc(size); + if (NULL == pDst) { + return NULL; + } + memcpy(pDst, pSrc, size); + return pDst; +} + +static void ctgFreeTableMeta(void* p) { + taosMemoryFree(((SMetaRes*)p)->pRes); +} + +static void* ctgCloneVgroupInfo(void* pSrc) { + SVgroupInfo* pDst = taosMemoryMalloc(sizeof(SVgroupInfo)); + if (NULL == pDst) { + return NULL; + } + memcpy(pDst, pSrc, sizeof(SVgroupInfo)); + return pDst; +} + +static void ctgFreeVgroupInfo(void* p) { + taosMemoryFree(((SMetaRes*)p)->pRes); +} + +static void* ctgCloneTableIndices(void* pSrc) { + return taosArrayDup((const SArray*)pSrc); +} + +static void ctgFreeTableIndices(void* p) { + taosArrayDestroy((SArray*)((SMetaRes*)p)->pRes); +} + +static void* ctgCloneFuncInfo(void* pSrc) { + SFuncInfo* pDst = taosMemoryMalloc(sizeof(SFuncInfo)); + if (NULL == pDst) { + return NULL; + } + memcpy(pDst, pSrc, sizeof(SFuncInfo)); + return pDst; +} + +static void ctgFreeFuncInfo(void* p) { + taosMemoryFree(((SMetaRes*)p)->pRes); +} + +static void* ctgCloneIndexInfo(void* pSrc) { + SIndexInfo* pDst = taosMemoryMalloc(sizeof(SIndexInfo)); + if (NULL == pDst) { + return NULL; + } + memcpy(pDst, pSrc, sizeof(SIndexInfo)); + return pDst; +} + +static void ctgFreeIndexInfo(void* p) { + taosMemoryFree(((SMetaRes*)p)->pRes); +} + +static void* ctgCloneUserAuth(void* pSrc) { + bool* pDst = taosMemoryMalloc(sizeof(bool)); + if (NULL == pDst) { + return NULL; + } + *pDst = *(bool*)pSrc; + return pDst; +} + +static void ctgFreeUserAuth(void* p) { + taosMemoryFree(((SMetaRes*)p)->pRes); +} + +static void* ctgCloneQnodeList(void* pSrc) { + return taosArrayDup((const SArray*)pSrc); +} + +static void ctgFreeQnodeList(void* p) { + taosArrayDestroy((SArray*)((SMetaRes*)p)->pRes); +} + +static void* ctgCloneTableCfg(void* pSrc) { + STableCfg* pDst = taosMemoryMalloc(sizeof(STableCfg)); + if (NULL == pDst) { + return NULL; + } + memcpy(pDst, pSrc, sizeof(STableCfg)); + return pDst; +} + +static void ctgFreeTableCfg(void* p) { + taosMemoryFree(((SMetaRes*)p)->pRes); +} + +static void* ctgCloneDnodeList(void* pSrc) { + return taosArrayDup((const SArray*)pSrc); +} + +static void ctgFreeDnodeList(void* p) { + taosArrayDestroy((SArray*)((SMetaRes*)p)->pRes); +} + +static int32_t ctgCloneMetaDataArray(SArray* pSrc, FCopy copyFunc, SArray** pDst) { + if (NULL == pSrc) { + return TSDB_CODE_SUCCESS; + } + + int32_t size = taosArrayGetSize(pSrc); + *pDst = taosArrayInit(size, sizeof(SMetaRes)); + if (NULL == *pDst) { + return TSDB_CODE_OUT_OF_MEMORY; + } + for (int32_t i = 0; i < size; ++i) { + SMetaRes* pRes = taosArrayGet(pSrc, i); + SMetaRes res = {.code = pRes->code, .pRes = copyFunc(pRes->pRes)}; + if (NULL == res.pRes) { + return TSDB_CODE_OUT_OF_MEMORY; + } + taosArrayPush(*pDst, &res); + } + + return TSDB_CODE_SUCCESS; +} + +SMetaData* catalogCloneMetaData(SMetaData* pData) { + SMetaData* pRes = taosMemoryCalloc(1, sizeof(SMetaData)); + if (NULL == pRes) { + return NULL; + } + + int32_t code = ctgCloneMetaDataArray(pData->pDbVgroup, ctgCloneDbVgroup, &pRes->pDbVgroup); + if (TSDB_CODE_SUCCESS == code) { + code = ctgCloneMetaDataArray(pData->pDbCfg, ctgCloneDbCfgInfo, &pRes->pDbCfg); + } + if (TSDB_CODE_SUCCESS == code) { + code = ctgCloneMetaDataArray(pData->pDbInfo, ctgCloneDbInfo, &pRes->pDbInfo); + } + if (TSDB_CODE_SUCCESS == code) { + code = ctgCloneMetaDataArray(pData->pTableMeta, ctgCloneTableMeta, &pRes->pTableMeta); + } + if (TSDB_CODE_SUCCESS == code) { + code = ctgCloneMetaDataArray(pData->pTableHash, ctgCloneVgroupInfo, &pRes->pTableHash); + } + if (TSDB_CODE_SUCCESS == code) { + code = ctgCloneMetaDataArray(pData->pTableIndex, ctgCloneTableIndices, &pRes->pTableIndex); + } + if (TSDB_CODE_SUCCESS == code) { + code = ctgCloneMetaDataArray(pData->pUdfList, ctgCloneFuncInfo, &pRes->pUdfList); + } + if (TSDB_CODE_SUCCESS == code) { + code = ctgCloneMetaDataArray(pData->pIndex, ctgCloneIndexInfo, &pRes->pIndex); + } + if (TSDB_CODE_SUCCESS == code) { + code = ctgCloneMetaDataArray(pData->pUser, ctgCloneUserAuth, &pRes->pUser); + } + if (TSDB_CODE_SUCCESS == code) { + code = ctgCloneMetaDataArray(pData->pQnodeList, ctgCloneQnodeList, &pRes->pQnodeList); + } + if (TSDB_CODE_SUCCESS == code) { + code = ctgCloneMetaDataArray(pData->pTableCfg, ctgCloneTableCfg, &pRes->pTableCfg); + } + if (TSDB_CODE_SUCCESS == code) { + code = ctgCloneMetaDataArray(pData->pDnodeList, ctgCloneDnodeList, &pRes->pDnodeList); + } + + if (TSDB_CODE_SUCCESS != code) { + catalogFreeMetaData(pRes); + return NULL; + } + + return pRes; +} + +void catalogFreeMetaData(SMetaData* pData) { + if (NULL == pData) { + return; + } + + taosArrayDestroyEx(pData->pDbVgroup, ctgFreeDbVgroup); + taosArrayDestroyEx(pData->pDbCfg, ctgFreeDbCfgInfo); + taosArrayDestroyEx(pData->pDbInfo, ctgFreeDbInfo); + taosArrayDestroyEx(pData->pTableMeta, ctgFreeTableMeta); + taosArrayDestroyEx(pData->pTableHash, ctgFreeVgroupInfo); + taosArrayDestroyEx(pData->pTableIndex, ctgFreeTableIndices); + taosArrayDestroyEx(pData->pUdfList, ctgFreeFuncInfo); + taosArrayDestroyEx(pData->pIndex, ctgFreeIndexInfo); + taosArrayDestroyEx(pData->pUser, ctgFreeUserAuth); + taosArrayDestroyEx(pData->pQnodeList, ctgFreeQnodeList); + taosArrayDestroyEx(pData->pTableCfg, ctgFreeTableCfg); + taosArrayDestroyEx(pData->pDnodeList, ctgFreeDnodeList); + taosMemoryFreeClear(pData->pSvrVer); + taosMemoryFree(pData); +} diff --git a/source/libs/parser/src/parInsert.c b/source/libs/parser/src/parInsert.c index 4fb55ed373..4e698fc999 100644 --- a/source/libs/parser/src/parInsert.c +++ b/source/libs/parser/src/parInsert.c @@ -266,7 +266,7 @@ static int32_t getTableVgroup(SInsertParseContext* pCxt, int32_t tbNo, SName* pT return catalogGetTableHashVgroup(pBasicCtx->pCatalog, &conn, pTbName, pVg); } -static int32_t getTableMetaImpl(SInsertParseContext* pCxt, int32_t tbNo, SName* name, char* dbFname, bool isStb) { +static int32_t getTableMetaImpl(SInsertParseContext* pCxt, int32_t tbNo, SName* name, bool isStb) { CHECK_CODE(getTableSchema(pCxt, tbNo, name, isStb, &pCxt->pTableMeta)); if (!isStb) { SVgroupInfo vg; @@ -276,12 +276,12 @@ static int32_t getTableMetaImpl(SInsertParseContext* pCxt, int32_t tbNo, SName* return TSDB_CODE_SUCCESS; } -static int32_t getTableMeta(SInsertParseContext* pCxt, int32_t tbNo, SName* name, char* dbFname) { - return getTableMetaImpl(pCxt, tbNo, name, dbFname, false); +static int32_t getTableMeta(SInsertParseContext* pCxt, int32_t tbNo, SName* name) { + return getTableMetaImpl(pCxt, tbNo, name, false); } -static int32_t getSTableMeta(SInsertParseContext* pCxt, int32_t tbNo, SName* name, char* dbFname) { - return getTableMetaImpl(pCxt, tbNo, name, dbFname, true); +static int32_t getSTableMeta(SInsertParseContext* pCxt, int32_t tbNo, SName* name) { + return getTableMetaImpl(pCxt, tbNo, name, true); } static int32_t getDBCfg(SInsertParseContext* pCxt, const char* pDbFName, SDbCfgInfo* pInfo) { @@ -1178,7 +1178,7 @@ static int32_t parseUsingClause(SInsertParseContext* pCxt, int32_t tbNo, SName* tNameGetFullDbName(&sname, dbFName); strcpy(pCxt->sTableName, sname.tname); - CHECK_CODE(getSTableMeta(pCxt, tbNo, &sname, dbFName)); + CHECK_CODE(getSTableMeta(pCxt, tbNo, &sname)); if (TSDB_SUPER_TABLE != pCxt->pTableMeta->tableType) { return buildInvalidOperationMsg(&pCxt->msg, "create table only from super table is allowed"); } @@ -1385,6 +1385,10 @@ static int32_t parseCsvFile(SInsertParseContext* pCxt, TdFilePtr fp, STableDataB (*numOfRows)++; } pCxt->pSql = pRawSql; + + if (pDataBlock->nAllocSize > tsMaxMemUsedByInsert * 1024 * 1024) { + break; + } } if (0 == (*numOfRows) && (!TSDB_QUERY_HAS_TYPE(pCxt->pOutput->insertType, TSDB_QUERY_TYPE_STMT_INSERT))) { @@ -1393,23 +1397,13 @@ static int32_t parseCsvFile(SInsertParseContext* pCxt, TdFilePtr fp, STableDataB return TSDB_CODE_SUCCESS; } -static int32_t parseDataFromFile(SInsertParseContext* pCxt, SToken filePath, STableDataBlocks* dataBuf) { - char filePathStr[TSDB_FILENAME_LEN] = {0}; - if (TK_NK_STRING == filePath.type) { - trimString(filePath.z, filePath.n, filePathStr, sizeof(filePathStr)); - } else { - strncpy(filePathStr, filePath.z, filePath.n); - } - TdFilePtr fp = taosOpenFile(filePathStr, TD_FILE_READ | TD_FILE_STREAM); - if (NULL == fp) { - return TAOS_SYSTEM_ERROR(errno); - } - +static int32_t parseDataFromFileAgain(SInsertParseContext* pCxt, int16_t tableNo, const SName* pTableName, + STableDataBlocks* dataBuf) { int32_t maxNumOfRows; CHECK_CODE(allocateMemIfNeed(dataBuf, getExtendedRowSize(dataBuf), &maxNumOfRows)); int32_t numOfRows = 0; - CHECK_CODE(parseCsvFile(pCxt, fp, dataBuf, maxNumOfRows, &numOfRows)); + CHECK_CODE(parseCsvFile(pCxt, pCxt->pComCxt->csvCxt.fp, dataBuf, maxNumOfRows, &numOfRows)); SSubmitBlk* pBlocks = (SSubmitBlk*)(dataBuf->pData); if (TSDB_CODE_SUCCESS != setBlockInfo(pBlocks, dataBuf, numOfRows)) { @@ -1417,12 +1411,38 @@ static int32_t parseDataFromFile(SInsertParseContext* pCxt, SToken filePath, STa "too many rows in sql, total number of rows should be less than INT32_MAX"); } + if (!taosEOFFile(pCxt->pComCxt->csvCxt.fp)) { + pCxt->pComCxt->needMultiParse = true; + pCxt->pComCxt->csvCxt.tableNo = tableNo; + memcpy(&pCxt->pComCxt->csvCxt.tableName, pTableName, sizeof(SName)); + pCxt->pComCxt->csvCxt.pLastSqlPos = pCxt->pSql; + } + dataBuf->numOfTables = 1; pCxt->totalNum += numOfRows; return TSDB_CODE_SUCCESS; } +static int32_t parseDataFromFile(SInsertParseContext* pCxt, int16_t tableNo, const SName* pTableName, SToken filePath, + STableDataBlocks* dataBuf) { + char filePathStr[TSDB_FILENAME_LEN] = {0}; + if (TK_NK_STRING == filePath.type) { + trimString(filePath.z, filePath.n, filePathStr, sizeof(filePathStr)); + } else { + strncpy(filePathStr, filePath.z, filePath.n); + } + pCxt->pComCxt->csvCxt.fp = taosOpenFile(filePathStr, TD_FILE_READ | TD_FILE_STREAM); + if (NULL == pCxt->pComCxt->csvCxt.fp) { + return TAOS_SYSTEM_ERROR(errno); + } + + return parseDataFromFileAgain(pCxt, tableNo, pTableName, dataBuf); +} + static void destroyInsertParseContextForTable(SInsertParseContext* pCxt) { + if (!pCxt->pComCxt->needMultiParse) { + taosCloseFile(&pCxt->pComCxt->csvCxt.fp); + } taosMemoryFreeClear(pCxt->pTableMeta); destroyBoundColumnInfo(&pCxt->tags); tdDestroySVCreateTbReq(&pCxt->createTblReq); @@ -1481,7 +1501,8 @@ static int32_t parseInsertBody(SInsertParseContext* pCxt) { return buildSyntaxErrMsg(&pCxt->msg, "invalid charactor in SQL", sToken.z); } - if (0 == pCxt->totalNum && (!TSDB_QUERY_HAS_TYPE(pCxt->pOutput->insertType, TSDB_QUERY_TYPE_STMT_INSERT))) { + if (0 == pCxt->totalNum && (!TSDB_QUERY_HAS_TYPE(pCxt->pOutput->insertType, TSDB_QUERY_TYPE_STMT_INSERT)) && + !pCxt->pComCxt->needMultiParse) { return buildInvalidOperationMsg(&pCxt->msg, "no data in sql"); } break; @@ -1536,7 +1557,7 @@ static int32_t parseInsertBody(SInsertParseContext* pCxt) { NEXT_TOKEN(pCxt->pSql, sToken); autoCreateTbl = true; } else if (!existedUsing) { - CHECK_CODE(getTableMeta(pCxt, tbNum, &name, dbFName)); + CHECK_CODE(getTableMeta(pCxt, tbNum, &name)); if (TSDB_SUPER_TABLE == pCxt->pTableMeta->tableType) { return buildInvalidOperationMsg(&pCxt->msg, "insert data into super table is not supported"); } @@ -1577,17 +1598,22 @@ static int32_t parseInsertBody(SInsertParseContext* pCxt) { if (0 == sToken.n || (TK_NK_STRING != sToken.type && TK_NK_ID != sToken.type)) { return buildSyntaxErrMsg(&pCxt->msg, "file path is required following keyword FILE", sToken.z); } - CHECK_CODE(parseDataFromFile(pCxt, sToken, dataBuf)); + CHECK_CODE(parseDataFromFile(pCxt, tbNum, &name, sToken, dataBuf)); pCxt->pOutput->insertType = TSDB_QUERY_TYPE_FILE_INSERT; tbNum++; - continue; + if (!pCxt->pComCxt->needMultiParse) { + continue; + } else { + parserInfo("0x%" PRIx64 " insert from csv. File is too large, do it in batches.", pCxt->pComCxt->requestId); + break; + } } return buildSyntaxErrMsg(&pCxt->msg, "keyword VALUES or FILE is expected", sToken.z); } - qDebug("0x%" PRIx64 " insert input rows: %d", pCxt->pComCxt->requestId, pCxt->totalNum); + parserInfo("0x%" PRIx64 " insert input rows: %d", pCxt->pComCxt->requestId, pCxt->totalNum); if (TSDB_QUERY_HAS_TYPE(pCxt->pOutput->insertType, TSDB_QUERY_TYPE_STMT_INSERT)) { SParsedDataColInfo* tags = taosMemoryMalloc(sizeof(pCxt->tags)); @@ -1612,6 +1638,26 @@ static int32_t parseInsertBody(SInsertParseContext* pCxt) { return buildOutput(pCxt); } +static int32_t parseInsertBodyAgain(SInsertParseContext* pCxt) { + STableDataBlocks* dataBuf = NULL; + CHECK_CODE(getTableMeta(pCxt, pCxt->pComCxt->csvCxt.tableNo, &pCxt->pComCxt->csvCxt.tableName)); + CHECK_CODE(getDataBlockFromList(pCxt->pTableBlockHashObj, &pCxt->pTableMeta->uid, sizeof(pCxt->pTableMeta->uid), + TSDB_DEFAULT_PAYLOAD_SIZE, sizeof(SSubmitBlk), getTableInfo(pCxt->pTableMeta).rowSize, + pCxt->pTableMeta, &dataBuf, NULL, &pCxt->createTblReq)); + CHECK_CODE(parseDataFromFileAgain(pCxt, pCxt->pComCxt->csvCxt.tableNo, &pCxt->pComCxt->csvCxt.tableName, dataBuf)); + if (taosEOFFile(pCxt->pComCxt->csvCxt.fp)) { + CHECK_CODE(parseInsertBody(pCxt)); + pCxt->pComCxt->needMultiParse = false; + return TSDB_CODE_SUCCESS; + } + parserInfo("0x%" PRIx64 " insert again input rows: %d", pCxt->pComCxt->requestId, pCxt->totalNum); + // merge according to vgId + if (taosHashGetSize(pCxt->pTableBlockHashObj) > 0) { + CHECK_CODE(mergeTableDataBlocks(pCxt->pTableBlockHashObj, pCxt->pOutput->payloadType, &pCxt->pVgDataBlocks)); + } + return buildOutput(pCxt); +} + // INSERT INTO // tb_name // [USING stb_name [(tag1_name, ...)] TAGS (tag1_value, ...)] @@ -1621,7 +1667,7 @@ static int32_t parseInsertBody(SInsertParseContext* pCxt) { int32_t parseInsertSql(SParseContext* pContext, SQuery** pQuery, SParseMetaCache* pMetaCache) { SInsertParseContext context = { .pComCxt = pContext, - .pSql = (char*)pContext->pSql, + .pSql = pContext->needMultiParse ? (char*)pContext->csvCxt.pLastSqlPos : (char*)pContext->pSql, .msg = {.buf = pContext->pMsg, .len = pContext->msgLen}, .pTableMeta = NULL, .createTblReq = {0}, @@ -1691,10 +1737,16 @@ int32_t parseInsertSql(SParseContext* pContext, SQuery** pQuery, SParseMetaCache context.pOutput->payloadType = PAYLOAD_TYPE_KV; - int32_t code = skipInsertInto(&context.pSql, &context.msg); - if (TSDB_CODE_SUCCESS == code) { - code = parseInsertBody(&context); + int32_t code = TSDB_CODE_SUCCESS; + if (!context.pComCxt->needMultiParse) { + code = skipInsertInto(&context.pSql, &context.msg); + if (TSDB_CODE_SUCCESS == code) { + code = parseInsertBody(&context); + } + } else { + code = parseInsertBodyAgain(&context); } + if (TSDB_CODE_SUCCESS == code || NEED_CLIENT_HANDLE_ERROR(code)) { SName* pTable = taosHashIterate(context.pTableNameHashObj, NULL); while (NULL != pTable) { diff --git a/source/libs/parser/src/parser.c b/source/libs/parser/src/parser.c index 2fe6ebfb79..6b3d6c77c1 100644 --- a/source/libs/parser/src/parser.c +++ b/source/libs/parser/src/parser.c @@ -214,6 +214,12 @@ int32_t qAnalyseSqlSemantic(SParseContext* pCxt, const struct SCatalogReq* pCata return code; } +void qDestroyParseContext(SParseContext* pCxt) { + taosArrayDestroy(pCxt->pTableMetaPos); + taosArrayDestroy(pCxt->pTableVgroupPos); + taosMemoryFree(pCxt); +} + void qDestroyQuery(SQuery* pQueryNode) { nodesDestroyNode((SNode*)pQueryNode); } int32_t qExtractResultSchema(const SNode* pRoot, int32_t* numOfCols, SSchema** pSchema) { diff --git a/source/libs/parser/test/mockCatalog.cpp b/source/libs/parser/test/mockCatalog.cpp index fcaa5af05c..a9360f796c 100644 --- a/source/libs/parser/test/mockCatalog.cpp +++ b/source/libs/parser/test/mockCatalog.cpp @@ -130,16 +130,16 @@ void generatePerformanceSchema(MockCatalogService* mcs) { * c5 | column | DOUBLE | 8 | */ void generateTestTables(MockCatalogService* mcs, const std::string& db) { - ITableBuilder& builder = mcs->createTableBuilder(db, "t1", TSDB_NORMAL_TABLE, 6) - .setPrecision(TSDB_TIME_PRECISION_MILLI) - .setVgid(1) - .addColumn("ts", TSDB_DATA_TYPE_TIMESTAMP) - .addColumn("c1", TSDB_DATA_TYPE_INT) - .addColumn("c2", TSDB_DATA_TYPE_BINARY, 20) - .addColumn("c3", TSDB_DATA_TYPE_BIGINT) - .addColumn("c4", TSDB_DATA_TYPE_DOUBLE) - .addColumn("c5", TSDB_DATA_TYPE_DOUBLE); - builder.done(); + mcs->createTableBuilder(db, "t1", TSDB_NORMAL_TABLE, 6) + .setPrecision(TSDB_TIME_PRECISION_MILLI) + .setVgid(1) + .addColumn("ts", TSDB_DATA_TYPE_TIMESTAMP) + .addColumn("c1", TSDB_DATA_TYPE_INT) + .addColumn("c2", TSDB_DATA_TYPE_BINARY, 20) + .addColumn("c3", TSDB_DATA_TYPE_BIGINT) + .addColumn("c4", TSDB_DATA_TYPE_DOUBLE) + .addColumn("c5", TSDB_DATA_TYPE_DOUBLE) + .done(); } /* diff --git a/source/libs/parser/test/parTestUtil.cpp b/source/libs/parser/test/parTestUtil.cpp index 14c991917b..bf27fd2e13 100644 --- a/source/libs/parser/test/parTestUtil.cpp +++ b/source/libs/parser/test/parTestUtil.cpp @@ -343,7 +343,6 @@ class ParserTestBaseImpl { unique_ptr query((SQuery**)taosMemoryCalloc(1, sizeof(SQuery*)), destroyQuery); doParseSql(&cxt, query.get()); - SQuery* pQuery = *(query.get()); if (g_dump) { dump(); From 936c7b6276cec5e516a4a756f55be39a938349f6 Mon Sep 17 00:00:00 2001 From: Ganlin Zhao Date: Tue, 11 Oct 2022 11:29:18 +0800 Subject: [PATCH 075/110] fix: coverity issues CID: 400042 --- source/libs/scalar/src/scalar.c | 6 ++- source/libs/scalar/src/sclvector.c | 82 +++++++++++++++--------------- 2 files changed, 46 insertions(+), 42 deletions(-) diff --git a/source/libs/scalar/src/scalar.c b/source/libs/scalar/src/scalar.c index 9cba94d85a..b4b99be636 100644 --- a/source/libs/scalar/src/scalar.c +++ b/source/libs/scalar/src/scalar.c @@ -363,7 +363,11 @@ int32_t sclInitParam(SNode* node, SScalarParam *param, SScalarCtx *ctx, int32_t } SSDataBlock *block = *(SSDataBlock **)taosArrayGet(ctx->pBlockList, index); - if (NULL == block || ref->slotId >= taosArrayGetSize(block->pDataBlock)) { + if (NULL == block) { + SCL_ERR_RET(TSDB_CODE_QRY_INVALID_INPUT); + } + + if (ref->slotId >= taosArrayGetSize(block->pDataBlock)) { sclError("column slotId is too big, slodId:%d, dataBlockSize:%d", ref->slotId, (int32_t)taosArrayGetSize(block->pDataBlock)); SCL_ERR_RET(TSDB_CODE_QRY_INVALID_INPUT); } diff --git a/source/libs/scalar/src/sclvector.c b/source/libs/scalar/src/sclvector.c index fe2a970aaa..781155e40c 100644 --- a/source/libs/scalar/src/sclvector.c +++ b/source/libs/scalar/src/sclvector.c @@ -281,7 +281,7 @@ static FORCE_INLINE void varToTimestamp(char *buf, SScalarParam* pOut, int32_t r if (taosParseTime(buf, &value, strlen(buf), pOut->columnData->info.precision, tsDaylight) != TSDB_CODE_SUCCESS) { value = 0; } - + colDataAppendInt64(pOut->columnData, rowIndex, &value); } @@ -300,29 +300,29 @@ static FORCE_INLINE void varToSigned(char *buf, SScalarParam* pOut, int32_t rowI *overflow = 0; } } - + switch (pOut->columnData->info.type) { case TSDB_DATA_TYPE_TINYINT: { int8_t value = (int8_t)taosStr2Int8(buf, NULL, 10); - + colDataAppendInt8(pOut->columnData, rowIndex, (int8_t*)&value); break; - } + } case TSDB_DATA_TYPE_SMALLINT: { int16_t value = (int16_t)taosStr2Int16(buf, NULL, 10); colDataAppendInt16(pOut->columnData, rowIndex, (int16_t*)&value); break; - } + } case TSDB_DATA_TYPE_INT: { int32_t value = (int32_t)taosStr2Int32(buf, NULL, 10); colDataAppendInt32(pOut->columnData, rowIndex, (int32_t*)&value); break; - } + } case TSDB_DATA_TYPE_BIGINT: { int64_t value = (int64_t)taosStr2Int64(buf, NULL, 10); colDataAppendInt64(pOut->columnData, rowIndex, (int64_t*)&value); break; - } + } } } @@ -347,22 +347,22 @@ static FORCE_INLINE void varToUnsigned(char *buf, SScalarParam* pOut, int32_t ro uint8_t value = (uint8_t)taosStr2UInt8(buf, NULL, 10); colDataAppendInt8(pOut->columnData, rowIndex, (int8_t*)&value); break; - } + } case TSDB_DATA_TYPE_USMALLINT: { uint16_t value = (uint16_t)taosStr2UInt16(buf, NULL, 10); colDataAppendInt16(pOut->columnData, rowIndex, (int16_t*)&value); break; - } + } case TSDB_DATA_TYPE_UINT: { uint32_t value = (uint32_t)taosStr2UInt32(buf, NULL, 10); colDataAppendInt32(pOut->columnData, rowIndex, (int32_t*)&value); break; - } + } case TSDB_DATA_TYPE_UBIGINT: { uint64_t value = (uint64_t)taosStr2UInt64(buf, NULL, 10); colDataAppendInt64(pOut->columnData, rowIndex, (int64_t*)&value); break; - } + } } } @@ -372,7 +372,7 @@ static FORCE_INLINE void varToFloat(char *buf, SScalarParam* pOut, int32_t rowIn colDataAppendFloat(pOut->columnData, rowIndex, &value); return; } - + double value = taosStr2Double(buf, NULL); colDataAppendDouble(pOut->columnData, rowIndex, &value); } @@ -488,11 +488,11 @@ int32_t vectorConvertFromVarData(const SScalarParam* pIn, SScalarParam* pOut, in tmp[len] = 0; } } - + (*func)(tmp, pOut, i, overflow); taosMemoryFreeClear(tmp); } - + return TSDB_CODE_SUCCESS; } @@ -636,7 +636,7 @@ int32_t vectorConvertToVarData(const SScalarParam* pIn, SScalarParam* pOut, int1 colDataAppendNULL(pOutputCol, i); continue; } - + int64_t value = 0; GET_TYPED_DATA(value, int64_t, inType, colDataGetData(pInputCol, i)); int32_t len = sprintf(varDataVal(tmp), "%" PRId64, value); @@ -653,7 +653,7 @@ int32_t vectorConvertToVarData(const SScalarParam* pIn, SScalarParam* pOut, int1 colDataAppendNULL(pOutputCol, i); continue; } - + uint64_t value = 0; GET_TYPED_DATA(value, uint64_t, inType, colDataGetData(pInputCol, i)); int32_t len = sprintf(varDataVal(tmp), "%" PRIu64, value); @@ -670,7 +670,7 @@ int32_t vectorConvertToVarData(const SScalarParam* pIn, SScalarParam* pOut, int1 colDataAppendNULL(pOutputCol, i); continue; } - + double value = 0; GET_TYPED_DATA(value, double, inType, colDataGetData(pInputCol, i)); int32_t len = sprintf(varDataVal(tmp), "%lf", value); @@ -698,7 +698,7 @@ int32_t vectorConvertImpl(const SScalarParam* pIn, SScalarParam* pOut, int32_t* sclError("input column is NULL, hashFilter %p", pIn->pHashFilter); return TSDB_CODE_APP_ERROR; } - + int16_t inType = pInputCol->info.type; int16_t outType = pOutputCol->info.type; @@ -710,14 +710,14 @@ int32_t vectorConvertImpl(const SScalarParam* pIn, SScalarParam* pOut, int32_t* ASSERT(1 == pIn->numOfRows); pOut->numOfRows = 0; - + if (IS_SIGNED_NUMERIC_TYPE(outType)) { int64_t minValue = tDataTypes[outType].minValue; int64_t maxValue = tDataTypes[outType].maxValue; - + double value = 0; GET_TYPED_DATA(value, double, inType, colDataGetData(pInputCol, 0)); - + if (value > maxValue) { *overflow = 1; return TSDB_CODE_SUCCESS; @@ -730,10 +730,10 @@ int32_t vectorConvertImpl(const SScalarParam* pIn, SScalarParam* pOut, int32_t* } else if (IS_UNSIGNED_NUMERIC_TYPE(outType)) { uint64_t minValue = (uint64_t)tDataTypes[outType].minValue; uint64_t maxValue = (uint64_t)tDataTypes[outType].maxValue; - + double value = 0; GET_TYPED_DATA(value, double, inType, colDataGetData(pInputCol, 0)); - + if (value > maxValue) { *overflow = 1; return TSDB_CODE_SUCCESS; @@ -820,7 +820,7 @@ int32_t vectorConvertImpl(const SScalarParam* pIn, SScalarParam* pOut, int32_t* colDataAppendNULL(pOutputCol, i); continue; } - + uint8_t value = 0; GET_TYPED_DATA(value, uint8_t, inType, colDataGetData(pInputCol, i)); colDataAppendInt8(pOutputCol, i, (int8_t *)&value); @@ -833,7 +833,7 @@ int32_t vectorConvertImpl(const SScalarParam* pIn, SScalarParam* pOut, int32_t* colDataAppendNULL(pOutputCol, i); continue; } - + uint16_t value = 0; GET_TYPED_DATA(value, uint16_t, inType, colDataGetData(pInputCol, i)); colDataAppendInt16(pOutputCol, i, (int16_t *)&value); @@ -846,7 +846,7 @@ int32_t vectorConvertImpl(const SScalarParam* pIn, SScalarParam* pOut, int32_t* colDataAppendNULL(pOutputCol, i); continue; } - + uint32_t value = 0; GET_TYPED_DATA(value, uint32_t, inType, colDataGetData(pInputCol, i)); colDataAppendInt32(pOutputCol, i, (int32_t *)&value); @@ -859,7 +859,7 @@ int32_t vectorConvertImpl(const SScalarParam* pIn, SScalarParam* pOut, int32_t* colDataAppendNULL(pOutputCol, i); continue; } - + uint64_t value = 0; GET_TYPED_DATA(value, uint64_t, inType, colDataGetData(pInputCol, i)); colDataAppendInt64(pOutputCol, i, (int64_t*)&value); @@ -872,12 +872,12 @@ int32_t vectorConvertImpl(const SScalarParam* pIn, SScalarParam* pOut, int32_t* colDataAppendNULL(pOutputCol, i); continue; } - + float value = 0; GET_TYPED_DATA(value, float, inType, colDataGetData(pInputCol, i)); colDataAppendFloat(pOutputCol, i, (float*)&value); } - break; + break; } case TSDB_DATA_TYPE_DOUBLE: { for (int32_t i = 0; i < pIn->numOfRows; ++i) { @@ -885,14 +885,14 @@ int32_t vectorConvertImpl(const SScalarParam* pIn, SScalarParam* pOut, int32_t* colDataAppendNULL(pOutputCol, i); continue; } - + double value = 0; GET_TYPED_DATA(value, double, inType, colDataGetData(pInputCol, i)); colDataAppendDouble(pOutputCol, i, (double*)&value); } - break; + break; } - case TSDB_DATA_TYPE_BINARY: + case TSDB_DATA_TYPE_BINARY: case TSDB_DATA_TYPE_NCHAR: { return vectorConvertToVarData(pIn, pOut, inType, outType); } @@ -966,10 +966,10 @@ int32_t vectorConvert(SScalarParam* pLeft, SScalarParam* pRight, SScalarParam* p return TSDB_CODE_SUCCESS; } - SScalarParam *param1 = NULL, *paramOut1 = NULL; + SScalarParam *param1 = NULL, *paramOut1 = NULL; SScalarParam *param2 = NULL, *paramOut2 = NULL; int32_t code = 0; - + if (leftType < rightType) { param1 = pLeft; param2 = pRight; @@ -993,7 +993,7 @@ int32_t vectorConvert(SScalarParam* pLeft, SScalarParam* pRight, SScalarParam* p return code; } } - + if (type != GET_PARAM_TYPE(param2)) { code = vectorConvertScalarParam(param2, paramOut2, type); if (code) { @@ -1136,7 +1136,7 @@ void vectorMathAdd(SScalarParam* pLeft, SScalarParam* pRight, SScalarParam *pOut } *output = getVectorBigintValueFnLeft(pLeftCol->pData, i) + getVectorBigintValueFnRight(pRightCol->pData, i); } - } + } } else { double *output = (double *)pOutputCol->pData; _getDoubleValue_fn_t getVectorDoubleValueFnLeft = getVectorDoubleValueFn(pLeftCol->info.type); @@ -1198,7 +1198,7 @@ static void vectorMathTsSubHelper(SColumnInfoData* pLeftCol, SColumnInfoData* pR } *output = taosTimeAdd(getVectorBigintValueFnLeft(pLeftCol->pData, i), -getVectorBigintValueFnRight(pRightCol->pData, 0), pRightCol->info.scale, pRightCol->info.precision); - + } } } @@ -1706,7 +1706,7 @@ void vectorCompareImpl(SScalarParam* pLeft, SScalarParam* pRight, SScalarParam * int32_t lType = GET_PARAM_TYPE(pLeft); int32_t rType = GET_PARAM_TYPE(pRight); __compar_fn_t fp = NULL; - + if (lType == rType) { fp = filterGetCompFunc(lType, optr); } else { @@ -1736,9 +1736,9 @@ void vectorCompareImpl(SScalarParam* pLeft, SScalarParam* pRight, SScalarParam * } void vectorCompare(SScalarParam* pLeft, SScalarParam* pRight, SScalarParam *pOut, int32_t _ord, int32_t optr) { - SScalarParam pLeftOut = {0}; + SScalarParam pLeftOut = {0}; SScalarParam pRightOut = {0}; - SScalarParam *param1 = NULL; + SScalarParam *param1 = NULL; SScalarParam *param2 = NULL; if (SCL_NO_NEED_CONVERT_COMPARISION(GET_PARAM_TYPE(pLeft), GET_PARAM_TYPE(pRight), optr)) { @@ -1762,7 +1762,7 @@ void vectorCompare(SScalarParam* pLeft, SScalarParam* pRight, SScalarParam *pOut vectorCompareImpl(param1, param2, pOut, _ord, optr); sclFreeParam(&pLeftOut); - sclFreeParam(&pRightOut); + sclFreeParam(&pRightOut); } void vectorGreater(SScalarParam* pLeft, SScalarParam* pRight, SScalarParam *pOut, int32_t _ord) { From 1a8877c7876519fb0900564d749d4a5a606a4ee0 Mon Sep 17 00:00:00 2001 From: Hongze Cheng Date: Tue, 11 Oct 2022 16:15:38 +0800 Subject: [PATCH 076/110] more code --- source/dnode/vnode/src/vnd/vnodeOpen.c | 6 ------ 1 file changed, 6 deletions(-) diff --git a/source/dnode/vnode/src/vnd/vnodeOpen.c b/source/dnode/vnode/src/vnd/vnodeOpen.c index 414834e2eb..f016b3ffd4 100644 --- a/source/dnode/vnode/src/vnd/vnodeOpen.c +++ b/source/dnode/vnode/src/vnd/vnodeOpen.c @@ -138,12 +138,6 @@ SVnode *vnodeOpen(const char *path, STfs *pTfs, SMsgCb msgCb) { sprintf(tdir, "%s%s%s", dir, TD_DIRSEP, VNODE_WAL_DIR); taosRealPath(tdir, NULL, sizeof(tdir)); -// for test tsdb snapshot -#if 0 - pVnode->config.walCfg.segSize = 200; - pVnode->config.walCfg.retentionSize = 2000; -#endif - pVnode->pWal = walOpen(tdir, &(pVnode->config.walCfg)); if (pVnode->pWal == NULL) { vError("vgId:%d, failed to open vnode wal since %s", TD_VID(pVnode), tstrerror(terrno)); From dbae9a47da57706ed977ab344856955070bbf610 Mon Sep 17 00:00:00 2001 From: Shengliang Guan Date: Tue, 11 Oct 2022 16:23:23 +0800 Subject: [PATCH 077/110] fix: check memory while alter db buffer --- source/dnode/mgmt/mgmt_vnode/src/vmHandle.c | 57 ++++++++------ source/dnode/mnode/impl/inc/mndVgroup.h | 3 +- source/dnode/mnode/impl/src/mndDb.c | 6 +- source/dnode/mnode/impl/src/mndVgroup.c | 87 +++++++++++++++------ source/dnode/vnode/src/vnd/vnodeSvr.c | 56 +++++++------ 5 files changed, 130 insertions(+), 79 deletions(-) diff --git a/source/dnode/mgmt/mgmt_vnode/src/vmHandle.c b/source/dnode/mgmt/mgmt_vnode/src/vmHandle.c index 4047bc2340..7d5a907fda 100644 --- a/source/dnode/mgmt/mgmt_vnode/src/vmHandle.c +++ b/source/dnode/mgmt/mgmt_vnode/src/vmHandle.c @@ -212,38 +212,47 @@ static int32_t vmTsmaProcessCreate(SVnode *pVnode, SCreateVnodeReq *pReq) { } int32_t vmProcessCreateVnodeReq(SVnodeMgmt *pMgmt, SRpcMsg *pMsg) { - SCreateVnodeReq createReq = {0}; + SCreateVnodeReq req = {0}; SVnodeCfg vnodeCfg = {0}; SWrapperCfg wrapperCfg = {0}; int32_t code = -1; char path[TSDB_FILENAME_LEN] = {0}; - if (tDeserializeSCreateVnodeReq(pMsg->pCont, pMsg->contLen, &createReq) != 0) { + if (tDeserializeSCreateVnodeReq(pMsg->pCont, pMsg->contLen, &req) != 0) { terrno = TSDB_CODE_INVALID_MSG; return -1; } dInfo( - "vgId:%d, start to create vnode, tsma:%d standby:%d cacheLast:%d cacheLastSize:%d sstTrigger:%d " - "tsdbPageSize:%d", - createReq.vgId, createReq.isTsma, createReq.standby, createReq.cacheLast, createReq.cacheLastSize, - createReq.sstTrigger, createReq.tsdbPageSize); - dInfo("vgId:%d, hashMethod:%d begin:%u end:%u prefix:%d surfix:%d", createReq.vgId, createReq.hashMethod, - createReq.hashBegin, createReq.hashEnd, createReq.hashPrefix, createReq.hashSuffix); - vmGenerateVnodeCfg(&createReq, &vnodeCfg); + "vgId:%d, start to create vnode, page:%d pageSize:%d buffer:%d szPage:%d szBuf:%" PRIu64 + " cacheLast:%d cacheLastSize:%d sstTrigger:%d tsdbPageSize:%d %d dbname:%s dbId:%" PRId64 + "days:%d keep0:%d keep1:%d keep2:%d tsma:%d precision:%d compression:%d minRows:%d maxRows:%d, wal " + "fsync:%d level:%d retentionPeriod:%d retentionSize:%d rollPeriod:%d segSize:%d, hash method:%d begin:%u end:%u " + "prefix:%d surfix:%d replica:%d selfIndex:%d strict:%d", + req.vgId, req.pages, req.pageSize, req.buffer, req.pageSize * 1024, (uint64_t)req.buffer * 1024 * 1024, + req.cacheLast, req.cacheLastSize, req.sstTrigger, req.tsdbPageSize, req.tsdbPageSize * 1024, req.db, req.dbUid, + req.daysPerFile, req.daysToKeep0, req.daysToKeep1, req.daysToKeep2, req.isTsma, req.precision, req.compression, + req.minRows, req.maxRows, req.walFsyncPeriod, req.walLevel, req.walRetentionPeriod, req.walRetentionSize, + req.walRollPeriod, req.walSegmentSize, req.hashMethod, req.hashBegin, req.hashEnd, req.hashPrefix, req.hashSuffix, + req.replica, req.selfIndex, req.strict); + for (int32_t i = 0; i < req.replica; ++i) { + dInfo("vgId:%d, replica:%d fqdn:%s port:%u", req.vgId, req.replicas[i].id, req.replicas[i].fqdn, + req.replicas[i].port); + } + vmGenerateVnodeCfg(&req, &vnodeCfg); - if (vmTsmaAdjustDays(&vnodeCfg, &createReq) < 0) { - dError("vgId:%d, failed to adjust tsma days since %s", createReq.vgId, terrstr()); + if (vmTsmaAdjustDays(&vnodeCfg, &req) < 0) { + dError("vgId:%d, failed to adjust tsma days since %s", req.vgId, terrstr()); code = terrno; goto _OVER; } - vmGenerateWrapperCfg(pMgmt, &createReq, &wrapperCfg); + vmGenerateWrapperCfg(pMgmt, &req, &wrapperCfg); - SVnodeObj *pVnode = vmAcquireVnode(pMgmt, createReq.vgId); + SVnodeObj *pVnode = vmAcquireVnode(pMgmt, req.vgId); if (pVnode != NULL) { - dDebug("vgId:%d, already exist", createReq.vgId); - tFreeSCreateVnodeReq(&createReq); + dDebug("vgId:%d, already exist", req.vgId); + tFreeSCreateVnodeReq(&req); vmReleaseVnode(pMgmt, pVnode); terrno = TSDB_CODE_NODE_ALREADY_DEPLOYED; code = terrno; @@ -252,36 +261,36 @@ int32_t vmProcessCreateVnodeReq(SVnodeMgmt *pMgmt, SRpcMsg *pMsg) { snprintf(path, TSDB_FILENAME_LEN, "vnode%svnode%d", TD_DIRSEP, vnodeCfg.vgId); if (vnodeCreate(path, &vnodeCfg, pMgmt->pTfs) < 0) { - tFreeSCreateVnodeReq(&createReq); - dError("vgId:%d, failed to create vnode since %s", createReq.vgId, terrstr()); + tFreeSCreateVnodeReq(&req); + dError("vgId:%d, failed to create vnode since %s", req.vgId, terrstr()); code = terrno; goto _OVER; } SVnode *pImpl = vnodeOpen(path, pMgmt->pTfs, pMgmt->msgCb); if (pImpl == NULL) { - dError("vgId:%d, failed to open vnode since %s", createReq.vgId, terrstr()); + dError("vgId:%d, failed to open vnode since %s", req.vgId, terrstr()); code = terrno; goto _OVER; } code = vmOpenVnode(pMgmt, &wrapperCfg, pImpl); if (code != 0) { - dError("vgId:%d, failed to open vnode since %s", createReq.vgId, terrstr()); + dError("vgId:%d, failed to open vnode since %s", req.vgId, terrstr()); code = terrno; goto _OVER; } - code = vmTsmaProcessCreate(pImpl, &createReq); + code = vmTsmaProcessCreate(pImpl, &req); if (code != 0) { - dError("vgId:%d, failed to create tsma since %s", createReq.vgId, terrstr()); + dError("vgId:%d, failed to create tsma since %s", req.vgId, terrstr()); code = terrno; goto _OVER; } code = vnodeStart(pImpl); if (code != 0) { - dError("vgId:%d, failed to start sync since %s", createReq.vgId, terrstr()); + dError("vgId:%d, failed to start sync since %s", req.vgId, terrstr()); goto _OVER; } @@ -296,10 +305,10 @@ _OVER: vnodeClose(pImpl); vnodeDestroy(path, pMgmt->pTfs); } else { - dInfo("vgId:%d, vnode is created", createReq.vgId); + dInfo("vgId:%d, vnode is created", req.vgId); } - tFreeSCreateVnodeReq(&createReq); + tFreeSCreateVnodeReq(&req); terrno = code; return code; } diff --git a/source/dnode/mnode/impl/inc/mndVgroup.h b/source/dnode/mnode/impl/inc/mndVgroup.h index c8237d17d8..ad5fbef34c 100644 --- a/source/dnode/mnode/impl/inc/mndVgroup.h +++ b/source/dnode/mnode/impl/inc/mndVgroup.h @@ -44,7 +44,8 @@ int32_t mndAddAlterVnodeAction(SMnode *, STrans *pTrans, SDbObj *pDb, SVgObj *pV int32_t mndAddDropVnodeAction(SMnode *, STrans *pTrans, SDbObj *pDb, SVgObj *pVgroup, SVnodeGid *pVgid, bool isRedo); int32_t mndSetMoveVgroupInfoToTrans(SMnode *, STrans *pTrans, SDbObj *pDb, SVgObj *pVgroup, int32_t vn, SArray *pArray); int32_t mndSetMoveVgroupsInfoToTrans(SMnode *, STrans *pTrans, int32_t dropDnodeId); -int32_t mndBuildAlterVgroupAction(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SVgObj *pVgroup, SArray *pArray); +int32_t mndBuildAlterVgroupAction(SMnode *pMnode, STrans *pTrans, SDbObj *pOldDb, SDbObj *pNewDb, SVgObj *pVgroup, + SArray *pArray); void *mndBuildCreateVnodeReq(SMnode *, SDnodeObj *pDnode, SDbObj *pDb, SVgObj *pVgroup, int32_t *cntlen, bool standby); void *mndBuildDropVnodeReq(SMnode *, SDnodeObj *pDnode, SDbObj *pDb, SVgObj *pVgroup, int32_t *pContLen); diff --git a/source/dnode/mnode/impl/src/mndDb.c b/source/dnode/mnode/impl/src/mndDb.c index adc5ff2b42..6670211d78 100644 --- a/source/dnode/mnode/impl/src/mndDb.c +++ b/source/dnode/mnode/impl/src/mndDb.c @@ -746,7 +746,7 @@ static int32_t mndSetAlterDbCommitLogs(SMnode *pMnode, STrans *pTrans, SDbObj *p return 0; } -static int32_t mndSetAlterDbRedoActions(SMnode *pMnode, STrans *pTrans, SDbObj *pOld, SDbObj *pNew) { +static int32_t mndSetAlterDbRedoActions(SMnode *pMnode, STrans *pTrans, SDbObj *pOldDb, SDbObj *pNewDb) { SSdb *pSdb = pMnode->pSdb; void *pIter = NULL; SArray *pArray = mndBuildDnodesArray(pMnode, 0); @@ -756,8 +756,8 @@ static int32_t mndSetAlterDbRedoActions(SMnode *pMnode, STrans *pTrans, SDbObj * pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup); if (pIter == NULL) break; - if (mndVgroupInDb(pVgroup, pNew->uid)) { - if (mndBuildAlterVgroupAction(pMnode, pTrans, pNew, pVgroup, pArray) != 0) { + if (mndVgroupInDb(pVgroup, pNewDb->uid)) { + if (mndBuildAlterVgroupAction(pMnode, pTrans, pOldDb, pNewDb, pVgroup, pArray) != 0) { sdbCancelFetch(pSdb, pIter); sdbRelease(pSdb, pVgroup); taosArrayDestroy(pArray); diff --git a/source/dnode/mnode/impl/src/mndVgroup.c b/source/dnode/mnode/impl/src/mndVgroup.c index 4a7221accb..8e91ec90f5 100644 --- a/source/dnode/mnode/impl/src/mndVgroup.c +++ b/source/dnode/mnode/impl/src/mndVgroup.c @@ -405,7 +405,7 @@ static bool mndBuildDnodesArrayFp(SMnode *pMnode, void *pObj, void *p1, void *p2 pDnode->memUsed = mndGetVnodesMemory(pMnode, pDnode->id); mInfo("dnode:%d, vnodes:%d supportVnodes:%d isMnode:%d online:%d memory avail:%" PRId64 " used:%" PRId64, pDnode->id, - pDnode->numOfVnodes, pDnode->numOfSupportVnodes, isMnode, online, pDnode->memAvail, pDnode->memUsed); + pDnode->numOfVnodes, pDnode->numOfSupportVnodes, isMnode, online, pDnode->memAvail, pDnode->memUsed); if (isMnode) { pDnode->numOfVnodes++; @@ -1293,7 +1293,7 @@ static int32_t mndRedistributeVgroup(SMnode *pMnode, SRpcMsg *pReq, SDbObj *pDb, mError("db:%s, vgId:%d, no enough memory:%" PRId64 " in dnode:%d avail:%" PRId64 " used:%" PRId64, pVgroup->dbName, pVgroup->vgId, vgMem, pNew3->id, pNew3->memAvail, pNew3->memUsed); terrno = TSDB_CODE_MND_NO_ENOUGH_MEM_IN_DNODE; - goto _OVER; + goto _OVER; } else { pNew3->memUsed += vgMem; } @@ -1530,44 +1530,81 @@ _OVER: #endif } -int32_t mndBuildAlterVgroupAction(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SVgObj *pVgroup, SArray *pArray) { - if (pVgroup->replica <= 0 || pVgroup->replica == pDb->cfg.replications) { - return mndAddAlterVnodeAction(pMnode, pTrans, pDb, pVgroup, TDMT_VND_ALTER_CONFIG); +static int32_t mndCheckDnodeMemory(SMnode *pMnode, SDbObj *pOldDb, SDbObj *pNewDb, SVgObj *pOldVgroup, + SVgObj *pNewVgroup, SArray *pArray) { + for (int32_t i = 0; i < (int32_t)taosArrayGetSize(pArray); ++i) { + SDnodeObj *pDnode = taosArrayGet(pArray, i); + bool inVgroup = false; + for (int32_t j = 0; j < pOldVgroup->replica; ++j) { + SVnodeGid *pVgId = &pOldVgroup->vnodeGid[i]; + if (pDnode->id == pVgId->dnodeId) { + pDnode->memUsed -= mndGetVgroupMemory(pMnode, pOldDb, pOldVgroup); + inVgroup = true; + } + } + for (int32_t j = 0; j < pNewVgroup->replica; ++j) { + SVnodeGid *pVgId = &pNewVgroup->vnodeGid[i]; + if (pDnode->id == pVgId->dnodeId) { + pDnode->memUsed += mndGetVgroupMemory(pMnode, pNewDb, pNewVgroup); + inVgroup = true; + } + } + if (pDnode->memAvail - pDnode->memUsed <= 0) { + mError("db:%s, vgId:%d, no enough memory in dnode:%d, avail:%" PRId64 " used:%" PRId64, pNewVgroup->dbName, + pNewVgroup->vgId, pDnode->id, pDnode->memAvail, pDnode->memUsed); + terrno = TSDB_CODE_MND_NO_ENOUGH_MEM_IN_DNODE; + return -1; + } else if (inVgroup) { + mInfo("db:%s, vgId:%d, memory in dnode:%d, avail:%" PRId64 " used:%" PRId64, pNewVgroup->dbName, + pNewVgroup->vgId, pDnode->id, pDnode->memAvail, pDnode->memUsed); + } else { + } } + return 0; +} +int32_t mndBuildAlterVgroupAction(SMnode *pMnode, STrans *pTrans, SDbObj *pOldDb, SDbObj *pNewDb, SVgObj *pVgroup, + SArray *pArray) { SVgObj newVgroup = {0}; memcpy(&newVgroup, pVgroup, sizeof(SVgObj)); + + if (pVgroup->replica <= 0 || pVgroup->replica == pNewDb->cfg.replications) { + if (mndAddAlterVnodeAction(pMnode, pTrans, pNewDb, pVgroup, TDMT_VND_ALTER_CONFIG) != 0) return -1; + if (mndCheckDnodeMemory(pMnode, pOldDb, pNewDb, &newVgroup, pVgroup, pArray) != 0) return -1; + return 0; + } + mndTransSetSerial(pTrans); - if (newVgroup.replica < pDb->cfg.replications) { + if (newVgroup.replica < pNewDb->cfg.replications) { mInfo("db:%s, vgId:%d, vn:0 dnode:%d, will add 2 vnodes", pVgroup->dbName, pVgroup->vgId, pVgroup->vnodeGid[0].dnodeId); if (mndAddVnodeToVgroup(pMnode, &newVgroup, pArray) != 0) return -1; - if (mndAddCreateVnodeAction(pMnode, pTrans, pDb, &newVgroup, &newVgroup.vnodeGid[1], true) != 0) return -1; - if (mndAddAlterVnodeAction(pMnode, pTrans, pDb, &newVgroup, TDMT_VND_ALTER_REPLICA) != 0) return -1; - if (mndAddAlterVnodeConfirmAction(pMnode, pTrans, pDb, &newVgroup) != 0) return -1; + if (mndAddCreateVnodeAction(pMnode, pTrans, pNewDb, &newVgroup, &newVgroup.vnodeGid[1], true) != 0) return -1; + if (mndAddAlterVnodeAction(pMnode, pTrans, pNewDb, &newVgroup, TDMT_VND_ALTER_REPLICA) != 0) return -1; + if (mndAddAlterVnodeConfirmAction(pMnode, pTrans, pNewDb, &newVgroup) != 0) return -1; if (mndAddVnodeToVgroup(pMnode, &newVgroup, pArray) != 0) return -1; - if (mndAddCreateVnodeAction(pMnode, pTrans, pDb, &newVgroup, &newVgroup.vnodeGid[2], true) != 0) return -1; - if (mndAddAlterVnodeAction(pMnode, pTrans, pDb, &newVgroup, TDMT_VND_ALTER_REPLICA) != 0) return -1; - if (mndAddAlterVnodeConfirmAction(pMnode, pTrans, pDb, &newVgroup) != 0) return -1; - } else if (newVgroup.replica > pDb->cfg.replications) { + if (mndAddCreateVnodeAction(pMnode, pTrans, pNewDb, &newVgroup, &newVgroup.vnodeGid[2], true) != 0) return -1; + if (mndAddAlterVnodeAction(pMnode, pTrans, pNewDb, &newVgroup, TDMT_VND_ALTER_REPLICA) != 0) return -1; + if (mndAddAlterVnodeConfirmAction(pMnode, pTrans, pNewDb, &newVgroup) != 0) return -1; + } else if (newVgroup.replica > pNewDb->cfg.replications) { mInfo("db:%s, vgId:%d, will remove 2 vnodes", pVgroup->dbName, pVgroup->vgId); SVnodeGid del1 = {0}; if (mndRemoveVnodeFromVgroup(pMnode, &newVgroup, pArray, &del1) != 0) return -1; - if (mndAddSetVnodeStandByAction(pMnode, pTrans, pDb, pVgroup, &del1, true) != 0) return -1; - if (mndAddAlterVnodeAction(pMnode, pTrans, pDb, &newVgroup, TDMT_VND_ALTER_REPLICA) != 0) return -1; - if (mndAddDropVnodeAction(pMnode, pTrans, pDb, &newVgroup, &del1, true) != 0) return -1; - if (mndAddAlterVnodeConfirmAction(pMnode, pTrans, pDb, &newVgroup) != 0) return -1; + if (mndAddSetVnodeStandByAction(pMnode, pTrans, pNewDb, pVgroup, &del1, true) != 0) return -1; + if (mndAddAlterVnodeAction(pMnode, pTrans, pNewDb, &newVgroup, TDMT_VND_ALTER_REPLICA) != 0) return -1; + if (mndAddDropVnodeAction(pMnode, pTrans, pNewDb, &newVgroup, &del1, true) != 0) return -1; + if (mndAddAlterVnodeConfirmAction(pMnode, pTrans, pNewDb, &newVgroup) != 0) return -1; SVnodeGid del2 = {0}; if (mndRemoveVnodeFromVgroup(pMnode, &newVgroup, pArray, &del2) != 0) return -1; - if (mndAddSetVnodeStandByAction(pMnode, pTrans, pDb, pVgroup, &del2, true) != 0) return -1; - if (mndAddAlterVnodeAction(pMnode, pTrans, pDb, &newVgroup, TDMT_VND_ALTER_REPLICA) != 0) return -1; - if (mndAddDropVnodeAction(pMnode, pTrans, pDb, &newVgroup, &del2, true) != 0) return -1; - if (mndAddAlterVnodeConfirmAction(pMnode, pTrans, pDb, &newVgroup) != 0) return -1; + if (mndAddSetVnodeStandByAction(pMnode, pTrans, pNewDb, pVgroup, &del2, true) != 0) return -1; + if (mndAddAlterVnodeAction(pMnode, pTrans, pNewDb, &newVgroup, TDMT_VND_ALTER_REPLICA) != 0) return -1; + if (mndAddDropVnodeAction(pMnode, pTrans, pNewDb, &newVgroup, &del2, true) != 0) return -1; + if (mndAddAlterVnodeConfirmAction(pMnode, pTrans, pNewDb, &newVgroup) != 0) return -1; } else { } @@ -1648,8 +1685,8 @@ static int32_t mndSplitVgroup(SMnode *pMnode, SRpcMsg *pReq, SDbObj *pDb, SVgObj if (mndAddAlterVnodeAction(pMnode, pTrans, pDb, &newVg2, TDMT_VND_ALTER_HASHRANGE) != 0) goto _OVER; // adjust vgroup - if (mndBuildAlterVgroupAction(pMnode, pTrans, pDb, &newVg1, pArray) != 0) goto _OVER; - if (mndBuildAlterVgroupAction(pMnode, pTrans, pDb, &newVg2, pArray) != 0) goto _OVER; + if (mndBuildAlterVgroupAction(pMnode, pTrans, pDb, pDb, &newVg1, pArray) != 0) goto _OVER; + if (mndBuildAlterVgroupAction(pMnode, pTrans, pDb, pDb, &newVg2, pArray) != 0) goto _OVER; _OVER: mndTransDrop(pTrans); @@ -1782,7 +1819,7 @@ static int32_t mndBalanceVgroup(SMnode *pMnode, SRpcMsg *pReq, SArray *pArray) { for (int32_t i = 0; i < taosArrayGetSize(pArray); ++i) { SDnodeObj *pDnode = taosArrayGet(pArray, i); mInfo("dnode:%d, equivalent vnodes:%d support:%d, score:%f", pDnode->id, pDnode->numOfVnodes, - pDnode->numOfSupportVnodes, (float)pDnode->numOfVnodes / pDnode->numOfSupportVnodes); + pDnode->numOfSupportVnodes, (float)pDnode->numOfVnodes / pDnode->numOfSupportVnodes); } SDnodeObj *pSrc = taosArrayGet(pArray, taosArrayGetSize(pArray) - 1); @@ -1791,7 +1828,7 @@ static int32_t mndBalanceVgroup(SMnode *pMnode, SRpcMsg *pReq, SArray *pArray) { float srcScore = (float)(pSrc->numOfVnodes - 1) / pSrc->numOfSupportVnodes; float dstScore = (float)(pDst->numOfVnodes + 1) / pDst->numOfSupportVnodes; mInfo("trans:%d, after balance, src dnode:%d score:%f, dst dnode:%d score:%f", pTrans->id, pSrc->id, srcScore, - pDst->id, dstScore); + pDst->id, dstScore); if (srcScore > dstScore - 0.000001) { code = mndBalanceVgroupBetweenDnode(pMnode, pTrans, pSrc, pDst, pBalancedVgroups); diff --git a/source/dnode/vnode/src/vnd/vnodeSvr.c b/source/dnode/vnode/src/vnd/vnodeSvr.c index 5c8590c7c9..295e480c6a 100644 --- a/source/dnode/vnode/src/vnd/vnodeSvr.c +++ b/source/dnode/vnode/src/vnd/vnodeSvr.c @@ -1024,71 +1024,75 @@ static int32_t vnodeProcessAlterHashRangeReq(SVnode *pVnode, int64_t version, vo } static int32_t vnodeProcessAlterConfigReq(SVnode *pVnode, int64_t version, void *pReq, int32_t len, SRpcMsg *pRsp) { - SAlterVnodeReq alterReq = {0}; + SAlterVnodeReq req = {0}; bool walChanged = false; bool tsdbChanged = false; - if (tDeserializeSAlterVnodeReq(pReq, len, &alterReq) != 0) { + if (tDeserializeSAlterVnodeReq(pReq, len, &req) != 0) { terrno = TSDB_CODE_INVALID_MSG; return TSDB_CODE_INVALID_MSG; } - vInfo("vgId:%d, start to alter vnode config, cacheLast:%d cacheLastSize:%d", TD_VID(pVnode), alterReq.cacheLast, - alterReq.cacheLastSize); - if (pVnode->config.cacheLastSize != alterReq.cacheLastSize) { - pVnode->config.cacheLastSize = alterReq.cacheLastSize; + vInfo("vgId:%d, start to alter vnode config, page:%d pageSize:%d buffer:%d szPage:%d szBuf:%" PRIu64 + " cacheLast:%d cacheLastSize:%d days:%d keep0:%d keep1:%d keep2:%d fsync:%d level:%d strict:%d", + TD_VID(pVnode), req.pages, req.pageSize, req.buffer, req.pageSize * 1024, (uint64_t)req.buffer * 1024 * 1024, + req.cacheLast, req.cacheLastSize, req.daysPerFile, req.daysToKeep0, req.daysToKeep1, req.daysToKeep2, + req.walFsyncPeriod, req.walLevel, req.strict); + + if (pVnode->config.cacheLastSize != req.cacheLastSize) { + pVnode->config.cacheLastSize = req.cacheLastSize; tsdbCacheSetCapacity(pVnode, (size_t)pVnode->config.cacheLastSize * 1024 * 1024); } - if (pVnode->config.szBuf != alterReq.buffer * 1024LL * 1024LL) { + if (pVnode->config.szBuf != req.buffer * 1024LL * 1024LL) { vInfo("vgId:%d vnode buffer is changed from %" PRId64 " to %" PRId64, TD_VID(pVnode), pVnode->config.szBuf, - alterReq.buffer * 1024LL * 1024LL); - pVnode->config.szBuf = alterReq.buffer * 1024LL * 1024LL; + req.buffer * 1024LL * 1024LL); + pVnode->config.szBuf = req.buffer * 1024LL * 1024LL; } - if (pVnode->config.szCache != alterReq.pages) { - if (metaAlterCache(pVnode->pMeta, alterReq.pages) < 0) { + if (pVnode->config.szCache != req.pages) { + if (metaAlterCache(pVnode->pMeta, req.pages) < 0) { vError("vgId:%d failed to change vnode pages from %d to %d failed since %s", TD_VID(pVnode), - pVnode->config.szCache, alterReq.pages, tstrerror(errno)); + pVnode->config.szCache, req.pages, tstrerror(errno)); return errno; } else { - vInfo("vgId:%d vnode pages is changed from %d to %d", TD_VID(pVnode), pVnode->config.szCache, alterReq.pages); - pVnode->config.szCache = alterReq.pages; + vInfo("vgId:%d vnode pages is changed from %d to %d", TD_VID(pVnode), pVnode->config.szCache, req.pages); + pVnode->config.szCache = req.pages; } } - if (pVnode->config.cacheLast != alterReq.cacheLast) { - pVnode->config.cacheLast = alterReq.cacheLast; + if (pVnode->config.cacheLast != req.cacheLast) { + pVnode->config.cacheLast = req.cacheLast; } - if (pVnode->config.walCfg.fsyncPeriod != alterReq.walFsyncPeriod) { - pVnode->config.walCfg.fsyncPeriod = alterReq.walFsyncPeriod; + if (pVnode->config.walCfg.fsyncPeriod != req.walFsyncPeriod) { + pVnode->config.walCfg.fsyncPeriod = req.walFsyncPeriod; walChanged = true; } - if (pVnode->config.walCfg.level != alterReq.walLevel) { - pVnode->config.walCfg.level = alterReq.walLevel; + if (pVnode->config.walCfg.level != req.walLevel) { + pVnode->config.walCfg.level = req.walLevel; walChanged = true; } - if (pVnode->config.tsdbCfg.keep0 != alterReq.daysToKeep0) { - pVnode->config.tsdbCfg.keep0 = alterReq.daysToKeep0; + if (pVnode->config.tsdbCfg.keep0 != req.daysToKeep0) { + pVnode->config.tsdbCfg.keep0 = req.daysToKeep0; if (!VND_IS_RSMA(pVnode)) { tsdbChanged = true; } } - if (pVnode->config.tsdbCfg.keep1 != alterReq.daysToKeep1) { - pVnode->config.tsdbCfg.keep1 = alterReq.daysToKeep1; + if (pVnode->config.tsdbCfg.keep1 != req.daysToKeep1) { + pVnode->config.tsdbCfg.keep1 = req.daysToKeep1; if (!VND_IS_RSMA(pVnode)) { tsdbChanged = true; } } - if (pVnode->config.tsdbCfg.keep2 != alterReq.daysToKeep2) { - pVnode->config.tsdbCfg.keep2 = alterReq.daysToKeep2; + if (pVnode->config.tsdbCfg.keep2 != req.daysToKeep2) { + pVnode->config.tsdbCfg.keep2 = req.daysToKeep2; if (!VND_IS_RSMA(pVnode)) { tsdbChanged = true; } From c310d4a177f23e23a9c8210db8c62e93891f5e3f Mon Sep 17 00:00:00 2001 From: Hongze Cheng Date: Tue, 11 Oct 2022 16:43:01 +0800 Subject: [PATCH 078/110] more code --- source/dnode/vnode/src/vnd/vnodeOpen.c | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/source/dnode/vnode/src/vnd/vnodeOpen.c b/source/dnode/vnode/src/vnd/vnodeOpen.c index f016b3ffd4..de3af7cde6 100644 --- a/source/dnode/vnode/src/vnd/vnodeOpen.c +++ b/source/dnode/vnode/src/vnd/vnodeOpen.c @@ -153,12 +153,14 @@ SVnode *vnodeOpen(const char *path, STfs *pTfs, SMsgCb msgCb) { goto _err; } +#if !VNODE_AS_LIB // open query if (vnodeQueryOpen(pVnode)) { vError("vgId:%d, failed to open vnode query since %s", TD_VID(pVnode), tstrerror(terrno)); terrno = TSDB_CODE_OUT_OF_MEMORY; goto _err; } +#endif // vnode begin if (vnodeBegin(pVnode) < 0) { @@ -167,11 +169,13 @@ SVnode *vnodeOpen(const char *path, STfs *pTfs, SMsgCb msgCb) { goto _err; } +#if !VNODE_AS_LIB // open sync if (vnodeSyncOpen(pVnode, dir)) { vError("vgId:%d, failed to open sync since %s", TD_VID(pVnode), tstrerror(terrno)); goto _err; } +#endif return pVnode; From 14c4ff1d94c00ed12f3a7a89eeca2b357c119cef Mon Sep 17 00:00:00 2001 From: Liu Jicong Date: Tue, 11 Oct 2022 16:48:13 +0800 Subject: [PATCH 079/110] add demo for stream user defined table name --- examples/c/stream_demo.c | 11 ++++++----- source/libs/executor/src/timewindowoperator.c | 2 ++ 2 files changed, 8 insertions(+), 5 deletions(-) diff --git a/examples/c/stream_demo.c b/examples/c/stream_demo.c index 1c9d11b755..9243b68100 100644 --- a/examples/c/stream_demo.c +++ b/examples/c/stream_demo.c @@ -49,28 +49,28 @@ int32_t init_env() { } taos_free_result(pRes); - pRes = taos_query(pConn, "create stable if not exists st1 (ts timestamp, k int) tags(a int)"); + pRes = taos_query(pConn, "create stable if not exists st1 (ts timestamp, k int, j varchar(20)) tags(a varchar(20))"); if (taos_errno(pRes) != 0) { printf("failed to create super table st1, reason:%s\n", taos_errstr(pRes)); return -1; } taos_free_result(pRes); - pRes = taos_query(pConn, "create table if not exists tu1 using st1 tags(1)"); + pRes = taos_query(pConn, "create table if not exists tu1 using st1 tags('c1')"); if (taos_errno(pRes) != 0) { printf("failed to create child table tu1, reason:%s\n", taos_errstr(pRes)); return -1; } taos_free_result(pRes); - pRes = taos_query(pConn, "create table if not exists tu2 using st1 tags(2)"); + pRes = taos_query(pConn, "create table if not exists tu2 using st1 tags('c2')"); if (taos_errno(pRes) != 0) { printf("failed to create child table tu2, reason:%s\n", taos_errstr(pRes)); return -1; } taos_free_result(pRes); - pRes = taos_query(pConn, "create table if not exists tu3 using st1 tags(3)"); + pRes = taos_query(pConn, "create table if not exists tu3 using st1 tags('c3')"); if (taos_errno(pRes) != 0) { printf("failed to create child table tu3, reason:%s\n", taos_errstr(pRes)); return -1; @@ -96,7 +96,8 @@ int32_t create_stream() { taos_free_result(pRes); pRes = taos_query(pConn, - "create stream stream1 trigger at_once watermark 10s into outstb as select _wstart start, avg(k) from st1 partition by tbname interval(10s)"); + /*"create stream stream1 trigger at_once watermark 10s into outstb as select _wstart start, avg(k) from st1 partition by tbname interval(10s)");*/ + "create stream stream2 into outstb subtable(concat(concat(concat('prefix_', tname), '_suffix'), cast(k1 as varchar(20)))) as select _wstart wstart, avg(k) from st1 partition by tbname tname, a k1 interval(10s);"); if (taos_errno(pRes) != 0) { printf("failed to create stream stream1, reason:%s\n", taos_errstr(pRes)); return -1; diff --git a/source/libs/executor/src/timewindowoperator.c b/source/libs/executor/src/timewindowoperator.c index c968f82702..560a1d319a 100644 --- a/source/libs/executor/src/timewindowoperator.c +++ b/source/libs/executor/src/timewindowoperator.c @@ -3611,6 +3611,7 @@ void destroyStreamSessionAggOperatorInfo(void* param) { blockDataDestroy(pInfo->pUpdateRes); destroySqlFunctionCtx(pInfo->pDummyCtx, 0); taosHashCleanup(pInfo->pStDeleted); + taosHashCleanup(pInfo->pGroupIdTbNameMap); taosMemoryFreeClear(param); } @@ -4670,6 +4671,7 @@ void destroyStreamStateOperatorInfo(void* param) { colDataDestroy(&pInfo->twAggSup.timeWindowData); blockDataDestroy(pInfo->pDelRes); taosHashCleanup(pInfo->pSeDeleted); + taosHashCleanup(pInfo->pGroupIdTbNameMap); destroySqlFunctionCtx(pInfo->pDummyCtx, 0); taosMemoryFreeClear(param); From 32a36b66f123b4d31c833a4c05b5f5ee6e3a4c43 Mon Sep 17 00:00:00 2001 From: Alex Duan <417921451@qq.com> Date: Tue, 11 Oct 2022 16:57:47 +0800 Subject: [PATCH 080/110] fix(shell): remove TAB KEY usage introduction on windows --- tools/shell/src/shellEngine.c | 2 ++ 1 file changed, 2 insertions(+) diff --git a/tools/shell/src/shellEngine.c b/tools/shell/src/shellEngine.c index abb6cf84d5..fd0ea60323 100644 --- a/tools/shell/src/shellEngine.c +++ b/tools/shell/src/shellEngine.c @@ -1112,7 +1112,9 @@ int32_t shellExecute() { #ifdef WEBSOCKET if (!shell.args.restful && !shell.args.cloud) { #endif +#ifndef WINDOWS printfIntroduction(); +#endif shellGetGrantInfo(); #ifdef WEBSOCKET } From 25b279dd7abd6f783b428ec79a842578e00be857 Mon Sep 17 00:00:00 2001 From: Minglei Jin Date: Tue, 11 Oct 2022 17:00:49 +0800 Subject: [PATCH 081/110] meta/cache: a new cache for stable's ctbNum --- source/dnode/vnode/src/inc/meta.h | 4 + source/dnode/vnode/src/inc/vnodeInt.h | 6 + source/dnode/vnode/src/meta/metaCache.c | 201 ++++++++++++++++++++++-- source/dnode/vnode/src/meta/metaQuery.c | 29 ++++ 4 files changed, 228 insertions(+), 12 deletions(-) diff --git a/source/dnode/vnode/src/inc/meta.h b/source/dnode/vnode/src/inc/meta.h index adfbb91920..dbe2f80150 100644 --- a/source/dnode/vnode/src/inc/meta.h +++ b/source/dnode/vnode/src/inc/meta.h @@ -67,6 +67,10 @@ void metaCacheClose(SMeta* pMeta); int32_t metaCacheUpsert(SMeta* pMeta, SMetaInfo* pInfo); int32_t metaCacheDrop(SMeta* pMeta, int64_t uid); +int32_t metaStatsCacheUpsert(SMeta* pMeta, SMetaStbStats* pInfo); +int32_t metaStatsCacheDrop(SMeta* pMeta, int64_t uid); +int32_t metaStatsCacheGet(SMeta* pMeta, int64_t uid, SMetaStbStats* pInfo); + struct SMeta { TdThreadRwlock lock; diff --git a/source/dnode/vnode/src/inc/vnodeInt.h b/source/dnode/vnode/src/inc/vnodeInt.h index 2a8a74d297..181ac8628a 100644 --- a/source/dnode/vnode/src/inc/vnodeInt.h +++ b/source/dnode/vnode/src/inc/vnodeInt.h @@ -141,6 +141,12 @@ typedef struct SMetaInfo { } SMetaInfo; int32_t metaGetInfo(SMeta* pMeta, int64_t uid, SMetaInfo* pInfo); +typedef struct { + int64_t uid; + int64_t ctbNum; +} SMetaStbStats; +int32_t metaGetStbStats(SMeta* pMeta, int64_t uid, SMetaStbStats* pInfo); + // tsdb int tsdbOpen(SVnode* pVnode, STsdb** ppTsdb, const char* dir, STsdbKeepCfg* pKeepCfg); int tsdbClose(STsdb** pTsdb); diff --git a/source/dnode/vnode/src/meta/metaCache.c b/source/dnode/vnode/src/meta/metaCache.c index d4bdafcb80..6f19d43e69 100644 --- a/source/dnode/vnode/src/meta/metaCache.c +++ b/source/dnode/vnode/src/meta/metaCache.c @@ -14,7 +14,8 @@ */ #include "meta.h" -#define META_CACHE_BASE_BUCKET 1024 +#define META_CACHE_BASE_BUCKET 1024 +#define META_CACHE_STATS_BUCKET 16 // (uid , suid) : child table // (uid, 0) : normal table @@ -25,6 +26,11 @@ struct SMetaCacheEntry { SMetaInfo info; }; +typedef struct SMetaStbStatsEntry { + struct SMetaStbStatsEntry* next; + SMetaStbStats info; +} SMetaStbStatsEntry; + struct SMetaCache { // child, normal, super, table entry cache struct SEntryCache { @@ -32,8 +38,47 @@ struct SMetaCache { int32_t nBucket; SMetaCacheEntry** aBucket; } sEntryCache; + + // stable stats cache + struct SStbStatsCache { + int32_t nEntry; + int32_t nBucket; + SMetaStbStatsEntry** aBucket; + } sStbStatsCache; + + // query cache }; +static void entryCacheClose(SMeta* pMeta) { + if (pMeta->pCache) { + // close entry cache + for (int32_t iBucket = 0; iBucket < pMeta->pCache->sEntryCache.nBucket; iBucket++) { + SMetaCacheEntry* pEntry = pMeta->pCache->sEntryCache.aBucket[iBucket]; + while (pEntry) { + SMetaCacheEntry* tEntry = pEntry->next; + taosMemoryFree(pEntry); + pEntry = tEntry; + } + } + taosMemoryFree(pMeta->pCache->sEntryCache.aBucket); + } +} + +static void statsCacheClose(SMeta* pMeta) { + if (pMeta->pCache) { + // close entry cache + for (int32_t iBucket = 0; iBucket < pMeta->pCache->sStbStatsCache.nBucket; iBucket++) { + SMetaStbStatsEntry* pEntry = pMeta->pCache->sStbStatsCache.aBucket[iBucket]; + while (pEntry) { + SMetaStbStatsEntry* tEntry = pEntry->next; + taosMemoryFree(pEntry); + pEntry = tEntry; + } + } + taosMemoryFree(pMeta->pCache->sStbStatsCache.aBucket); + } +} + int32_t metaCacheOpen(SMeta* pMeta) { int32_t code = 0; SMetaCache* pCache = NULL; @@ -51,32 +96,38 @@ int32_t metaCacheOpen(SMeta* pMeta) { (SMetaCacheEntry**)taosMemoryCalloc(pCache->sEntryCache.nBucket, sizeof(SMetaCacheEntry*)); if (pCache->sEntryCache.aBucket == NULL) { code = TSDB_CODE_OUT_OF_MEMORY; - taosMemoryFree(pCache); goto _err; } + // open stats cache + pCache->sStbStatsCache.nEntry = 0; + pCache->sStbStatsCache.nBucket = META_CACHE_STATS_BUCKET; + pCache->sStbStatsCache.aBucket = + (SMetaStbStatsEntry**)taosMemoryCalloc(pCache->sStbStatsCache.nBucket, sizeof(SMetaStbStatsEntry*)); + if (pCache->sStbStatsCache.aBucket == NULL) { + code = TSDB_CODE_OUT_OF_MEMORY; + goto _err2; + } + pMeta->pCache = pCache; _exit: return code; +_err2: + entryCacheClose(pMeta); + _err: + taosMemoryFree(pCache); + metaError("vgId:%d meta open cache failed since %s", TD_VID(pMeta->pVnode), tstrerror(code)); return code; } void metaCacheClose(SMeta* pMeta) { if (pMeta->pCache) { - // close entry cache - for (int32_t iBucket = 0; iBucket < pMeta->pCache->sEntryCache.nBucket; iBucket++) { - SMetaCacheEntry* pEntry = pMeta->pCache->sEntryCache.aBucket[iBucket]; - while (pEntry) { - SMetaCacheEntry* tEntry = pEntry->next; - taosMemoryFree(pEntry); - pEntry = tEntry; - } - } - taosMemoryFree(pMeta->pCache->sEntryCache.aBucket); + entryCacheClose(pMeta); + statsCacheClose(pMeta); taosMemoryFree(pMeta->pCache); pMeta->pCache = NULL; } @@ -211,3 +262,129 @@ int32_t metaCacheGet(SMeta* pMeta, int64_t uid, SMetaInfo* pInfo) { return code; } + +static int32_t metaRehashStatsCache(SMetaCache* pCache, int8_t expand) { + int32_t code = 0; + int32_t nBucket; + + if (expand) { + nBucket = pCache->sStbStatsCache.nBucket * 2; + } else { + nBucket = pCache->sStbStatsCache.nBucket / 2; + } + + SMetaStbStatsEntry** aBucket = (SMetaStbStatsEntry**)taosMemoryCalloc(nBucket, sizeof(SMetaStbStatsEntry*)); + if (aBucket == NULL) { + code = TSDB_CODE_OUT_OF_MEMORY; + goto _exit; + } + + // rehash + for (int32_t iBucket = 0; iBucket < pCache->sStbStatsCache.nBucket; iBucket++) { + SMetaStbStatsEntry* pEntry = pCache->sStbStatsCache.aBucket[iBucket]; + + while (pEntry) { + SMetaStbStatsEntry* pTEntry = pEntry->next; + + pEntry->next = aBucket[TABS(pEntry->info.uid) % nBucket]; + aBucket[TABS(pEntry->info.uid) % nBucket] = pEntry; + + pEntry = pTEntry; + } + } + + // final set + taosMemoryFree(pCache->sStbStatsCache.aBucket); + pCache->sStbStatsCache.nBucket = nBucket; + pCache->sStbStatsCache.aBucket = aBucket; + +_exit: + return code; +} + +int32_t metaStatsCacheUpsert(SMeta* pMeta, SMetaStbStats* pInfo) { + int32_t code = 0; + + // ASSERT(metaIsWLocked(pMeta)); + + // search + SMetaCache* pCache = pMeta->pCache; + int32_t iBucket = TABS(pInfo->uid) % pCache->sStbStatsCache.nBucket; + SMetaStbStatsEntry** ppEntry = &pCache->sStbStatsCache.aBucket[iBucket]; + while (*ppEntry && (*ppEntry)->info.uid != pInfo->uid) { + ppEntry = &(*ppEntry)->next; + } + + if (*ppEntry) { // update + (*ppEntry)->info.ctbNum = pInfo->ctbNum; + } else { // insert + if (pCache->sStbStatsCache.nEntry >= pCache->sStbStatsCache.nBucket) { + code = metaRehashStatsCache(pCache, 1); + if (code) goto _exit; + + iBucket = TABS(pInfo->uid) % pCache->sStbStatsCache.nBucket; + } + + SMetaStbStatsEntry* pEntryNew = (SMetaStbStatsEntry*)taosMemoryMalloc(sizeof(*pEntryNew)); + if (pEntryNew == NULL) { + code = TSDB_CODE_OUT_OF_MEMORY; + goto _exit; + } + + pEntryNew->info = *pInfo; + pEntryNew->next = pCache->sStbStatsCache.aBucket[iBucket]; + pCache->sStbStatsCache.aBucket[iBucket] = pEntryNew; + pCache->sStbStatsCache.nEntry++; + } + +_exit: + return code; +} + +int32_t metaStatsCacheDrop(SMeta* pMeta, int64_t uid) { + int32_t code = 0; + + SMetaCache* pCache = pMeta->pCache; + int32_t iBucket = TABS(uid) % pCache->sStbStatsCache.nBucket; + SMetaStbStatsEntry** ppEntry = &pCache->sStbStatsCache.aBucket[iBucket]; + while (*ppEntry && (*ppEntry)->info.uid != uid) { + ppEntry = &(*ppEntry)->next; + } + + SMetaStbStatsEntry* pEntry = *ppEntry; + if (pEntry) { + *ppEntry = pEntry->next; + taosMemoryFree(pEntry); + pCache->sStbStatsCache.nEntry--; + if (pCache->sStbStatsCache.nEntry < pCache->sStbStatsCache.nBucket / 4 && + pCache->sStbStatsCache.nBucket > META_CACHE_STATS_BUCKET) { + code = metaRehashStatsCache(pCache, 0); + if (code) goto _exit; + } + } else { + code = TSDB_CODE_NOT_FOUND; + } + +_exit: + return code; +} + +int32_t metaStatsCacheGet(SMeta* pMeta, int64_t uid, SMetaStbStats* pInfo) { + int32_t code = TSDB_CODE_SUCCESS; + + SMetaCache* pCache = pMeta->pCache; + int32_t iBucket = TABS(uid) % pCache->sStbStatsCache.nBucket; + SMetaStbStatsEntry* pEntry = pCache->sStbStatsCache.aBucket[iBucket]; + + while (pEntry && pEntry->info.uid != uid) { + pEntry = pEntry->next; + } + + if (pEntry) { + *pInfo = pEntry->info; + } else { + code = TSDB_CODE_NOT_FOUND; + } + + return code; +} diff --git a/source/dnode/vnode/src/meta/metaQuery.c b/source/dnode/vnode/src/meta/metaQuery.c index 1b5d25974e..b4fc2c010b 100644 --- a/source/dnode/vnode/src/meta/metaQuery.c +++ b/source/dnode/vnode/src/meta/metaQuery.c @@ -1260,3 +1260,32 @@ _exit: tdbFree(pData); return code; } + +int32_t metaGetStbStats(SMeta *pMeta, int64_t uid, SMetaStbStats *pInfo) { + int32_t code = 0; + + metaRLock(pMeta); + + // fast path: search cache + if (metaStatsCacheGet(pMeta, uid, pInfo) == TSDB_CODE_SUCCESS) { + metaULock(pMeta); + goto _exit; + } + + // slow path: search TDB + int64_t ctbNum = 0; + vnodeGetCtbNum(pMeta->pVnode, uid, &ctbNum); + + metaULock(pMeta); + + pInfo->uid = uid; + pInfo->ctbNum = ctbNum; + + // upsert the cache + metaWLock(pMeta); + metaStatsCacheUpsert(pMeta, pInfo); + metaULock(pMeta); + +_exit: + return code; +} From e5c3ff715828ccfcb10c2bb0ad989b7459275be7 Mon Sep 17 00:00:00 2001 From: Ganlin Zhao Date: Tue, 11 Oct 2022 11:29:18 +0800 Subject: [PATCH 082/110] fix: coverity issues CID: 399950 --- source/common/src/tdataformat.c | 4 +-- source/libs/scalar/src/filter.c | 2 +- source/libs/scalar/src/sclvector.c | 54 +++++++++++++++--------------- 3 files changed, 30 insertions(+), 30 deletions(-) diff --git a/source/common/src/tdataformat.c b/source/common/src/tdataformat.c index 2a40859400..ad5772e0fe 100644 --- a/source/common/src/tdataformat.c +++ b/source/common/src/tdataformat.c @@ -1678,8 +1678,8 @@ int32_t tColDataCopy(SColData *pColDataSrc, SColData *pColDataDest) { int32_t size; ASSERT(pColDataSrc->nVal > 0); - ASSERT(pColDataDest->cid = pColDataSrc->cid); - ASSERT(pColDataDest->type = pColDataSrc->type); + ASSERT(pColDataDest->cid == pColDataSrc->cid); + ASSERT(pColDataDest->type == pColDataSrc->type); pColDataDest->smaOn = pColDataSrc->smaOn; pColDataDest->nVal = pColDataSrc->nVal; diff --git a/source/libs/scalar/src/filter.c b/source/libs/scalar/src/filter.c index ac063cb50d..dbb5214415 100644 --- a/source/libs/scalar/src/filter.c +++ b/source/libs/scalar/src/filter.c @@ -1939,7 +1939,7 @@ int32_t fltInitValFieldData(SFilterInfo *info) { bytes = (len + 1) * TSDB_NCHAR_SIZE + VARSTR_HEADER_SIZE; fi->data = taosMemoryCalloc(1, bytes); - } else{ + } else { if (dType->type == TSDB_DATA_TYPE_VALUE_ARRAY) { //TIME RANGE /* fi->data = taosMemoryCalloc(dType->bytes, tDataTypes[type].bytes); diff --git a/source/libs/scalar/src/sclvector.c b/source/libs/scalar/src/sclvector.c index 781155e40c..339b18bc06 100644 --- a/source/libs/scalar/src/sclvector.c +++ b/source/libs/scalar/src/sclvector.c @@ -529,24 +529,24 @@ void* ncharTobinary(void *buf){ // todo need to remove , if tobinary bool convertJsonValue(__compar_fn_t *fp, int32_t optr, int8_t typeLeft, int8_t typeRight, char **pLeftData, char **pRightData, void *pLeftOut, void *pRightOut, bool *isNull, bool *freeLeft, bool *freeRight){ - if(optr == OP_TYPE_JSON_CONTAINS) { + if (optr == OP_TYPE_JSON_CONTAINS) { return true; } - if(typeLeft != TSDB_DATA_TYPE_JSON && typeRight != TSDB_DATA_TYPE_JSON){ + if (typeLeft != TSDB_DATA_TYPE_JSON && typeRight != TSDB_DATA_TYPE_JSON) { return true; } - if(typeLeft == TSDB_DATA_TYPE_JSON){ - if(tTagIsJson(*pLeftData)){ + if (typeLeft == TSDB_DATA_TYPE_JSON) { + if (tTagIsJson(*pLeftData)) { terrno = TSDB_CODE_QRY_JSON_NOT_SUPPORT_ERROR; return false; } typeLeft = **pLeftData; (*pLeftData) ++; } - if(typeRight == TSDB_DATA_TYPE_JSON){ - if(tTagIsJson(*pLeftData)){ + if (typeRight == TSDB_DATA_TYPE_JSON) { + if (tTagIsJson(*pLeftData)) { terrno = TSDB_CODE_QRY_JSON_NOT_SUPPORT_ERROR; return false; } @@ -554,71 +554,71 @@ bool convertJsonValue(__compar_fn_t *fp, int32_t optr, int8_t typeLeft, int8_t t (*pRightData) ++; } - if(optr == OP_TYPE_LIKE || optr == OP_TYPE_NOT_LIKE || optr == OP_TYPE_MATCH || optr == OP_TYPE_NMATCH){ - if(typeLeft != TSDB_DATA_TYPE_NCHAR && typeLeft != TSDB_DATA_TYPE_BINARY){ + if (optr == OP_TYPE_LIKE || optr == OP_TYPE_NOT_LIKE || optr == OP_TYPE_MATCH || optr == OP_TYPE_NMATCH) { + if (typeLeft != TSDB_DATA_TYPE_NCHAR && typeLeft != TSDB_DATA_TYPE_BINARY) { return false; } } // if types can not comparable - if((IS_NUMERIC_TYPE(typeLeft) && !IS_NUMERIC_TYPE(typeRight)) || - (IS_NUMERIC_TYPE(typeRight) && !IS_NUMERIC_TYPE(typeLeft)) || - (IS_VAR_DATA_TYPE(typeLeft) && !IS_VAR_DATA_TYPE(typeRight)) || - (IS_VAR_DATA_TYPE(typeRight) && !IS_VAR_DATA_TYPE(typeLeft)) || - ((typeLeft == TSDB_DATA_TYPE_BOOL) && (typeRight != TSDB_DATA_TYPE_BOOL)) || - ((typeRight == TSDB_DATA_TYPE_BOOL) && (typeLeft != TSDB_DATA_TYPE_BOOL))) + if ((IS_NUMERIC_TYPE(typeLeft) && !IS_NUMERIC_TYPE(typeRight)) || + (IS_NUMERIC_TYPE(typeRight) && !IS_NUMERIC_TYPE(typeLeft)) || + (IS_VAR_DATA_TYPE(typeLeft) && !IS_VAR_DATA_TYPE(typeRight)) || + (IS_VAR_DATA_TYPE(typeRight) && !IS_VAR_DATA_TYPE(typeLeft)) || + ((typeLeft == TSDB_DATA_TYPE_BOOL) && (typeRight != TSDB_DATA_TYPE_BOOL)) || + ((typeRight == TSDB_DATA_TYPE_BOOL) && (typeLeft != TSDB_DATA_TYPE_BOOL))) return false; - if(typeLeft == TSDB_DATA_TYPE_NULL || typeRight == TSDB_DATA_TYPE_NULL){ + if (typeLeft == TSDB_DATA_TYPE_NULL || typeRight == TSDB_DATA_TYPE_NULL) { *isNull = true; return true; } int8_t type = vectorGetConvertType(typeLeft, typeRight); - if(type == 0) { + if (type == 0) { *fp = filterGetCompFunc(typeLeft, optr); return true; } *fp = filterGetCompFunc(type, optr); - if(IS_NUMERIC_TYPE(type)){ - if(typeLeft == TSDB_DATA_TYPE_NCHAR) { + if (IS_NUMERIC_TYPE(type)) { + if (typeLeft == TSDB_DATA_TYPE_NCHAR) { ASSERT(0); // convertNcharToDouble(*pLeftData, pLeftOut); // *pLeftData = pLeftOut; - } else if(typeLeft == TSDB_DATA_TYPE_BINARY) { + } else if (typeLeft == TSDB_DATA_TYPE_BINARY) { ASSERT(0); // convertBinaryToDouble(*pLeftData, pLeftOut); // *pLeftData = pLeftOut; - } else if(typeLeft != type) { + } else if (typeLeft != type) { convertNumberToNumber(*pLeftData, pLeftOut, typeLeft, type); *pLeftData = pLeftOut; } - if(typeRight == TSDB_DATA_TYPE_NCHAR) { + if (typeRight == TSDB_DATA_TYPE_NCHAR) { ASSERT(0); // convertNcharToDouble(*pRightData, pRightOut); // *pRightData = pRightOut; - } else if(typeRight == TSDB_DATA_TYPE_BINARY) { + } else if (typeRight == TSDB_DATA_TYPE_BINARY) { ASSERT(0); // convertBinaryToDouble(*pRightData, pRightOut); // *pRightData = pRightOut; - } else if(typeRight != type) { + } else if (typeRight != type) { convertNumberToNumber(*pRightData, pRightOut, typeRight, type); *pRightData = pRightOut; } - }else if(type == TSDB_DATA_TYPE_BINARY){ - if(typeLeft == TSDB_DATA_TYPE_NCHAR){ + } else if (type == TSDB_DATA_TYPE_BINARY) { + if (typeLeft == TSDB_DATA_TYPE_NCHAR) { *pLeftData = ncharTobinary(*pLeftData); *freeLeft = true; } - if(typeRight == TSDB_DATA_TYPE_NCHAR){ + if (typeRight == TSDB_DATA_TYPE_NCHAR) { *pRightData = ncharTobinary(*pRightData); *freeRight = true; } - }else{ + } else { ASSERT(0); } From 0563eb24757ae6ed4d49034da19ef0e248712147 Mon Sep 17 00:00:00 2001 From: Xiaoyu Wang Date: Tue, 11 Oct 2022 17:28:58 +0800 Subject: [PATCH 083/110] feat: support batch loading of csv files --- source/client/src/clientImpl.c | 2 +- source/client/src/clientSml.c | 245 +++++++++++++++++--------------- source/libs/parser/src/parser.c | 4 + 3 files changed, 134 insertions(+), 117 deletions(-) diff --git a/source/client/src/clientImpl.c b/source/client/src/clientImpl.c index 08e844dc2c..58bfcc8a09 100644 --- a/source/client/src/clientImpl.c +++ b/source/client/src/clientImpl.c @@ -922,7 +922,7 @@ void schedulerExecCb(SExecResult* pResult, void* param, int32_t code) { pRequest->code = code1; } - if (pRequest->code == TSDB_CODE_SUCCESS && pWrapper->pParseCtx->needMultiParse) { + if (pRequest->code == TSDB_CODE_SUCCESS && NULL != pWrapper->pParseCtx && pWrapper->pParseCtx->needMultiParse) { code = continueInsertFromCsv(pWrapper, pRequest); if (TSDB_CODE_SUCCESS == code) { return; diff --git a/source/client/src/clientSml.c b/source/client/src/clientSml.c index 4eb1a3712c..c5633e73d0 100644 --- a/source/client/src/clientSml.c +++ b/source/client/src/clientSml.c @@ -209,7 +209,7 @@ static inline bool smlCheckDuplicateKey(const char *key, int32_t keyLen, SHashOb } static int32_t smlBuildInvalidDataMsg(SSmlMsgBuf *pBuf, const char *msg1, const char *msg2) { - if(pBuf->buf){ + if (pBuf->buf) { memset(pBuf->buf, 0, pBuf->len); if (msg1) strncat(pBuf->buf, msg1, pBuf->len); int32_t left = pBuf->len - strlen(pBuf->buf); @@ -256,15 +256,15 @@ static int32_t smlFindNearestPowerOf2(int32_t length, uint8_t type) { while (result <= length) { result *= 2; } - if (type == TSDB_DATA_TYPE_BINARY && result > TSDB_MAX_BINARY_LEN - VARSTR_HEADER_SIZE){ + if (type == TSDB_DATA_TYPE_BINARY && result > TSDB_MAX_BINARY_LEN - VARSTR_HEADER_SIZE) { result = TSDB_MAX_BINARY_LEN - VARSTR_HEADER_SIZE; - } else if (type == TSDB_DATA_TYPE_NCHAR && result > (TSDB_MAX_BINARY_LEN - VARSTR_HEADER_SIZE) / TSDB_NCHAR_SIZE){ + } else if (type == TSDB_DATA_TYPE_NCHAR && result > (TSDB_MAX_BINARY_LEN - VARSTR_HEADER_SIZE) / TSDB_NCHAR_SIZE) { result = (TSDB_MAX_BINARY_LEN - VARSTR_HEADER_SIZE) / TSDB_NCHAR_SIZE; } - if (type == TSDB_DATA_TYPE_NCHAR){ + if (type == TSDB_DATA_TYPE_NCHAR) { result = result * TSDB_NCHAR_SIZE + VARSTR_HEADER_SIZE; - }else if (type == TSDB_DATA_TYPE_BINARY){ + } else if (type == TSDB_DATA_TYPE_BINARY) { result = result + VARSTR_HEADER_SIZE; } return result; @@ -274,7 +274,7 @@ static int32_t smlProcessSchemaAction(SSmlHandle *info, SSchema *schemaField, SH ESchemaAction *action, bool isTag) { int32_t code = TSDB_CODE_SUCCESS; for (int j = 0; j < taosArrayGetSize(cols); ++j) { - if(j == 0 && !isTag) continue; + if (j == 0 && !isTag) continue; SSmlKv *kv = (SSmlKv *)taosArrayGetP(cols, j); code = smlGenerateSchemaAction(schemaField, schemaHash, kv, isTag, action, info); if (code != TSDB_CODE_SUCCESS) { @@ -286,12 +286,12 @@ static int32_t smlProcessSchemaAction(SSmlHandle *info, SSchema *schemaField, SH static int32_t smlCheckMeta(SSchema *schema, int32_t length, SArray *cols, bool isTag) { SHashObj *hashTmp = taosHashInit(length, taosGetDefaultHashFunction(TSDB_DATA_TYPE_BINARY), true, HASH_NO_LOCK); - int32_t i = 0; - for ( ;i < length; i++) { + int32_t i = 0; + for (; i < length; i++) { taosHashPut(hashTmp, schema[i].name, strlen(schema[i].name), &i, SHORT_BYTES); } - if (isTag){ + if (isTag) { i = 0; } else { i = 1; @@ -306,7 +306,7 @@ static int32_t smlCheckMeta(SSchema *schema, int32_t length, SArray *cols, bool return 0; } -static int32_t getBytes(uint8_t type, int32_t length){ +static int32_t getBytes(uint8_t type, int32_t length) { if (type == TSDB_DATA_TYPE_BINARY || type == TSDB_DATA_TYPE_NCHAR) { return smlFindNearestPowerOf2(length, type); } else { @@ -314,21 +314,22 @@ static int32_t getBytes(uint8_t type, int32_t length){ } } -static int32_t smlBuildFieldsList(SSmlHandle *info, SSchema *schemaField, SHashObj *schemaHash, SArray *cols, SArray* results, int32_t numOfCols, bool isTag) { +static int32_t smlBuildFieldsList(SSmlHandle *info, SSchema *schemaField, SHashObj *schemaHash, SArray *cols, + SArray *results, int32_t numOfCols, bool isTag) { for (int j = 0; j < taosArrayGetSize(cols); ++j) { - SSmlKv *kv = (SSmlKv *)taosArrayGetP(cols, j); + SSmlKv *kv = (SSmlKv *)taosArrayGetP(cols, j); ESchemaAction action = SCHEMA_ACTION_NULL; smlGenerateSchemaAction(schemaField, schemaHash, kv, isTag, &action, info); - if(action == SCHEMA_ACTION_ADD_COLUMN || action == SCHEMA_ACTION_ADD_TAG){ + if (action == SCHEMA_ACTION_ADD_COLUMN || action == SCHEMA_ACTION_ADD_TAG) { SField field = {0}; field.type = kv->type; field.bytes = getBytes(kv->type, kv->length); memcpy(field.name, kv->key, kv->keyLen); taosArrayPush(results, &field); - }else if(action == SCHEMA_ACTION_CHANGE_COLUMN_SIZE || action == SCHEMA_ACTION_CHANGE_TAG_SIZE){ + } else if (action == SCHEMA_ACTION_CHANGE_COLUMN_SIZE || action == SCHEMA_ACTION_CHANGE_TAG_SIZE) { uint16_t *index = (uint16_t *)taosHashGet(schemaHash, kv->key, kv->keyLen); - uint16_t newIndex = *index; - if(isTag) newIndex -= numOfCols; + uint16_t newIndex = *index; + if (isTag) newIndex -= numOfCols; SField *field = (SField *)taosArrayGet(results, newIndex); field->bytes = getBytes(kv->type, kv->length); } @@ -336,12 +337,11 @@ static int32_t smlBuildFieldsList(SSmlHandle *info, SSchema *schemaField, SHashO return TSDB_CODE_SUCCESS; } -//static int32_t smlSendMetaMsg(SSmlHandle *info, SName *pName, SSmlSTableMeta *sTableData, -// int32_t colVer, int32_t tagVer, int8_t source, uint64_t suid){ -static int32_t smlSendMetaMsg(SSmlHandle *info, SName *pName, SArray* pColumns, SArray* pTags, - STableMeta *pTableMeta, ESchemaAction action){ - - SRequestObj* pRequest = NULL; +// static int32_t smlSendMetaMsg(SSmlHandle *info, SName *pName, SSmlSTableMeta *sTableData, +// int32_t colVer, int32_t tagVer, int8_t source, uint64_t suid){ +static int32_t smlSendMetaMsg(SSmlHandle *info, SName *pName, SArray *pColumns, SArray *pTags, STableMeta *pTableMeta, + ESchemaAction action) { + SRequestObj *pRequest = NULL; SMCreateStbReq pReq = {0}; int32_t code = TSDB_CODE_SUCCESS; SCmdMsgInfo pCmdMsg = {0}; @@ -363,24 +363,24 @@ static int32_t smlSendMetaMsg(SSmlHandle *info, SName *pName, SArray* pColumns, goto end; } - if (action == SCHEMA_ACTION_CREATE_STABLE){ + if (action == SCHEMA_ACTION_CREATE_STABLE) { pReq.colVer = 1; pReq.tagVer = 1; pReq.suid = 0; pReq.source = TD_REQ_FROM_APP; - } else if (action == SCHEMA_ACTION_ADD_TAG || action == SCHEMA_ACTION_CHANGE_TAG_SIZE){ + } else if (action == SCHEMA_ACTION_ADD_TAG || action == SCHEMA_ACTION_CHANGE_TAG_SIZE) { pReq.colVer = pTableMeta->sversion; pReq.tagVer = pTableMeta->tversion + 1; pReq.suid = pTableMeta->uid; pReq.source = TD_REQ_FROM_TAOX; - } else if (action == SCHEMA_ACTION_ADD_COLUMN || action == SCHEMA_ACTION_CHANGE_COLUMN_SIZE){ + } else if (action == SCHEMA_ACTION_ADD_COLUMN || action == SCHEMA_ACTION_CHANGE_COLUMN_SIZE) { pReq.colVer = pTableMeta->sversion + 1; pReq.tagVer = pTableMeta->tversion; pReq.suid = pTableMeta->uid; pReq.source = TD_REQ_FROM_TAOX; } - if (pReq.numOfTags == 0){ + if (pReq.numOfTags == 0) { pReq.numOfTags = 1; SField field = {0}; field.type = TSDB_DATA_TYPE_NCHAR; @@ -412,7 +412,7 @@ static int32_t smlSendMetaMsg(SSmlHandle *info, SName *pName, SArray* pColumns, launchQueryImpl(pRequest, &pQuery, true, NULL); - if(pRequest->code == TSDB_CODE_SUCCESS){ + if (pRequest->code == TSDB_CODE_SUCCESS) { catalogRemoveTableMeta(info->pCatalog, pName); } code = pRequest->code; @@ -425,11 +425,11 @@ end: } static int32_t smlModifyDBSchemas(SSmlHandle *info) { - int32_t code = 0; - SHashObj *hashTmp = NULL; - STableMeta *pTableMeta = NULL; + int32_t code = 0; + SHashObj *hashTmp = NULL; + STableMeta *pTableMeta = NULL; - SName pName = {TSDB_TABLE_NAME_T, info->taos->acctId, {0}, {0}}; + SName pName = {TSDB_TABLE_NAME_T, info->taos->acctId, {0}, {0}}; strcpy(pName.dbname, info->pRequest->pDb); SRequestConnInfo conn = {0}; @@ -451,8 +451,8 @@ static int32_t smlModifyDBSchemas(SSmlHandle *info) { code = catalogGetSTableMeta(info->pCatalog, &conn, &pName, &pTableMeta); if (code == TSDB_CODE_PAR_TABLE_NOT_EXIST || code == TSDB_CODE_MND_STB_NOT_EXIST) { - SArray* pColumns = taosArrayInit(taosArrayGetSize(sTableData->cols), sizeof(SField)); - SArray* pTags = taosArrayInit(taosArrayGetSize(sTableData->tags), sizeof(SField)); + SArray *pColumns = taosArrayInit(taosArrayGetSize(sTableData->cols), sizeof(SField)); + SArray *pTags = taosArrayInit(taosArrayGetSize(sTableData->tags), sizeof(SField)); smlBuildFieldsList(info, NULL, NULL, sTableData->tags, pTags, 0, true); smlBuildFieldsList(info, NULL, NULL, sTableData->cols, pColumns, 0, false); @@ -463,8 +463,8 @@ static int32_t smlModifyDBSchemas(SSmlHandle *info) { } info->cost.numOfCreateSTables++; } else if (code == TSDB_CODE_SUCCESS) { - hashTmp = taosHashInit(pTableMeta->tableInfo.numOfTags, - taosGetDefaultHashFunction(TSDB_DATA_TYPE_BINARY), true, HASH_NO_LOCK); + hashTmp = taosHashInit(pTableMeta->tableInfo.numOfTags, taosGetDefaultHashFunction(TSDB_DATA_TYPE_BINARY), true, + HASH_NO_LOCK); for (uint16_t i = pTableMeta->tableInfo.numOfColumns; i < pTableMeta->tableInfo.numOfColumns + pTableMeta->tableInfo.numOfTags; i++) { taosHashPut(hashTmp, pTableMeta->schema[i].name, strlen(pTableMeta->schema[i].name), &i, SHORT_BYTES); @@ -475,22 +475,25 @@ static int32_t smlModifyDBSchemas(SSmlHandle *info) { if (code != TSDB_CODE_SUCCESS) { goto end; } - if (action != SCHEMA_ACTION_NULL){ - SArray* pColumns = taosArrayInit(taosArrayGetSize(sTableData->cols) + pTableMeta->tableInfo.numOfColumns, sizeof(SField)); - SArray* pTags = taosArrayInit(taosArrayGetSize(sTableData->tags) + pTableMeta->tableInfo.numOfTags, sizeof(SField)); + if (action != SCHEMA_ACTION_NULL) { + SArray *pColumns = + taosArrayInit(taosArrayGetSize(sTableData->cols) + pTableMeta->tableInfo.numOfColumns, sizeof(SField)); + SArray *pTags = + taosArrayInit(taosArrayGetSize(sTableData->tags) + pTableMeta->tableInfo.numOfTags, sizeof(SField)); for (uint16_t i = 0; i < pTableMeta->tableInfo.numOfColumns + pTableMeta->tableInfo.numOfTags; i++) { SField field = {0}; field.type = pTableMeta->schema[i].type; field.bytes = pTableMeta->schema[i].bytes; strcpy(field.name, pTableMeta->schema[i].name); - if(i < pTableMeta->tableInfo.numOfColumns){ + if (i < pTableMeta->tableInfo.numOfColumns) { taosArrayPush(pColumns, &field); - }else{ + } else { taosArrayPush(pTags, &field); } } - smlBuildFieldsList(info, pTableMeta->schema, hashTmp, sTableData->tags, pTags, pTableMeta->tableInfo.numOfColumns, true); + smlBuildFieldsList(info, pTableMeta->schema, hashTmp, sTableData->tags, pTags, + pTableMeta->tableInfo.numOfColumns, true); code = smlSendMetaMsg(info, &pName, pColumns, pTags, pTableMeta, action); if (code != TSDB_CODE_SUCCESS) { @@ -518,23 +521,26 @@ static int32_t smlModifyDBSchemas(SSmlHandle *info) { if (code != TSDB_CODE_SUCCESS) { goto end; } - if (action != SCHEMA_ACTION_NULL){ - SArray* pColumns = taosArrayInit(taosArrayGetSize(sTableData->cols) + pTableMeta->tableInfo.numOfColumns, sizeof(SField)); - SArray* pTags = taosArrayInit(taosArrayGetSize(sTableData->tags) + pTableMeta->tableInfo.numOfTags, sizeof(SField)); + if (action != SCHEMA_ACTION_NULL) { + SArray *pColumns = + taosArrayInit(taosArrayGetSize(sTableData->cols) + pTableMeta->tableInfo.numOfColumns, sizeof(SField)); + SArray *pTags = + taosArrayInit(taosArrayGetSize(sTableData->tags) + pTableMeta->tableInfo.numOfTags, sizeof(SField)); for (uint16_t i = 0; i < pTableMeta->tableInfo.numOfColumns + pTableMeta->tableInfo.numOfTags; i++) { SField field = {0}; field.type = pTableMeta->schema[i].type; field.bytes = pTableMeta->schema[i].bytes; strcpy(field.name, pTableMeta->schema[i].name); - if(i < pTableMeta->tableInfo.numOfColumns){ + if (i < pTableMeta->tableInfo.numOfColumns) { taosArrayPush(pColumns, &field); - }else{ + } else { taosArrayPush(pTags, &field); } } - smlBuildFieldsList(info, pTableMeta->schema, hashTmp, sTableData->cols, pColumns, pTableMeta->tableInfo.numOfColumns, false); + smlBuildFieldsList(info, pTableMeta->schema, hashTmp, sTableData->cols, pColumns, + pTableMeta->tableInfo.numOfColumns, false); code = smlSendMetaMsg(info, &pName, pColumns, pTags, pTableMeta, action); if (code != TSDB_CODE_SUCCESS) { @@ -847,7 +853,7 @@ static int64_t smlParseOpenTsdbTime(SSmlHandle *info, const char *data, int32_t static int32_t smlParseTS(SSmlHandle *info, const char *data, int32_t len, SArray *cols) { int64_t ts = 0; if (info->protocol == TSDB_SML_LINE_PROTOCOL) { -// uError("SML:data:%s,len:%d", data, len); + // uError("SML:data:%s,len:%d", data, len); ts = smlParseInfluxTime(info, data, len); } else if (info->protocol == TSDB_SML_TELNET_PROTOCOL) { ts = smlParseOpenTsdbTime(info, data, len); @@ -877,7 +883,7 @@ static int32_t smlParseValue(SSmlKv *pVal, SSmlMsgBuf *msg) { if (smlIsBinary(pVal->value, pVal->length)) { pVal->type = TSDB_DATA_TYPE_BINARY; pVal->length -= BINARY_ADD_LEN; - if (pVal->length > TSDB_MAX_BINARY_LEN - VARSTR_HEADER_SIZE){ + if (pVal->length > TSDB_MAX_BINARY_LEN - VARSTR_HEADER_SIZE) { return TSDB_CODE_PAR_INVALID_VAR_COLUMN_LEN; } pVal->value += (BINARY_ADD_LEN - 1); @@ -887,7 +893,7 @@ static int32_t smlParseValue(SSmlKv *pVal, SSmlMsgBuf *msg) { if (smlIsNchar(pVal->value, pVal->length)) { pVal->type = TSDB_DATA_TYPE_NCHAR; pVal->length -= NCHAR_ADD_LEN; - if(pVal->length > (TSDB_MAX_NCHAR_LEN - VARSTR_HEADER_SIZE) / TSDB_NCHAR_SIZE){ + if (pVal->length > (TSDB_MAX_NCHAR_LEN - VARSTR_HEADER_SIZE) / TSDB_NCHAR_SIZE) { return TSDB_CODE_PAR_INVALID_VAR_COLUMN_LEN; } pVal->value += (NCHAR_ADD_LEN - 1); @@ -1063,7 +1069,7 @@ static int32_t smlParseTelnetTags(const char *data, SArray *cols, char *childTab continue; } - if(valueLen > (TSDB_MAX_NCHAR_LEN - VARSTR_HEADER_SIZE) / TSDB_NCHAR_SIZE){ + if (valueLen > (TSDB_MAX_NCHAR_LEN - VARSTR_HEADER_SIZE) / TSDB_NCHAR_SIZE) { return TSDB_CODE_PAR_INVALID_VAR_COLUMN_LEN; } @@ -1224,7 +1230,7 @@ static int32_t smlParseCols(const char *data, int32_t len, SArray *cols, char *c kv->value = value; kv->length = valueLen; if (isTag) { - if(valueLen > (TSDB_MAX_NCHAR_LEN - VARSTR_HEADER_SIZE) / TSDB_NCHAR_SIZE){ + if (valueLen > (TSDB_MAX_NCHAR_LEN - VARSTR_HEADER_SIZE) / TSDB_NCHAR_SIZE) { return TSDB_CODE_PAR_INVALID_VAR_COLUMN_LEN; } kv->type = TSDB_DATA_TYPE_NCHAR; @@ -1362,8 +1368,8 @@ static int32_t smlKvTimeArrayCompare(const void *key1, const void *key2) { static int32_t smlKvTimeHashCompare(const void *key1, const void *key2) { SHashObj *s1 = *(SHashObj **)key1; SHashObj *s2 = *(SHashObj **)key2; - SSmlKv *kv1 = *(SSmlKv **)taosHashGet(s1, TS, TS_LEN); - SSmlKv *kv2 = *(SSmlKv **)taosHashGet(s2, TS, TS_LEN); + SSmlKv *kv1 = *(SSmlKv **)taosHashGet(s1, TS, TS_LEN); + SSmlKv *kv2 = *(SSmlKv **)taosHashGet(s2, TS, TS_LEN); ASSERT(kv1->type == TSDB_DATA_TYPE_TIMESTAMP); ASSERT(kv2->type == TSDB_DATA_TYPE_TIMESTAMP); if (kv1->i < kv2->i) { @@ -1375,12 +1381,12 @@ static int32_t smlKvTimeHashCompare(const void *key1, const void *key2) { } } -static int32_t smlDealCols(SSmlTableInfo* oneTable, bool dataFormat, SArray *cols){ - if(dataFormat){ +static int32_t smlDealCols(SSmlTableInfo *oneTable, bool dataFormat, SArray *cols) { + if (dataFormat) { void *p = taosArraySearch(oneTable->cols, &cols, smlKvTimeArrayCompare, TD_GT); - if(p == NULL){ + if (p == NULL) { taosArrayPush(oneTable->cols, &cols); - }else{ + } else { taosArrayInsert(oneTable->cols, TARRAY_ELEM_IDX(oneTable->cols, p), &cols); } return TSDB_CODE_SUCCESS; @@ -1397,9 +1403,9 @@ static int32_t smlDealCols(SSmlTableInfo* oneTable, bool dataFormat, SArray *col } void *p = taosArraySearch(oneTable->cols, &kvHash, smlKvTimeHashCompare, TD_GT); - if(p == NULL){ + if (p == NULL) { taosArrayPush(oneTable->cols, &kvHash); - }else{ + } else { taosArrayInsert(oneTable->cols, TARRAY_ELEM_IDX(oneTable->cols, p), &kvHash); } return TSDB_CODE_SUCCESS; @@ -1488,15 +1494,15 @@ static void smlDestroyInfo(SSmlHandle *info) { taosMemoryFreeClear(info); } -static SSmlHandle* smlBuildSmlInfo(STscObj* pTscObj, SRequestObj* request, SMLProtocolType protocol, int8_t precision){ - int32_t code = TSDB_CODE_SUCCESS; - SSmlHandle* info = (SSmlHandle*)taosMemoryCalloc(1, sizeof(SSmlHandle)); +static SSmlHandle *smlBuildSmlInfo(STscObj *pTscObj, SRequestObj *request, SMLProtocolType protocol, int8_t precision) { + int32_t code = TSDB_CODE_SUCCESS; + SSmlHandle *info = (SSmlHandle *)taosMemoryCalloc(1, sizeof(SSmlHandle)); if (NULL == info) { return NULL; } info->id = smlGenId(); - info->pQuery = (SQuery*)nodesMakeNode(QUERY_NODE_QUERY); + info->pQuery = (SQuery *)nodesMakeNode(QUERY_NODE_QUERY); if (NULL == info->pQuery) { uError("SML:0x%" PRIx64 " create info->pQuery error", info->id); goto cleanup; @@ -1511,8 +1517,8 @@ static SSmlHandle* smlBuildSmlInfo(STscObj* pTscObj, SRequestObj* request, SMLPr } ((SVnodeModifOpStmt *)(info->pQuery->pRoot))->payloadType = PAYLOAD_TYPE_KV; - if (pTscObj){ - info->taos = pTscObj; + if (pTscObj) { + info->taos = pTscObj; code = catalogGetHandle(info->taos->pAppInfo->clusterId, &info->pCatalog); if (code != TSDB_CODE_SUCCESS) { uError("SML:0x%" PRIx64 " get catalog error %d", info->id, code); @@ -1528,7 +1534,7 @@ static SSmlHandle* smlBuildSmlInfo(STscObj* pTscObj, SRequestObj* request, SMLPr info->dataFormat = true; } - if(request){ + if (request) { info->pRequest = request; info->msgBuf.buf = info->pRequest->msgBuf; info->msgBuf.len = ERROR_MSG_BUF_DEFAULT_SIZE; @@ -1827,10 +1833,11 @@ static int32_t smlConvertJSONString(SSmlKv *pVal, char *typeStr, cJSON *value) { } pVal->length = (int16_t)strlen(value->valuestring); - if (pVal->type == TSDB_DATA_TYPE_BINARY && pVal->length > TSDB_MAX_BINARY_LEN - VARSTR_HEADER_SIZE){ + if (pVal->type == TSDB_DATA_TYPE_BINARY && pVal->length > TSDB_MAX_BINARY_LEN - VARSTR_HEADER_SIZE) { return TSDB_CODE_PAR_INVALID_VAR_COLUMN_LEN; } - if (pVal->type == TSDB_DATA_TYPE_NCHAR && pVal->length > (TSDB_MAX_NCHAR_LEN - VARSTR_HEADER_SIZE) / TSDB_NCHAR_SIZE){ + if (pVal->type == TSDB_DATA_TYPE_NCHAR && + pVal->length > (TSDB_MAX_NCHAR_LEN - VARSTR_HEADER_SIZE) / TSDB_NCHAR_SIZE) { return TSDB_CODE_PAR_INVALID_VAR_COLUMN_LEN; } @@ -2058,7 +2065,7 @@ static int32_t smlParseInfluxLine(SSmlHandle *info, const char *sql) { SSmlLineInfo elements = {0}; uDebug("SML:0x%" PRIx64 " smlParseInfluxLine sql:%s, hello", info->id, sql); - int ret = smlParseInfluxString(sql, &elements, &info->msgBuf); + int ret = smlParseInfluxString(sql, &elements, &info->msgBuf); if (ret != TSDB_CODE_SUCCESS) { uError("SML:0x%" PRIx64 " smlParseInfluxLine failed", info->id); return ret; @@ -2314,7 +2321,8 @@ static int32_t smlInsertData(SSmlHandle *info) { (*pMeta)->tableMeta->uid = tableData->uid; // one table merge data block together according uid code = smlBindData(info->exec, tableData->tags, (*pMeta)->cols, tableData->cols, info->dataFormat, - (*pMeta)->tableMeta, tableData->childTableName, tableData->sTableName, tableData->sTableNameLen, info->msgBuf.buf, info->msgBuf.len); + (*pMeta)->tableMeta, tableData->childTableName, tableData->sTableName, tableData->sTableNameLen, + info->msgBuf.buf, info->msgBuf.len); if (code != TSDB_CODE_SUCCESS) { uError("SML:0x%" PRIx64 " smlBindData failed", info->id); return code; @@ -2336,7 +2344,12 @@ static int32_t smlInsertData(SSmlHandle *info) { SAppClusterSummary *pActivity = &info->taos->pAppInfo->summary; atomic_add_fetch_64((int64_t *)&pActivity->numOfInsertsReq, 1); - launchAsyncQuery(info->pRequest, info->pQuery, NULL, NULL); + SSqlCallbackWrapper *pWrapper = (SSqlCallbackWrapper *)taosMemoryCalloc(1, sizeof(SSqlCallbackWrapper)); + if (pWrapper == NULL) { + return TSDB_CODE_OUT_OF_MEMORY; + } + pWrapper->pRequest = info->pRequest; + launchAsyncQuery(info->pRequest, info->pQuery, NULL, pWrapper); return TSDB_CODE_SUCCESS; } @@ -2417,41 +2430,41 @@ static int smlProcess(SSmlHandle *info, char *lines[], int numLines) { } static int32_t isSchemalessDb(STscObj *taos, SRequestObj *request) { -// SCatalog *catalog = NULL; -// int32_t code = catalogGetHandle(((STscObj *)taos)->pAppInfo->clusterId, &catalog); -// if (code != TSDB_CODE_SUCCESS) { -// uError("SML get catalog error %d", code); -// return code; -// } -// -// SName name; -// tNameSetDbName(&name, taos->acctId, taos->db, strlen(taos->db)); -// char dbFname[TSDB_DB_FNAME_LEN] = {0}; -// tNameGetFullDbName(&name, dbFname); -// SDbCfgInfo pInfo = {0}; -// -// SRequestConnInfo conn = {0}; -// conn.pTrans = taos->pAppInfo->pTransporter; -// conn.requestId = request->requestId; -// conn.requestObjRefId = request->self; -// conn.mgmtEps = getEpSet_s(&taos->pAppInfo->mgmtEp); -// -// code = catalogGetDBCfg(catalog, &conn, dbFname, &pInfo); -// if (code != TSDB_CODE_SUCCESS) { -// return code; -// } -// taosArrayDestroy(pInfo.pRetensions); -// -// if (!pInfo.schemaless) { -// return TSDB_CODE_SML_INVALID_DB_CONF; -// } + // SCatalog *catalog = NULL; + // int32_t code = catalogGetHandle(((STscObj *)taos)->pAppInfo->clusterId, &catalog); + // if (code != TSDB_CODE_SUCCESS) { + // uError("SML get catalog error %d", code); + // return code; + // } + // + // SName name; + // tNameSetDbName(&name, taos->acctId, taos->db, strlen(taos->db)); + // char dbFname[TSDB_DB_FNAME_LEN] = {0}; + // tNameGetFullDbName(&name, dbFname); + // SDbCfgInfo pInfo = {0}; + // + // SRequestConnInfo conn = {0}; + // conn.pTrans = taos->pAppInfo->pTransporter; + // conn.requestId = request->requestId; + // conn.requestObjRefId = request->self; + // conn.mgmtEps = getEpSet_s(&taos->pAppInfo->mgmtEp); + // + // code = catalogGetDBCfg(catalog, &conn, dbFname, &pInfo); + // if (code != TSDB_CODE_SUCCESS) { + // return code; + // } + // taosArrayDestroy(pInfo.pRetensions); + // + // if (!pInfo.schemaless) { + // return TSDB_CODE_SML_INVALID_DB_CONF; + // } return TSDB_CODE_SUCCESS; } static void smlInsertCallback(void *param, void *res, int32_t code) { SRequestObj *pRequest = (SRequestObj *)res; SSmlHandle *info = (SSmlHandle *)param; - int32_t rows = taos_affected_rows(pRequest); + int32_t rows = taos_affected_rows(pRequest); uDebug("SML:0x%" PRIx64 " result. code:%d, msg:%s", info->id, pRequest->code, pRequest->msgBuf); Params *pParam = info->params; @@ -2461,7 +2474,7 @@ static void smlInsertCallback(void *param, void *res, int32_t code) { if (code != TSDB_CODE_SUCCESS) { pParam->request->code = code; pParam->request->body.resInfo.numOfRows += rows; - }else{ + } else { pParam->request->body.resInfo.numOfRows += info->affectedRows; } if (pParam->cnt == pParam->total) { @@ -2497,20 +2510,20 @@ static void smlInsertCallback(void *param, void *res, int32_t code) { * */ -TAOS_RES* taos_schemaless_insert(TAOS* taos, char* lines[], int numLines, int protocol, int precision) { +TAOS_RES *taos_schemaless_insert(TAOS *taos, char *lines[], int numLines, int protocol, int precision) { if (NULL == taos) { terrno = TSDB_CODE_TSC_DISCONNECTED; return NULL; } - SRequestObj* request = (SRequestObj*)createRequest(*(int64_t*)taos, TSDB_SQL_INSERT); - if(!request){ + SRequestObj *request = (SRequestObj *)createRequest(*(int64_t *)taos, TSDB_SQL_INSERT); + if (!request) { uError("SML:taos_schemaless_insert error request is null"); return NULL; } - int batchs = 0; - STscObj* pTscObj = request->pTscObj; + int batchs = 0; + STscObj *pTscObj = request->pTscObj; pTscObj->schemalessType = 1; SSmlMsgBuf msg = {ERROR_MSG_BUF_DEFAULT_SIZE, request->msgBuf}; @@ -2526,7 +2539,7 @@ TAOS_RES* taos_schemaless_insert(TAOS* taos, char* lines[], int numLines, int pr goto end; } - if(isSchemalessDb(pTscObj, request) != TSDB_CODE_SUCCESS){ + if (isSchemalessDb(pTscObj, request) != TSDB_CODE_SUCCESS) { request->code = TSDB_CODE_SML_INVALID_DB_CONF; smlBuildInvalidDataMsg(&msg, "Cannot write data to a non schemaless database", NULL); goto end; @@ -2551,9 +2564,9 @@ TAOS_RES* taos_schemaless_insert(TAOS* taos, char* lines[], int numLines, int pr goto end; } - if(protocol == TSDB_SML_JSON_PROTOCOL){ + if (protocol == TSDB_SML_JSON_PROTOCOL) { numLines = 1; - }else if(numLines <= 0){ + } else if (numLines <= 0) { request->code = TSDB_CODE_SML_INVALID_DATA; smlBuildInvalidDataMsg(&msg, "line num is invalid", NULL); goto end; @@ -2562,14 +2575,14 @@ TAOS_RES* taos_schemaless_insert(TAOS* taos, char* lines[], int numLines, int pr batchs = ceil(((double)numLines) / LINE_BATCH); params.total = batchs; for (int i = 0; i < batchs; ++i) { - SRequestObj* req = (SRequestObj*)createRequest(pTscObj->id, TSDB_SQL_INSERT); - if(!req){ + SRequestObj *req = (SRequestObj *)createRequest(pTscObj->id, TSDB_SQL_INSERT); + if (!req) { request->code = TSDB_CODE_OUT_OF_MEMORY; uError("SML:taos_schemaless_insert error request is null"); goto end; } - SSmlHandle* info = smlBuildSmlInfo(pTscObj, req, (SMLProtocolType)protocol, precision); - if(!info){ + SSmlHandle *info = smlBuildSmlInfo(pTscObj, req, (SMLProtocolType)protocol, precision); + if (!info) { request->code = TSDB_CODE_OUT_OF_MEMORY; uError("SML:taos_schemaless_insert error SSmlHandle is null"); goto end; @@ -2599,8 +2612,8 @@ TAOS_RES* taos_schemaless_insert(TAOS* taos, char* lines[], int numLines, int pr end: taosThreadSpinDestroy(¶ms.lock); tsem_destroy(¶ms.sem); -// ((STscObj *)taos)->schemalessType = 0; + // ((STscObj *)taos)->schemalessType = 0; pTscObj->schemalessType = 1; uDebug("resultend:%s", request->msgBuf); - return (TAOS_RES*)request; + return (TAOS_RES *)request; } diff --git a/source/libs/parser/src/parser.c b/source/libs/parser/src/parser.c index 6b3d6c77c1..748478778a 100644 --- a/source/libs/parser/src/parser.c +++ b/source/libs/parser/src/parser.c @@ -215,6 +215,10 @@ int32_t qAnalyseSqlSemantic(SParseContext* pCxt, const struct SCatalogReq* pCata } void qDestroyParseContext(SParseContext* pCxt) { + if (NULL == pCxt) { + return; + } + taosArrayDestroy(pCxt->pTableMetaPos); taosArrayDestroy(pCxt->pTableVgroupPos); taosMemoryFree(pCxt); From 02979f081d8bfc0cd11622c0e282f298769763b1 Mon Sep 17 00:00:00 2001 From: Cary Xu Date: Tue, 11 Oct 2022 17:47:23 +0800 Subject: [PATCH 084/110] fix: support statistics of insert_req --- source/dnode/mgmt/mgmt_vnode/src/vmHandle.c | 25 ++++------- source/dnode/mgmt/node_mgmt/inc/dmNodes.h | 2 +- source/dnode/mgmt/node_mgmt/src/dmMonitor.c | 2 +- source/dnode/vnode/inc/vnode.h | 2 +- source/dnode/vnode/src/inc/vnodeInt.h | 8 ++-- source/dnode/vnode/src/vnd/vnodeQuery.c | 50 +++++++++++---------- 6 files changed, 41 insertions(+), 48 deletions(-) diff --git a/source/dnode/mgmt/mgmt_vnode/src/vmHandle.c b/source/dnode/mgmt/mgmt_vnode/src/vmHandle.c index 094d0559d5..7d8b8dc0f6 100644 --- a/source/dnode/mgmt/mgmt_vnode/src/vmHandle.c +++ b/source/dnode/mgmt/mgmt_vnode/src/vmHandle.c @@ -16,7 +16,7 @@ #define _DEFAULT_SOURCE #include "vmInt.h" -void vmGetVnodeLoads(SVnodeMgmt *pMgmt, SMonVloadInfo *pInfo) { +void vmGetVnodeLoads(SVnodeMgmt *pMgmt, SMonVloadInfo *pInfo, bool isReset) { pInfo->pVloads = taosArrayInit(pMgmt->state.totalVnodes, sizeof(SVnodeLoad)); if (pInfo->pVloads == NULL) return; @@ -29,7 +29,7 @@ void vmGetVnodeLoads(SVnodeMgmt *pMgmt, SMonVloadInfo *pInfo) { SVnodeObj *pVnode = *ppVnode; SVnodeLoad vload = {0}; - vnodeGetLoad(pVnode->pImpl, &vload); + vnodeGetLoad(pVnode->pImpl, &vload, isReset); taosArrayPush(pInfo->pVloads, &vload); pIter = taosHashIterate(pMgmt->hash, pIter); } @@ -39,7 +39,7 @@ void vmGetVnodeLoads(SVnodeMgmt *pMgmt, SMonVloadInfo *pInfo) { void vmGetMonitorInfo(SVnodeMgmt *pMgmt, SMonVmInfo *pInfo) { SMonVloadInfo vloads = {0}; - vmGetVnodeLoads(pMgmt, &vloads); + vmGetVnodeLoads(pMgmt, &vloads, true); SArray *pVloads = vloads.pVloads; if (pVloads == NULL) return; @@ -66,10 +66,10 @@ void vmGetMonitorInfo(SVnodeMgmt *pMgmt, SMonVmInfo *pInfo) { pInfo->vstat.totalVnodes = totalVnodes; pInfo->vstat.masterNum = masterNum; pInfo->vstat.numOfSelectReqs = numOfSelectReqs - pMgmt->state.numOfSelectReqs; - pInfo->vstat.numOfInsertReqs = numOfInsertReqs; - pInfo->vstat.numOfInsertSuccessReqs = numOfInsertSuccessReqs; - pInfo->vstat.numOfBatchInsertReqs = numOfBatchInsertReqs; - pInfo->vstat.numOfBatchInsertSuccessReqs = numOfBatchInsertSuccessReqs; + pInfo->vstat.numOfInsertReqs = numOfInsertReqs; // delta + pInfo->vstat.numOfInsertSuccessReqs = numOfInsertSuccessReqs; // delta + pInfo->vstat.numOfBatchInsertReqs = numOfBatchInsertReqs; // delta + pInfo->vstat.numOfBatchInsertSuccessReqs = numOfBatchInsertSuccessReqs; // delta pMgmt->state.totalVnodes = totalVnodes; pMgmt->state.masterNum = masterNum; pMgmt->state.numOfSelectReqs = numOfSelectReqs; @@ -78,15 +78,6 @@ void vmGetMonitorInfo(SVnodeMgmt *pMgmt, SMonVmInfo *pInfo) { pMgmt->state.numOfBatchInsertReqs = numOfBatchInsertReqs; pMgmt->state.numOfBatchInsertSuccessReqs = numOfBatchInsertSuccessReqs; - printf("%s:%d: Info: nInsert:%" PRIi64 ", nInsertSuccess:%" PRIi64 ", nBatch:%" PRIi64 ", nBatchSuccess:%" PRIi64 - "\n", - __func__, __LINE__, pInfo->vstat.numOfInsertReqs, pInfo->vstat.numOfInsertSuccessReqs, - pInfo->vstat.numOfBatchInsertReqs, pInfo->vstat.numOfBatchInsertSuccessReqs); - printf("%s:%d: Mgmt: nInsert:%" PRIi64 ", nInsertSuccess:%" PRIi64 ", nBatch:%" PRIi64 ", nBatchSuccess:%" PRIi64 - "\n", - __func__, __LINE__, pMgmt->state.numOfInsertReqs, pMgmt->state.numOfInsertSuccessReqs, - pMgmt->state.numOfBatchInsertReqs, pMgmt->state.numOfBatchInsertSuccessReqs); - tfsGetMonitorInfo(pMgmt->pTfs, &pInfo->tfs); taosArrayDestroy(pVloads); } @@ -118,7 +109,7 @@ int32_t vmProcessGetMonitorInfoReq(SVnodeMgmt *pMgmt, SRpcMsg *pMsg) { int32_t vmProcessGetLoadsReq(SVnodeMgmt *pMgmt, SRpcMsg *pMsg) { SMonVloadInfo vloads = {0}; - vmGetVnodeLoads(pMgmt, &vloads); + vmGetVnodeLoads(pMgmt, &vloads, false); int32_t rspLen = tSerializeSMonVloadInfo(NULL, 0, &vloads); if (rspLen < 0) { diff --git a/source/dnode/mgmt/node_mgmt/inc/dmNodes.h b/source/dnode/mgmt/node_mgmt/inc/dmNodes.h index 8c2d57808f..d3f1044f88 100644 --- a/source/dnode/mgmt/node_mgmt/inc/dmNodes.h +++ b/source/dnode/mgmt/node_mgmt/inc/dmNodes.h @@ -35,7 +35,7 @@ void qmGetMonitorInfo(void *pMgmt, SMonQmInfo *pInfo); void smGetMonitorInfo(void *pMgmt, SMonSmInfo *pInfo); void bmGetMonitorInfo(void *pMgmt, SMonBmInfo *pInfo); -void vmGetVnodeLoads(void *pMgmt, SMonVloadInfo *pInfo); +void vmGetVnodeLoads(void *pMgmt, SMonVloadInfo *pInfo, bool isReset); void mmGetMnodeLoads(void *pMgmt, SMonMloadInfo *pInfo); void qmGetQnodeLoads(void *pMgmt, SQnodeLoad *pInfo); diff --git a/source/dnode/mgmt/node_mgmt/src/dmMonitor.c b/source/dnode/mgmt/node_mgmt/src/dmMonitor.c index ecad390ef9..50d6aca53e 100644 --- a/source/dnode/mgmt/node_mgmt/src/dmMonitor.c +++ b/source/dnode/mgmt/node_mgmt/src/dmMonitor.c @@ -152,7 +152,7 @@ void dmGetVnodeLoads(SMonVloadInfo *pInfo) { if (tsMultiProcess) { dmSendLocalRecv(pDnode, TDMT_MON_VM_LOAD, tDeserializeSMonVloadInfo, pInfo); } else if (pWrapper->pMgmt != NULL) { - vmGetVnodeLoads(pWrapper->pMgmt, pInfo); + vmGetVnodeLoads(pWrapper->pMgmt, pInfo, false); } dmReleaseWrapper(pWrapper); } diff --git a/source/dnode/vnode/inc/vnode.h b/source/dnode/vnode/inc/vnode.h index ba16bad7cf..ec300b5f9c 100644 --- a/source/dnode/vnode/inc/vnode.h +++ b/source/dnode/vnode/inc/vnode.h @@ -73,7 +73,7 @@ int32_t vnodeGetCtbNum(SVnode *pVnode, int64_t suid, int64_t *num); int32_t vnodeGetTimeSeriesNum(SVnode *pVnode, int64_t *num); int32_t vnodeGetAllCtbNum(SVnode *pVnode, int64_t *num); -int32_t vnodeGetLoad(SVnode *pVnode, SVnodeLoad *pLoad); +int32_t vnodeGetLoad(SVnode *pVnode, SVnodeLoad *pLoad, bool isReset); int32_t vnodeValidateTableHash(SVnode *pVnode, char *tableFName); int32_t vnodePreProcessWriteMsg(SVnode *pVnode, SRpcMsg *pMsg); diff --git a/source/dnode/vnode/src/inc/vnodeInt.h b/source/dnode/vnode/src/inc/vnodeInt.h index d4b88abb1d..8fe20def62 100644 --- a/source/dnode/vnode/src/inc/vnodeInt.h +++ b/source/dnode/vnode/src/inc/vnodeInt.h @@ -286,10 +286,10 @@ struct SVState { }; struct SVStatis { - int64_t nInsert; - int64_t nInsertSuccess; - int64_t nBatchInsert; - int64_t nBatchInsertSuccess; + int64_t nInsert; // delta + int64_t nInsertSuccess; // delta + int64_t nBatchInsert; // delta + int64_t nBatchInsertSuccess; // delta }; struct SVnodeInfo { diff --git a/source/dnode/vnode/src/vnd/vnodeQuery.c b/source/dnode/vnode/src/vnd/vnodeQuery.c index 77499ee684..545bacb673 100644 --- a/source/dnode/vnode/src/vnd/vnodeQuery.c +++ b/source/dnode/vnode/src/vnd/vnodeQuery.c @@ -15,6 +15,14 @@ #include "vnd.h" +#define VNODE_GET_LOAD_RESET_VALS(pVar, oVal, vType) \ + do { \ + if ((oVal) != atomic_val_compare_exchange_##vType(&(pVar), (oVal), 0)) { \ + int##vType##_t newVal = atomic_sub_fetch_##vType(&(pVar), (oVal)); \ + ASSERT(newVal >= 0); \ + } \ + } while (0) + int vnodeQueryOpen(SVnode *pVnode) { return qWorkerInit(NODE_TYPE_VNODE, TD_VID(pVnode), (void **)&pVnode->pQuery, &pVnode->msgCb); } @@ -365,37 +373,31 @@ _exit: return code; } -#define VNODE_GET_LOAD_RESET_VALS(pVar, oVal, type) \ - do { \ - if (oVal != atomic_val_compare_exchange_##type(&pVar, oVal, 0)) { \ - int##type##_t tmpVal = atomic_sub_fetch_##type(&pVar, oVal); \ - ASSERT(tmpVal >= 0); \ - } \ - } while (0) - -int32_t vnodeGetLoad(SVnode *pVnode, SVnodeLoad *pLoad) { - pLoad->vgId = TD_VID(pVnode); - pLoad->syncState = syncGetMyRole(pVnode->sync); - pLoad->cacheUsage = tsdbCacheGetUsage(pVnode); - pLoad->numOfTables = metaGetTbNum(pVnode->pMeta); - pLoad->numOfTimeSeries = metaGetTimeSeriesNum(pVnode->pMeta); - pLoad->totalStorage = (int64_t)3 * 1073741824; - pLoad->compStorage = (int64_t)2 * 1073741824; - pLoad->pointsWritten = 100; - pLoad->numOfSelectReqs = 1; - pLoad->numOfInsertReqs = atomic_load_64(&pVnode->statis.nInsert); - pLoad->numOfInsertSuccessReqs = atomic_load_64(&pVnode->statis.nInsertSuccess); - pLoad->numOfBatchInsertReqs = atomic_load_64(&pVnode->statis.nBatchInsert); - pLoad->numOfBatchInsertSuccessReqs = atomic_load_64(&pVnode->statis.nBatchInsertSuccess); +int32_t vnodeGetLoad(SVnode *pVnode, SVnodeLoad *pLoad, bool isReset) { + pLoad->vgId = TD_VID(pVnode); + pLoad->syncState = syncGetMyRole(pVnode->sync); + pLoad->cacheUsage = tsdbCacheGetUsage(pVnode); + pLoad->numOfTables = metaGetTbNum(pVnode->pMeta); + pLoad->numOfTimeSeries = metaGetTimeSeriesNum(pVnode->pMeta); + pLoad->totalStorage = (int64_t)3 * 1073741824; + pLoad->compStorage = (int64_t)2 * 1073741824; + pLoad->pointsWritten = 100; + pLoad->numOfSelectReqs = 1; + pLoad->numOfInsertReqs = atomic_load_64(&pVnode->statis.nInsert); + pLoad->numOfInsertSuccessReqs = atomic_load_64(&pVnode->statis.nInsertSuccess); + pLoad->numOfBatchInsertReqs = atomic_load_64(&pVnode->statis.nBatchInsert); + pLoad->numOfBatchInsertSuccessReqs = atomic_load_64(&pVnode->statis.nBatchInsertSuccess); + if (isReset) { VNODE_GET_LOAD_RESET_VALS(pVnode->statis.nInsert, pLoad->numOfInsertReqs, 64); VNODE_GET_LOAD_RESET_VALS(pVnode->statis.nInsertSuccess, pLoad->numOfInsertSuccessReqs, 64); VNODE_GET_LOAD_RESET_VALS(pVnode->statis.nBatchInsert, pLoad->numOfBatchInsertReqs, 64); VNODE_GET_LOAD_RESET_VALS(pVnode->statis.nBatchInsertSuccess, pLoad->numOfBatchInsertSuccessReqs, 64); - - return 0; } + return 0; +} + void vnodeGetInfo(SVnode *pVnode, const char **dbname, int32_t *vgId) { if (dbname) { *dbname = pVnode->config.dbname; From 6680ed32d2f0a9f10cf53df40aef50576b52d18c Mon Sep 17 00:00:00 2001 From: Cary Xu Date: Tue, 11 Oct 2022 17:50:26 +0800 Subject: [PATCH 085/110] chore: code format revert --- source/dnode/vnode/src/vnd/vnodeCommit.c | 1 - 1 file changed, 1 deletion(-) diff --git a/source/dnode/vnode/src/vnd/vnodeCommit.c b/source/dnode/vnode/src/vnd/vnodeCommit.c index 922b5ac5d8..6dc3ef86a7 100644 --- a/source/dnode/vnode/src/vnd/vnodeCommit.c +++ b/source/dnode/vnode/src/vnd/vnodeCommit.c @@ -227,7 +227,6 @@ int vnodeCommit(SVnode *pVnode) { info.state.committed = pVnode->state.applied; info.state.commitTerm = pVnode->state.applyTerm; info.state.commitID = pVnode->state.commitID; - snprintf(dir, TSDB_FILENAME_LEN, "%s%s%s", tfsGetPrimaryPath(pVnode->pTfs), TD_DIRSEP, pVnode->path); if (vnodeSaveInfo(dir, &info) < 0) { ASSERT(0); From de113ccf5f5b6c58126faec2e53efd8dae92ae8e Mon Sep 17 00:00:00 2001 From: Minglei Jin Date: Tue, 11 Oct 2022 17:50:42 +0800 Subject: [PATCH 086/110] fix: use stable stats cache to get ctbNum --- source/dnode/vnode/src/meta/metaTable.c | 3 +++ source/dnode/vnode/src/vnd/vnodeQuery.c | 7 +++++-- 2 files changed, 8 insertions(+), 2 deletions(-) diff --git a/source/dnode/vnode/src/meta/metaTable.c b/source/dnode/vnode/src/meta/metaTable.c index 361e453303..c8a4ff945d 100644 --- a/source/dnode/vnode/src/meta/metaTable.c +++ b/source/dnode/vnode/src/meta/metaTable.c @@ -362,6 +362,8 @@ int metaAlterSTable(SMeta *pMeta, int64_t version, SVCreateStbReq *pReq) { // update uid index metaUpdateUidIdx(pMeta, &nStbEntry); + metaStatsCacheDrop(pMeta, nStbEntry.uid); + metaULock(pMeta); if (oStbEntry.pBuf) taosMemoryFree(oStbEntry.pBuf); @@ -615,6 +617,7 @@ static int metaDropTableByUid(SMeta *pMeta, tb_uid_t uid, int *type) { tdbTbDelete(pMeta->pSuidIdx, &e.uid, sizeof(tb_uid_t), &pMeta->txn); // drop schema.db (todo) + metaStatsCacheDrop(pMeta, uid); --pMeta->pVnode->config.vndStats.numOfSTables; } diff --git a/source/dnode/vnode/src/vnd/vnodeQuery.c b/source/dnode/vnode/src/vnd/vnodeQuery.c index 0d57c7bb74..a78ddbdc19 100644 --- a/source/dnode/vnode/src/vnd/vnodeQuery.c +++ b/source/dnode/vnode/src/vnd/vnodeQuery.c @@ -495,8 +495,11 @@ int32_t vnodeGetTimeSeriesNum(SVnode *pVnode, int64_t *num) { break; } - int64_t ctbNum = 0; - vnodeGetCtbNum(pVnode, id, &ctbNum); + SMetaStbStats stats = {0}; + metaGetStbStats(pVnode->pMeta, id, &stats); + int64_t ctbNum = stats.ctbNum; + // vnodeGetCtbNum(pVnode, id, &ctbNum); + int numOfCols = 0; vnodeGetStbColumnNum(pVnode, id, &numOfCols); From 114ae8dbdaa79628d23b7afe1303efbec6dcf7d7 Mon Sep 17 00:00:00 2001 From: Cary Xu Date: Tue, 11 Oct 2022 18:22:29 +0800 Subject: [PATCH 087/110] fix: support statistics of insert_req --- source/dnode/mgmt/mgmt_vnode/src/vmHandle.c | 3 ++- source/dnode/vnode/inc/vnode.h | 3 ++- source/dnode/vnode/src/vnd/vnodeQuery.c | 23 +++++++++++++-------- 3 files changed, 18 insertions(+), 11 deletions(-) diff --git a/source/dnode/mgmt/mgmt_vnode/src/vmHandle.c b/source/dnode/mgmt/mgmt_vnode/src/vmHandle.c index 7d8b8dc0f6..a9e83e7904 100644 --- a/source/dnode/mgmt/mgmt_vnode/src/vmHandle.c +++ b/source/dnode/mgmt/mgmt_vnode/src/vmHandle.c @@ -29,7 +29,8 @@ void vmGetVnodeLoads(SVnodeMgmt *pMgmt, SMonVloadInfo *pInfo, bool isReset) { SVnodeObj *pVnode = *ppVnode; SVnodeLoad vload = {0}; - vnodeGetLoad(pVnode->pImpl, &vload, isReset); + vnodeGetLoad(pVnode->pImpl, &vload); + if (isReset) vnodeResetLoad(pVnode->pImpl, &vload); taosArrayPush(pInfo->pVloads, &vload); pIter = taosHashIterate(pMgmt->hash, pIter); } diff --git a/source/dnode/vnode/inc/vnode.h b/source/dnode/vnode/inc/vnode.h index ec300b5f9c..70d55d0320 100644 --- a/source/dnode/vnode/inc/vnode.h +++ b/source/dnode/vnode/inc/vnode.h @@ -73,7 +73,8 @@ int32_t vnodeGetCtbNum(SVnode *pVnode, int64_t suid, int64_t *num); int32_t vnodeGetTimeSeriesNum(SVnode *pVnode, int64_t *num); int32_t vnodeGetAllCtbNum(SVnode *pVnode, int64_t *num); -int32_t vnodeGetLoad(SVnode *pVnode, SVnodeLoad *pLoad, bool isReset); +void vnodeResetLoad(SVnode *pVnode, SVnodeLoad *pLoad); +int32_t vnodeGetLoad(SVnode *pVnode, SVnodeLoad *pLoad); int32_t vnodeValidateTableHash(SVnode *pVnode, char *tableFName); int32_t vnodePreProcessWriteMsg(SVnode *pVnode, SRpcMsg *pMsg); diff --git a/source/dnode/vnode/src/vnd/vnodeQuery.c b/source/dnode/vnode/src/vnd/vnodeQuery.c index 545bacb673..d24439c850 100644 --- a/source/dnode/vnode/src/vnd/vnodeQuery.c +++ b/source/dnode/vnode/src/vnd/vnodeQuery.c @@ -373,7 +373,7 @@ _exit: return code; } -int32_t vnodeGetLoad(SVnode *pVnode, SVnodeLoad *pLoad, bool isReset) { +int32_t vnodeGetLoad(SVnode *pVnode, SVnodeLoad *pLoad) { pLoad->vgId = TD_VID(pVnode); pLoad->syncState = syncGetMyRole(pVnode->sync); pLoad->cacheUsage = tsdbCacheGetUsage(pVnode); @@ -387,17 +387,22 @@ int32_t vnodeGetLoad(SVnode *pVnode, SVnodeLoad *pLoad, bool isReset) { pLoad->numOfInsertSuccessReqs = atomic_load_64(&pVnode->statis.nInsertSuccess); pLoad->numOfBatchInsertReqs = atomic_load_64(&pVnode->statis.nBatchInsert); pLoad->numOfBatchInsertSuccessReqs = atomic_load_64(&pVnode->statis.nBatchInsertSuccess); - - if (isReset) { - VNODE_GET_LOAD_RESET_VALS(pVnode->statis.nInsert, pLoad->numOfInsertReqs, 64); - VNODE_GET_LOAD_RESET_VALS(pVnode->statis.nInsertSuccess, pLoad->numOfInsertSuccessReqs, 64); - VNODE_GET_LOAD_RESET_VALS(pVnode->statis.nBatchInsert, pLoad->numOfBatchInsertReqs, 64); - VNODE_GET_LOAD_RESET_VALS(pVnode->statis.nBatchInsertSuccess, pLoad->numOfBatchInsertSuccessReqs, 64); - } - return 0; } +/** + * @brief Reset the statistics value by monitor interval + * + * @param pVnode + * @param pLoad + */ +void vnodeResetLoad(SVnode *pVnode, SVnodeLoad *pLoad) { + VNODE_GET_LOAD_RESET_VALS(pVnode->statis.nInsert, pLoad->numOfInsertReqs, 64); + VNODE_GET_LOAD_RESET_VALS(pVnode->statis.nInsertSuccess, pLoad->numOfInsertSuccessReqs, 64); + VNODE_GET_LOAD_RESET_VALS(pVnode->statis.nBatchInsert, pLoad->numOfBatchInsertReqs, 64); + VNODE_GET_LOAD_RESET_VALS(pVnode->statis.nBatchInsertSuccess, pLoad->numOfBatchInsertSuccessReqs, 64); +} + void vnodeGetInfo(SVnode *pVnode, const char **dbname, int32_t *vgId) { if (dbname) { *dbname = pVnode->config.dbname; From 3734dd32b07a64eb4e8d7416a68f3a6abddab37a Mon Sep 17 00:00:00 2001 From: Cary Xu Date: Tue, 11 Oct 2022 18:32:02 +0800 Subject: [PATCH 088/110] chore: code optimization for insert_req statistics --- source/dnode/vnode/src/vnd/vnodeQuery.c | 12 ++++++------ 1 file changed, 6 insertions(+), 6 deletions(-) diff --git a/source/dnode/vnode/src/vnd/vnodeQuery.c b/source/dnode/vnode/src/vnd/vnodeQuery.c index d24439c850..030ba65442 100644 --- a/source/dnode/vnode/src/vnd/vnodeQuery.c +++ b/source/dnode/vnode/src/vnd/vnodeQuery.c @@ -15,12 +15,10 @@ #include "vnd.h" -#define VNODE_GET_LOAD_RESET_VALS(pVar, oVal, vType) \ - do { \ - if ((oVal) != atomic_val_compare_exchange_##vType(&(pVar), (oVal), 0)) { \ - int##vType##_t newVal = atomic_sub_fetch_##vType(&(pVar), (oVal)); \ - ASSERT(newVal >= 0); \ - } \ +#define VNODE_GET_LOAD_RESET_VALS(pVar, oVal, vType) \ + do { \ + int##vType##_t newVal = atomic_sub_fetch_##vType(&(pVar), (oVal)); \ + ASSERT(newVal >= 0); \ } while (0) int vnodeQueryOpen(SVnode *pVnode) { @@ -401,6 +399,8 @@ void vnodeResetLoad(SVnode *pVnode, SVnodeLoad *pLoad) { VNODE_GET_LOAD_RESET_VALS(pVnode->statis.nInsertSuccess, pLoad->numOfInsertSuccessReqs, 64); VNODE_GET_LOAD_RESET_VALS(pVnode->statis.nBatchInsert, pLoad->numOfBatchInsertReqs, 64); VNODE_GET_LOAD_RESET_VALS(pVnode->statis.nBatchInsertSuccess, pLoad->numOfBatchInsertSuccessReqs, 64); + + } void vnodeGetInfo(SVnode *pVnode, const char **dbname, int32_t *vgId) { From 9c458b68ee4c3532ed591333c7500f8f3323ca5e Mon Sep 17 00:00:00 2001 From: afwerar <1296468573@qq.com> Date: Tue, 11 Oct 2022 18:37:38 +0800 Subject: [PATCH 089/110] fix: win shell tab auto input --- tools/shell/src/shellAuto.c | 8 ++++++++ tools/shell/src/shellCommand.c | 3 ++- 2 files changed, 10 insertions(+), 1 deletion(-) diff --git a/tools/shell/src/shellAuto.c b/tools/shell/src/shellAuto.c index 506897cf5b..8aafd747af 100644 --- a/tools/shell/src/shellAuto.c +++ b/tools/shell/src/shellAuto.c @@ -1133,6 +1133,10 @@ bool firstMatchCommand(TAOS* con, SShellCmd* cmd) { // print to screen printScreen(con, cmd, match); +#ifdef WINDOWS + printf("\r"); + shellShowOnScreen(cmd); +#endif freeCommand(input); taosMemoryFree(input); return true; @@ -1195,6 +1199,10 @@ bool nextMatchCommand(TAOS* con, SShellCmd* cmd, SWords* firstMatch) { // print to screen printScreen(con, cmd, match); +#ifdef WINDOWS + printf("\r"); + shellShowOnScreen(cmd); +#endif // free if (input->source) { diff --git a/tools/shell/src/shellCommand.c b/tools/shell/src/shellCommand.c index cffa02824e..0b26d685fd 100644 --- a/tools/shell/src/shellCommand.c +++ b/tools/shell/src/shellCommand.c @@ -417,8 +417,9 @@ char taosGetConsoleChar() { static char mbStr[5]; static unsigned long bufLen = 0; static uint16_t bufIndex = 0, mbStrIndex = 0, mbStrLen = 0; + CONSOLE_READCONSOLE_CONTROL inputControl={ sizeof(CONSOLE_READCONSOLE_CONTROL), 0, 1< 0 && buf[0] == 0) bufLen = 0; bufIndex = 0; } From dc9f535b055f7aa396eaeb0c5af7911eda9132ec Mon Sep 17 00:00:00 2001 From: Xiaoyu Wang Date: Tue, 11 Oct 2022 18:42:37 +0800 Subject: [PATCH 090/110] docs: add super table tag query method. add keyword description to system table column --- docs/en/12-taos-sql/04-stable.md | 49 +++++++++++++++ docs/en/12-taos-sql/22-meta.md | 104 ++++++++++++++----------------- docs/zh/12-taos-sql/04-stable.md | 50 +++++++++++++++ docs/zh/12-taos-sql/22-meta.md | 102 ++++++++++++++---------------- 4 files changed, 192 insertions(+), 113 deletions(-) diff --git a/docs/en/12-taos-sql/04-stable.md b/docs/en/12-taos-sql/04-stable.md index 6a0a0922cc..a20e33163b 100644 --- a/docs/en/12-taos-sql/04-stable.md +++ b/docs/en/12-taos-sql/04-stable.md @@ -49,6 +49,55 @@ The preceding SQL statement can be used in migration scenarios. It returns the C DESCRIBE [db_name.]stb_name; ``` +### View tag information for all child tables in the supertable + +``` +taos> SHOW TABLE TAGS FROM st1; + tbname | id | loc | +====================================================================== + st1s1 | 1 | beijing | + st1s2 | 2 | shanghai | + st1s3 | 3 | guangzhou | +Query OK, 3 rows in database (0.004455s) +``` + +The first column of the returned result set is the subtable name, and the subsequent columns are the tag columns. + +If you already know the name of the tag column, you can use the following statement to get the value of the specified tag column. + +``` +taos> SELECT DISTINCT TBNAME, id FROM st1; + tbname | id | +=============================================== + st1s1 | 1 | + st1s2 | 2 | + st1s3 | 3 | +Query OK, 3 rows in database (0.002891s) +``` + +It should be noted that DISTINCT and TBNAME in the SELECT statement are essential, and TDengine will optimize the statement according to them, so that it can return the tag value correctly and quickly even when there is no data or a lot of data. + +### View the tag information of a subtable + +``` +taos> SHOW TAGS FROM st1s1; + table_name | db_name | stable_name | tag_name | tag_type | tag_value | +============================================================================================================ + st1s1 | test | st1 | id | INT | 1 | + st1s1 | test | st1 | loc | VARCHAR(20) | beijing | +Query OK, 2 rows in database (0.003684s) +``` + +Similarly, you can also use the SELECT statement to query the value of the specified tag column. + +``` +taos> SELECT DISTINCT TBNAME, id, loc FROM st1s1; + tbname | id | loc | +================================================== + st1s1 | 1 | beijing | +Query OK, 1 rows in database (0.001884s) +``` + ## Drop STable ``` diff --git a/docs/en/12-taos-sql/22-meta.md b/docs/en/12-taos-sql/22-meta.md index 0a59777946..1cd759742a 100644 --- a/docs/en/12-taos-sql/22-meta.md +++ b/docs/en/12-taos-sql/22-meta.md @@ -29,8 +29,8 @@ Provides information about dnodes. Similar to SHOW DNODES. | # | **Column** | **Data Type** | **Description** | | --- | :------------: | ------------ | ------------------------- | -| 1 | vnodes | SMALLINT | Current number of vnodes on the dnode | -| 2 | vnodes | SMALLINT | Maximum number of vnodes on the dnode | +| 1 | vnodes | SMALLINT | Current number of vnodes on the dnode. It should be noted that `vnodes` is a TDengine keyword and needs to be escaped with ` when used as a column name. | +| 2 | support_vnodes | SMALLINT | Maximum number of vnodes on the dnode | | 3 | status | BINARY(10) | Current status | | 4 | note | BINARY(256) | Reason for going offline or other information | | 5 | id | SMALLINT | Dnode ID | @@ -49,16 +49,6 @@ Provides information about mnodes. Similar to SHOW MNODES. | 4 | role_time | TIMESTAMP | Time at which the current role was assumed | | 5 | create_time | TIMESTAMP | Creation time | -## INS_MODULES - -Provides information about modules. Similar to SHOW MODULES. - -| # | **Column** | **Data Type** | **Description** | -| --- | :------: | ------------ | ---------- | -| 1 | id | SMALLINT | Module ID | -| 2 | endpoint | BINARY(134) | Module endpoint | -| 3 | module | BINARY(10) | Module status | - ## INS_QNODES Provides information about qnodes. Similar to SHOW QNODES. @@ -88,33 +78,33 @@ Provides information about user-created databases. Similar to SHOW DATABASES. | 1| name| BINARY(32)| Database name | | 2 | create_time | TIMESTAMP | Creation time | | 3 | ntables | INT | Number of standard tables and subtables (not including supertables) | -| 4 | vgroups | INT | Number of vgroups | -| 6 | replica | INT | Number of replicas | -| 7 | quorum | BINARY(3) | Strong consistency | -| 8 | duration | INT | Duration for storage of single files | -| 9 | keep | INT | Data retention period | -| 10 | buffer | INT | Write cache size per vnode, in MB | -| 11 | pagesize | INT | Page size for vnode metadata storage engine, in KB | -| 12 | pages | INT | Number of pages per vnode metadata storage engine | -| 13 | minrows | INT | Maximum number of records per file block | -| 14 | maxrows | INT | Minimum number of records per file block | -| 15 | comp | INT | Compression method | -| 16 | precision | BINARY(2) | Time precision | +| 4 | vgroups | INT | Number of vgroups. It should be noted that `vnodes` is a TDengine keyword and needs to be escaped with ` when used as a column name. | +| 6 | replica | INT | Number of replicas. It should be noted that `replica` is a TDengine keyword and needs to be escaped with ` when used as a column name. | +| 7 | strict | BINARY(3) | Strong consistency. It should be noted that `strict` is a TDengine keyword and needs to be escaped with ` when used as a column name. | +| 8 | duration | INT | Duration for storage of single files. It should be noted that `duration` is a TDengine keyword and needs to be escaped with ` when used as a column name. | +| 9 | keep | INT | Data retention period. It should be noted that `keep` is a TDengine keyword and needs to be escaped with ` when used as a column name. | +| 10 | buffer | INT | Write cache size per vnode, in MB. It should be noted that `buffer` is a TDengine keyword and needs to be escaped with ` when used as a column name. | +| 11 | pagesize | INT | Page size for vnode metadata storage engine, in KB. It should be noted that `pagesize` is a TDengine keyword and needs to be escaped with ` when used as a column name. | +| 12 | pages | INT | Number of pages per vnode metadata storage engine. It should be noted that `pages` is a TDengine keyword and needs to be escaped with ` when used as a column name. | +| 13 | minrows | INT | Maximum number of records per file block. It should be noted that `minrows` is a TDengine keyword and needs to be escaped with ` when used as a column name. | +| 14 | maxrows | INT | Minimum number of records per file block. It should be noted that `maxrows` is a TDengine keyword and needs to be escaped with ` when used as a column name. | +| 15 | comp | INT | Compression method. It should be noted that `comp` is a TDengine keyword and needs to be escaped with ` when used as a column name. | +| 16 | precision | BINARY(2) | Time precision. It should be noted that `precision` is a TDengine keyword and needs to be escaped with ` when used as a column name. | | 17 | status | BINARY(10) | Current database status | -| 18 | retention | BINARY (60) | Aggregation interval and retention period | -| 19 | single_stable | BOOL | Whether the database can contain multiple supertables | -| 20 | cachemodel | BINARY(60) | Caching method for the newest data | -| 21 | cachesize | INT | Memory per vnode used for caching the newest data | -| 22 | wal_level | INT | WAL level | -| 23 | wal_fsync_period | INT | Interval at which WAL is written to disk | -| 24 | wal_retention_period | INT | WAL retention period | -| 25 | wal_retention_size | INT | Maximum WAL size | -| 26 | wal_roll_period | INT | WAL rotation period | -| 27 | wal_segment_size | BIGINT | WAL file size | -| 28 | stt_trigger | SMALLINT | The threshold for number of files to trigger file merging | -| 29 | table_prefix | SMALLINT | The prefix length in the table name that is ignored when distributing table to vnode based on table name | -| 30 | table_suffix | SMALLINT | The suffix length in the table name that is ignored when distributing table to vnode based on table name | -| 31 | tsdb_pagesize | INT | The page size for internal storage engine, its unit is KB | +| 18 | retentions | BINARY (60) | Aggregation interval and retention period. It should be noted that `retentions` is a TDengine keyword and needs to be escaped with ` when used as a column name. | +| 19 | single_stable | BOOL | Whether the database can contain multiple supertables. It should be noted that `single_stable` is a TDengine keyword and needs to be escaped with ` when used as a column name. | +| 20 | cachemodel | BINARY(60) | Caching method for the newest data. It should be noted that `cachemodel` is a TDengine keyword and needs to be escaped with ` when used as a column name. | +| 21 | cachesize | INT | Memory per vnode used for caching the newest data. It should be noted that `cachesize` is a TDengine keyword and needs to be escaped with ` when used as a column name. | +| 22 | wal_level | INT | WAL level. It should be noted that `wal_level` is a TDengine keyword and needs to be escaped with ` when used as a column name. | +| 23 | wal_fsync_period | INT | Interval at which WAL is written to disk. It should be noted that `wal_fsync_period` is a TDengine keyword and needs to be escaped with ` when used as a column name. | +| 24 | wal_retention_period | INT | WAL retention period. It should be noted that `wal_retention_period` is a TDengine keyword and needs to be escaped with ` when used as a column name. | +| 25 | wal_retention_size | INT | Maximum WAL size. It should be noted that `wal_retention_size` is a TDengine keyword and needs to be escaped with ` when used as a column name. | +| 26 | wal_roll_period | INT | WAL rotation period. It should be noted that `wal_roll_period` is a TDengine keyword and needs to be escaped with ` when used as a column name. | +| 27 | wal_segment_size | BIGINT | WAL file size. It should be noted that `wal_segment_size` is a TDengine keyword and needs to be escaped with ` when used as a column name. | +| 28 | stt_trigger | SMALLINT | The threshold for number of files to trigger file merging. It should be noted that `stt_trigger` is a TDengine keyword and needs to be escaped with ` when used as a column name. | +| 29 | table_prefix | SMALLINT | The prefix length in the table name that is ignored when distributing table to vnode based on table name. It should be noted that `table_prefix` is a TDengine keyword and needs to be escaped with ` when used as a column name. | +| 30 | table_suffix | SMALLINT | The suffix length in the table name that is ignored when distributing table to vnode based on table name. It should be noted that `table_suffix` is a TDengine keyword and needs to be escaped with ` when used as a column name. | +| 31 | tsdb_pagesize | INT | The page size for internal storage engine, its unit is KB. It should be noted that `tsdb_pagesize` is a TDengine keyword and needs to be escaped with ` when used as a column name. | ## INS_FUNCTIONS @@ -123,8 +113,8 @@ Provides information about user-defined functions. | # | **Column** | **Data Type** | **Description** | | --- | :---------: | ------------ | -------------- | | 1 | name | BINARY(64) | Function name | -| 2 | comment | BINARY(255) | Function description | -| 3 | aggregate | INT | Whether the UDF is an aggregate function | +| 2 | comment | BINARY(255) | Function description. It should be noted that `comment` is a TDengine keyword and needs to be escaped with ` when used as a column name. | +| 3 | aggregate | INT | Whether the UDF is an aggregate function. It should be noted that `aggregate` is a TDengine keyword and needs to be escaped with ` when used as a column name. | | 4 | output_type | BINARY(31) | Output data type | | 5 | create_time | TIMESTAMP | Creation time | | 6 | code_len | INT | Length of the source code | @@ -153,12 +143,12 @@ Provides information about supertables. | 2 | db_name | BINARY(64) | All databases in the supertable | | 3 | create_time | TIMESTAMP | Creation time | | 4 | columns | INT | Number of columns | -| 5 | tags | INT | Number of tags | +| 5 | tags | INT | Number of tags. It should be noted that `tags` is a TDengine keyword and needs to be escaped with ` when used as a column name. | | 6 | last_update | TIMESTAMP | Last updated time | | 7 | table_comment | BINARY(1024) | Table description | -| 8 | watermark | BINARY(64) | Window closing time | -| 9 | max_delay | BINARY(64) | Maximum delay for pushing stream processing results | -| 10 | rollup | BINARY(128) | Rollup aggregate function | +| 8 | watermark | BINARY(64) | Window closing time. It should be noted that `watermark` is a TDengine keyword and needs to be escaped with ` when used as a column name. | +| 9 | max_delay | BINARY(64) | Maximum delay for pushing stream processing results. It should be noted that `max_delay` is a TDengine keyword and needs to be escaped with ` when used as a column name. | +| 10 | rollup | BINARY(128) | Rollup aggregate function. It should be noted that `rollup` is a TDengine keyword and needs to be escaped with ` when used as a column name. | ## INS_TABLES @@ -173,7 +163,7 @@ Provides information about standard tables and subtables. | 5 | stable_name | BINARY(192) | Supertable name | | 6 | uid | BIGINT | Table ID | | 7 | vgroup_id | INT | Vgroup ID | -| 8 | ttl | INT | Table time-to-live | +| 8 | ttl | INT | Table time-to-live. It should be noted that `ttl` is a TDengine keyword and needs to be escaped with ` when used as a column name. | | 9 | table_comment | BINARY(1024) | Table description | | 10 | type | BINARY(20) | Table type | @@ -206,13 +196,13 @@ Provides information about TDengine Enterprise Edition permissions. | --- | :---------: | ------------ | -------------------------------------------------- | | 1 | version | BINARY(9) | Whether the deployment is a licensed or trial version | | 2 | cpu_cores | BINARY(9) | CPU cores included in license | -| 3 | dnodes | BINARY(10) | Dnodes included in license | -| 4 | streams | BINARY(10) | Streams included in license | -| 5 | users | BINARY(10) | Users included in license | -| 6 | streams | BINARY(10) | Accounts included in license | -| 7 | storage | BINARY(21) | Storage space included in license | -| 8 | connections | BINARY(21) | Client connections included in license | -| 9 | databases | BINARY(11) | Databases included in license | +| 3 | dnodes | BINARY(10) | Dnodes included in license. It should be noted that `dnodes` is a TDengine keyword and needs to be escaped with ` when used as a column name. | +| 4 | streams | BINARY(10) | Streams included in license. It should be noted that `streams` is a TDengine keyword and needs to be escaped with ` when used as a column name. | +| 5 | users | BINARY(10) | Users included in license. It should be noted that `users` is a TDengine keyword and needs to be escaped with ` when used as a column name. | +| 6 | accounts | BINARY(10) | Accounts included in license. It should be noted that `accounts` is a TDengine keyword and needs to be escaped with ` when used as a column name. | +| 7 | storage | BINARY(21) | Storage space included in license. It should be noted that `storage` is a TDengine keyword and needs to be escaped with ` when used as a column name. | +| 8 | connections | BINARY(21) | Client connections included in license. It should be noted that `connections` is a TDengine keyword and needs to be escaped with ` when used as a column name. | +| 9 | databases | BINARY(11) | Databases included in license. It should be noted that `databases` is a TDengine keyword and needs to be escaped with ` when used as a column name. | | 10 | speed | BINARY(9) | Write speed specified in license (data points per second) | | 11 | querytime | BINARY(9) | Total query time specified in license | | 12 | timeseries | BINARY(21) | Number of metrics included in license | @@ -227,7 +217,7 @@ Provides information about vgroups. | --- | :-------: | ------------ | ------------------------------------------------------ | | 1 | vgroup_id | INT | Vgroup ID | | 2 | db_name | BINARY(32) | Database name | -| 3 | tables | INT | Tables in vgroup | +| 3 | tables | INT | Tables in vgroup. It should be noted that `tables` is a TDengine keyword and needs to be escaped with ` when used as a column name. | | 4 | status | BINARY(10) | Vgroup status | | 5 | v1_dnode | INT | Dnode ID of first vgroup member | | 6 | v1_status | BINARY(10) | Status of first vgroup member | @@ -246,7 +236,7 @@ Provides system configuration information. | # | **Column** | **Data Type** | **Description** | | --- | :------: | ------------ | ------------ | | 1 | name | BINARY(32) | Parameter | -| 2 | value | BINARY(64) | Value | +| 2 | value | BINARY(64) | Value. It should be noted that `value` is a TDengine keyword and needs to be escaped with ` when used as a column name. | ## INS_DNODE_VARIABLES @@ -256,7 +246,7 @@ Provides dnode configuration information. | --- | :------: | ------------ | ------------ | | 1 | dnode_id | INT | Dnode ID | | 2 | name | BINARY(32) | Parameter | -| 3 | value | BINARY(64) | Value | +| 3 | value | BINARY(64) | Value. It should be noted that `value` is a TDengine keyword and needs to be escaped with ` when used as a column name. | ## INS_TOPICS @@ -287,5 +277,5 @@ Provides dnode configuration information. | 5 | source_db | BINARY(64) | Source database | | 6 | target_db | BIANRY(64) | Target database | | 7 | target_table | BINARY(192) | Target table | -| 8 | watermark | BIGINT | Watermark (see stream processing documentation) | -| 9 | trigger | INT | Method of triggering the result push (see stream processing documentation) | +| 8 | watermark | BIGINT | Watermark (see stream processing documentation). It should be noted that `watermark` is a TDengine keyword and needs to be escaped with ` when used as a column name. | +| 9 | trigger | INT | Method of triggering the result push (see stream processing documentation). It should be noted that `trigger` is a TDengine keyword and needs to be escaped with ` when used as a column name. | diff --git a/docs/zh/12-taos-sql/04-stable.md b/docs/zh/12-taos-sql/04-stable.md index 95ef405fa7..7dff30e443 100644 --- a/docs/zh/12-taos-sql/04-stable.md +++ b/docs/zh/12-taos-sql/04-stable.md @@ -50,6 +50,56 @@ SHOW CREATE STABLE stb_name; DESCRIBE [db_name.]stb_name; ``` +### 获取超级表中所有子表的标签信息 + +``` +taos> SHOW TABLE TAGS FROM st1; + tbname | id | loc | +====================================================================== + st1s1 | 1 | beijing | + st1s2 | 2 | shanghai | + st1s3 | 3 | guangzhou | +Query OK, 3 rows in database (0.004455s) +``` + +返回结果集的第一列为子表名，后续列为标签列。 + +如果已经知道标签列的名称，可以使用下面的语句来获取指定标签列的值。 + +``` +taos> SELECT DISTINCT TBNAME, id FROM st1; + tbname | id | +=============================================== + st1s1 | 1 | + st1s2 | 2 | + st1s3 | 3 | +Query OK, 3 rows in database (0.002891s) +``` + +需要注意，SELECT 语句中的 DISTINCT 和 TBNAME 都是必不可少的，TDengine 会根据它们对语句进行优化，使之在没有数据或数据非常多的情况下都可以正确并快速的返回标签值。 + +### 获取某个子表的标签信息 + +``` +taos> SHOW TAGS FROM st1s1; + table_name | db_name | stable_name | tag_name | tag_type | tag_value | +============================================================================================================ + st1s1 | test | st1 | id | INT | 1 | + st1s1 | test | st1 | loc | VARCHAR(20) | beijing | +Query OK, 2 rows in database (0.003684s) +``` + +同样的，也可以用 SELECT 语句来查询指定标签列的值。 + +``` +taos> SELECT DISTINCT TBNAME, id, loc FROM st1s1; + tbname | id | loc | +================================================== + st1s1 | 1 | beijing | +Query OK, 1 rows in database (0.001884s) +``` + + ## 删除超级表 ``` diff --git a/docs/zh/12-taos-sql/22-meta.md b/docs/zh/12-taos-sql/22-meta.md index c192d0e5e8..c05dbf9c2a 100644 --- a/docs/zh/12-taos-sql/22-meta.md +++ b/docs/zh/12-taos-sql/22-meta.md @@ -30,7 +30,7 @@ TDengine 内置了一个名为 `INFORMATION_SCHEMA` 的数据库，提供对数 | # | **列名** | **数据类型** | **说明** | | --- | :------------: | ------------ | ------------------------- | -| 1 | vnodes | SMALLINT | dnode 中的实际 vnode 个数 | +| 1 | vnodes | SMALLINT | dnode 中的实际 vnode 个数。需要注意，`vnodes` 为 TDengine 关键字，作为列名使用时需要使用 ` 进行转义。 | | 2 | support_vnodes | SMALLINT | 最多支持的 vnode 个数 | | 3 | status | BINARY(10) | 当前状态 | | 4 | note | BINARY(256) | 离线原因等信息 | @@ -50,16 +50,6 @@ TDengine 内置了一个名为 `INFORMATION_SCHEMA` 的数据库，提供对数 | 4 | role_time | TIMESTAMP | 成为当前角色的时间 | | 5 | create_time | TIMESTAMP | 创建时间 | -## INS_MODULES - -提供组件的相关信息。也可以使用 SHOW MODULES 来查询这些信息 - -| # | **列名** | **数据类型** | **说明** | -| --- | :------: | ------------ | ---------- | -| 1 | id | SMALLINT | module id | -| 2 | endpoint | BINARY(134) | 组件的地址 | -| 3 | module | BINARY(10) | 组件状态 | - ## INS_QNODES 当前系统中 QNODE 的信息。也可以使用 SHOW QNODES 来查询这些信息。 @@ -89,33 +79,33 @@ TDengine 内置了一个名为 `INFORMATION_SCHEMA` 的数据库，提供对数 | 1 | name | BINARY(32) | 数据库名 | | 2 | create_time | TIMESTAMP | 创建时间 | | 3 | ntables | INT | 数据库中表的数量，包含子表和普通表但不包含超级表 | -| 4 | vgroups | INT | 数据库中有多少个 vgroup | -| 6 | replica | INT | 副本数 | -| 7 | quorum | BINARY(3) | 强一致性 | -| 8 | duration | INT | 单文件存储数据的时间跨度 | -| 9 | keep | INT | 数据保留时长 | -| 10 | buffer | INT | 每个 vnode 写缓存的内存块大小，单位 MB | -| 11 | pagesize | INT | 每个 VNODE 中元数据存储引擎的页大小，单位为 KB | -| 12 | pages | INT | 每个 vnode 元数据存储引擎的缓存页个数 | -| 13 | minrows | INT | 文件块中记录的最大条数 | -| 14 | maxrows | INT | 文件块中记录的最小条数 | -| 15 | comp | INT | 数据压缩方式 | -| 16 | precision | BINARY(2) | 时间分辨率 | +| 4 | vgroups | INT | 数据库中有多少个 vgroup。需要注意，`vgroups` 为 TDengine 关键字，作为列名使用时需要使用 ` 进行转义。 | +| 6 | replica | INT | 副本数。需要注意，`replica` 为 TDengine 关键字，作为列名使用时需要使用 ` 进行转义。 | +| 7 | strict | BINARY(3) | 强一致性。需要注意，`strict` 为 TDengine 关键字，作为列名使用时需要使用 ` 进行转义。 | +| 8 | duration | INT | 单文件存储数据的时间跨度。需要注意，`duration` 为 TDengine 关键字，作为列名使用时需要使用 ` 进行转义。 | +| 9 | keep | INT | 数据保留时长。需要注意，`keep` 为 TDengine 关键字，作为列名使用时需要使用 ` 进行转义。 | +| 10 | buffer | INT | 每个 vnode 写缓存的内存块大小，单位 MB。需要注意，`buffer` 为 TDengine 关键字，作为列名使用时需要使用 ` 进行转义。 | +| 11 | pagesize | INT | 每个 VNODE 中元数据存储引擎的页大小，单位为 KB。需要注意，`pagesize` 为 TDengine 关键字，作为列名使用时需要使用 ` 进行转义。 | +| 12 | pages | INT | 每个 vnode 元数据存储引擎的缓存页个数。需要注意，`pages` 为 TDengine 关键字，作为列名使用时需要使用 ` 进行转义。 | +| 13 | minrows | INT | 文件块中记录的最大条数。需要注意，`minrows` 为 TDengine 关键字，作为列名使用时需要使用 ` 进行转义。 | +| 14 | maxrows | INT | 文件块中记录的最小条数。需要注意，`maxrows` 为 TDengine 关键字，作为列名使用时需要使用 ` 进行转义。 | +| 15 | comp | INT | 数据压缩方式。需要注意，`comp` 为 TDengine 关键字，作为列名使用时需要使用 ` 进行转义。 | +| 16 | precision | BINARY(2) | 时间分辨率。需要注意，`precision` 为 TDengine 关键字，作为列名使用时需要使用 ` 进行转义。 | | 17 | status | BINARY(10) | 数据库状态 | -| 18 | retention | BINARY (60) | 数据的聚合周期和保存时长 | -| 19 | single_stable | BOOL | 表示此数据库中是否只可以创建一个超级表 | -| 20 | cachemodel | BINARY(60) | 表示是否在内存中缓存子表的最近数据 | -| 21 | cachesize | INT | 表示每个 vnode 中用于缓存子表最近数据的内存大小 | -| 22 | wal_level | INT | WAL 级别 | -| 23 | wal_fsync_period | INT | 数据落盘周期 | -| 24 | wal_retention_period | INT | WAL 的保存时长 | -| 25 | wal_retention_size | INT | WAL 的保存上限 | -| 26 | wal_roll_period | INT | wal 文件切换时长 | -| 27 | wal_segment_size | BIGINT | wal 单个文件大小 | -| 28 | stt_trigger | SMALLINT | 触发文件合并的落盘文件的个数 | -| 29 | table_prefix | SMALLINT | 内部存储引擎根据表名分配存储该表数据的 VNODE 时要忽略的前缀的长度 | -| 30 | table_suffix | SMALLINT | 内部存储引擎根据表名分配存储该表数据的 VNODE 时要忽略的后缀的长度 | -| 31 | tsdb_pagesize | INT | 时序数据存储引擎中的页大小 | +| 18 | retentions | BINARY (60) | 数据的聚合周期和保存时长。需要注意，`retentions` 为 TDengine 关键字，作为列名使用时需要使用 ` 进行转义。 | +| 19 | single_stable | BOOL | 表示此数据库中是否只可以创建一个超级表。需要注意，`single_stable` 为 TDengine 关键字，作为列名使用时需要使用 ` 进行转义。 | +| 20 | cachemodel | BINARY(60) | 表示是否在内存中缓存子表的最近数据。需要注意，`cachemodel` 为 TDengine 关键字，作为列名使用时需要使用 ` 进行转义。 | +| 21 | cachesize | INT | 表示每个 vnode 中用于缓存子表最近数据的内存大小。需要注意，`cachesize` 为 TDengine 关键字，作为列名使用时需要使用 ` 进行转义。 | +| 22 | wal_level | INT | WAL 级别。需要注意，`wal_level` 为 TDengine 关键字，作为列名使用时需要使用 ` 进行转义。 | +| 23 | wal_fsync_period | INT | 数据落盘周期。需要注意，`wal_fsync_period` 为 TDengine 关键字，作为列名使用时需要使用 ` 进行转义。 | +| 24 | wal_retention_period | INT | WAL 的保存时长。需要注意，`wal_retention_period` 为 TDengine 关键字，作为列名使用时需要使用 ` 进行转义。 | +| 25 | wal_retention_size | INT | WAL 的保存上限。需要注意，`wal_retention_size` 为 TDengine 关键字，作为列名使用时需要使用 ` 进行转义。 | +| 26 | wal_roll_period | INT | wal 文件切换时长。需要注意，`wal_roll_period` 为 TDengine 关键字，作为列名使用时需要使用 ` 进行转义。 | +| 27 | wal_segment_size | BIGINT | wal 单个文件大小。需要注意，`wal_segment_size` 为 TDengine 关键字，作为列名使用时需要使用 ` 进行转义。 | +| 28 | stt_trigger | SMALLINT | 触发文件合并的落盘文件的个数。需要注意，`stt_trigger` 为 TDengine 关键字，作为列名使用时需要使用 ` 进行转义。 | +| 29 | table_prefix | SMALLINT | 内部存储引擎根据表名分配存储该表数据的 VNODE 时要忽略的前缀的长度。需要注意，`table_prefix` 为 TDengine 关键字，作为列名使用时需要使用 ` 进行转义。 | +| 30 | table_suffix | SMALLINT | 内部存储引擎根据表名分配存储该表数据的 VNODE 时要忽略的后缀的长度。需要注意，`table_suffix` 为 TDengine 关键字，作为列名使用时需要使用 ` 进行转义。 | +| 31 | tsdb_pagesize | INT | 时序数据存储引擎中的页大小。需要注意，`tsdb_pagesize` 为 TDengine 关键字，作为列名使用时需要使用 ` 进行转义。 | ## INS_FUNCTIONS @@ -124,8 +114,8 @@ TDengine 内置了一个名为 `INFORMATION_SCHEMA` 的数据库，提供对数 | # | **列名** | **数据类型** | **说明** | | --- | :---------: | ------------ | -------------- | | 1 | name | BINARY(64) | 函数名 | -| 2 | comment | BINARY(255) | 补充说明 | -| 3 | aggregate | INT | 是否为聚合函数 | +| 2 | comment | BINARY(255) | 补充说明。需要注意，`comment` 为 TDengine 关键字，作为列名使用时需要使用 ` 进行转义。 | +| 3 | aggregate | INT | 是否为聚合函数。需要注意，`aggregate` 为 TDengine 关键字，作为列名使用时需要使用 ` 进行转义。 | | 4 | output_type | BINARY(31) | 输出类型 | | 5 | create_time | TIMESTAMP | 创建时间 | | 6 | code_len | INT | 代码长度 | @@ -154,12 +144,12 @@ TDengine 内置了一个名为 `INFORMATION_SCHEMA` 的数据库，提供对数 | 2 | db_name | BINARY(64) | 超级表所在的数据库的名称 | | 3 | create_time | TIMESTAMP | 创建时间 | | 4 | columns | INT | 列数目 | -| 5 | tags | INT | 标签数目 | +| 5 | tags | INT | 标签数目。需要注意，`tags` 为 TDengine 关键字，作为列名使用时需要使用 ` 进行转义。 | | 6 | last_update | TIMESTAMP | 最后更新时间 | | 7 | table_comment | BINARY(1024) | 表注释 | -| 8 | watermark | BINARY(64) | 窗口的关闭时间 | -| 9 | max_delay | BINARY(64) | 推送计算结果的最大延迟 | -| 10 | rollup | BINARY(128) | rollup 聚合函数 | +| 8 | watermark | BINARY(64) | 窗口的关闭时间。需要注意，`watermark` 为 TDengine 关键字，作为列名使用时需要使用 ` 进行转义。 | +| 9 | max_delay | BINARY(64) | 推送计算结果的最大延迟。需要注意，`max_delay` 为 TDengine 关键字，作为列名使用时需要使用 ` 进行转义。 | +| 10 | rollup | BINARY(128) | rollup 聚合函数。需要注意，`rollup` 为 TDengine 关键字，作为列名使用时需要使用 ` 进行转义。 | ## INS_TABLES @@ -174,7 +164,7 @@ TDengine 内置了一个名为 `INFORMATION_SCHEMA` 的数据库，提供对数 | 5 | stable_name | BINARY(192) | 所属的超级表表名 | | 6 | uid | BIGINT | 表 id | | 7 | vgroup_id | INT | vgroup id | -| 8 | ttl | INT | 表的生命周期 | +| 8 | ttl | INT | 表的生命周期。需要注意，`ttl` 为 TDengine 关键字，作为列名使用时需要使用 ` 进行转义。 | | 9 | table_comment | BINARY(1024) | 表注释 | | 10 | type | BINARY(20) | 表类型 | @@ -207,13 +197,13 @@ TDengine 内置了一个名为 `INFORMATION_SCHEMA` 的数据库，提供对数 | --- | :---------: | ------------ | -------------------------------------------------- | | 1 | version | BINARY(9) | 企业版授权说明：official(官方授权的)/trial(试用的) | | 2 | cpu_cores | BINARY(9) | 授权使用的 CPU 核心数量 | -| 3 | dnodes | BINARY(10) | 授权使用的 dnode 节点数量 | -| 4 | streams | BINARY(10) | 授权创建的流数量 | -| 5 | users | BINARY(10) | 授权创建的用户数量 | -| 6 | accounts | BINARY(10) | 授权创建的帐户数量 | -| 7 | storage | BINARY(21) | 授权使用的存储空间大小 | -| 8 | connections | BINARY(21) | 授权使用的客户端连接数量 | -| 9 | databases | BINARY(11) | 授权使用的数据库数量 | +| 3 | dnodes | BINARY(10) | 授权使用的 dnode 节点数量。需要注意，`dnodes` 为 TDengine 关键字，作为列名使用时需要使用 ` 进行转义。 | +| 4 | streams | BINARY(10) | 授权创建的流数量。需要注意，`streams` 为 TDengine 关键字，作为列名使用时需要使用 ` 进行转义。 | +| 5 | users | BINARY(10) | 授权创建的用户数量。需要注意，`users` 为 TDengine 关键字，作为列名使用时需要使用 ` 进行转义。 | +| 6 | accounts | BINARY(10) | 授权创建的帐户数量。需要注意，`accounts` 为 TDengine 关键字，作为列名使用时需要使用 ` 进行转义。 | +| 7 | storage | BINARY(21) | 授权使用的存储空间大小。需要注意，`storage` 为 TDengine 关键字，作为列名使用时需要使用 ` 进行转义。 | +| 8 | connections | BINARY(21) | 授权使用的客户端连接数量。需要注意，`connections` 为 TDengine 关键字，作为列名使用时需要使用 ` 进行转义。 | +| 9 | databases | BINARY(11) | 授权使用的数据库数量。需要注意，`databases` 为 TDengine 关键字，作为列名使用时需要使用 ` 进行转义。 | | 10 | speed | BINARY(9) | 授权使用的数据点每秒写入数量 | | 11 | querytime | BINARY(9) | 授权使用的查询总时长 | | 12 | timeseries | BINARY(21) | 授权使用的测点数量 | @@ -228,7 +218,7 @@ TDengine 内置了一个名为 `INFORMATION_SCHEMA` 的数据库，提供对数 | --- | :-------: | ------------ | ------------------------------------------------------ | | 1 | vgroup_id | INT | vgroup id | | 2 | db_name | BINARY(32) | 数据库名 | -| 3 | tables | INT | 此 vgroup 内有多少表 | +| 3 | tables | INT | 此 vgroup 内有多少表。需要注意，`tables` 为 TDengine 关键字，作为列名使用时需要使用 ` 进行转义。 | | 4 | status | BINARY(10) | 此 vgroup 的状态 | | 5 | v1_dnode | INT | 第一个成员所在的 dnode 的 id | | 6 | v1_status | BINARY(10) | 第一个成员的状态 | @@ -247,7 +237,7 @@ TDengine 内置了一个名为 `INFORMATION_SCHEMA` 的数据库，提供对数 | # | **列名** | **数据类型** | **说明** | | --- | :------: | ------------ | ------------ | | 1 | name | BINARY(32) | 配置项名称 | -| 2 | value | BINARY(64) | 该配置项的值 | +| 2 | value | BINARY(64) | 该配置项的值。需要注意，`value` 为 TDengine 关键字，作为列名使用时需要使用 ` 进行转义。 | ## INS_DNODE_VARIABLES @@ -257,7 +247,7 @@ TDengine 内置了一个名为 `INFORMATION_SCHEMA` 的数据库，提供对数 | --- | :------: | ------------ | ------------ | | 1 | dnode_id | INT | dnode 的 ID | | 2 | name | BINARY(32) | 配置项名称 | -| 3 | value | BINARY(64) | 该配置项的值 | +| 3 | value | BINARY(64) | 该配置项的值。需要注意，`value` 为 TDengine 关键字，作为列名使用时需要使用 ` 进行转义。 | ## INS_TOPICS @@ -288,5 +278,5 @@ TDengine 内置了一个名为 `INFORMATION_SCHEMA` 的数据库，提供对数 | 5 | source_db | BINARY(64) | 源数据库 | | 6 | target_db | BIANRY(64) | 目的数据库 | | 7 | target_table | BINARY(192) | 流计算写入的目标表 | -| 8 | watermark | BIGINT | watermark，详见 SQL 手册流式计算 | -| 9 | trigger | INT | 计算结果推送模式，详见 SQL 手册流式计算 | +| 8 | watermark | BIGINT | watermark，详见 SQL 手册流式计算。需要注意，`watermark` 为 TDengine 关键字，作为列名使用时需要使用 ` 进行转义。 | +| 9 | trigger | INT | 计算结果推送模式，详见 SQL 手册流式计算。需要注意，`trigger` 为 TDengine 关键字，作为列名使用时需要使用 ` 进行转义。 | From 0b2ff85a1772d12febe7eec519a9486c8a0424ca Mon Sep 17 00:00:00 2001 From: Zhiqiang Wang <1296468573@qq.com> Date: Tue, 11 Oct 2022 18:53:24 +0800 Subject: [PATCH 091/110] fix: jemalloc compile error (#17291) * fix: jemalloc compile error * fix: jemalloc compile error --- contrib/CMakeLists.txt | 18 ++++++++++++++++++ source/dnode/mgmt/CMakeLists.txt | 3 --- source/os/CMakeLists.txt | 4 ++++ tools/shell/CMakeLists.txt | 3 --- 4 files changed, 22 insertions(+), 6 deletions(-) diff --git a/contrib/CMakeLists.txt b/contrib/CMakeLists.txt index 2dc7622f46..a1a6cd4519 100644 --- a/contrib/CMakeLists.txt +++ b/contrib/CMakeLists.txt @@ -37,6 +37,11 @@ if(${BUILD_WITH_ICONV}) cat("${TD_SUPPORT_DIR}/iconv_CMakeLists.txt.in" ${CONTRIB_TMP_FILE}) endif() +# jemalloc +if(${JEMALLOC_ENABLED}) + cat("${TD_SUPPORT_DIR}/jemalloc_CMakeLists.txt.in" ${CONTRIB_TMP_FILE}) +endif() + # msvc regex if(${BUILD_MSVCREGEX}) cat("${TD_SUPPORT_DIR}/msvcregex_CMakeLists.txt.in" ${CONTRIB_TMP_FILE}) @@ -258,6 +263,19 @@ if(${BUILD_PTHREAD}) target_link_libraries(pthread INTERFACE libpthreadVC3) endif() +# jemalloc +if(${JEMALLOC_ENABLED}) + include(ExternalProject) + ExternalProject_Add(jemalloc + PREFIX "jemalloc" + SOURCE_DIR ${CMAKE_CURRENT_SOURCE_DIR}/jemalloc + BUILD_IN_SOURCE 1 + CONFIGURE_COMMAND ./autogen.sh COMMAND ./configure --prefix=${CMAKE_BINARY_DIR}/build/ --disable-initial-exec-tls + BUILD_COMMAND ${MAKE} + ) + INCLUDE_DIRECTORIES(${CMAKE_BINARY_DIR}/build/include) +endif() + # crashdump if(${BUILD_CRASHDUMP}) add_executable(dumper "crashdump/dumper/dumper.c") diff --git a/source/dnode/mgmt/CMakeLists.txt b/source/dnode/mgmt/CMakeLists.txt index 45bef7f98e..581686ba90 100644 --- a/source/dnode/mgmt/CMakeLists.txt +++ b/source/dnode/mgmt/CMakeLists.txt @@ -14,7 +14,4 @@ target_include_directories( taosd PRIVATE "${CMAKE_CURRENT_SOURCE_DIR}/node_mgmt/inc" ) -IF (TD_LINUX_64 AND JEMALLOC_ENABLED) - add_dependencies(taosd jemalloc) -ENDIF () target_link_libraries(taosd dnode) diff --git a/source/os/CMakeLists.txt b/source/os/CMakeLists.txt index 2a9d0c8535..b7cb20896b 100644 --- a/source/os/CMakeLists.txt +++ b/source/os/CMakeLists.txt @@ -52,3 +52,7 @@ else() os PUBLIC dl m rt ) endif() + +IF (JEMALLOC_ENABLED) + target_link_libraries(os PUBLIC -ljemalloc) +ENDIF () \ No newline at end of file diff --git a/tools/shell/CMakeLists.txt b/tools/shell/CMakeLists.txt index 45a6f8c16f..552b77e6e9 100644 --- a/tools/shell/CMakeLists.txt +++ b/tools/shell/CMakeLists.txt @@ -28,7 +28,4 @@ target_include_directories( PRIVATE "${CMAKE_CURRENT_SOURCE_DIR}/inc" ) -IF (TD_LINUX_64 AND JEMALLOC_ENABLED) - add_dependencies(taosd jemalloc) -ENDIF () SET_TARGET_PROPERTIES(shell PROPERTIES OUTPUT_NAME taos) From 5307458666a6097904cbb9f46fd8536d79191448 Mon Sep 17 00:00:00 2001 From: Minglei Jin Date: Tue, 11 Oct 2022 18:47:20 +0800 Subject: [PATCH 092/110] fix: pack stb list into array to release reader lock --- source/dnode/vnode/src/vnd/vnodeQuery.c | 26 +++++++++++++++---------- 1 file changed, 16 insertions(+), 10 deletions(-) diff --git a/source/dnode/vnode/src/vnd/vnodeQuery.c b/source/dnode/vnode/src/vnd/vnodeQuery.c index a78ddbdc19..1c470d90c1 100644 --- a/source/dnode/vnode/src/vnd/vnodeQuery.c +++ b/source/dnode/vnode/src/vnd/vnodeQuery.c @@ -483,30 +483,36 @@ static int32_t vnodeGetStbColumnNum(SVnode *pVnode, tb_uid_t suid, int *num) { } int32_t vnodeGetTimeSeriesNum(SVnode *pVnode, int64_t *num) { - SMStbCursor *pCur = metaOpenStbCursor(pVnode->pMeta, 0); - if (!pCur) { + SArray *suidList = NULL; + + if (!(suidList = taosArrayInit(1, sizeof(tb_uid_t)))) { + terrno = TSDB_CODE_OUT_OF_MEMORY; + return TSDB_CODE_FAILED; + } + + if (vnodeGetStbIdList(pVnode, 0, suidList) < 0) { + qError("vgId:%d, failed to get stb id list error: %s", TD_VID(pVnode), terrstr()); + taosArrayDestroy(suidList); return TSDB_CODE_FAILED; } *num = 0; - while (1) { - tb_uid_t id = metaStbCursorNext(pCur); - if (id == 0) { - break; - } + int64_t arrSize = taosArrayGetSize(suidList); + for (int64_t i = 0; i < arrSize; ++i) { + tb_uid_t suid = *(tb_uid_t *)taosArrayGet(suidList, i); SMetaStbStats stats = {0}; - metaGetStbStats(pVnode->pMeta, id, &stats); + metaGetStbStats(pVnode->pMeta, suid, &stats); int64_t ctbNum = stats.ctbNum; // vnodeGetCtbNum(pVnode, id, &ctbNum); int numOfCols = 0; - vnodeGetStbColumnNum(pVnode, id, &numOfCols); + vnodeGetStbColumnNum(pVnode, suid, &numOfCols); *num += ctbNum * (numOfCols - 1); } - metaCloseStbCursor(pCur); + taosArrayDestroy(suidList); return TSDB_CODE_SUCCESS; } From 9f1c89e3ab3055118eb87efaa46dbdfe052f1bda Mon Sep 17 00:00:00 2001 From: Shuduo Sang Date: Tue, 11 Oct 2022 19:56:24 +0800 Subject: [PATCH 093/110] docs: fix a few taosbenchmark doc typos (#17302) --- docs/en/14-reference/05-taosbenchmark.md | 4 ++-- docs/zh/14-reference/05-taosbenchmark.md | 2 +- 2 files changed, 3 insertions(+), 3 deletions(-) diff --git a/docs/en/14-reference/05-taosbenchmark.md b/docs/en/14-reference/05-taosbenchmark.md index 8f63dddfb7..bde5e33034 100644 --- a/docs/en/14-reference/05-taosbenchmark.md +++ b/docs/en/14-reference/05-taosbenchmark.md @@ -23,7 +23,7 @@ There are two ways to install taosBenchmark: TaosBenchmark needs to be executed on the terminal of the operating system, it supports two configuration methods: [Command-line arguments](#command-line-arguments-in-detail) and [JSON configuration file](#configuration-file-parameters-in-detail). These two methods are mutually exclusive. Users can use `-f ` to specify a configuration file. When running taosBenchmark with command-line arguments to control its behavior, users should use other parameters for configuration, but not the `-f` parameter. In addition, taosBenchmark offers a special way of running without parameters. -taosBenchmark supports the complete performance testing of TDengine by providing functionally to write, query, and subscribe. These three functions are mutually exclusive, users can only select one of them each time taosBenchmark runs. The query and subscribe functionalities are only configurable using a json configuration file by specifying the parameter `filetype`, while write can be performed through both the command-line and a configuration file. If you want to test the performance of queries or data subscriptionm configure taosBenchmark with the configuration file. You can modify the value of the `filetype` parameter to specify the function that you want to test. +taosBenchmark supports the complete performance testing of TDengine by providing functionally to write, query, and subscribe. These three functions are mutually exclusive, users can only select one of them each time taosBenchmark runs. The query and subscribe functionalities are only configurable using a json configuration file by specifying the parameter `filetype`, while write can be performed through both the command-line and a configuration file. If you want to test the performance of queries or data subscription configure taosBenchmark with the configuration file. You can modify the value of the `filetype` parameter to specify the function that you want to test. **Make sure that the TDengine cluster is running correctly before running taosBenchmark. ** @@ -340,7 +340,7 @@ The configuration parameters for specifying super table tag columns and data col - **values**: The value field of the nchar/binary column/label, which will be chosen randomly from the values. -- **sma**: Insert the column into the BSMA. Enter `yes` or `no`. The default is `no`. +- **sma**: Insert the column into the SMA. Enter `yes` or `no`. The default is `no`. #### insertion behavior configuration parameters diff --git a/docs/zh/14-reference/05-taosbenchmark.md b/docs/zh/14-reference/05-taosbenchmark.md index 0d6aad6240..6a6d9e3878 100644 --- a/docs/zh/14-reference/05-taosbenchmark.md +++ b/docs/zh/14-reference/05-taosbenchmark.md @@ -340,7 +340,7 @@ taosBenchmark -A INT,DOUBLE,NCHAR,BINARY\(16\) - **values** : nchar/binary 列/标签的值域，将从值中随机选择。 -- **sma**: 将该列加入bsma中，值为 "yes" 或者 "no"，默认为 "no"。 +- **sma**: 将该列加入 SMA 中，值为 "yes" 或者 "no"，默认为 "no"。 #### 插入行为配置参数 From af018a391f3c0c4f348b586f37fc512f68347a41 Mon Sep 17 00:00:00 2001 From: Sean Ely <105326513+sean-tdengine@users.noreply.github.com> Date: Tue, 11 Oct 2022 08:26:53 -0700 Subject: [PATCH 094/110] docs: updated functions to add context for interp Added two sentences to help explain how to use the EVERY parameter for INTERP. --- docs/en/12-taos-sql/10-function.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/docs/en/12-taos-sql/10-function.md b/docs/en/12-taos-sql/10-function.md index 243ede5fcb..2b39c4b9e5 100644 --- a/docs/en/12-taos-sql/10-function.md +++ b/docs/en/12-taos-sql/10-function.md @@ -864,7 +864,7 @@ INTERP(expr) - `INTERP` is used to get the value that matches the specified time slice from a column. If no such value exists an interpolation value will be returned based on `FILL` parameter. - The input data of `INTERP` is the value of the specified column and a `where` clause can be used to filter the original data. If no `where` condition is specified then all original data is the input. - The output time range of `INTERP` is specified by `RANGE(timestamp1,timestamp2)` parameter, with timestamp1<=timestamp2. timestamp1 is the starting point of the output time range and must be specified. timestamp2 is the ending point of the output time range and must be specified. -- The number of rows in the result set of `INTERP` is determined by the parameter `EVERY`. Starting from timestamp1, one interpolation is performed for every time interval specified `EVERY` parameter. +- The number of rows in the result set of `INTERP` is determined by the parameter `EVERY`. Starting from timestamp1, one interpolation is performed for every time interval specified `EVERY` parameter. The parameter `EVERY` must be an integer, with no quotes, with a time unit of: b(nanosecond), u(microsecond), a(millisecond)), s(second), m(minute), h(hour), d(day), or w(week). For example, `EVERY(500a)` will interpolate every 500 milliseconds. - Interpolation is performed based on `FILL` parameter. - `INTERP` can only be used to interpolate in single timeline. So it must be used with `partition by tbname` when it's used on a STable. - Pseudo column `_irowts` can be used along with `INTERP` to return the timestamps associated with interpolation points(support after version 3.0.1.4). From 41474e40bf2fd552fc6f43cf572894bec94cf34a Mon Sep 17 00:00:00 2001 From: Liu Jicong Date: Wed, 12 Oct 2022 01:11:47 +0800 Subject: [PATCH 095/110] enh(wal): auto fix --- examples/c/stream_demo.c | 2 +- source/libs/wal/src/walMeta.c | 113 ++++++++++++++++++++++++++++------ 2 files changed, 95 insertions(+), 20 deletions(-) diff --git a/examples/c/stream_demo.c b/examples/c/stream_demo.c index 9243b68100..46c8297fba 100644 --- a/examples/c/stream_demo.c +++ b/examples/c/stream_demo.c @@ -97,7 +97,7 @@ int32_t create_stream() { pRes = taos_query(pConn, /*"create stream stream1 trigger at_once watermark 10s into outstb as select _wstart start, avg(k) from st1 partition by tbname interval(10s)");*/ - "create stream stream2 into outstb subtable(concat(concat(concat('prefix_', tname), '_suffix'), cast(k1 as varchar(20)))) as select _wstart wstart, avg(k) from st1 partition by tbname tname, a k1 interval(10s);"); + "create stream stream2 into outstb subtable(concat(concat(concat('prefix_', tname), '_suffix_'), cast(k1 as varchar(20)))) as select _wstart wstart, avg(k) from st1 partition by tbname tname, a k1 interval(10s);"); if (taos_errno(pRes) != 0) { printf("failed to create stream stream1, reason:%s\n", taos_errstr(pRes)); return -1; diff --git a/source/libs/wal/src/walMeta.c b/source/libs/wal/src/walMeta.c index 233d6a87b8..62f2d51f1b 100644 --- a/source/libs/wal/src/walMeta.c +++ b/source/libs/wal/src/walMeta.c @@ -150,6 +150,7 @@ int walCheckAndRepairMeta(SWal* pWal) { const char* idxPattern = "^[0-9]+.idx$"; regex_t logRegPattern; regex_t idxRegPattern; + bool fixed = false; regcomp(&logRegPattern, logPattern, REG_EXTENDED); regcomp(&idxRegPattern, idxPattern, REG_EXTENDED); @@ -206,6 +207,77 @@ int walCheckAndRepairMeta(SWal* pWal) { actualFileNum = taosArrayGetSize(pLogInfoArray); #endif + { + int32_t i = 0, j = 0; + while (i < actualFileNum && j < metaFileNum) { + SWalFileInfo* pActualFile = taosArrayGet(actualLog, i); + SWalFileInfo* pMetaFile = taosArrayGet(pWal->fileInfoSet, j); + if (pActualFile->firstVer < pMetaFile->firstVer) { + char fNameStr[WAL_FILE_LEN]; + walBuildLogName(pWal, pActualFile->firstVer, fNameStr); + taosRemoveFile(fNameStr); + walBuildIdxName(pWal, pActualFile->firstVer, fNameStr); + taosRemoveFile(fNameStr); + i++; + } else if (pActualFile->firstVer > pMetaFile->firstVer) { + taosArrayRemove(pWal->fileInfoSet, j); + metaFileNum--; + } else { + i++; + j++; + } + } + if (i == actualFileNum && j == metaFileNum) { + if (j > 0) { + SWalFileInfo* pLastInfo = taosArrayGet(pWal->fileInfoSet, j - 1); + int64_t fsize = 0; + char fNameStr[WAL_FILE_LEN]; + walBuildLogName(pWal, pLastInfo->firstVer, fNameStr); + taosStatFile(fNameStr, &fsize, NULL); + if (pLastInfo->fileSize != fsize) { + fixed = true; + pLastInfo->fileSize = fsize; + pLastInfo->lastVer = walScanLogGetLastVer(pWal); + } + } + } else { + fixed = true; + while (i < actualFileNum) { + SWalFileInfo* pActualFile = taosArrayGet(actualLog, i); + char fNameStr[WAL_FILE_LEN]; + walBuildLogName(pWal, pActualFile->firstVer, fNameStr); + taosStatFile(fNameStr, &pActualFile->fileSize, NULL); + + if (pActualFile->fileSize == 0) { + ASSERT(i == actualFileNum - 1); + taosRemoveFile(fNameStr); + + walBuildIdxName(pWal, pActualFile->firstVer, fNameStr); + taosRemoveFile(fNameStr); + break; + } + + if (i < actualFileNum - 1) { + pActualFile->lastVer = ((SWalFileInfo*)taosArrayGet(actualLog, i + 1))->firstVer - 1; + taosArrayPush(pWal->fileInfoSet, pActualFile); + i++; + } else { + pActualFile = taosArrayPush(pWal->fileInfoSet, pActualFile); + pActualFile->lastVer = walScanLogGetLastVer(pWal); + if (pActualFile->lastVer == -1) { + taosRemoveFile(fNameStr); + + walBuildIdxName(pWal, pActualFile->firstVer, fNameStr); + taosRemoveFile(fNameStr); + taosArrayPop(pWal->fileInfoSet); + } + break; + } + } + } + } + +#if 0 if (metaFileNum > actualFileNum) { taosArrayPopFrontBatch(pWal->fileInfoSet, metaFileNum - actualFileNum); } else if (metaFileNum < actualFileNum) { @@ -214,30 +286,28 @@ int walCheckAndRepairMeta(SWal* pWal) { taosArrayPush(pWal->fileInfoSet, pFileInfo); } } +#endif + taosArrayDestroy(actualLog); + actualFileNum = taosArrayGetSize(pWal->fileInfoSet); pWal->writeCur = actualFileNum - 1; + if (actualFileNum > 0) { - pWal->vers.firstVer = ((SWalFileInfo*)taosArrayGet(pWal->fileInfoSet, 0))->firstVer; - - SWalFileInfo* pLastFileInfo = taosArrayGet(pWal->fileInfoSet, actualFileNum - 1); - char fnameStr[WAL_FILE_LEN]; - walBuildLogName(pWal, pLastFileInfo->firstVer, fnameStr); - int64_t fileSize = 0; - taosStatFile(fnameStr, &fileSize, NULL); - /*ASSERT(fileSize != 0);*/ - - if (metaFileNum != actualFileNum || pLastFileInfo->fileSize != fileSize) { - pLastFileInfo->fileSize = fileSize; - pWal->vers.lastVer = walScanLogGetLastVer(pWal); - ((SWalFileInfo*)taosArrayGetLast(pWal->fileInfoSet))->lastVer = pWal->vers.lastVer; - ASSERT(pWal->vers.lastVer != -1); - - int code = walSaveMeta(pWal); - if (code < 0) { - return -1; - } + int64_t fLastVer = ((SWalFileInfo*)taosArrayGet(pWal->fileInfoSet, pWal->writeCur))->lastVer; + if (fLastVer != -1 && pWal->vers.lastVer != fLastVer) { + fixed = true; + pWal->vers.lastVer = fLastVer; } + int64_t fFirstVer = ((SWalFileInfo*)taosArrayGet(pWal->fileInfoSet, 0))->firstVer; + if (fFirstVer != pWal->vers.firstVer) { + fixed = true; + pWal->vers.firstVer = fFirstVer; + } + } + + if (fixed) { + walSaveMeta(pWal); } return 0; @@ -530,6 +600,11 @@ int walLoadMeta(SWal* pWal) { // read metafile int64_t fileSize = 0; taosStatFile(fnameStr, &fileSize, NULL); + if (fileSize == 0) { + taosRemoveFile(fnameStr); + wDebug("vgId:%d wal find empty meta ver %d", pWal->cfg.vgId, metaVer); + return -1; + } int size = (int)fileSize; char* buf = taosMemoryMalloc(size + 5); if (buf == NULL) { From 139d04aa3055e3e5733300529738feb2c9b62ee8 Mon Sep 17 00:00:00 2001 From: Pan YANG Date: Wed, 12 Oct 2022 09:45:08 +0800 Subject: [PATCH 096/110] docs: add docker pull tips (#17307) * docs: add docker pull tips * docs: add docker pull tips --- docs/en/05-get-started/01-docker.md | 16 ++++++++++++++-- docs/zh/05-get-started/01-docker.md | 14 +++++++++++++- 2 files changed, 27 insertions(+), 3 deletions(-) diff --git a/docs/en/05-get-started/01-docker.md b/docs/en/05-get-started/01-docker.md index 39fdfeeb06..ac273daba4 100644 --- a/docs/en/05-get-started/01-docker.md +++ b/docs/en/05-get-started/01-docker.md @@ -5,13 +5,25 @@ title: Quick Install on Docker This document describes how to install TDengine in a Docker container and perform queries and inserts. -- The easiest way to explore TDengine is through [TDengine Cloud](http://cloud.tdengine.com). +- The easiest way to explore TDengine is through [TDengine Cloud](http://cloud.tdengine.com). - To get started with TDengine in a non-containerized environment, see [Quick Install from Package](../../get-started/package). - If you want to view the source code, build TDengine yourself, or contribute to the project, see the [TDengine GitHub repository](https://github.com/taosdata/TDengine). ## Run TDengine -If Docker is already installed on your computer, run the following command: +If Docker is already installed on your computer, pull the latest TDengine Docker container image: + +```shell +docker pull tdengine/tdengine:latest +``` + +Or the container image of specific version: + +```shell +docker pull tdengine/tdengine:3.0.1.4 +``` + +And then run the following command: ```shell docker run -d -p 6030:6030 -p 6041:6041 -p 6043-6049:6043-6049 -p 6043-6049:6043-6049/udp tdengine/tdengine diff --git a/docs/zh/05-get-started/01-docker.md b/docs/zh/05-get-started/01-docker.md index c65e00384d..e772447db0 100644 --- a/docs/zh/05-get-started/01-docker.md +++ b/docs/zh/05-get-started/01-docker.md @@ -8,7 +8,19 @@ description: 使用 Docker 快速体验 TDengine 的高效写入和查询 ## 启动 TDengine -如果已经安装了 Docker，只需执行下面的命令： +如果已经安装了 Docker，首先拉取最新的 TDengine 容器镜像： + +```shell +docker pull tdengine/tdengine:latest +``` + +或者指定版本的容器镜像： + +```shell +docker pull tdengine/tdengine:3.0.1.4 +``` + +然后只需执行下面的命令： ```shell docker run -d -p 6030:6030 -p 6041:6041 -p 6043-6049:6043-6049 -p 6043-6049:6043-6049/udp tdengine/tdengine From fe4a2ae03ec36f0561a8a95ebfa5f65ae79c7e8c Mon Sep 17 00:00:00 2001 From: Hongze Cheng Date: Wed, 12 Oct 2022 10:05:22 +0800 Subject: [PATCH 097/110] adjust cmake --- CMakeLists.txt | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/CMakeLists.txt b/CMakeLists.txt index 90e841d5e0..566d4ad29d 100644 --- a/CMakeLists.txt +++ b/CMakeLists.txt @@ -17,11 +17,12 @@ include(${TD_SUPPORT_DIR}/cmake.platform) include(${TD_SUPPORT_DIR}/cmake.define) include(${TD_SUPPORT_DIR}/cmake.options) include(${TD_SUPPORT_DIR}/cmake.version) -include(${TD_SUPPORT_DIR}/cmake.install) # contrib add_subdirectory(contrib) +set_property(GLOBAL PROPERTY GLOBAL_DEPENDS_NO_CYCLES OFF) + # api add_library(api INTERFACE) target_include_directories(api INTERFACE "include/client") @@ -36,8 +37,7 @@ add_subdirectory(source) add_subdirectory(tools) add_subdirectory(utils) add_subdirectory(examples/c) +include(${TD_SUPPORT_DIR}/cmake.install) # docs -add_subdirectory(docs/doxgen) - -# tests (TODO) +add_subdirectory(docs/doxgen) \ No newline at end of file From 928fd0b13f4c9f10d324fb84164ab3348deed880 Mon Sep 17 00:00:00 2001 From: Ganlin Zhao Date: Wed, 12 Oct 2022 10:39:49 +0800 Subject: [PATCH 098/110] fix(query): interp with every(0s) casuing client crash TD-19484 --- source/libs/parser/src/parTranslater.c | 7 +++++++ 1 file changed, 7 insertions(+) diff --git a/source/libs/parser/src/parTranslater.c b/source/libs/parser/src/parTranslater.c index ab337a985f..1c7ef05087 100644 --- a/source/libs/parser/src/parTranslater.c +++ b/source/libs/parser/src/parTranslater.c @@ -2914,6 +2914,7 @@ static int32_t checkFill(STranslateContext* pCxt, SFillNode* pFill, SValueNode* } else { intervalRange = pInterval->datum.i; } + if ((timeRange == 0) || (timeRange / intervalRange) >= MAX_INTERVAL_TIME_WINDOW) { return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_FILL_TIME_RANGE); } @@ -3140,6 +3141,12 @@ static int32_t translateInterpEvery(STranslateContext* pCxt, SNode** pEvery) { code = translateExpr(pCxt, pEvery); } + int64_t interval = ((SValueNode*)(*pEvery))->datum.i; + if (interval == 0) { + return generateSyntaxErrMsgExt(&pCxt->msgBuf, TSDB_CODE_PAR_WRONG_VALUE_TYPE, + "Unsupported time unit in EVERY clause"); + } + return code; } From 0691d7ff9ae7b1cb996581a85664eaed656f22ac Mon Sep 17 00:00:00 2001 From: Cary Xu Date: Wed, 12 Oct 2022 10:40:50 +0800 Subject: [PATCH 099/110] enh: code optimization for insert_req statistics --- source/dnode/vnode/src/vnd/vnodeSvr.c | 14 +++++++++----- 1 file changed, 9 insertions(+), 5 deletions(-) diff --git a/source/dnode/vnode/src/vnd/vnodeSvr.c b/source/dnode/vnode/src/vnd/vnodeSvr.c index 2482ca1a5a..fe0403e763 100644 --- a/source/dnode/vnode/src/vnd/vnodeSvr.c +++ b/source/dnode/vnode/src/vnd/vnodeSvr.c @@ -819,11 +819,12 @@ static int32_t vnodeProcessSubmitReq(SVnode *pVnode, int64_t version, void *pReq int32_t tsize, ret; SEncoder encoder = {0}; SArray *newTbUids = NULL; + SVStatis statis = {0}; terrno = TSDB_CODE_SUCCESS; pRsp->code = 0; pSubmitReq->version = version; - atomic_fetch_add_64(&pVnode->statis.nBatchInsert, 1); + statis.nBatchInsert = 1; #ifdef TD_DEBUG_PRINT_ROW vnodeDebugPrintSubmitMsg(pVnode, pReq, __func__); @@ -943,18 +944,21 @@ _exit: taosArrayDestroyEx(submitRsp.pArray, tFreeSSubmitBlkRsp); - atomic_fetch_add_64(&pVnode->statis.nInsert, submitRsp.numOfRows); - atomic_fetch_add_64(&pVnode->statis.nInsertSuccess, submitRsp.affectedRows); - // TODO: the partial success scenario and the error case // => If partial success, extract the success submitted rows and reconstruct a new submit msg, and push to level // 1/level 2. // TODO: refactor if ((terrno == TSDB_CODE_SUCCESS) && (pRsp->code == TSDB_CODE_SUCCESS)) { - atomic_fetch_add_64(&pVnode->statis.nBatchInsertSuccess, 1); + statis.nBatchInsertSuccess = 1; tdProcessRSmaSubmit(pVnode->pSma, pReq, STREAM_INPUT__DATA_SUBMIT); } + // N.B not strict as the following update steps is not atomic + atomic_add_fetch_64(&pVnode->statis.nInsert, submitRsp.numOfRows); + atomic_add_fetch_64(&pVnode->statis.nInsertSuccess, submitRsp.affectedRows); + atomic_add_fetch_64(&pVnode->statis.nBatchInsertSuccess, statis.nBatchInsertSuccess); + atomic_add_fetch_64(&pVnode->statis.nBatchInsert, statis.nBatchInsert); + vDebug("vgId:%d, submit success, index:%" PRId64, pVnode->config.vgId, version); return 0; } From 0d50e5933b17dbb0c6977023ca97670ef7ac6ae0 Mon Sep 17 00:00:00 2001 From: Cary Xu Date: Wed, 12 Oct 2022 10:46:18 +0800 Subject: [PATCH 100/110] enh: code optimization for insert_req statistics --- source/dnode/vnode/src/vnd/vnodeSvr.c | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/source/dnode/vnode/src/vnd/vnodeSvr.c b/source/dnode/vnode/src/vnd/vnodeSvr.c index fe0403e763..d4dc7b49b0 100644 --- a/source/dnode/vnode/src/vnd/vnodeSvr.c +++ b/source/dnode/vnode/src/vnd/vnodeSvr.c @@ -956,8 +956,8 @@ _exit: // N.B not strict as the following update steps is not atomic atomic_add_fetch_64(&pVnode->statis.nInsert, submitRsp.numOfRows); atomic_add_fetch_64(&pVnode->statis.nInsertSuccess, submitRsp.affectedRows); - atomic_add_fetch_64(&pVnode->statis.nBatchInsertSuccess, statis.nBatchInsertSuccess); atomic_add_fetch_64(&pVnode->statis.nBatchInsert, statis.nBatchInsert); + atomic_add_fetch_64(&pVnode->statis.nBatchInsertSuccess, statis.nBatchInsertSuccess); vDebug("vgId:%d, submit success, index:%" PRId64, pVnode->config.vgId, version); return 0; From 553394ca7fd507fd3701b51756fee273d5a4a7dd Mon Sep 17 00:00:00 2001 From: Cary Xu Date: Wed, 12 Oct 2022 10:47:31 +0800 Subject: [PATCH 101/110] enh: code optimization for insert_req statistics --- source/dnode/vnode/src/vnd/vnodeSvr.c | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/source/dnode/vnode/src/vnd/vnodeSvr.c b/source/dnode/vnode/src/vnd/vnodeSvr.c index d4dc7b49b0..bcc3fbd4d5 100644 --- a/source/dnode/vnode/src/vnd/vnodeSvr.c +++ b/source/dnode/vnode/src/vnd/vnodeSvr.c @@ -953,7 +953,7 @@ _exit: tdProcessRSmaSubmit(pVnode->pSma, pReq, STREAM_INPUT__DATA_SUBMIT); } - // N.B not strict as the following update steps is not atomic + // N.B. not strict as the following update steps is not atomic atomic_add_fetch_64(&pVnode->statis.nInsert, submitRsp.numOfRows); atomic_add_fetch_64(&pVnode->statis.nInsertSuccess, submitRsp.affectedRows); atomic_add_fetch_64(&pVnode->statis.nBatchInsert, statis.nBatchInsert); From 69352e6e8954d1aedcb414627fd43959a1121deb Mon Sep 17 00:00:00 2001 From: Liu Jicong Date: Wed, 12 Oct 2022 10:28:07 +0800 Subject: [PATCH 102/110] fix tbanme length check --- source/dnode/mnode/impl/src/mndConsumer.c | 1 + source/dnode/mnode/impl/src/mndOffset.c | 5 +++++ source/dnode/mnode/impl/src/mndTopic.c | 1 + source/dnode/vnode/src/tq/tqMeta.c | 1 + source/libs/executor/src/scanoperator.c | 3 ++- source/libs/wal/src/walMeta.c | 5 +++-- source/libs/wal/src/walRead.c | 2 +- 7 files changed, 14 insertions(+), 4 deletions(-) diff --git a/source/dnode/mnode/impl/src/mndConsumer.c b/source/dnode/mnode/impl/src/mndConsumer.c index c853828bf2..7ffa3cef99 100644 --- a/source/dnode/mnode/impl/src/mndConsumer.c +++ b/source/dnode/mnode/impl/src/mndConsumer.c @@ -117,6 +117,7 @@ static int32_t mndProcessConsumerLostMsg(SRpcMsg *pMsg) { if (mndTransPrepare(pMnode, pTrans) != 0) goto FAIL; mndTransDrop(pTrans); + tDeleteSMqConsumerObj(pConsumerNew); return 0; FAIL: tDeleteSMqConsumerObj(pConsumerNew); diff --git a/source/dnode/mnode/impl/src/mndOffset.c b/source/dnode/mnode/impl/src/mndOffset.c index 2ada3e00bb..8d779f0021 100644 --- a/source/dnode/mnode/impl/src/mndOffset.c +++ b/source/dnode/mnode/impl/src/mndOffset.c @@ -182,6 +182,11 @@ static int32_t mndProcessCommitOffsetReq(SRpcMsg *pMsg) { tDecodeSMqCMCommitOffsetReq(&decoder, &commitOffsetReq); STrans *pTrans = mndTransCreate(pMnode, TRN_POLICY_ROLLBACK, TRN_CONFLICT_NOTHING, pMsg, "commit-offset"); + if (pTrans == NULL) { + terrno = TSDB_CODE_OUT_OF_MEMORY; + tDecoderClear(&decoder); + return -1; + } for (int32_t i = 0; i < commitOffsetReq.num; i++) { SMqOffset *pOffset = &commitOffsetReq.offsets[i]; diff --git a/source/dnode/mnode/impl/src/mndTopic.c b/source/dnode/mnode/impl/src/mndTopic.c index 5d3a2be79a..ae259b95be 100644 --- a/source/dnode/mnode/impl/src/mndTopic.c +++ b/source/dnode/mnode/impl/src/mndTopic.c @@ -222,6 +222,7 @@ SSdbRow *mndTopicActionDecode(SSdbRaw *pRaw) { } SDB_GET_BINARY(pRaw, dataPos, buf, len, TOPIC_DECODE_OVER); if (taosDecodeSSchemaWrapper(buf, &pTopic->schema) == NULL) { + taosMemoryFree(buf); goto TOPIC_DECODE_OVER; } taosMemoryFree(buf); diff --git a/source/dnode/vnode/src/tq/tqMeta.c b/source/dnode/vnode/src/tq/tqMeta.c index 1a57a391b1..1c5eee7378 100644 --- a/source/dnode/vnode/src/tq/tqMeta.c +++ b/source/dnode/vnode/src/tq/tqMeta.c @@ -170,6 +170,7 @@ int32_t tqMetaRestoreCheckInfo(STQ* pTq) { tDecoderInit(&decoder, (uint8_t*)pVal, vLen); if (tDecodeSTqCheckInfo(&decoder, &info) < 0) { terrno = TSDB_CODE_OUT_OF_MEMORY; + tdbFree(pKey); tdbTbcClose(pCur); return -1; } diff --git a/source/libs/executor/src/scanoperator.c b/source/libs/executor/src/scanoperator.c index df7e5ff06f..0cfdd2b68e 100644 --- a/source/libs/executor/src/scanoperator.c +++ b/source/libs/executor/src/scanoperator.c @@ -1341,7 +1341,8 @@ static void calBlockTbName(SExprSupp* pTbNameCalSup, SSDataBlock* pBlock) { void* pData = colDataGetData(pCol, 0); // TODO check tbname validation if (pData != (void*)-1 && pData != NULL) { - memcpy(pBlock->info.parTbName, varDataVal(pData), varDataLen(pData)); + memcpy(pBlock->info.parTbName, varDataVal(pData), TMIN(varDataLen(pData), TSDB_TABLE_NAME_LEN)); + pBlock->info.parTbName[TSDB_TABLE_NAME_LEN - 1] = 0; } else { pBlock->info.parTbName[0] = 0; } diff --git a/source/libs/wal/src/walMeta.c b/source/libs/wal/src/walMeta.c index 62f2d51f1b..e49a963191 100644 --- a/source/libs/wal/src/walMeta.c +++ b/source/libs/wal/src/walMeta.c @@ -35,8 +35,8 @@ int64_t FORCE_INLINE walGetCommittedVer(SWal* pWal) { return pWal->vers.commitVe int64_t FORCE_INLINE walGetAppliedVer(SWal* pWal) { return pWal->vers.appliedVer; } -static FORCE_INLINE int walBuildMetaName(SWal* pWal, int metaVer, char* buf) { - return sprintf(buf, "%s/meta-ver%d", pWal->path, metaVer); +static FORCE_INLINE void walBuildMetaName(SWal* pWal, int metaVer, char* buf) { + sprintf(buf, "%s/meta-ver%d", pWal->path, metaVer); } static FORCE_INLINE int64_t walScanLogGetLastVer(SWal* pWal) { @@ -615,6 +615,7 @@ int walLoadMeta(SWal* pWal) { TdFilePtr pFile = taosOpenFile(fnameStr, TD_FILE_READ); if (pFile == NULL) { terrno = TSDB_CODE_WAL_FILE_CORRUPTED; + taosMemoryFree(buf); return -1; } if (taosReadFile(pFile, buf, size) != size) { diff --git a/source/libs/wal/src/walRead.c b/source/libs/wal/src/walRead.c index cc6f827b8e..1acaf5e7f3 100644 --- a/source/libs/wal/src/walRead.c +++ b/source/libs/wal/src/walRead.c @@ -399,7 +399,7 @@ int32_t walFetchBody(SWalReader *pRead, SWalCkHead **ppHead) { terrno = TSDB_CODE_WAL_OUT_OF_MEMORY; return -1; } - *ppHead = ptr; + *ppHead = (SWalCkHead *)ptr; pReadHead = &((*ppHead)->head); pRead->capacity = pReadHead->bodyLen; } From 488b4f31fd04dc6e358c5e7773a6161b2b9b3950 Mon Sep 17 00:00:00 2001 From: Cary Xu Date: Wed, 12 Oct 2022 10:51:18 +0800 Subject: [PATCH 103/110] enh: code optimization for insert_req statistics --- source/dnode/vnode/src/vnd/vnodeSvr.c | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/source/dnode/vnode/src/vnd/vnodeSvr.c b/source/dnode/vnode/src/vnd/vnodeSvr.c index bcc3fbd4d5..131327976f 100644 --- a/source/dnode/vnode/src/vnd/vnodeSvr.c +++ b/source/dnode/vnode/src/vnd/vnodeSvr.c @@ -953,7 +953,7 @@ _exit: tdProcessRSmaSubmit(pVnode->pSma, pReq, STREAM_INPUT__DATA_SUBMIT); } - // N.B. not strict as the following update steps is not atomic + // N.B. not strict as the following procedure is not atomic atomic_add_fetch_64(&pVnode->statis.nInsert, submitRsp.numOfRows); atomic_add_fetch_64(&pVnode->statis.nInsertSuccess, submitRsp.affectedRows); atomic_add_fetch_64(&pVnode->statis.nBatchInsert, statis.nBatchInsert); From 52bf961622fefe83ccd65c953af489fef36adcdd Mon Sep 17 00:00:00 2001 From: Hongze Cheng Date: Wed, 12 Oct 2022 11:09:42 +0800 Subject: [PATCH 104/110] more code --- source/libs/CMakeLists.txt | 23 ++++++++++++----------- source/libs/function/CMakeLists.txt | 9 ++++++++- source/libs/qcom/CMakeLists.txt | 2 +- source/libs/scalar/CMakeLists.txt | 10 ++++++++-- source/libs/transport/CMakeLists.txt | 5 ----- 5 files changed, 29 insertions(+), 20 deletions(-) diff --git a/source/libs/CMakeLists.txt b/source/libs/CMakeLists.txt index ade2487239..72459f4d35 100644 --- a/source/libs/CMakeLists.txt +++ b/source/libs/CMakeLists.txt @@ -1,20 +1,21 @@ -add_subdirectory(transport) -add_subdirectory(sync) add_subdirectory(tdb) -add_subdirectory(index) +add_subdirectory(cache) +add_subdirectory(transport) add_subdirectory(wal) +add_subdirectory(monitor) +add_subdirectory(tfs) +add_subdirectory(sync) +add_subdirectory(qcom) +add_subdirectory(nodes) +add_subdirectory(catalog) + +add_subdirectory(scalar) +add_subdirectory(function) +add_subdirectory(index) add_subdirectory(parser) add_subdirectory(scheduler) -add_subdirectory(cache) -add_subdirectory(catalog) add_subdirectory(executor) add_subdirectory(stream) add_subdirectory(planner) -add_subdirectory(function) -add_subdirectory(qcom) add_subdirectory(qworker) -add_subdirectory(tfs) -add_subdirectory(monitor) -add_subdirectory(nodes) -add_subdirectory(scalar) add_subdirectory(command) \ No newline at end of file diff --git a/source/libs/function/CMakeLists.txt b/source/libs/function/CMakeLists.txt index dd048a047a..553a2f63b7 100644 --- a/source/libs/function/CMakeLists.txt +++ b/source/libs/function/CMakeLists.txt @@ -14,7 +14,14 @@ target_include_directories( target_link_libraries( function - PRIVATE os util common nodes scalar qcom transport stream + PRIVATE os + PRIVATE util + PRIVATE common + PRIVATE nodes + PRIVATE qcom + # PRIVATE scalar + # PRIVATE transport + # PRIVATE stream PUBLIC uv_a ) diff --git a/source/libs/qcom/CMakeLists.txt b/source/libs/qcom/CMakeLists.txt index 6e7b5cb610..715c3b8ef2 100644 --- a/source/libs/qcom/CMakeLists.txt +++ b/source/libs/qcom/CMakeLists.txt @@ -8,7 +8,7 @@ target_include_directories( target_link_libraries( qcom - PRIVATE os util transport nodes + PRIVATE os util transport ) if(${BUILD_TEST}) diff --git a/source/libs/scalar/CMakeLists.txt b/source/libs/scalar/CMakeLists.txt index 776abd93e8..c34c5e2877 100644 --- a/source/libs/scalar/CMakeLists.txt +++ b/source/libs/scalar/CMakeLists.txt @@ -8,8 +8,14 @@ target_include_directories( ) target_link_libraries(scalar - PRIVATE os util common nodes function qcom vnode - ) + PRIVATE os + PRIVATE util + PRIVATE common + PRIVATE nodes + PRIVATE function + PRIVATE qcom + PRIVATE vnode +) if(${BUILD_TEST}) ADD_SUBDIRECTORY(test) diff --git a/source/libs/transport/CMakeLists.txt b/source/libs/transport/CMakeLists.txt index 62eb1a985b..a48926d2d4 100644 --- a/source/libs/transport/CMakeLists.txt +++ b/source/libs/transport/CMakeLists.txt @@ -16,11 +16,6 @@ target_link_libraries( ) if (${BUILD_WITH_UV_TRANS}) if (${BUILD_WITH_UV}) - target_include_directories( - transport - PUBLIC "${TD_SOURCE_DIR}/contrib/libuv/include" - ) - target_link_libraries( transport PUBLIC uv_a From 6c77cfc817b799c76b02edfcea4c52aae25e2519 Mon Sep 17 00:00:00 2001 From: Minglei Jin Date: Wed, 12 Oct 2022 11:21:02 +0800 Subject: [PATCH 105/110] fix: need rlock to get schema without the outter stable's locking --- source/dnode/vnode/src/vnd/vnodeQuery.c | 4 +--- 1 file changed, 1 insertion(+), 3 deletions(-) diff --git a/source/dnode/vnode/src/vnd/vnodeQuery.c b/source/dnode/vnode/src/vnd/vnodeQuery.c index d10a07969a..2b61bc6f33 100644 --- a/source/dnode/vnode/src/vnd/vnodeQuery.c +++ b/source/dnode/vnode/src/vnd/vnodeQuery.c @@ -399,8 +399,6 @@ void vnodeResetLoad(SVnode *pVnode, SVnodeLoad *pLoad) { VNODE_GET_LOAD_RESET_VALS(pVnode->statis.nInsertSuccess, pLoad->numOfInsertSuccessReqs, 64); VNODE_GET_LOAD_RESET_VALS(pVnode->statis.nBatchInsert, pLoad->numOfBatchInsertReqs, 64); VNODE_GET_LOAD_RESET_VALS(pVnode->statis.nBatchInsertSuccess, pLoad->numOfBatchInsertSuccessReqs, 64); - - } void vnodeGetInfo(SVnode *pVnode, const char **dbname, int32_t *vgId) { @@ -489,7 +487,7 @@ int32_t vnodeGetCtbNum(SVnode *pVnode, int64_t suid, int64_t *num) { } static int32_t vnodeGetStbColumnNum(SVnode *pVnode, tb_uid_t suid, int *num) { - STSchema *pTSchema = metaGetTbTSchema(pVnode->pMeta, suid, -1, 0); + STSchema *pTSchema = metaGetTbTSchema(pVnode->pMeta, suid, -1, 1); // metaGetTbTSchemaEx(pVnode->pMeta, suid, suid, -1, &pTSchema); if (pTSchema) { From 746da9fd2788095338eb023a3539ccc38accd49a Mon Sep 17 00:00:00 2001 From: Hongze Cheng Date: Wed, 12 Oct 2022 13:49:40 +0800 Subject: [PATCH 106/110] make it compile --- source/libs/function/CMakeLists.txt | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/source/libs/function/CMakeLists.txt b/source/libs/function/CMakeLists.txt index 553a2f63b7..913dd24a49 100644 --- a/source/libs/function/CMakeLists.txt +++ b/source/libs/function/CMakeLists.txt @@ -19,9 +19,9 @@ target_link_libraries( PRIVATE common PRIVATE nodes PRIVATE qcom - # PRIVATE scalar - # PRIVATE transport - # PRIVATE stream + PRIVATE scalar + PRIVATE transport + PRIVATE stream PUBLIC uv_a ) From db6b0503a1206bd0ac9db2d6339596f84ee31def Mon Sep 17 00:00:00 2001 From: Liu Jicong Date: Wed, 12 Oct 2022 14:34:04 +0800 Subject: [PATCH 107/110] refactor(stream): change state table name --- source/libs/stream/src/streamState.c | 2 +- source/libs/wal/src/walRead.c | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/source/libs/stream/src/streamState.c b/source/libs/stream/src/streamState.c index 24c5defee5..85592881cd 100644 --- a/source/libs/stream/src/streamState.c +++ b/source/libs/stream/src/streamState.c @@ -73,7 +73,7 @@ SStreamState* streamStateOpen(char* path, SStreamTask* pTask, bool specPath) { } // todo refactor - if (tdbTbOpen("func.state.db", sizeof(SWinKey), -1, winKeyCmpr, pState->db, &pState->pFillStateDb) < 0) { + if (tdbTbOpen("fill.state.db", sizeof(SWinKey), -1, winKeyCmpr, pState->db, &pState->pFillStateDb) < 0) { goto _err; } diff --git a/source/libs/wal/src/walRead.c b/source/libs/wal/src/walRead.c index 1acaf5e7f3..c4f1a81eeb 100644 --- a/source/libs/wal/src/walRead.c +++ b/source/libs/wal/src/walRead.c @@ -279,7 +279,7 @@ static int32_t walFetchBodyNew(SWalReader *pRead) { terrno = TSDB_CODE_WAL_OUT_OF_MEMORY; return -1; } - pRead->pHead = ptr; + pRead->pHead = (SWalCkHead *)ptr; pReadHead = &pRead->pHead->head; pRead->capacity = pReadHead->bodyLen; } From 3416ee66d88a9b0126ae341d329164eab076db0b Mon Sep 17 00:00:00 2001 From: Minghao Li Date: Wed, 12 Oct 2022 15:35:15 +0800 Subject: [PATCH 108/110] fix(sync): enqueue timer msg --- source/dnode/vnode/src/vnd/vnodeSync.c | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/source/dnode/vnode/src/vnd/vnodeSync.c b/source/dnode/vnode/src/vnd/vnodeSync.c index f773de5280..353c3874c0 100644 --- a/source/dnode/vnode/src/vnd/vnodeSync.c +++ b/source/dnode/vnode/src/vnd/vnodeSync.c @@ -474,6 +474,10 @@ int32_t vnodeProcessSyncMsg(SVnode *pVnode, SRpcMsg *pMsg, SRpcMsg **pRsp) { } static int32_t vnodeSyncEqMsg(const SMsgCb *msgcb, SRpcMsg *pMsg) { + if (msgcb == NULL) { + return -1; + } + int32_t code = tmsgPutToQueue(msgcb, SYNC_QUEUE, pMsg); if (code != 0) { rpcFreeCont(pMsg->pCont); From 61160d3f4a3ff7787d5aee41e142ef67b6ae18ba Mon Sep 17 00:00:00 2001 From: Shengliang Guan Date: Thu, 13 Oct 2022 10:49:56 +0800 Subject: [PATCH 109/110] fix: crash while create mnode --- source/dnode/mnode/impl/src/mndMnode.c | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/source/dnode/mnode/impl/src/mndMnode.c b/source/dnode/mnode/impl/src/mndMnode.c index 826e1d2fd0..09eef7b4d6 100644 --- a/source/dnode/mnode/impl/src/mndMnode.c +++ b/source/dnode/mnode/impl/src/mndMnode.c @@ -239,7 +239,9 @@ void mndGetMnodeEpSet(SMnode *pMnode, SEpSet *pEpSet) { pEpSet->inUse = (pEpSet->numOfEps + 1) % totalMnodes; } } - addEpIntoEpSet(pEpSet, pObj->pDnode->fqdn, pObj->pDnode->port); + if (pObj->pDnode != NULL) { + addEpIntoEpSet(pEpSet, pObj->pDnode->fqdn, pObj->pDnode->port); + } sdbRelease(pSdb, pObj); } From a166882c3e6b9ce4a1717bcce068121cc2a60ebc Mon Sep 17 00:00:00 2001 From: Shuduo Sang Date: Thu, 13 Oct 2022 11:00:59 +0800 Subject: [PATCH 110/110] docs: clarify generated value range of min/max. (#17324) --- docs/en/14-reference/05-taosbenchmark.md | 6 +++--- docs/zh/14-reference/05-taosbenchmark.md | 4 ++-- 2 files changed, 5 insertions(+), 5 deletions(-) diff --git a/docs/en/14-reference/05-taosbenchmark.md b/docs/en/14-reference/05-taosbenchmark.md index bde5e33034..d95086d4c4 100644 --- a/docs/en/14-reference/05-taosbenchmark.md +++ b/docs/en/14-reference/05-taosbenchmark.md @@ -5,7 +5,7 @@ toc_max_heading_level: 4 description: "taosBenchmark (once called taosdemo ) is a tool for testing the performance of TDengine." --- -## Introduction +# Introduction taosBenchmark (formerly taosdemo ) is a tool for testing the performance of TDengine products. taosBenchmark can test the performance of TDengine's insert, query, and subscription functions and simulate large amounts of data generated by many devices. taosBenchmark can be configured to generate user defined databases, supertables, subtables, and the time series data to populate these for performance benchmarking. taosBenchmark is highly configurable and some of the configurations include the time interval for inserting data, the number of working threads and the capability to insert disordered data. The installer provides taosdemo as a soft link to taosBenchmark for compatibility with past users. @@ -334,9 +334,9 @@ The configuration parameters for specifying super table tag columns and data col - **name** : The name of the column, if used together with count, e.g. "name": "current", "count":3, then the names of the 3 columns are current, current_2. current_3. -- **min**: The minimum value of the column/label of the data type. +- **min**: The minimum value of the column/label of the data type. The generated value will equal or large than the minimum value. -- **max**: The maximum value of the column/label of the data type. +- **max**: The maximum value of the column/label of the data type. The generated value will less than the maxium value. - **values**: The value field of the nchar/binary column/label, which will be chosen randomly from the values. diff --git a/docs/zh/14-reference/05-taosbenchmark.md b/docs/zh/14-reference/05-taosbenchmark.md index 6a6d9e3878..9f4f728f78 100644 --- a/docs/zh/14-reference/05-taosbenchmark.md +++ b/docs/zh/14-reference/05-taosbenchmark.md @@ -334,9 +334,9 @@ taosBenchmark -A INT,DOUBLE,NCHAR,BINARY\(16\) - **name** : 列的名字，若与 count 同时使用，比如 "name"："current", "count":3, 则 3 个列的名字分别为 current, current_2. current_3。 -- **min** : 数据类型的 列/标签 的最小值。 +- **min** : 数据类型的 列/标签 的最小值。生成的值将大于或等于最小值。 -- **max** : 数据类型的 列/标签 的最大值。 +- **max** : 数据类型的 列/标签 的最大值。生成的值将小于最小值。 - **values** : nchar/binary 列/标签的值域，将从值中随机选择。