xxq250
/
homework-jianmu
1
0
Fork 0
Code Issues Pull Requests 1 Actions Packages Projects Releases Wiki Activity

modify

This commit is contained in:
jiajingbin 2021-07-28 16:09:00 +08:00
parent 1bf4e5669e
commit 2168045658
1 changed files with 33 additions and 48 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

81
tests/pytest/insert/schemalessInsert.py
View File

@ -291,8 +291,7 @@ class TDTestCase:
def resCmp(self, input_sql, stb_name, query_sql="select * from", condition="", ts=None, id=True, none_check_tag=None): def resCmp(self, input_sql, stb_name, query_sql="select * from", condition="", ts=None, id=True, none_check_tag=None):
expect_list = self.inputHandle(input_sql) expect_list = self.inputHandle(input_sql)
code = self._conn.insertLines([input_sql]) self._conn.insertLines([input_sql])
print("insertLines result {}".format(code))
query_sql = f"{query_sql} {stb_name} {condition}" query_sql = f"{query_sql} {stb_name} {condition}"
res_row_list, res_field_list_without_ts, res_type_list = self.resHandle(query_sql, True) res_row_list, res_field_list_without_ts, res_type_list = self.resHandle(query_sql, True)
if ts == 0: if ts == 0:
@ -361,8 +360,7 @@ class TDTestCase:
self.cleanStb() self.cleanStb()
ts_list = ["1626006833639000000ns", "1626006833639019us", "1626006833640ms", "1626006834s", "1626006822639022", 0] ts_list = ["1626006833639000000ns", "1626006833639019us", "1626006833640ms", "1626006834s", "1626006822639022", 0]
for ts in ts_list: for ts in ts_list:
input_sql, stb_name, tb_name = self.genFullTypeSql(ts=ts) input_sql, stb_name = self.genFullTypeSql(ts=ts)
print(input_sql)
self.resCmp(input_sql, stb_name, ts=ts) self.resCmp(input_sql, stb_name, ts=ts)
def idSeqCheckCase(self): def idSeqCheckCase(self):
@ -422,7 +420,6 @@ class TDTestCase:
rstr = list("`~!@#$¥%^&*()-+={}|[]、「」【】\:;《》<>?") rstr = list("`~!@#$¥%^&*()-+={}|[]、「」【】\:;《》<>?")
for i in rstr: for i in rstr:
input_sql = self.genFullTypeSql(tb_name=f"\"aaa{i}bbb\"")[0] input_sql = self.genFullTypeSql(tb_name=f"\"aaa{i}bbb\"")[0]
print(input_sql)
code = self._conn.insertLines([input_sql]) code = self._conn.insertLines([input_sql])
tdSql.checkNotEqual(code, 0) tdSql.checkNotEqual(code, 0)
@ -514,12 +511,9 @@ class TDTestCase:
tdSql.checkNotEqual(code, 0) tdSql.checkNotEqual(code, 0)
# f64 # * bug stack smashing detected ***: <unknown> terminated Aborted --- fixed # f64 # * bug stack smashing detected ***: <unknown> terminated Aborted --- fixed
# for t6 in [f'{-1.79769313486231570814527423731704356798070567525844996598917476803157260780*(10**308)}f64', f'{-1.79769313486231570814527423731704356798070567525844996598917476803157260780*(10**308)}f64']:
for t6 in [f'{-1.79769*(10**308)}f64', f'{-1.79769*(10**308)}f64']: for t6 in [f'{-1.79769*(10**308)}f64', f'{-1.79769*(10**308)}f64']:
print("f64?")
input_sql, stb_name = self.genFullTypeSql(t6=t6) input_sql, stb_name = self.genFullTypeSql(t6=t6)
self.resCmp(input_sql, stb_name) self.resCmp(input_sql, stb_name)
# TODO to confirm length
# * limit set to 1.797693134862316*(10**308) # * limit set to 1.797693134862316*(10**308)
for c6 in [f'{-1.797693134862316*(10**308)}f64', f'{-1.797693134862316*(10**308)}f64']: for c6 in [f'{-1.797693134862316*(10**308)}f64', f'{-1.797693134862316*(10**308)}f64']:
input_sql = self.genFullTypeSql(c6=c6)[0] input_sql = self.genFullTypeSql(c6=c6)[0]
@ -558,7 +552,6 @@ class TDTestCase:
for c1 in ["-128i8", "128i8"]: for c1 in ["-128i8", "128i8"]:
input_sql = self.genFullTypeSql(c1=c1)[0] input_sql = self.genFullTypeSql(c1=c1)[0]
print(input_sql)
code = self._conn.insertLines([input_sql]) code = self._conn.insertLines([input_sql])
tdSql.checkNotEqual(code, 0) tdSql.checkNotEqual(code, 0)
# i16 # i16
@ -662,6 +655,7 @@ class TDTestCase:
code = self._conn.insertLines([input_sql]) code = self._conn.insertLines([input_sql])
tdSql.checkNotEqual(code, 0) tdSql.checkNotEqual(code, 0)
# TODO nchar binary # TODO nchar binary
# `~!@#$¥%^&*()-+={}|[]、「」【】:;
def duplicateIdTagColInsertCheckCase(self): def duplicateIdTagColInsertCheckCase(self):
""" """
@ -723,7 +717,6 @@ class TDTestCase:
input_sql, stb_name = self.genFullTypeSql(stb_name=stb_name, tb_name=tb_name,t7="\"binaryTagValuebinaryTagValue\"", t8="L\"ncharTagValuencharTagValue\"", c7="\"binaryTagValuebinaryTagValue\"", c8="L\"ncharTagValuencharTagValue\"") input_sql, stb_name = self.genFullTypeSql(stb_name=stb_name, tb_name=tb_name,t7="\"binaryTagValuebinaryTagValue\"", t8="L\"ncharTagValuencharTagValue\"", c7="\"binaryTagValuebinaryTagValue\"", c8="L\"ncharTagValuencharTagValue\"")
self.resCmp(input_sql, stb_name, condition=f'where tbname like "{tb_name}"') self.resCmp(input_sql, stb_name, condition=f'where tbname like "{tb_name}"')
# ! use tb_name
def tagColAddDupIDCheckCase(self): def tagColAddDupIDCheckCase(self):
""" """
check column and tag count add, stb and tb duplicate check column and tag count add, stb and tb duplicate
@ -783,10 +776,9 @@ class TDTestCase:
tdSql.checkRows(2) tdSql.checkRows(2)
tdSql.checkNotEqual(tb_name1, tb_name3) tdSql.checkNotEqual(tb_name1, tb_name3)
# ? tag binary max is 16384, col+ts binary max 49151 # * tag binary max is 16384, col+ts binary max 49151
def tagColBinaryMaxLengthCheckCase(self): def tagColBinaryMaxLengthCheckCase(self):
""" """
# ? case finish , src bug exist
every binary and nchar must be length+2, so every binary and nchar must be length+2, so
""" """
self.cleanStb() self.cleanStb()
@ -799,21 +791,27 @@ class TDTestCase:
input_sql = f'{stb_name},t0=t,t1="{self.getLongName(16374, "letters")}",t2="{self.getLongName(5, "letters")}" c0=f 1626006833639000000ns' input_sql = f'{stb_name},t0=t,t1="{self.getLongName(16374, "letters")}",t2="{self.getLongName(5, "letters")}" c0=f 1626006833639000000ns'
code = self._conn.insertLines([input_sql]) code = self._conn.insertLines([input_sql])
tdSql.checkEqual(code, 0) tdSql.checkEqual(code, 0)
tdSql.query(f"select * from {stb_name}")
tdSql.checkRows(2)
input_sql = f'{stb_name},t0=t,t1="{self.getLongName(16374, "letters")}",t2="{self.getLongName(6, "letters")}" c0=f 1626006833639000000ns' input_sql = f'{stb_name},t0=t,t1="{self.getLongName(16374, "letters")}",t2="{self.getLongName(6, "letters")}" c0=f 1626006833639000000ns'
code = self._conn.insertLines([input_sql]) code = self._conn.insertLines([input_sql])
tdSql.checkNotEqual(code, 0) tdSql.checkNotEqual(code, 0)
tdSql.query(f"select * from {stb_name}")
tdSql.checkRows(2)
# # * check col，col+ts max in describe ---> 16143 # # * check col，col+ts max in describe ---> 16143
input_sql = f'{stb_name},t0=t c0=f,c1="{self.getLongName(16374, "letters")}",c2="{self.getLongName(16374, "letters")}",c3="{self.getLongName(16374, "letters")}",c4="{self.getLongName(12, "letters")}" 1626006833639000000ns' input_sql = f'{stb_name},t0=t c0=f,c1="{self.getLongName(16374, "letters")}",c2="{self.getLongName(16374, "letters")}",c3="{self.getLongName(16374, "letters")}",c4="{self.getLongName(12, "letters")}" 1626006833639000000ns'
code = self._conn.insertLines([input_sql]) code = self._conn.insertLines([input_sql])
tdSql.checkEqual(code, 0) tdSql.checkEqual(code, 0)
# input_sql = f'{stb_name},t0=t c0=f,c1="{self.getLongName(16374, "letters")}",c2="{self.getLongName(16374, "letters")}",c3="{self.getLongName(16374, "letters")}",c4="{self.getLongName(13, "letters")}" 1626006833639000000ns' tdSql.query(f"select * from {stb_name}")
# print(input_sql) tdSql.checkRows(3)
# code = self._conn.insertLines([input_sql]) input_sql = f'{stb_name},t0=t c0=f,c1="{self.getLongName(16374, "letters")}",c2="{self.getLongName(16374, "letters")}",c3="{self.getLongName(16374, "letters")}",c4="{self.getLongName(13, "letters")}" 1626006833639000000ns'
# print(code) code = self._conn.insertLines([input_sql])
# tdSql.checkNotEqual(code, 0) tdSql.checkNotEqual(code, 0)
tdSql.query(f"select * from {stb_name}")
tdSql.checkRows(3)
# ? tag nchar max is 16384, col+ts nchar max 49151 # * tag nchar max is 16374/4, col+ts nchar max 49151
def tagColNcharMaxLengthCheckCase(self): def tagColNcharMaxLengthCheckCase(self):
""" """
# ? case finish , src bug exist # ? case finish , src bug exist
@ -828,12 +826,15 @@ class TDTestCase:
input_sql = f'{stb_name},t0=t,t1=L"{self.getLongName(4093, "letters")}",t2=L"{self.getLongName(1, "letters")}" c0=f 1626006833639000000ns' input_sql = f'{stb_name},t0=t,t1=L"{self.getLongName(4093, "letters")}",t2=L"{self.getLongName(1, "letters")}" c0=f 1626006833639000000ns'
code = self._conn.insertLines([input_sql]) code = self._conn.insertLines([input_sql])
tdSql.checkEqual(code, 0) tdSql.checkEqual(code, 0)
tdSql.query(f"select * from {stb_name}")
tdSql.checkRows(2)
input_sql = f'{stb_name},t0=t,t1=L"{self.getLongName(4093, "letters")}",t2=L"{self.getLongName(2, "letters")}" c0=f 1626006833639000000ns' input_sql = f'{stb_name},t0=t,t1=L"{self.getLongName(4093, "letters")}",t2=L"{self.getLongName(2, "letters")}" c0=f 1626006833639000000ns'
code = self._conn.insertLines([input_sql]) code = self._conn.insertLines([input_sql])
tdSql.checkNotEqual(code, 0) # ! leave a bug DB error: Invalid value in client
# tdSql.checkNotEqual(code, 0)
# tdSql.query(f"select * from {stb_name}")
# tdSql.checkRows(2)
# ! rollback bug
# TODO because it is no rollback now, so stb has been broken, create a new!
# stb_name = self.getLongName(7, "letters") # stb_name = self.getLongName(7, "letters")
# tb_name = f'{stb_name}_1' # tb_name = f'{stb_name}_1'
# input_sql = f'{stb_name},id="{tb_name}",t0=t c0=f 1626006833639000000ns' # input_sql = f'{stb_name},id="{tb_name}",t0=t c0=f 1626006833639000000ns'
@ -1058,7 +1059,6 @@ class TDTestCase:
input_sql, stb_name = self.genFullTypeSql(tb_name=tb_name) input_sql, stb_name = self.genFullTypeSql(tb_name=tb_name)
self.resCmp(input_sql, stb_name) self.resCmp(input_sql, stb_name)
s_stb_s_tb_d_ts_list = self.genSqlList(stb_name=stb_name, tb_name=tb_name)[7] s_stb_s_tb_d_ts_list = self.genSqlList(stb_name=stb_name, tb_name=tb_name)[7]
print(s_stb_s_tb_d_ts_list)
self.multiThreadRun(self.genMultiThreadSeq(s_stb_s_tb_d_ts_list)) self.multiThreadRun(self.genMultiThreadSeq(s_stb_s_tb_d_ts_list))
tdSql.query(f"show tables;") tdSql.query(f"show tables;")
tdSql.checkRows(1) tdSql.checkRows(1)
@ -1074,7 +1074,6 @@ class TDTestCase:
input_sql, stb_name = self.genFullTypeSql(tb_name=tb_name) input_sql, stb_name = self.genFullTypeSql(tb_name=tb_name)
self.resCmp(input_sql, stb_name) self.resCmp(input_sql, stb_name)
s_stb_s_tb_d_ts_a_col_m_tag_list = self.genSqlList(stb_name=stb_name, tb_name=tb_name)[8] s_stb_s_tb_d_ts_a_col_m_tag_list = self.genSqlList(stb_name=stb_name, tb_name=tb_name)[8]
print(s_stb_s_tb_d_ts_a_col_m_tag_list)
self.multiThreadRun(self.genMultiThreadSeq(s_stb_s_tb_d_ts_a_col_m_tag_list)) self.multiThreadRun(self.genMultiThreadSeq(s_stb_s_tb_d_ts_a_col_m_tag_list))
tdSql.query(f"show tables;") tdSql.query(f"show tables;")
tdSql.checkRows(1) tdSql.checkRows(1)
@ -1094,7 +1093,6 @@ class TDTestCase:
input_sql, stb_name = self.genFullTypeSql(tb_name=tb_name) input_sql, stb_name = self.genFullTypeSql(tb_name=tb_name)
self.resCmp(input_sql, stb_name) self.resCmp(input_sql, stb_name)
s_stb_s_tb_d_ts_a_tag_m_col_list = self.genSqlList(stb_name=stb_name, tb_name=tb_name)[9] s_stb_s_tb_d_ts_a_tag_m_col_list = self.genSqlList(stb_name=stb_name, tb_name=tb_name)[9]
print(s_stb_s_tb_d_ts_a_tag_m_col_list)
self.multiThreadRun(self.genMultiThreadSeq(s_stb_s_tb_d_ts_a_tag_m_col_list)) self.multiThreadRun(self.genMultiThreadSeq(s_stb_s_tb_d_ts_a_tag_m_col_list))
tdSql.query(f"show tables;") tdSql.query(f"show tables;")
tdSql.checkRows(1) tdSql.checkRows(1)
@ -1130,7 +1128,6 @@ class TDTestCase:
input_sql, stb_name = self.genFullTypeSql() input_sql, stb_name = self.genFullTypeSql()
self.resCmp(input_sql, stb_name) self.resCmp(input_sql, stb_name)
s_stb_d_tb_d_ts_a_col_m_tag_list = self.genSqlList(stb_name=stb_name)[11] s_stb_d_tb_d_ts_a_col_m_tag_list = self.genSqlList(stb_name=stb_name)[11]
print(s_stb_d_tb_d_ts_a_col_m_tag_list)
self.multiThreadRun(self.genMultiThreadSeq(s_stb_d_tb_d_ts_a_col_m_tag_list)) self.multiThreadRun(self.genMultiThreadSeq(s_stb_d_tb_d_ts_a_col_m_tag_list))
tdSql.query(f"show tables;") tdSql.query(f"show tables;")
tdSql.checkRows(6) tdSql.checkRows(6)
@ -1161,51 +1158,38 @@ class TDTestCase:
self.nowTsCheckCase() self.nowTsCheckCase()
self.dateFormatTsCheckCase() self.dateFormatTsCheckCase()
self.illegalTsCheckCase() self.illegalTsCheckCase()
# ! confirm double
self.tagValueLengthCheckCase() self.tagValueLengthCheckCase()
# ! bug
self.colValueLengthCheckCase() self.colValueLengthCheckCase()
self.tagColIllegalValueCheckCase() self.tagColIllegalValueCheckCase()
# ! 重复ID未合并
self.duplicateIdTagColInsertCheckCase() self.duplicateIdTagColInsertCheckCase()
self.noIdStbExistCheckCase() self.noIdStbExistCheckCase()
self.duplicateInsertExistCheckCase() self.duplicateInsertExistCheckCase()
self.tagColBinaryNcharLengthCheckCase() self.tagColBinaryNcharLengthCheckCase()
# ! 结果未校验
self.tagColAddDupIDCheckCase() self.tagColAddDupIDCheckCase()
self.tagColAddCheckCase() self.tagColAddCheckCase()
self.tagMd5Check() self.tagMd5Check()
# ! rollback bug
self.tagColBinaryMaxLengthCheckCase() self.tagColBinaryMaxLengthCheckCase()
self.tagColNcharMaxLengthCheckCase() self.tagColNcharMaxLengthCheckCase()
self.batchInsertCheckCase() self.batchInsertCheckCase()
self.multiInsertCheckCase(5000) self.multiInsertCheckCase(10000)
# ! bug
self.batchErrorInsertCheckCase() self.batchErrorInsertCheckCase()
# MultiThreads
self.stbInsertMultiThreadCheckCase() self.stbInsertMultiThreadCheckCase()
self.sStbStbDdataInsertMultiThreadCheckCase() self.sStbStbDdataInsertMultiThreadCheckCase()
self.sStbStbDdataAtcInsertMultiThreadCheckCase() self.sStbStbDdataAtcInsertMultiThreadCheckCase()
self.sStbStbDdataMtcInsertMultiThreadCheckCase() self.sStbStbDdataMtcInsertMultiThreadCheckCase()
self.sStbDtbDdataInsertMultiThreadCheckCase() self.sStbDtbDdataInsertMultiThreadCheckCase()
# ! concurrency conflict # # ! concurrency conflict
# self.sStbDtbDdataAcMtInsertMultiThreadCheckCase() # self.sStbDtbDdataAcMtInsertMultiThreadCheckCase()
# self.sStbDtbDdataAtMcInsertMultiThreadCheckCase() # self.sStbDtbDdataAtMcInsertMultiThreadCheckCase()
# ! concurrency conflict
self.sStbStbDdataDtsInsertMultiThreadCheckCase() self.sStbStbDdataDtsInsertMultiThreadCheckCase()
self.sStbStbDdataDtsAcMtInsertMultiThreadCheckCase() # # ! concurrency conflict
self.sStbStbDdataDtsAtMcInsertMultiThreadCheckCase() # self.sStbStbDdataDtsAcMtInsertMultiThreadCheckCase()
# self.sStbStbDdataDtsAtMcInsertMultiThreadCheckCase()
self.sStbDtbDdataDtsInsertMultiThreadCheckCase() self.sStbDtbDdataDtsInsertMultiThreadCheckCase()
# ! concurrency conflict # ! concurrency conflict
@ -1216,8 +1200,9 @@ class TDTestCase:
def run(self): def run(self):
print("running {}".format(__file__)) print("running {}".format(__file__))
self.createDb() self.createDb()
# self.runAll() self.runAll()
self.sStbDtbDdataDtsAcMtInsertMultiThreadCheckCase() # ! bug leave
# self.tagColNcharMaxLengthCheckCase()
# self.test() # self.test()
def stop(self): def stop(self):