add more
This commit is contained in:
hzcheng
parent
d022f5e83f
commit
6c825e2d81
|
|
@ -0,0 +1,47 @@
|
|||
/*
|
||||
* Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
|
||||
*
|
||||
* This program is free software: you can use, redistribute, and/or modify
|
||||
* it under the terms of the GNU Affero General Public License, version 3
|
||||
* or later ("AGPL"), as published by the Free Software Foundation.
|
||||
*
|
||||
* This program is distributed in the hope that it will be useful, but WITHOUT
|
||||
* ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
|
||||
* FITNESS FOR A PARTICULAR PURPOSE.
|
||||
*
|
||||
* You should have received a copy of the GNU Affero General Public License
|
||||
* along with this program. If not, see <http://www.gnu.org/licenses/>.
|
||||
*/
|
||||
|
||||
#ifndef _TSDB_META_FILE_
|
||||
#define _TSDB_META_FILE_
|
||||
|
||||
#include <stdint.h>
|
||||
|
||||
#include "tsdbMeta.h"
|
||||
|
||||
#ifdef __cplusplus
|
||||
extern "C" {
|
||||
#endif
|
||||
|
||||
#define TSDB_META_FILE_NAME "META"
|
||||
|
||||
typedef struct {
|
||||
int fd; // File descriptor
|
||||
int nDel; // number of deletions
|
||||
int nRecord; // Number of records
|
||||
int64_t size; // Total file size
|
||||
void * map; // Map from uid ==> position
|
||||
} SMetaFile;
|
||||
|
||||
SMetaFile *tsdbInitMetaFile(char *rootDir, int32_t maxTables);
|
||||
int32_t tsdbInsertMetaRecord(SMetaFile *mfh, int64_t uid, void *cont, int32_t contLen);
|
||||
int32_t tsdbDeleteMetaRecord(SMetaFile *mfh, int64_t uid);
|
||||
int32_t tsdbUpdateMetaRecord(SMetaFile *mfh, int64_t uid, void *cont, int32_t contLen);
|
||||
void tsdbCloseMetaFile(SMetaFile *mfh);
|
||||
|
||||
#ifdef __cplusplus
|
||||
}
|
||||
#endif
|
||||
|
||||
#endif // _TSDB_META_FILE_
|
||||
|
|
@ -9,6 +9,7 @@
|
|||
#include "tsdbCache.h"
|
||||
|
||||
#define TSDB_SUPER_TABLE_SL_LEVEL 5 // TODO: may change here
|
||||
#define TSDB_META_FILE_NAME "META"
|
||||
|
||||
static int tsdbFreeTable(STable *pTable);
|
||||
static int32_t tsdbCheckTableCfg(STableCfg *pCfg);
|
||||
|
|
|
|||
|
|
@ -0,0 +1,225 @@
|
|||
/*
|
||||
* Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
|
||||
*
|
||||
* This program is free software: you can use, redistribute, and/or modify
|
||||
* it under the terms of the GNU Affero General Public License, version 3
|
||||
* or later ("AGPL"), as published by the Free Software Foundation.
|
||||
*
|
||||
* This program is distributed in the hope that it will be useful, but WITHOUT
|
||||
* ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
|
||||
* FITNESS FOR A PARTICULAR PURPOSE.
|
||||
*
|
||||
* You should have received a copy of the GNU Affero General Public License
|
||||
* along with this program. If not, see <http://www.gnu.org/licenses/>.
|
||||
*/
|
||||
#include <stdlib.h>
|
||||
#include <unistd.h>
|
||||
|
||||
#include "hash.h"
|
||||
#include "tsdbMetaFile.h"
|
||||
|
||||
#define TSDB_META_FILE_HEADER_SIZE 512
|
||||
#define TSDB_META_HASH_FRACTION 1.1
|
||||
|
||||
typedef struct {
|
||||
int32_t offset;
|
||||
int32_t size;
|
||||
} SRecordInfo;
|
||||
|
||||
static int32_t tsdbGetMetaFileName(char *rootDir, char *fname);
|
||||
static int32_t tsdbCheckMetaHeader(int fd);
|
||||
static int32_t tsdbWriteMetaHeader(int fd);
|
||||
static int tsdbCreateMetaFile(char *fname);
|
||||
static int tsdbRestoreFromMetaFile(char *fname, SMetaFile *mfh);
|
||||
|
||||
SMetaFile *tsdbInitMetaFile(char *rootDir, int32_t maxTables) {
|
||||
// TODO
|
||||
char fname[128] = "\0";
|
||||
if (tsdbGetMetaFileName(rootDir, fname) < 0) return NULL;
|
||||
|
||||
SMetaFile *mfh = (SMetaFile *)calloc(1, sizeof(SMetaFile));
|
||||
if (mfh == NULL) return NULL;
|
||||
|
||||
// OPEN MAP
|
||||
mfh->map =
|
||||
taosInitHashTable(maxTables * TSDB_META_HASH_FRACTION, taosGetDefaultHashFunction(TSDB_DATA_TYPE_BIGINT), false);
|
||||
if (mfh->map == NULL) {
|
||||
free(mfh);
|
||||
return NULL;
|
||||
}
|
||||
|
||||
// OPEN FILE
|
||||
if (access(fname, F_OK) < 0) { // file not exists
|
||||
mfh->fd = tsdbCreateMetaFile(fname);
|
||||
if (mfh->fd < 0) {
|
||||
taosCleanUpHashTable(mfh->map);
|
||||
free(mfh);
|
||||
return NULL;
|
||||
}
|
||||
} else { // file exists, recover from file
|
||||
if (tsdbRestoreFromMetaFile(fname, mfh) < 0) {
|
||||
taosCleanUpHashTable(mfh->map);
|
||||
free(mfh);
|
||||
return NULL;
|
||||
}
|
||||
}
|
||||
|
||||
return mfh;
|
||||
}
|
||||
|
||||
int32_t tsdbInsertMetaRecord(SMetaFile *mfh, int64_t uid, void *cont, int32_t contLen) {
|
||||
if (taosGetDataFromHashTable(mfh->map, (char *)(&uid), sizeof(uid)) != NULL) {
|
||||
return -1;
|
||||
}
|
||||
|
||||
SRecordInfo info;
|
||||
info.offset = mfh->size;
|
||||
info.size = contLen; // TODO: Here is not correct
|
||||
|
||||
mfh->size += (contLen + sizeof(SRecordInfo));
|
||||
|
||||
if (taosAddToHashTable(mfh->map, (char *)(&uid), sizeof(uid), (void *)(&info), sizeof(SRecordInfo)) < 0) {
|
||||
return -1;
|
||||
}
|
||||
|
||||
// TODO: make below a function to implement
|
||||
if (fseek(mfh->fd, info.offset, SEEK_CUR) < 0) {
|
||||
return -1;
|
||||
}
|
||||
|
||||
if (write(mfh->fd, (void *)(&info), sizeof(SRecordInfo)) < 0) {
|
||||
return -1;
|
||||
}
|
||||
|
||||
if (write(mfh->fd, cont, contLen) < 0) {
|
||||
return -1;
|
||||
}
|
||||
|
||||
fsync(mfh->fd);
|
||||
|
||||
mfh->nRecord++;
|
||||
|
||||
return 0;
|
||||
}
|
||||
|
||||
int32_t tsdbDeleteMetaRecord(SMetaFile *mfh, int64_t uid) {
|
||||
char *ptr = taosGetDataFromHashTable(mfh->map, (char *)(&uid), sizeof(uid));
|
||||
if (ptr == NULL) return -1;
|
||||
|
||||
SRecordInfo info = *(SRecordInfo *)ptr;
|
||||
|
||||
// Remove record from hash table
|
||||
taosDeleteFromHashTable(mfh->map, (char *)(&uid), sizeof(uid));
|
||||
|
||||
// Remove record from file
|
||||
|
||||
info.offset = -info.offset;
|
||||
if (fseek(mfh->fd, -info.offset, SEEK_CUR) < 0) {
|
||||
return -1;
|
||||
}
|
||||
|
||||
if (write(mfh->fd, (void *)(&info), sizeof(SRecordInfo)) < 0) {
|
||||
return -1;
|
||||
}
|
||||
|
||||
fsync(mfh->fd);
|
||||
|
||||
mfh->nDel++;
|
||||
|
||||
return 0;
|
||||
}
|
||||
|
||||
int32_t tsdbUpdateMetaRecord(SMetaFile *mfh, int64_t uid, void *cont, int32_t contLen) {
|
||||
char *ptr = taosGetDataFromHashTable(mfh->map, (char *)(&uid), sizeof(uid));
|
||||
if (ptr == NULL) return -1;
|
||||
|
||||
SRecordInfo info = *(SRecordInfo *)ptr;
|
||||
// Update the hash table
|
||||
if (taosAddToHashTable(mfh->map, (char *)(&uid), sizeof(uid), (void *)(&info), sizeof(SRecordInfo)) < 0) {
|
||||
return -1;
|
||||
}
|
||||
|
||||
// Update record in file
|
||||
if (info.size >= contLen) { // Just update it in place
|
||||
info.size = contLen;
|
||||
|
||||
} else { // Just append to the end of file
|
||||
info.offset = mfh->size;
|
||||
info.size = contLen;
|
||||
|
||||
mfh->size += contLen;
|
||||
}
|
||||
if (fseek(mfh->fd, -info.offset, SEEK_CUR) < 0) {
|
||||
return -1;
|
||||
}
|
||||
|
||||
if (write(mfh->fd, (void *)(&info), sizeof(SRecordInfo)) < 0) {
|
||||
return -1;
|
||||
}
|
||||
|
||||
fsync(mfh->fd);
|
||||
|
||||
return 0;
|
||||
}
|
||||
|
||||
void tsdbCloseMetaFile(SMetaFile *mfh) {
|
||||
if (mfh == NULL) return;
|
||||
close(mfh);
|
||||
|
||||
taosCleanUpHashTable(mfh->map);
|
||||
}
|
||||
|
||||
static int32_t tsdbGetMetaFileName(char *rootDir, char *fname) {
|
||||
if (rootDir == NULL) return -1;
|
||||
sprintf(fname, "%s/%s", rootDir, TSDB_META_FILE_NAME);
|
||||
return 0;
|
||||
}
|
||||
|
||||
static int32_t tsdbCheckMetaHeader(int fd) {
|
||||
// TODO: write the meta file header check function
|
||||
return 0;
|
||||
}
|
||||
|
||||
static int32_t tsdbWriteMetaHeader(int fd) {
|
||||
// TODO: write the meta file header to file
|
||||
return 0;
|
||||
}
|
||||
|
||||
static int tsdbCreateMetaFile(char *fname) {
|
||||
int fd = open(fname, O_RDWR | O_CREAT, 0755);
|
||||
if (fd < 0) return -1;
|
||||
|
||||
if (tsdbWriteMetaHeader(fd) < 0) {
|
||||
close(fd);
|
||||
return NULL;
|
||||
}
|
||||
|
||||
return fd;
|
||||
}
|
||||
|
||||
static int tsdbCheckMetaFileIntegrety(int fd) {
|
||||
// TODO
|
||||
return 0;
|
||||
}
|
||||
|
||||
static int tsdbRestoreFromMetaFile(char *fname, SMetaFile *mfh) {
|
||||
int fd = open(fname, O_RDWR);
|
||||
if (fd < 0) return -1;
|
||||
|
||||
if (tsdbCheckMetaFileIntegrety(fd) < 0) {
|
||||
// TODO: decide if to auto-recover the file
|
||||
close(fd);
|
||||
return -1;
|
||||
}
|
||||
|
||||
if (fseek(fd, TSDB_META_FILE_HEADER_SIZE, SEEK_SET) < 0) {
|
||||
// TODO: deal with the error
|
||||
close(fd);
|
||||
return -1;
|
||||
}
|
||||
|
||||
mfh->fd = fd;
|
||||
// TODO: iterate to read the meta file to restore the meta data
|
||||
|
||||
return 0;
|
||||
}
|
||||
Loading…
Reference in New Issue