2021-09-22 05:21:07 +00:00
|
|
|
/*
|
|
|
|
|
* Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
|
|
|
|
|
*
|
|
|
|
|
* This program is free software: you can use, redistribute, and/or modify
|
|
|
|
|
* it under the terms of the GNU Affero General Public License, version 3
|
|
|
|
|
* or later ("AGPL"), as published by the Free Software Foundation.
|
|
|
|
|
*
|
|
|
|
|
* This program is distributed in the hope that it will be useful, but WITHOUT
|
|
|
|
|
* ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
|
|
|
|
|
* FITNESS FOR A PARTICULAR PURPOSE.
|
|
|
|
|
*
|
|
|
|
|
* You should have received a copy of the GNU Affero General Public License
|
|
|
|
|
* along with this program. If not, see <http://www.gnu.org/licenses/>.
|
2021-09-22 12:29:24 +00:00
|
|
|
*/
|
|
|
|
|
|
|
|
|
|
#ifndef _TD_VNODE_H_
|
|
|
|
|
#define _TD_VNODE_H_
|
|
|
|
|
|
2021-11-09 05:24:22 +00:00
|
|
|
#include "os.h"
|
2021-11-11 03:41:16 +00:00
|
|
|
#include "trpc.h"
|
2021-11-09 05:24:22 +00:00
|
|
|
|
|
|
|
|
#include "meta.h"
|
2021-11-11 03:41:16 +00:00
|
|
|
#include "tarray.h"
|
2021-11-09 05:24:22 +00:00
|
|
|
#include "tq.h"
|
|
|
|
|
#include "tsdb.h"
|
2021-11-24 08:29:02 +00:00
|
|
|
#include "wal.h"
|
2021-11-01 11:49:44 +00:00
|
|
|
|
2021-09-22 12:29:24 +00:00
|
|
|
#ifdef __cplusplus
|
|
|
|
|
extern "C" {
|
|
|
|
|
#endif
|
|
|
|
|
|
2021-11-07 07:58:32 +00:00
|
|
|
/* ------------------------ TYPES EXPOSED ------------------------ */
|
2021-11-26 05:43:38 +00:00
|
|
|
typedef struct SVnode SVnode;
|
|
|
|
|
typedef struct SVnodeCfg {
|
|
|
|
|
/** vnode buffer pool options */
|
|
|
|
|
struct {
|
|
|
|
|
/** write buffer size */
|
|
|
|
|
uint64_t wsize;
|
2021-12-13 08:31:39 +00:00
|
|
|
uint64_t ssize;
|
|
|
|
|
uint64_t lsize;
|
2021-11-26 05:43:38 +00:00
|
|
|
/** use heap allocator or arena allocator */
|
|
|
|
|
bool isHeapAllocator;
|
|
|
|
|
};
|
|
|
|
|
|
|
|
|
|
/** time to live of tables in this vnode */
|
|
|
|
|
uint32_t ttl;
|
|
|
|
|
|
|
|
|
|
/** data to keep in this vnode */
|
|
|
|
|
uint32_t keep;
|
|
|
|
|
|
|
|
|
|
/** if TS data is eventually consistency */
|
|
|
|
|
bool isWeak;
|
|
|
|
|
|
|
|
|
|
/** TSDB config */
|
|
|
|
|
STsdbCfg tsdbCfg;
|
|
|
|
|
|
|
|
|
|
/** META config */
|
|
|
|
|
SMetaCfg metaCfg;
|
|
|
|
|
|
|
|
|
|
/** TQ config */
|
|
|
|
|
STqCfg tqCfg;
|
|
|
|
|
|
|
|
|
|
/** WAL config */
|
|
|
|
|
SWalCfg walCfg;
|
|
|
|
|
} SVnodeCfg;
|
2021-11-07 07:58:32 +00:00
|
|
|
|
|
|
|
|
/* ------------------------ SVnode ------------------------ */
|
2021-11-29 06:06:16 +00:00
|
|
|
/**
|
|
|
|
|
* @brief Initialize the vnode module
|
2021-11-29 07:42:17 +00:00
|
|
|
*
|
2021-12-14 01:56:24 +00:00
|
|
|
* @param nthreads number of commit threads. 0 for no threads and
|
|
|
|
|
* a schedule queue should be given (TODO)
|
2021-11-29 06:06:16 +00:00
|
|
|
* @return int 0 for success and -1 for failure
|
|
|
|
|
*/
|
2021-12-14 01:56:24 +00:00
|
|
|
int vnodeInit(uint16_t nthreads);
|
2021-11-29 06:06:16 +00:00
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* @brief clear a vnode
|
2021-11-29 07:42:17 +00:00
|
|
|
*
|
2021-11-29 06:06:16 +00:00
|
|
|
*/
|
|
|
|
|
void vnodeClear();
|
|
|
|
|
|
2021-11-11 03:41:16 +00:00
|
|
|
/**
|
|
|
|
|
* @brief Open a VNODE.
|
|
|
|
|
*
|
|
|
|
|
* @param path path of the vnode
|
2021-11-22 07:39:05 +00:00
|
|
|
* @param pVnodeCfg options of the vnode
|
2021-11-11 03:41:16 +00:00
|
|
|
* @return SVnode* The vnode object
|
|
|
|
|
*/
|
2021-11-22 07:39:05 +00:00
|
|
|
SVnode *vnodeOpen(const char *path, const SVnodeCfg *pVnodeCfg);
|
2021-11-11 03:41:16 +00:00
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* @brief Close a VNODE
|
|
|
|
|
*
|
2021-11-12 09:50:46 +00:00
|
|
|
* @param pVnode The vnode object to close
|
2021-11-11 03:41:16 +00:00
|
|
|
*/
|
|
|
|
|
void vnodeClose(SVnode *pVnode);
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* @brief Destroy a VNODE.
|
|
|
|
|
*
|
|
|
|
|
* @param path Path of the VNODE.
|
|
|
|
|
*/
|
|
|
|
|
void vnodeDestroy(const char *path);
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* @brief Process an array of write messages.
|
|
|
|
|
*
|
|
|
|
|
* @param pVnode The vnode object.
|
|
|
|
|
* @param pMsgs The array of SRpcMsg
|
|
|
|
|
* @return int 0 for success, -1 for failure
|
|
|
|
|
*/
|
|
|
|
|
int vnodeProcessWMsgs(SVnode *pVnode, SArray *pMsgs);
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* @brief Apply a write request message.
|
|
|
|
|
*
|
|
|
|
|
* @param pVnode The vnode object.
|
|
|
|
|
* @param pMsg The request message
|
2021-11-12 02:53:52 +00:00
|
|
|
* @param pRsp The response message
|
2021-11-11 03:41:16 +00:00
|
|
|
* @return int 0 for success, -1 for failure
|
|
|
|
|
*/
|
|
|
|
|
int vnodeApplyWMsg(SVnode *pVnode, SRpcMsg *pMsg, SRpcMsg **pRsp);
|
|
|
|
|
|
2021-12-21 12:07:32 +00:00
|
|
|
/**
|
|
|
|
|
* @brief Process a consume message.
|
|
|
|
|
*
|
|
|
|
|
* @param pVnode The vnode object.
|
|
|
|
|
* @param pMsg The request message
|
|
|
|
|
* @param pRsp The response message
|
|
|
|
|
* @return int 0 for success, -1 for failure
|
|
|
|
|
*/
|
|
|
|
|
int vnodeProcessCMsg(SVnode *pVnode, SRpcMsg *pMsg, SRpcMsg **pRsp);
|
|
|
|
|
|
2021-11-11 03:41:16 +00:00
|
|
|
/**
|
|
|
|
|
* @brief Process the sync request
|
|
|
|
|
*
|
|
|
|
|
* @param pVnode
|
|
|
|
|
* @param pMsg
|
|
|
|
|
* @param pRsp
|
|
|
|
|
* @return int
|
|
|
|
|
*/
|
|
|
|
|
int vnodeProcessSyncReq(SVnode *pVnode, SRpcMsg *pMsg, SRpcMsg **pRsp);
|
2021-11-07 07:58:32 +00:00
|
|
|
|
2021-12-21 08:15:38 +00:00
|
|
|
/**
|
|
|
|
|
* @brief Process a query message.
|
|
|
|
|
*
|
|
|
|
|
* @param pVnode The vnode object.
|
|
|
|
|
* @param pMsg The request message
|
|
|
|
|
* @param pRsp The response message
|
|
|
|
|
* @return int 0 for success, -1 for failure
|
|
|
|
|
*/
|
2021-12-21 08:59:26 +00:00
|
|
|
int vnodeProcessQueryReq(SVnode *pVnode, SRpcMsg *pMsg, SRpcMsg **pRsp);
|
2021-12-21 08:15:38 +00:00
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* @brief Process a fetch message.
|
|
|
|
|
*
|
|
|
|
|
* @param pVnode The vnode object.
|
|
|
|
|
* @param pMsg The request message
|
|
|
|
|
* @param pRsp The response message
|
|
|
|
|
* @return int 0 for success, -1 for failure
|
|
|
|
|
*/
|
2021-12-21 08:59:26 +00:00
|
|
|
int vnodeProcessFetchReq(SVnode *pVnode, SRpcMsg *pMsg, SRpcMsg **pRsp);
|
2021-12-21 08:15:38 +00:00
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* @brief Process a consume message.
|
|
|
|
|
*
|
|
|
|
|
* @param pVnode The vnode object.
|
|
|
|
|
* @param pMsg The request message
|
|
|
|
|
* @param pRsp The response message
|
|
|
|
|
* @return int 0 for success, -1 for failure
|
|
|
|
|
*/
|
2021-12-21 08:59:26 +00:00
|
|
|
int vnodeProcessConsumeReq(SVnode *pVnode, SRpcMsg *pMsg, SRpcMsg **pRsp);
|
2021-12-21 08:15:38 +00:00
|
|
|
|
2021-11-22 07:02:53 +00:00
|
|
|
/* ------------------------ SVnodeCfg ------------------------ */
|
2021-11-11 03:41:16 +00:00
|
|
|
/**
|
|
|
|
|
* @brief Initialize VNODE options.
|
|
|
|
|
*
|
|
|
|
|
* @param pOptions The options object to be initialized. It should not be NULL.
|
|
|
|
|
*/
|
2021-11-22 07:02:53 +00:00
|
|
|
void vnodeOptionsInit(SVnodeCfg *pOptions);
|
2021-11-11 03:41:16 +00:00
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* @brief Clear VNODE options.
|
|
|
|
|
*
|
|
|
|
|
* @param pOptions Options to clear.
|
|
|
|
|
*/
|
2021-11-22 07:02:53 +00:00
|
|
|
void vnodeOptionsClear(SVnodeCfg *pOptions);
|
2021-11-07 07:58:32 +00:00
|
|
|
|
2021-11-26 06:49:26 +00:00
|
|
|
/* ------------------------ REQUESTS ------------------------ */
|
2021-11-29 08:59:18 +00:00
|
|
|
typedef STbCfg SVCreateTableReq;
|
|
|
|
|
typedef struct {
|
|
|
|
|
tb_uid_t uid;
|
|
|
|
|
} SVDropTableReq;
|
|
|
|
|
|
2021-11-30 08:24:21 +00:00
|
|
|
typedef struct {
|
|
|
|
|
// TODO
|
|
|
|
|
} SVSubmitReq;
|
|
|
|
|
|
2021-11-29 03:37:26 +00:00
|
|
|
typedef struct {
|
|
|
|
|
uint64_t ver;
|
2021-11-29 08:59:18 +00:00
|
|
|
union {
|
|
|
|
|
SVCreateTableReq ctReq;
|
|
|
|
|
SVDropTableReq dtReq;
|
|
|
|
|
};
|
2021-11-29 03:37:26 +00:00
|
|
|
} SVnodeReq;
|
|
|
|
|
|
2021-11-26 06:49:26 +00:00
|
|
|
typedef struct {
|
|
|
|
|
int err;
|
|
|
|
|
char info[];
|
2021-11-26 07:22:02 +00:00
|
|
|
} SVnodeRsp;
|
|
|
|
|
|
2021-12-21 07:14:18 +00:00
|
|
|
static FORCE_INLINE void vnodeSetCreateStbReq(SVnodeReq *pReq, char *name, uint32_t ttl, uint32_t keep, tb_uid_t suid,
|
|
|
|
|
STSchema *pSchema, STSchema *pTagSchema) {
|
|
|
|
|
pReq->ver = 0;
|
|
|
|
|
|
|
|
|
|
pReq->ctReq.name = name;
|
|
|
|
|
pReq->ctReq.ttl = ttl;
|
|
|
|
|
pReq->ctReq.keep = keep;
|
|
|
|
|
pReq->ctReq.type = META_SUPER_TABLE;
|
|
|
|
|
pReq->ctReq.stbCfg.suid = suid;
|
|
|
|
|
pReq->ctReq.stbCfg.pSchema = pSchema;
|
|
|
|
|
pReq->ctReq.stbCfg.pTagSchema = pTagSchema;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
static FORCE_INLINE void vnodeSetCreateCtbReq(SVnodeReq *pReq, char *name, uint32_t ttl, uint32_t keep, tb_uid_t suid,
|
|
|
|
|
SKVRow pTag) {
|
|
|
|
|
pReq->ver = 0;
|
2021-11-29 07:42:17 +00:00
|
|
|
|
2021-12-21 07:14:18 +00:00
|
|
|
pReq->ctReq.name = name;
|
|
|
|
|
pReq->ctReq.ttl = ttl;
|
|
|
|
|
pReq->ctReq.keep = keep;
|
|
|
|
|
pReq->ctReq.type = META_CHILD_TABLE;
|
|
|
|
|
pReq->ctReq.ctbCfg.suid = suid;
|
|
|
|
|
pReq->ctReq.ctbCfg.pTag = pTag;
|
|
|
|
|
}
|
2021-11-29 07:42:17 +00:00
|
|
|
|
2021-12-21 07:14:18 +00:00
|
|
|
static FORCE_INLINE void vnodeSetCreateNtbReq(SVnodeReq *pReq, char *name, uint32_t ttl, uint32_t keep,
|
|
|
|
|
STSchema *pSchema) {
|
|
|
|
|
pReq->ver = 0;
|
|
|
|
|
|
|
|
|
|
pReq->ctReq.name = name;
|
|
|
|
|
pReq->ctReq.ttl = ttl;
|
|
|
|
|
pReq->ctReq.keep = keep;
|
|
|
|
|
pReq->ctReq.type = META_NORMAL_TABLE;
|
|
|
|
|
pReq->ctReq.ntbCfg.pSchema = pSchema;
|
|
|
|
|
}
|
2021-11-29 08:59:18 +00:00
|
|
|
|
|
|
|
|
int vnodeBuildReq(void **buf, const SVnodeReq *pReq, uint8_t type);
|
|
|
|
|
void *vnodeParseReq(void *buf, SVnodeReq *pReq, uint8_t type);
|
2021-11-26 07:22:02 +00:00
|
|
|
|
2021-11-09 06:36:53 +00:00
|
|
|
/* ------------------------ FOR COMPILE ------------------------ */
|
|
|
|
|
|
2021-11-01 11:49:44 +00:00
|
|
|
int32_t vnodeAlter(SVnode *pVnode, const SVnodeCfg *pCfg);
|
|
|
|
|
int32_t vnodeCompact(SVnode *pVnode);
|
|
|
|
|
int32_t vnodeSync(SVnode *pVnode);
|
2021-11-04 10:38:07 +00:00
|
|
|
int32_t vnodeGetLoad(SVnode *pVnode, SVnodeLoad *pLoad);
|
2021-11-04 06:06:29 +00:00
|
|
|
|
2021-09-22 12:29:24 +00:00
|
|
|
#ifdef __cplusplus
|
|
|
|
|
}
|
|
|
|
|
#endif
|
|
|
|
|
|
2021-09-29 11:26:11 +00:00
|
|
|
#endif /*_TD_VNODE_H_*/
|