tscServer.c 87.1 KB
Newer Older
H
hzcheng 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15
/*
 * Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
 *
 * This program is free software: you can use, redistribute, and/or modify
 * it under the terms of the GNU Affero General Public License, version 3
 * or later ("AGPL"), as published by the Free Software Foundation.
 *
 * This program is distributed in the hope that it will be useful, but WITHOUT
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
 * FITNESS FOR A PARTICULAR PURPOSE.
 *
 * You should have received a copy of the GNU Affero General Public License
 * along with this program. If not, see <http://www.gnu.org/licenses/>.
 */

S
slguan 已提交
16
#include "os.h"
H
hzcheng 已提交
17 18 19 20
#include "tcache.h"
#include "trpc.h"
#include "tscProfile.h"
#include "tscSecondaryMerge.h"
H
hjxilinx 已提交
21
#include "tscSubquery.h"
H
hzcheng 已提交
22 23 24 25 26 27 28
#include "tscUtil.h"
#include "tschemautil.h"
#include "tsclient.h"
#include "tsocket.h"
#include "ttime.h"
#include "ttimer.h"
#include "tutil.h"
S
slguan 已提交
29
#include "tscLog.h"
H
hzcheng 已提交
30 31 32

#define TSC_MGMT_VNODE 999

S
slguan 已提交
33
SRpcIpSet  tscMgmtIpSet;
S
slguan 已提交
34 35
SRpcIpSet  tscDnodeIpSet;

36 37
int (*tscBuildMsg[TSDB_SQL_MAX])(SSqlObj *pSql, SSqlInfo *pInfo) = {0};

H
hzcheng 已提交
38 39 40
int (*tscProcessMsgRsp[TSDB_SQL_MAX])(SSqlObj *pSql);
void tscProcessActivityTimer(void *handle, void *tmrId);
int tscKeepConn[TSDB_SQL_MAX] = {0};
41

42 43 44
TSKEY tscGetSubscriptionProgress(void* sub, int64_t uid);
void tscUpdateSubscriptionProgress(void* sub, int64_t uid, TSKEY ts);
void tscSaveSubscriptionProgress(void* sub);
H
hzcheng 已提交
45

S
slguan 已提交
46
static int32_t minMsgSize() { return tsRpcHeadSize + 100; }
H
hzcheng 已提交
47

48 49 50
static void tscSetDnodeIpList(SSqlObj* pSql, STableMeta* pTableMeta) {
  SRpcIpSet* pIpList = &pSql->ipList;
  
H
hjxilinx 已提交
51
  pIpList->numOfIps = pTableMeta->vgroupInfo.numOfIps;
52 53 54
  pIpList->port     = tsDnodeShellPort;
  pIpList->inUse    = 0;
  
H
hjxilinx 已提交
55 56
  for(int32_t i = 0; i < pTableMeta->vgroupInfo.numOfIps; ++i) {
    pIpList->ip[i] = pTableMeta->vgroupInfo.ipAddr[i].ip;
57 58 59
  }
}

S
slguan 已提交
60
void tscPrintMgmtIp() {
S
slguan 已提交
61 62
  if (tscMgmtIpSet.numOfIps <= 0) {
    tscError("invalid mgmt IP list:%d", tscMgmtIpSet.numOfIps);
S
slguan 已提交
63
  } else {
S
slguan 已提交
64 65
    for (int i = 0; i < tscMgmtIpSet.numOfIps; ++i) {
      tscTrace("mgmt index:%d ip:%d", i, tscMgmtIpSet.ip[i]);
S
slguan 已提交
66
    }
S
slguan 已提交
67 68 69
  }
}

S
slguan 已提交
70
void tscSetMgmtIpListFromCluster(SRpcIpSet *pIpList) {
S
slguan 已提交
71 72 73 74 75
  tscMgmtIpSet.numOfIps = pIpList->numOfIps;
  tscMgmtIpSet.inUse = pIpList->inUse;
  tscMgmtIpSet.port = htons(pIpList->port);
  for (int32_t i = 0; i < tscMgmtIpSet.numOfIps; ++i) {
    tscMgmtIpSet.ip[i] = htonl(pIpList->ip[i]);
S
slguan 已提交
76 77 78 79
  }
}

void tscSetMgmtIpListFromEdge() {
S
slguan 已提交
80 81 82 83 84
  if (tscMgmtIpSet.numOfIps != 1) {
    tscMgmtIpSet.numOfIps = 1;
    tscMgmtIpSet.inUse = 0;
    tscMgmtIpSet.port = tsMnodeShellPort;
    tscMgmtIpSet.ip[0] = inet_addr(tsMasterIp);
S
slguan 已提交
85 86 87 88 89
    tscTrace("edge mgmt IP list:");
    tscPrintMgmtIp();
  }
}

S
slguan 已提交
90 91
void tscUpdateIpSet(void *ahandle, SRpcIpSet *pIpSet) {
  tscTrace("mgmt IP list is changed for ufp is called");
S
slguan 已提交
92
  tscMgmtIpSet = *pIpSet;
S
slguan 已提交
93 94
}

S
slguan 已提交
95
void tscSetMgmtIpList(SRpcIpSet *pIpList) {
S
slguan 已提交
96 97 98 99 100 101 102 103
  /*
    * The iplist returned by the cluster edition is the current management nodes
    * and the iplist returned by the edge edition is empty
    */
  if (pIpList->numOfIps != 0) {
    tscSetMgmtIpListFromCluster(pIpList);
  } else {
    tscSetMgmtIpListFromEdge();
S
slguan 已提交
104 105 106
  }
}

H
hjxilinx 已提交
107 108 109 110 111 112 113
/*
 * For each management node, try twice at least in case of poor network situation.
 * If the client start to connect to a non-management node from the client, and the first retry may fail due to
 * the poor network quality. And then, the second retry get the response with redirection command.
 * The retry will not be executed since only *two* retry is allowed in case of single management node in the cluster.
 * Therefore, we need to multiply the retry times by factor of 2 to fix this problem.
 */
114
UNUSED_FUNC
H
hjxilinx 已提交
115 116
static int32_t tscGetMgmtConnMaxRetryTimes() {
  int32_t factor = 2;
S
slguan 已提交
117
  return tscMgmtIpSet.numOfIps * factor;
H
hjxilinx 已提交
118 119
}

H
hzcheng 已提交
120 121 122 123 124 125 126 127 128 129 130 131
void tscProcessHeartBeatRsp(void *param, TAOS_RES *tres, int code) {
  STscObj *pObj = (STscObj *)param;
  if (pObj == NULL) return;
  if (pObj != pObj->signature) {
    tscError("heart beat msg, pObj:%p, signature:%p invalid", pObj, pObj->signature);
    return;
  }

  SSqlObj *pSql = pObj->pHb;
  SSqlRes *pRes = &pSql->res;

  if (code == 0) {
132
    SCMHeartBeatRsp *pRsp = (SCMHeartBeatRsp *)pRes->pRsp;
S
slguan 已提交
133
    SRpcIpSet *      pIpList = &pRsp->ipList;
S
slguan 已提交
134
    tscSetMgmtIpList(pIpList);
S
slguan 已提交
135

H
hzcheng 已提交
136 137 138
    if (pRsp->killConnection) {
      tscKillConnection(pObj);
    } else {
S
slguan 已提交
139 140
      if (pRsp->queryId) tscKillQuery(pObj, htonl(pRsp->queryId));
      if (pRsp->streamId) tscKillStream(pObj, htonl(pRsp->streamId));
H
hzcheng 已提交
141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156
    }
  } else {
    tscTrace("heart beat failed, code:%d", code);
  }

  taosTmrReset(tscProcessActivityTimer, tsShellActivityTimer * 500, pObj, tscTmr, &pObj->pTimer);
}

void tscProcessActivityTimer(void *handle, void *tmrId) {
  STscObj *pObj = (STscObj *)handle;

  if (pObj == NULL) return;
  if (pObj->signature != pObj) return;
  if (pObj->pTimer != tmrId) return;

  if (pObj->pHb == NULL) {
S
slguan 已提交
157 158 159
    SSqlObj *pSql = (SSqlObj *)calloc(1, sizeof(SSqlObj));
    if (NULL == pSql) return;

H
hzcheng 已提交
160
    pSql->fp = tscProcessHeartBeatRsp;
H
hjxilinx 已提交
161
    
162 163 164 165
    SQueryInfo *pQueryInfo = NULL;
    tscGetQueryInfoDetailSafely(&pSql->cmd, 0, &pQueryInfo);
    pQueryInfo->command = TSDB_SQL_HB;
    
S
slguan 已提交
166 167 168 169 170
    if (TSDB_CODE_SUCCESS != tscAllocPayload(&(pSql->cmd), TSDB_DEFAULT_PAYLOAD_SIZE)) {
      tfree(pSql);
      return;
    }

H
hzcheng 已提交
171 172 173 174
    pSql->param = pObj;
    pSql->pTscObj = pObj;
    pSql->signature = pSql;
    pObj->pHb = pSql;
175
    tscAddSubqueryInfo(&pObj->pHb->cmd);
176

S
slguan 已提交
177
    tscTrace("%p pHb is allocated, pObj:%p", pObj->pHb, pObj);
H
hzcheng 已提交
178 179 180
  }

  if (tscShouldFreeHeatBeat(pObj->pHb)) {
S
slguan 已提交
181
    tscTrace("%p free HB object and release connection", pObj);
H
hzcheng 已提交
182 183 184 185 186 187 188 189 190
    tscFreeSqlObj(pObj->pHb);
    tscCloseTscObj(pObj);
    return;
  }

  tscProcessSql(pObj->pHb);
}

int tscSendMsgToServer(SSqlObj *pSql) {
H
hjxilinx 已提交
191 192 193
  SSqlCmd* pCmd = &pSql->cmd;
  
  char *pMsg = rpcMallocCont(pCmd->payloadLen);
S
slguan 已提交
194
  if (NULL == pMsg) {
S
slguan 已提交
195 196
    tscError("%p msg:%s malloc fail", pSql, taosMsg[pSql->cmd.msgType]);
    return TSDB_CODE_CLI_OUT_OF_MEMORY;
H
hzcheng 已提交
197 198
  }

S
slguan 已提交
199
  if (pSql->cmd.command < TSDB_SQL_MGMT) {
200
    tscTrace("%p msg:%s is sent to server %d", pSql, taosMsg[pSql->cmd.msgType], pSql->ipList.port);
S
slguan 已提交
201
    memcpy(pMsg, pSql->cmd.payload + tsRpcHeadSize, pSql->cmd.payloadLen);
202 203 204 205 206 207

    SRpcMsg rpcMsg = {
      .msgType = pSql->cmd.msgType,
      .pCont   = pMsg,
      .contLen = pSql->cmd.payloadLen,
      .handle  = pSql,
H
hjxilinx 已提交
208
      .code    = 0
209
    };
H
hjxilinx 已提交
210
    rpcSendRequest(pVnodeConn, &pSql->ipList, &rpcMsg);
S
slguan 已提交
211
  } else {
S
slguan 已提交
212
    pSql->ipList = tscMgmtIpSet;
H
hjxilinx 已提交
213 214 215
    pSql->ipList.port = tsMnodeShellPort;
    
    tscTrace("%p msg:%s is sent to server %d", pSql, taosMsg[pSql->cmd.msgType], pSql->ipList.port);
S
slguan 已提交
216
    memcpy(pMsg, pSql->cmd.payload, pSql->cmd.payloadLen);
217 218 219 220 221 222 223
    SRpcMsg rpcMsg = {
        .msgType = pSql->cmd.msgType,
        .pCont   = pMsg,
        .contLen = pSql->cmd.payloadLen,
        .handle  = pSql,
        .code   = 0
    };
H
hjxilinx 已提交
224
    rpcSendRequest(pTscMgmtConn, &pSql->ipList, &rpcMsg);
H
hzcheng 已提交
225 226
  }

S
slguan 已提交
227
  return TSDB_CODE_SUCCESS;
H
hzcheng 已提交
228 229
}

230 231
void tscProcessMsgFromServer(SRpcMsg *rpcMsg) {
  SSqlObj *pSql = (SSqlObj *)rpcMsg->handle;
S
slguan 已提交
232
  if (pSql == NULL || pSql->signature != pSql) {
H
hzcheng 已提交
233
    tscError("%p sql is already released, signature:%p", pSql, pSql->signature);
S
slguan 已提交
234
    return;
H
hzcheng 已提交
235 236
  }

S
slguan 已提交
237 238 239
  SSqlRes *pRes = &pSql->res;
  SSqlCmd *pCmd = &pSql->cmd;
  STscObj *pObj = pSql->pTscObj;
240
  tscTrace("%p msg:%p is received from server", pSql, rpcMsg->pCont);
H
hzcheng 已提交
241 242

  if (pSql->freed || pObj->signature != pObj) {
S
slguan 已提交
243 244
    tscTrace("%p sql is already released or DB connection is closed, freed:%d pObj:%p signature:%p", pSql, pSql->freed,
             pObj, pObj->signature);
H
hzcheng 已提交
245
    tscFreeSqlObj(pSql);
246
    rpcFreeCont(rpcMsg->pCont);
S
slguan 已提交
247
    return;
H
hzcheng 已提交
248 249
  }

250 251
  if (rpcMsg->pCont == NULL) {
    rpcMsg->code = TSDB_CODE_NETWORK_UNAVAIL;
S
slguan 已提交
252
  } else {
253
    STableMetaInfo *pTableMetaInfo = tscGetTableMetaInfoFromCmd(pCmd, pCmd->clauseIndex, 0);
254 255
    if (rpcMsg->code == TSDB_CODE_NOT_ACTIVE_TABLE || rpcMsg->code == TSDB_CODE_INVALID_TABLE_ID ||
        rpcMsg->code == TSDB_CODE_INVALID_VNODE_ID || rpcMsg->code == TSDB_CODE_NOT_ACTIVE_VNODE ||
S
slguan 已提交
256
        rpcMsg->code == TSDB_CODE_NETWORK_UNAVAIL || rpcMsg->code == TSDB_CODE_NOT_ACTIVE_TABLE ||
257
        rpcMsg->code == TSDB_CODE_TABLE_ID_MISMATCH) {
S
slguan 已提交
258 259 260 261 262 263 264 265 266 267 268
      /*
       * not_active_table: 1. the virtual node may fail to create table, since the procedure of create table is asynchronized,
       *                   the virtual node may have not create table till now, so try again by using the new metermeta.
       *                   2. this requested table may have been removed by other client, so we need to renew the
       *                   metermeta here.
       *
       * not_active_vnode: current vnode is move to other node due to node balance procedure or virtual node have been
       *                   removed. So, renew metermeta and try again.
       * not_active_session: db has been move to other node, the vnode does not exist on this dnode anymore.
       */
      if (pCmd->command == TSDB_SQL_CONNECT) {
269 270
        rpcMsg->code = TSDB_CODE_NETWORK_UNAVAIL;
        rpcFreeCont(rpcMsg->pCont);
S
slguan 已提交
271 272
        return;
      } else if (pCmd->command == TSDB_SQL_HB) {
273 274
        rpcMsg->code = TSDB_CODE_NOT_READY;
        rpcFreeCont(rpcMsg->pCont);
S
slguan 已提交
275 276
        return;
      } else {
277
        tscWarn("%p it shall renew table meta, code:%s, retry:%d", pSql, tstrerror(rpcMsg->code), ++pSql->retry);
278
        
279
        pSql->res.code = rpcMsg->code;  // keep the previous error code
280 281 282 283 284 285 286 287
        if (pSql->retry > pSql->maxRetry) {
          tscError("%p max retry %d reached, give up", pSql, pSql->maxRetry);
        } else {
          rpcMsg->code = tscRenewMeterMeta(pSql, pTableMetaInfo->name);
          if (pTableMetaInfo->pTableMeta) {
            tscSendMsgToServer(pSql);
          }
  
288
          rpcFreeCont(rpcMsg->pCont);
S
slguan 已提交
289 290
          return;
        }
H
hzcheng 已提交
291 292
      }
    }
S
slguan 已提交
293
  }
H
hzcheng 已提交
294

295 296 297 298 299
  if (pRes->code == TSDB_CODE_SUCCESS) {
    tscTrace("%p reset retry counter to be 0 due to success rsp, old:%d", pSql, pSql->retry);
    pSql->retry = 0;
  }
  
H
hzcheng 已提交
300
  pRes->rspLen = 0;
301
  
H
hzcheng 已提交
302
  if (pRes->code != TSDB_CODE_QUERY_CANCELLED) {
303
    pRes->code = (rpcMsg->code != TSDB_CODE_SUCCESS) ? rpcMsg->code : TSDB_CODE_NETWORK_UNAVAIL;
H
hzcheng 已提交
304
  } else {
H
hjxilinx 已提交
305
    tscTrace("%p query is cancelled, code:%d", pSql, tstrerror(pRes->code));
H
hzcheng 已提交
306 307
  }

S
slguan 已提交
308
  if (pRes->code != TSDB_CODE_QUERY_CANCELLED) {
309
    assert(rpcMsg->msgType == pCmd->msgType + 1);
310
    pRes->code    = rpcMsg->code;
311
    pRes->rspType = rpcMsg->msgType;
312
    pRes->rspLen  = rpcMsg->contLen;
H
hzcheng 已提交
313

314 315 316 317 318 319
    if (pRes->rspLen > 0) {
      char *tmp = (char *)realloc(pRes->pRsp, pRes->rspLen);
      if (tmp == NULL) {
        pRes->code = TSDB_CODE_CLI_OUT_OF_MEMORY;
      } else {
        pRes->pRsp = tmp;
320
        memcpy(pRes->pRsp, rpcMsg->pCont, pRes->rspLen);
S
slguan 已提交
321
      }
322 323
    } else {
      pRes->pRsp = NULL;
S
slguan 已提交
324 325 326
    }

    // ignore the error information returned from mnode when set ignore flag in sql
S
slguan 已提交
327
    if (pRes->code == TSDB_CODE_DB_ALREADY_EXIST && pCmd->existsCheck && pRes->rspType == TSDB_MSG_TYPE_CM_CREATE_DB_RSP) {
H
hzcheng 已提交
328 329 330 331 332 333 334
      pRes->code = TSDB_CODE_SUCCESS;
    }

    /*
     * There is not response callback function for submit response.
     * The actual inserted number of points is the first number.
     */
335
    if (rpcMsg->msgType == TSDB_MSG_TYPE_SUBMIT_RSP && pRes->pRsp != NULL) {
336
      SShellSubmitRspMsg *pMsg = (SShellSubmitRspMsg*)pRes->pRsp;
S
slguan 已提交
337 338 339 340 341 342 343
      pMsg->code = htonl(pMsg->code);
      pMsg->numOfRows = htonl(pMsg->numOfRows);
      pMsg->affectedRows = htonl(pMsg->affectedRows);
      pMsg->failedRows = htonl(pMsg->failedRows);
      pMsg->numOfFailedBlocks = htonl(pMsg->numOfFailedBlocks);

      pRes->numOfRows += pMsg->affectedRows;
344
      tscTrace("%p cmd:%d code:%s, inserted rows:%d, rsp len:%d", pSql, pCmd->command, tstrerror(pRes->code),
H
hjxilinx 已提交
345
          pMsg->affectedRows, pRes->rspLen);
S
slguan 已提交
346
    } else {
H
hjxilinx 已提交
347
      tscTrace("%p cmd:%d code:%s rsp len:%d", pSql, pCmd->command, tstrerror(pRes->code), pRes->rspLen);
H
hzcheng 已提交
348 349 350
    }
  }

351 352
  if (pRes->code == TSDB_CODE_SUCCESS && tscProcessMsgRsp[pCmd->command])
    rpcMsg->code = (*tscProcessMsgRsp[pCmd->command])(pSql);
H
hjxilinx 已提交
353
  
354
  if (rpcMsg->code != TSDB_CODE_ACTION_IN_PROGRESS) {
355
    void *taosres = tscKeepConn[pCmd->command] ? pSql : NULL;
H
[td-32]  
hjxilinx 已提交
356
    rpcMsg->code = pRes->code ? pRes->code : pRes->numOfRows;
357
    
358
    tscTrace("%p SQL result:%s res:%p", pSql, tstrerror(pRes->code), pSql);
H
hzcheng 已提交
359

360 361
    /*
     * Whether to free sqlObj or not should be decided before call the user defined function, since this SqlObj
H
hjxilinx 已提交
362 363
     * may be freed in UDF, and reused by other threads before tscShouldBeFreed called, in which case
     * tscShouldBeFreed checks an object which is actually allocated by other threads.
364 365
     *
     * If this block of memory is re-allocated for an insert thread, in which tscKeepConn[command] equals to 0,
H
hjxilinx 已提交
366
     * the tscShouldBeFreed will success and tscFreeSqlObj free it immediately.
367
     */
H
hjxilinx 已提交
368
    bool shouldFree = tscShouldBeFreed(pSql);
H
hjxilinx 已提交
369
    (*pSql->fp)(pSql->param, taosres, rpcMsg->code);
H
hzcheng 已提交
370

371
    if (shouldFree) {
372
      tscTrace("%p sqlObj is automatically freed", pSql);
sangshuduo's avatar
sangshuduo 已提交
373
      tscFreeSqlObj(pSql);
H
hzcheng 已提交
374 375 376
    }
  }

377
  rpcFreeCont(rpcMsg->pCont);
H
hzcheng 已提交
378 379
}

S
slguan 已提交
380 381 382 383
int doProcessSql(SSqlObj *pSql) {
  SSqlCmd *pCmd = &pSql->cmd;
  SSqlRes *pRes = &pSql->res;

H
hjxilinx 已提交
384 385 386 387 388 389 390
  if (pCmd->command == TSDB_SQL_SELECT ||
      pCmd->command == TSDB_SQL_FETCH ||
      pCmd->command == TSDB_SQL_RETRIEVE ||
      pCmd->command == TSDB_SQL_INSERT ||
      pCmd->command == TSDB_SQL_CONNECT ||
      pCmd->command == TSDB_SQL_HB ||
      pCmd->command == TSDB_SQL_META ||
H
hjxilinx 已提交
391
      pCmd->command == TSDB_SQL_STABLEVGROUP) {
392
    tscBuildMsg[pCmd->command](pSql, NULL);
S
slguan 已提交
393
  }
394 395 396

  int32_t code = tscSendMsgToServer(pSql);
  if (code != TSDB_CODE_SUCCESS) {
S
slguan 已提交
397
    pRes->code = code;
H
hjxilinx 已提交
398
    tscQueueAsyncRes(pSql);
S
slguan 已提交
399
  }
H
hjxilinx 已提交
400 401
  
  return TSDB_CODE_SUCCESS;
S
slguan 已提交
402 403 404
}

int tscProcessSql(SSqlObj *pSql) {
405 406 407
  char *   name = NULL;
  SSqlRes *pRes = &pSql->res;
  SSqlCmd *pCmd = &pSql->cmd;
408 409
  
  SQueryInfo *    pQueryInfo = tscGetQueryInfoDetail(pCmd, pCmd->clauseIndex);
H
hjxilinx 已提交
410
  STableMetaInfo *pTableMetaInfo = NULL;
411
  uint16_t        type = 0;
412

413
  if (pQueryInfo != NULL) {
H
hjxilinx 已提交
414
    pTableMetaInfo = tscGetMetaInfo(pQueryInfo, 0);
H
hjxilinx 已提交
415 416
    if (pTableMetaInfo != NULL) {
      name = pTableMetaInfo->name;
417
    }
418

419
    type = pQueryInfo->type;
420
  
421
    // for heartbeat, numOfTables == 0;
422
    assert((pQueryInfo->numOfTables == 0 && pQueryInfo->command == TSDB_SQL_HB) || pQueryInfo->numOfTables > 0);
S
slguan 已提交
423
  }
424

425
  tscTrace("%p SQL cmd:%d will be processed, name:%s, type:%d", pSql, pCmd->command, name, type);
H
hzcheng 已提交
426
  if (pSql->cmd.command < TSDB_SQL_MGMT) {
H
hjxilinx 已提交
427 428
    // the pTableMetaInfo cannot be NULL
    if (pTableMetaInfo == NULL) {
H
hjxilinx 已提交
429 430 431
      pSql->res.code = TSDB_CODE_OTHERS;
      return pSql->res.code;
    }
H
hzcheng 已提交
432
  } else if (pSql->cmd.command < TSDB_SQL_LOCAL) {
S
slguan 已提交
433
    pSql->ipList = tscMgmtIpSet;
H
hzcheng 已提交
434 435 436 437
  } else {  // local handler
    return (*tscProcessMsgRsp[pCmd->command])(pSql);
  }

S
slguan 已提交
438
  // todo handle async situation
439 440
  if (QUERY_IS_JOIN_QUERY(type)) {
    if ((pQueryInfo->type & TSDB_QUERY_TYPE_SUBQUERY) == 0) {
H
hjxilinx 已提交
441
      return tscHandleMasterJoinQuery(pSql);
S
slguan 已提交
442 443
    } else {
      // for first stage sub query, iterate all vnodes to get all timestamp
444
      if ((pQueryInfo->type & TSDB_QUERY_TYPE_JOIN_SEC_STAGE) != TSDB_QUERY_TYPE_JOIN_SEC_STAGE) {
S
slguan 已提交
445 446 447 448
        return doProcessSql(pSql);
      }
    }
  }
449
  
H
hjxilinx 已提交
450 451 452 453 454
  if (tscIsTwoStageSTableQuery(pQueryInfo, 0)) { // super table query
    tscHandleMasterSTableQuery(pSql);
    return pRes->code;
  } else if (pSql->fp == (void(*)())tscHandleMultivnodeInsert) {  // multi-vnodes insertion
    tscHandleMultivnodeInsert(pSql);
H
hzcheng 已提交
455 456
    return pSql->res.code;
  }
457
  
S
slguan 已提交
458 459
  return doProcessSql(pSql);
}
H
hzcheng 已提交
460

H
hjxilinx 已提交
461
void tscKillSTableQuery(SSqlObj *pSql) {
462 463 464
  SSqlCmd* pCmd = &pSql->cmd;
  
  SQueryInfo* pQueryInfo = tscGetQueryInfoDetail(pCmd, pCmd->clauseIndex);
H
hjxilinx 已提交
465
  if (!tscIsTwoStageSTableQuery(pQueryInfo, 0)) {
H
hzcheng 已提交
466 467 468 469 470 471
    return;
  }

  for (int i = 0; i < pSql->numOfSubs; ++i) {
    SSqlObj *pSub = pSql->pSubs[i];

S
slguan 已提交
472
    if (pSub == NULL) {
H
hzcheng 已提交
473 474
      continue;
    }
S
slguan 已提交
475

H
hzcheng 已提交
476 477 478 479 480
    /*
     * here, we cannot set the command = TSDB_SQL_KILL_QUERY. Otherwise, it may cause
     * sub-queries not correctly released and master sql object of metric query reaches an abnormal state.
     */
    pSql->pSubs[i]->res.code = TSDB_CODE_QUERY_CANCELLED;
S
slguan 已提交
481
    //taosStopRpcConn(pSql->pSubs[i]->thandle);
H
hzcheng 已提交
482 483 484 485 486 487 488 489 490 491 492 493 494 495 496 497 498 499 500 501 502
  }

  /*
   * 1. if the subqueries are not launched or partially launched, we need to waiting the launched
   * query return to successfully free allocated resources.
   * 2. if no any subqueries are launched yet, which means the metric query only in parse sql stage,
   * set the res.code, and return.
   */
  const int64_t MAX_WAITING_TIME = 10000;  // 10 Sec.
  int64_t       stime = taosGetTimestampMs();

  while (pSql->cmd.command != TSDB_SQL_RETRIEVE_METRIC && pSql->cmd.command != TSDB_SQL_RETRIEVE_EMPTY_RESULT) {
    taosMsleep(100);
    if (taosGetTimestampMs() - stime > MAX_WAITING_TIME) {
      break;
    }
  }

  tscTrace("%p metric query is cancelled", pSql);
}

503
int tscBuildRetrieveMsg(SSqlObj *pSql, SSqlInfo *pInfo) {
H
hzcheng 已提交
504 505 506 507 508
  char *pMsg, *pStart;

  pStart = pSql->cmd.payload + tsRpcHeadSize;
  pMsg = pStart;

509
  SRetrieveTableMsg *pRetrieveMsg = (SRetrieveTableMsg *)pMsg;
S
slguan 已提交
510
  pRetrieveMsg->qhandle = htobe64(pSql->res.qhandle);
S
slguan 已提交
511 512
  pMsg += sizeof(pSql->res.qhandle);

513
  SQueryInfo *pQueryInfo = tscGetQueryInfoDetail(&pSql->cmd, 0);
S
slguan 已提交
514
  pRetrieveMsg->free = htons(pQueryInfo->type);
515
  pMsg += sizeof(pQueryInfo->type);
H
hzcheng 已提交
516

517 518 519
  // todo valid the vgroupId at the client side
  if (UTIL_TABLE_IS_SUPERTABLE(pQueryInfo->pTableMetaInfo[0])) {
    SVgroupsInfo* pVgroupInfo = pQueryInfo->pTableMetaInfo[0]->vgroupList;
H
hjxilinx 已提交
520
    assert(pVgroupInfo->numOfVgroups == 1); // todo fix me
521
    
H
hjxilinx 已提交
522
    pRetrieveMsg->header.vgId = htonl(pVgroupInfo->vgroups[0].vgId);
523 524
  } else {
    STableMeta* pTableMeta = pQueryInfo->pTableMetaInfo[0]->pTableMeta;
H
hjxilinx 已提交
525
    pRetrieveMsg->header.vgId = htonl(pTableMeta->vgroupInfo.vgId);
526 527
  }
  
528 529 530 531
  pMsg += sizeof(SRetrieveTableMsg);
  
  pRetrieveMsg->header.contLen = htonl(pSql->cmd.payloadLen);
  
S
slguan 已提交
532
  pSql->cmd.msgType = TSDB_MSG_TYPE_RETRIEVE;
533
  return TSDB_CODE_SUCCESS;
H
hzcheng 已提交
534 535
}

536
int tscBuildSubmitMsg(SSqlObj *pSql, SSqlInfo *pInfo) {
H
hjxilinx 已提交
537
  SQueryInfo *pQueryInfo = tscGetQueryInfoDetail(&pSql->cmd, 0);
H
hjxilinx 已提交
538
  STableMeta* pTableMeta = tscGetMetaInfo(pQueryInfo, 0)->pTableMeta;
H
hjxilinx 已提交
539
  
540 541 542 543
  char* pMsg = pSql->cmd.payload + tsRpcHeadSize;
  
  // NOTE: shell message size should not include SMsgDesc
  int32_t size = pSql->cmd.payloadLen - sizeof(SMsgDesc);
H
hjxilinx 已提交
544
  
545
  SMsgDesc* pMsgDesc = (SMsgDesc*) pMsg;
546 547
  
  pMsgDesc->numOfVnodes = htonl(1);       //todo set the right number of vnodes
548
  pMsg += sizeof(SMsgDesc);
H
hjxilinx 已提交
549
  
550
  SSubmitMsg *pShellMsg = (SSubmitMsg *)pMsg;
H
hjxilinx 已提交
551
  int32_t vgId = pTableMeta->vgroupInfo.vgId;
552
  
H
hjxilinx 已提交
553
  pShellMsg->header.vgId = htonl(vgId);
554
  pShellMsg->header.contLen = htonl(size);
555
  pShellMsg->length = pShellMsg->header.contLen;
H
hjxilinx 已提交
556
  
557
  pShellMsg->numOfBlocks = htonl(pSql->cmd.numOfTablesInSubmit);  // number of meters to be inserted
H
hzcheng 已提交
558

H
hjxilinx 已提交
559
  // pSql->cmd.payloadLen is set during copying data into payload
S
slguan 已提交
560
  pSql->cmd.msgType = TSDB_MSG_TYPE_SUBMIT;
561
  tscSetDnodeIpList(pSql, pTableMeta);
562
  
H
hjxilinx 已提交
563
  tscTrace("%p build submit msg, vgId:%d numOfVgroup:%d", pSql, vgId, htonl(pMsgDesc->numOfVnodes));
564
  return TSDB_CODE_SUCCESS;
H
hzcheng 已提交
565 566 567 568 569 570
}

/*
 * for meter query, simply return the size <= 1k
 * for metric query, estimate size according to meter tags
 */
571
static int32_t tscEstimateQueryMsgSize(SSqlCmd *pCmd, int32_t clauseIndex) {
H
hzcheng 已提交
572
  const static int32_t MIN_QUERY_MSG_PKT_SIZE = TSDB_MAX_BYTES_PER_ROW * 5;
573
  SQueryInfo *         pQueryInfo = tscGetQueryInfoDetail(pCmd, clauseIndex);
H
hzcheng 已提交
574

575
  int32_t srcColListSize = taosArrayGetSize(pQueryInfo->colList) * sizeof(SColumnInfo);
H
hjxilinx 已提交
576 577 578 579
  
  size_t numOfExprs = tscSqlExprNumOfExprs(pQueryInfo);
  int32_t exprSize = sizeof(SSqlFuncMsg) * numOfExprs;
  
H
hjxilinx 已提交
580
  STableMetaInfo *pTableMetaInfo = tscGetMetaInfo(pQueryInfo, 0);
H
hzcheng 已提交
581 582

  // meter query without tags values
H
hjxilinx 已提交
583
  if (!UTIL_TABLE_IS_SUPERTABLE(pTableMetaInfo)) {
S
slguan 已提交
584
    return MIN_QUERY_MSG_PKT_SIZE + minMsgSize() + sizeof(SQueryTableMsg) + srcColListSize + exprSize;
H
hzcheng 已提交
585
  }
H
hjxilinx 已提交
586 587
  
  int32_t size = 4096;
S
slguan 已提交
588
  return size;
H
hzcheng 已提交
589 590
}

H
hjxilinx 已提交
591
static char *doSerializeTableInfo(SSqlObj *pSql, int32_t vgId, char *pMsg) {
592
  STableMetaInfo *pTableMetaInfo = tscGetTableMetaInfoFromCmd(&pSql->cmd, pSql->cmd.clauseIndex, 0);
593

H
hjxilinx 已提交
594
  STableMeta * pTableMeta = pTableMetaInfo->pTableMeta;
H
hjxilinx 已提交
595 596 597 598 599 600 601 602
  tscTrace("%p vgId:%d, query on table:%s, uid:%" PRIu64, pSql, vgId, pTableMetaInfo->name, pTableMeta->uid);
  
  STableIdInfo *pTableIdInfo = (STableIdInfo *)pMsg;
  pTableIdInfo->sid = htonl(pTableMeta->sid);
  pTableIdInfo->uid = htobe64(pTableMeta->uid);
  pTableIdInfo->key = htobe64(tscGetSubscriptionProgress(pSql->pSubscription, pTableMeta->uid));
  
  pMsg += sizeof(STableIdInfo);
603 604 605
  return pMsg;
}

606
int tscBuildQueryMsg(SSqlObj *pSql, SSqlInfo *pInfo) {
H
hzcheng 已提交
607 608
  SSqlCmd *pCmd = &pSql->cmd;

609
  int32_t size = tscEstimateQueryMsgSize(pCmd, pCmd->clauseIndex);
H
hzcheng 已提交
610

S
slguan 已提交
611 612 613 614
  if (TSDB_CODE_SUCCESS != tscAllocPayload(pCmd, size)) {
    tscError("%p failed to malloc for query msg", pSql);
    return -1;
  }
615
  
616
  SQueryInfo *pQueryInfo = tscGetQueryInfoDetail(pCmd, pCmd->clauseIndex);
H
hjxilinx 已提交
617
  STableMetaInfo *pTableMetaInfo = tscGetMetaInfo(pQueryInfo, 0);
H
hjxilinx 已提交
618
  STableMeta * pTableMeta = pTableMetaInfo->pTableMeta;
619
  
620
  if (taosArrayGetSize(pQueryInfo->colList) <= 0) {
621 622 623
    tscError("%p illegal value of numOfCols in query msg: %d", pSql, tscGetNumOfColumns(pTableMeta));
    return -1;
  }
624 625 626 627 628 629 630 631 632 633
  
  if (pQueryInfo->intervalTime < 0) {
    tscError("%p illegal value of aggregation time interval in query msg: %ld", pSql, pQueryInfo->intervalTime);
    return -1;
  }
  
  if (pQueryInfo->groupbyExpr.numOfGroupCols < 0) {
    tscError("%p illegal value of numOfGroupCols in query msg: %d", pSql, pQueryInfo->groupbyExpr.numOfGroupCols);
    return -1;
  }
634 635

  char *pStart = pCmd->payload + tsRpcHeadSize;
H
hzcheng 已提交
636

S
slguan 已提交
637
  SQueryTableMsg *pQueryMsg = (SQueryTableMsg *)pStart;
H
hzcheng 已提交
638 639

  int32_t msgLen = 0;
S
slguan 已提交
640
  int32_t numOfTables = 0;
H
hzcheng 已提交
641

H
hjxilinx 已提交
642
  if (UTIL_TABLE_IS_NOMRAL_TABLE(pTableMetaInfo)) {
S
slguan 已提交
643
    numOfTables = 1;
644
    tscSetDnodeIpList(pSql, pTableMeta);
H
hjxilinx 已提交
645
    pQueryMsg->head.vgId = htonl(pTableMeta->vgroupInfo.vgId);
H
hjxilinx 已提交
646
    tscTrace("%p queried tables:%d, table id: %s", pSql, 1, pTableMetaInfo->name);
647
  } else {  // query super table
648
    int32_t index = pTableMetaInfo->vgroupIndex;
649
    
650 651
    if (index < 0) {
      tscError("%p error vgroupIndex:%d", pSql, index);
H
hzcheng 已提交
652 653
      return -1;
    }
H
hjxilinx 已提交
654
    
655 656 657
    SCMVgroupInfo* pVgroupInfo = &pTableMetaInfo->vgroupList->vgroups[index];
    
    pSql->ipList.numOfIps = pVgroupInfo->numOfIps; // todo fix me
658 659
    pSql->ipList.port     = tsDnodeShellPort;
    pSql->ipList.inUse    = 0;
660
  
661 662 663
    for(int32_t i = 0; i < pVgroupInfo->numOfIps; ++i) {
      pSql->ipList.ip[i] = pVgroupInfo->ipAddr[i].ip;
    }
H
hjxilinx 已提交
664
    
665
    tscTrace("%p query on super table, numOfVgroup:%d, vgroupIndex:%d", pSql, pTableMetaInfo->vgroupList->numOfVgroups, index);
666
    
H
hjxilinx 已提交
667
    pQueryMsg->head.vgId = htonl(pVgroupInfo->vgId);
H
hjxilinx 已提交
668
    numOfTables = 1;
H
hzcheng 已提交
669 670
  }

671
  if (pQueryInfo->order.order == TSDB_ORDER_ASC) {
H
hjxilinx 已提交
672 673
    pQueryMsg->window.skey = htobe64(pQueryInfo->window.skey);
    pQueryMsg->window.ekey = htobe64(pQueryInfo->window.ekey);
H
hzcheng 已提交
674
  } else {
H
hjxilinx 已提交
675 676
    pQueryMsg->window.skey = htobe64(pQueryInfo->window.ekey);
    pQueryMsg->window.ekey = htobe64(pQueryInfo->window.skey);
H
hzcheng 已提交
677 678
  }

679
  pQueryMsg->numOfTables    = htonl(numOfTables);
680 681 682 683 684
  pQueryMsg->order          = htons(pQueryInfo->order.order);
  pQueryMsg->orderColId     = htons(pQueryInfo->order.orderColId);
  pQueryMsg->interpoType    = htons(pQueryInfo->interpoType);
  pQueryMsg->limit          = htobe64(pQueryInfo->limit.limit);
  pQueryMsg->offset         = htobe64(pQueryInfo->limit.offset);
685
  pQueryMsg->numOfCols      = htons(taosArrayGetSize(pQueryInfo->colList));
686 687
  pQueryMsg->intervalTime   = htobe64(pQueryInfo->intervalTime);
  pQueryMsg->slidingTime    = htobe64(pQueryInfo->slidingTime);
H
hjxilinx 已提交
688
  pQueryMsg->slidingTimeUnit = pQueryInfo->slidingTimeUnit;
689
  pQueryMsg->numOfGroupCols = htons(pQueryInfo->groupbyExpr.numOfGroupCols);
H
hzcheng 已提交
690

691
  pQueryMsg->queryType = htons(pQueryInfo->type);
H
hjxilinx 已提交
692 693 694
  
  size_t numOfOutput = tscSqlExprNumOfExprs(pQueryInfo);
  pQueryMsg->numOfOutput = htons(numOfOutput);
H
hjxilinx 已提交
695 696
  if (numOfOutput < 0) {
    tscError("%p illegal value of number of output columns in query msg: %d", pSql, numOfOutput);
H
hzcheng 已提交
697 698 699 700
    return -1;
  }

  // set column list ids
701 702
  size_t numOfCols = taosArrayGetSize(pQueryInfo->colList);
  char *pMsg = (char *)(pQueryMsg->colList) + numOfCols * sizeof(SColumnInfo);
H
hjxilinx 已提交
703
  SSchema *pSchema = tscGetTableSchema(pTableMeta);
H
hzcheng 已提交
704

705 706 707
  for (int32_t i = 0; i < numOfCols; ++i) {
    SColumn *pCol = taosArrayGetP(pQueryInfo->colList, i);
    SSchema *pColSchema = &pSchema[pCol->colIndex.columnIndex];
H
hzcheng 已提交
708

709 710 711 712 713 714 715 716
    if (pCol->colIndex.columnIndex >= tscGetNumOfColumns(pTableMeta) || pColSchema->type < TSDB_DATA_TYPE_BOOL ||
        pColSchema->type > TSDB_DATA_TYPE_NCHAR) {
      tscError("%p sid:%d uid:%" PRIu64" id:%s, column index out of range, numOfColumns:%d, index:%d, column name:%s",
          pSql, pTableMeta->sid, pTableMeta->uid, pTableMetaInfo->name, tscGetNumOfColumns(pTableMeta), pCol->colIndex,
               pColSchema->name);

      return -1;  // 0 means build msg failed
    }
H
hzcheng 已提交
717 718 719

    pQueryMsg->colList[i].colId = htons(pColSchema->colId);
    pQueryMsg->colList[i].bytes = htons(pColSchema->bytes);
720
    pQueryMsg->colList[i].type  = htons(pColSchema->type);
S
slguan 已提交
721
    pQueryMsg->colList[i].numOfFilters = htons(pCol->numOfFilters);
H
hzcheng 已提交
722

S
slguan 已提交
723 724 725
    // append the filter information after the basic column information
    for (int32_t f = 0; f < pCol->numOfFilters; ++f) {
      SColumnFilterInfo *pColFilter = &pCol->filterInfo[f];
H
hzcheng 已提交
726

S
slguan 已提交
727
      SColumnFilterInfo *pFilterMsg = (SColumnFilterInfo *)pMsg;
728
      pFilterMsg->filterstr = htons(pColFilter->filterstr);
S
slguan 已提交
729 730

      pMsg += sizeof(SColumnFilterInfo);
H
hzcheng 已提交
731

732
      if (pColFilter->filterstr) {
S
slguan 已提交
733 734 735 736 737 738 739 740 741 742
        pFilterMsg->len = htobe64(pColFilter->len);
        memcpy(pMsg, (void *)pColFilter->pz, pColFilter->len + 1);
        pMsg += (pColFilter->len + 1);  // append the additional filter binary info
      } else {
        pFilterMsg->lowerBndi = htobe64(pColFilter->lowerBndi);
        pFilterMsg->upperBndi = htobe64(pColFilter->upperBndi);
      }

      pFilterMsg->lowerRelOptr = htons(pColFilter->lowerRelOptr);
      pFilterMsg->upperRelOptr = htons(pColFilter->upperRelOptr);
H
hzcheng 已提交
743

S
slguan 已提交
744 745 746 747 748
      if (pColFilter->lowerRelOptr == TSDB_RELATION_INVALID && pColFilter->upperRelOptr == TSDB_RELATION_INVALID) {
        tscError("invalid filter info");
        return -1;
      }
    }
H
hzcheng 已提交
749 750 751 752
  }

  bool hasArithmeticFunction = false;

H
hjxilinx 已提交
753
  SSqlFuncMsg *pSqlFuncExpr = (SSqlFuncMsg *)pMsg;
H
hjxilinx 已提交
754
  for (int32_t i = 0; i < tscSqlExprNumOfExprs(pQueryInfo); ++i) {
755
    SSqlExpr *pExpr = tscSqlExprGet(pQueryInfo, i);
H
hzcheng 已提交
756

S
slguan 已提交
757
    if (pExpr->functionId == TSDB_FUNC_ARITHM) {
H
hzcheng 已提交
758 759 760
      hasArithmeticFunction = true;
    }

H
hjxilinx 已提交
761
    if (!tscValidateColumnId(pTableMetaInfo, pExpr->colInfo.colId)) {
762
      /* column id is not valid according to the cached metermeta, the table meta is expired */
H
hzcheng 已提交
763 764 765 766
      tscError("%p table schema is not matched with parsed sql", pSql);
      return -1;
    }

767 768 769
    pSqlFuncExpr->colInfo.colId    = htons(pExpr->colInfo.colId);
    pSqlFuncExpr->colInfo.colIndex = htons(pExpr->colInfo.colIndex);
    pSqlFuncExpr->colInfo.flag     = htons(pExpr->colInfo.flag);
H
hzcheng 已提交
770

771
    pSqlFuncExpr->functionId  = htons(pExpr->functionId);
H
hzcheng 已提交
772
    pSqlFuncExpr->numOfParams = htons(pExpr->numOfParams);
H
hjxilinx 已提交
773
    pMsg += sizeof(SSqlFuncMsg);
H
hzcheng 已提交
774 775 776 777 778 779 780

    for (int32_t j = 0; j < pExpr->numOfParams; ++j) {
      pSqlFuncExpr->arg[j].argType = htons((uint16_t)pExpr->param[j].nType);
      pSqlFuncExpr->arg[j].argBytes = htons(pExpr->param[j].nLen);

      if (pExpr->param[j].nType == TSDB_DATA_TYPE_BINARY) {
        memcpy(pMsg, pExpr->param[j].pz, pExpr->param[j].nLen);
S
slguan 已提交
781 782 783

        // by plus one char to make the string null-terminated
        pMsg += pExpr->param[j].nLen + 1;
H
hzcheng 已提交
784 785 786 787 788
      } else {
        pSqlFuncExpr->arg[j].argValue.i64 = htobe64(pExpr->param[j].i64Key);
      }
    }

H
hjxilinx 已提交
789
    pSqlFuncExpr = (SSqlFuncMsg *)pMsg;
H
hzcheng 已提交
790 791 792 793
  }

  int32_t len = 0;
  if (hasArithmeticFunction) {
794 795 796
    for (int32_t i = 0; i < numOfCols; ++i) {
      SColumn* pColBase = taosArrayGetP(pQueryInfo->colList, i);
      
S
slguan 已提交
797
      char *  name = pSchema[pColBase[i].colIndex.columnIndex].name;
H
hzcheng 已提交
798 799 800 801 802 803 804 805 806 807 808
      int32_t lenx = strlen(name);
      memcpy(pMsg, name, lenx);
      *(pMsg + lenx) = ',';

      len += (lenx + 1);  // one for comma
      pMsg += (lenx + 1);
    }
  }

  pQueryMsg->colNameLen = htonl(len);

809
  // serialize the table info (sid, uid, tags)
H
hjxilinx 已提交
810
  pMsg = doSerializeTableInfo(pSql, htons(pQueryMsg->head.vgId), pMsg);
H
hzcheng 已提交
811

812
  SSqlGroupbyExpr *pGroupbyExpr = &pQueryInfo->groupbyExpr;
813
  if (pGroupbyExpr->numOfGroupCols > 0) {
S
slguan 已提交
814
    pQueryMsg->orderByIdx = htons(pGroupbyExpr->orderIndex);
H
hzcheng 已提交
815 816
    pQueryMsg->orderType = htons(pGroupbyExpr->orderType);

S
slguan 已提交
817
    for (int32_t j = 0; j < pGroupbyExpr->numOfGroupCols; ++j) {
818
      SColIndex *pCol = &pGroupbyExpr->columnInfo[j];
S
slguan 已提交
819 820 821 822

      *((int16_t *)pMsg) = pCol->colId;
      pMsg += sizeof(pCol->colId);

823 824
      *((int16_t *)pMsg) += pCol->colIndex;
      pMsg += sizeof(pCol->colIndex);
S
slguan 已提交
825 826 827

      *((int16_t *)pMsg) += pCol->flag;
      pMsg += sizeof(pCol->flag);
H
hjxilinx 已提交
828 829 830
      
      memcpy(pMsg, pCol->name, tListLen(pCol->name));
      pMsg += tListLen(pCol->name);
S
slguan 已提交
831 832 833
    }
  }

834
  if (pQueryInfo->interpoType != TSDB_INTERPO_NONE) {
H
hjxilinx 已提交
835
    for (int32_t i = 0; i < pQueryInfo->fieldsInfo.numOfOutput; ++i) {
836 837
      *((int64_t *)pMsg) = htobe64(pQueryInfo->defaultVal[i]);
      pMsg += sizeof(pQueryInfo->defaultVal[0]);
S
slguan 已提交
838 839 840 841 842 843 844 845
    }
  }

  // compressed ts block
  pQueryMsg->tsOffset = htonl(pMsg - pStart);
  int32_t tsLen = 0;
  int32_t numOfBlocks = 0;

846
  if (pQueryInfo->tsBuf != NULL) {
H
hjxilinx 已提交
847
    STSVnodeBlockInfo *pBlockInfo = tsBufGetVnodeBlockInfo(pQueryInfo->tsBuf, pTableMetaInfo->vgroupIndex);
848
    assert(QUERY_IS_JOIN_QUERY(pQueryInfo->type) && pBlockInfo != NULL);  // this query should not be sent
S
slguan 已提交
849 850

    // todo refactor
851 852
    fseek(pQueryInfo->tsBuf->f, pBlockInfo->offset, SEEK_SET);
    fread(pMsg, pBlockInfo->compLen, 1, pQueryInfo->tsBuf->f);
S
slguan 已提交
853 854 855 856

    pMsg += pBlockInfo->compLen;
    tsLen = pBlockInfo->compLen;
    numOfBlocks = pBlockInfo->numOfBlocks;
H
hzcheng 已提交
857 858
  }

S
slguan 已提交
859 860
  pQueryMsg->tsLen = htonl(tsLen);
  pQueryMsg->tsNumOfBlocks = htonl(numOfBlocks);
861 862
  if (pQueryInfo->tsBuf != NULL) {
    pQueryMsg->tsOrder = htonl(pQueryInfo->tsBuf->tsOrder);
H
hzcheng 已提交
863 864
  }

H
hjxilinx 已提交
865
  // serialize tag column query condition
866
  if (pQueryInfo->tagCond.pCond != NULL && taosArrayGetSize(pQueryInfo->tagCond.pCond) > 0) {
867 868
    STagCond* pTagCond = &pQueryInfo->tagCond;
    
869
    SCond *pCond = tsGetSTableQueryCond(pTagCond, pTableMeta->uid);
870
    if (pCond != NULL && pCond->cond != NULL) {
871 872
      pQueryMsg->tagCondLen = htons(pCond->len);
      memcpy(pMsg, pCond->cond, pCond->len);
873
      
874
      pMsg += pCond->len;
875 876 877
    }
  }
  
H
hjxilinx 已提交
878
  // tbname in/like query expression should be sent to mgmt node
H
hzcheng 已提交
879 880 881 882
  msgLen = pMsg - pStart;

  tscTrace("%p msg built success,len:%d bytes", pSql, msgLen);
  pCmd->payloadLen = msgLen;
S
slguan 已提交
883
  pSql->cmd.msgType = TSDB_MSG_TYPE_QUERY;
H
hjxilinx 已提交
884
  
885
  pQueryMsg->head.contLen = htonl(msgLen);
H
hzcheng 已提交
886
  assert(msgLen + minMsgSize() <= size);
887 888

  return TSDB_CODE_SUCCESS;
H
hzcheng 已提交
889 890
}

891 892
int32_t tscBuildCreateDbMsg(SSqlObj *pSql, SSqlInfo *pInfo) {
  SSqlCmd *pCmd = &pSql->cmd;
893
  pCmd->payloadLen = sizeof(SCMCreateDbMsg);
S
slguan 已提交
894
  pCmd->msgType = TSDB_MSG_TYPE_CM_CREATE_DB;
H
hzcheng 已提交
895

896
  SCMCreateDbMsg *pCreateDbMsg = (SCMCreateDbMsg*)pCmd->payload;
897

898
  assert(pCmd->numOfClause == 1);
899
  STableMetaInfo *pTableMetaInfo = tscGetTableMetaInfoFromCmd(pCmd, pCmd->clauseIndex, 0);
H
hjxilinx 已提交
900
  strncpy(pCreateDbMsg->db, pTableMetaInfo->name, tListLen(pCreateDbMsg->db));
H
hzcheng 已提交
901

902
  return TSDB_CODE_SUCCESS;
H
hzcheng 已提交
903 904
}

905 906
int32_t tscBuildCreateDnodeMsg(SSqlObj *pSql, SSqlInfo *pInfo) {
  SSqlCmd *pCmd = &pSql->cmd;
907
  pCmd->payloadLen = sizeof(SCMCreateDnodeMsg);
S
slguan 已提交
908 909 910 911
  if (TSDB_CODE_SUCCESS != tscAllocPayload(pCmd, pCmd->payloadLen)) {
    tscError("%p failed to malloc for query msg", pSql);
    return TSDB_CODE_CLI_OUT_OF_MEMORY;
  }
H
hzcheng 已提交
912

913
  SCMCreateDnodeMsg *pCreate = (SCMCreateDnodeMsg *)pCmd->payload;
914
  strncpy(pCreate->ip, pInfo->pDCLInfo->a[0].z, pInfo->pDCLInfo->a[0].n);
S
slguan 已提交
915
  pCmd->msgType = TSDB_MSG_TYPE_CM_CREATE_DNODE;
H
hzcheng 已提交
916

917
  return TSDB_CODE_SUCCESS;
H
hzcheng 已提交
918 919
}

920 921
int32_t tscBuildAcctMsg(SSqlObj *pSql, SSqlInfo *pInfo) {
  SSqlCmd *pCmd = &pSql->cmd;
922
  pCmd->payloadLen = sizeof(SCMCreateAcctMsg);
S
slguan 已提交
923 924 925 926
  if (TSDB_CODE_SUCCESS != tscAllocPayload(pCmd, pCmd->payloadLen)) {
    tscError("%p failed to malloc for query msg", pSql);
    return TSDB_CODE_CLI_OUT_OF_MEMORY;
  }
H
hzcheng 已提交
927

928
  SCMCreateAcctMsg *pAlterMsg = (SCMCreateAcctMsg *)pCmd->payload;
H
hzcheng 已提交
929

930 931
  SSQLToken *pName = &pInfo->pDCLInfo->user.user;
  SSQLToken *pPwd = &pInfo->pDCLInfo->user.passwd;
H
hzcheng 已提交
932

933 934
  strncpy(pAlterMsg->user, pName->z, pName->n);
  strncpy(pAlterMsg->pass, pPwd->z, pPwd->n);
S
slguan 已提交
935

936
  SCreateAcctSQL *pAcctOpt = &pInfo->pDCLInfo->acctOpt;
H
hzcheng 已提交
937

938 939 940 941 942 943 944 945
  pAlterMsg->cfg.maxUsers = htonl(pAcctOpt->maxUsers);
  pAlterMsg->cfg.maxDbs = htonl(pAcctOpt->maxDbs);
  pAlterMsg->cfg.maxTimeSeries = htonl(pAcctOpt->maxTimeSeries);
  pAlterMsg->cfg.maxStreams = htonl(pAcctOpt->maxStreams);
  pAlterMsg->cfg.maxPointsPerSecond = htonl(pAcctOpt->maxPointsPerSecond);
  pAlterMsg->cfg.maxStorage = htobe64(pAcctOpt->maxStorage);
  pAlterMsg->cfg.maxQueryTime = htobe64(pAcctOpt->maxQueryTime);
  pAlterMsg->cfg.maxConnections = htonl(pAcctOpt->maxConnections);
H
hzcheng 已提交
946

947 948 949 950 951 952 953 954 955 956 957 958 959
  if (pAcctOpt->stat.n == 0) {
    pAlterMsg->cfg.accessState = -1;
  } else {
    if (pAcctOpt->stat.z[0] == 'r' && pAcctOpt->stat.n == 1) {
      pAlterMsg->cfg.accessState = TSDB_VN_READ_ACCCESS;
    } else if (pAcctOpt->stat.z[0] == 'w' && pAcctOpt->stat.n == 1) {
      pAlterMsg->cfg.accessState = TSDB_VN_WRITE_ACCCESS;
    } else if (strncmp(pAcctOpt->stat.z, "all", 3) == 0 && pAcctOpt->stat.n == 3) {
      pAlterMsg->cfg.accessState = TSDB_VN_ALL_ACCCESS;
    } else if (strncmp(pAcctOpt->stat.z, "no", 2) == 0 && pAcctOpt->stat.n == 2) {
      pAlterMsg->cfg.accessState = 0;
    }
  }
H
hzcheng 已提交
960

S
slguan 已提交
961
  pCmd->msgType = TSDB_MSG_TYPE_CM_CREATE_ACCT;
962
  return TSDB_CODE_SUCCESS;
H
hzcheng 已提交
963 964
}

965 966
int32_t tscBuildUserMsg(SSqlObj *pSql, SSqlInfo *pInfo) {
  SSqlCmd *pCmd = &pSql->cmd;
967
  pCmd->payloadLen = sizeof(SCMCreateUserMsg);
S
slguan 已提交
968

S
slguan 已提交
969 970 971 972 973
  if (TSDB_CODE_SUCCESS != tscAllocPayload(pCmd, pCmd->payloadLen)) {
    tscError("%p failed to malloc for query msg", pSql);
    return TSDB_CODE_CLI_OUT_OF_MEMORY;
  }

974
  SCMCreateUserMsg *pAlterMsg = (SCMCreateUserMsg*)pCmd->payload;
H
hzcheng 已提交
975

976 977 978
  SUserInfo *pUser = &pInfo->pDCLInfo->user;
  strncpy(pAlterMsg->user, pUser->user.z, pUser->user.n);
  pAlterMsg->flag = pUser->type;
H
hzcheng 已提交
979

980 981 982 983
  if (pUser->type == TSDB_ALTER_USER_PRIVILEGES) {
    pAlterMsg->privilege = (char)pCmd->count;
  } else if (pUser->type == TSDB_ALTER_USER_PASSWD) {
    strncpy(pAlterMsg->pass, pUser->passwd.z, pUser->passwd.n);
H
hjxilinx 已提交
984 985
  } else { // create user password info
    strncpy(pAlterMsg->pass, pUser->passwd.z, pUser->passwd.n);
986
  }
H
hzcheng 已提交
987

988
  if (pUser->type == TSDB_ALTER_USER_PASSWD || pUser->type == TSDB_ALTER_USER_PRIVILEGES) {
S
slguan 已提交
989
    pCmd->msgType = TSDB_MSG_TYPE_CM_ALTER_USER;
990
  } else {
S
slguan 已提交
991
    pCmd->msgType = TSDB_MSG_TYPE_CM_CREATE_USER;
992
  }
H
hzcheng 已提交
993

994
  return TSDB_CODE_SUCCESS;
H
hzcheng 已提交
995 996
}

997 998
int32_t tscBuildCfgDnodeMsg(SSqlObj *pSql, SSqlInfo *pInfo) {
  SSqlCmd *pCmd = &pSql->cmd;
S
slguan 已提交
999
  pCmd->payloadLen = sizeof(SCMCfgDnodeMsg);
H
hzcheng 已提交
1000

S
slguan 已提交
1001 1002 1003 1004
  if (TSDB_CODE_SUCCESS != tscAllocPayload(pCmd, pCmd->payloadLen)) {
    tscError("%p failed to malloc for query msg", pSql);
    return TSDB_CODE_CLI_OUT_OF_MEMORY;
  }
H
hzcheng 已提交
1005

S
slguan 已提交
1006
  pCmd->msgType = TSDB_MSG_TYPE_MD_CONFIG_DNODE;
1007 1008
  return TSDB_CODE_SUCCESS;
}
S
slguan 已提交
1009

1010 1011
int32_t tscBuildDropDbMsg(SSqlObj *pSql, SSqlInfo *pInfo) {
  SSqlCmd *pCmd = &pSql->cmd;
1012
  pCmd->payloadLen = sizeof(SCMDropDbMsg);
H
hzcheng 已提交
1013

S
slguan 已提交
1014 1015 1016 1017 1018
  if (TSDB_CODE_SUCCESS != tscAllocPayload(pCmd, pCmd->payloadLen)) {
    tscError("%p failed to malloc for query msg", pSql);
    return TSDB_CODE_CLI_OUT_OF_MEMORY;
  }

1019
  SCMDropDbMsg *pDropDbMsg = (SCMDropDbMsg*)pCmd->payload;
H
hzcheng 已提交
1020

1021
  STableMetaInfo *pTableMetaInfo = tscGetTableMetaInfoFromCmd(pCmd, pCmd->clauseIndex, 0);
H
hjxilinx 已提交
1022
  strncpy(pDropDbMsg->db, pTableMetaInfo->name, tListLen(pDropDbMsg->db));
1023
  pDropDbMsg->ignoreNotExists = pInfo->pDCLInfo->existsCheck ? 1 : 0;
H
hzcheng 已提交
1024

S
slguan 已提交
1025
  pCmd->msgType = TSDB_MSG_TYPE_CM_DROP_DB;
1026
  return TSDB_CODE_SUCCESS;
H
hzcheng 已提交
1027 1028
}

1029 1030
int32_t tscBuildDropTableMsg(SSqlObj *pSql, SSqlInfo *pInfo) {
  SSqlCmd *pCmd = &pSql->cmd;
1031
  pCmd->payloadLen = sizeof(SCMDropTableMsg);
H
hzcheng 已提交
1032

S
slguan 已提交
1033 1034 1035 1036
  if (TSDB_CODE_SUCCESS != tscAllocPayload(pCmd, pCmd->payloadLen)) {
    tscError("%p failed to malloc for query msg", pSql);
    return TSDB_CODE_CLI_OUT_OF_MEMORY;
  }
H
hzcheng 已提交
1037

1038
  SCMDropTableMsg *pDropTableMsg = (SCMDropTableMsg*)pCmd->payload;
1039
  STableMetaInfo *pTableMetaInfo = tscGetTableMetaInfoFromCmd(pCmd, pCmd->clauseIndex, 0);
H
hjxilinx 已提交
1040
  strcpy(pDropTableMsg->tableId, pTableMetaInfo->name);
S
slguan 已提交
1041
  pDropTableMsg->igNotExists = pInfo->pDCLInfo->existsCheck ? 1 : 0;
H
hzcheng 已提交
1042

S
slguan 已提交
1043
  pCmd->msgType = TSDB_MSG_TYPE_CM_DROP_TABLE;
1044
  return TSDB_CODE_SUCCESS;
H
hzcheng 已提交
1045 1046
}

1047
int32_t tscBuildDropDnodeMsg(SSqlObj *pSql, SSqlInfo *pInfo) {
S
slguan 已提交
1048
  SSqlCmd *pCmd = &pSql->cmd;
1049
  pCmd->payloadLen = sizeof(SCMDropDnodeMsg);
S
slguan 已提交
1050 1051 1052 1053
  if (TSDB_CODE_SUCCESS != tscAllocPayload(pCmd, pCmd->payloadLen)) {
    tscError("%p failed to malloc for query msg", pSql);
    return TSDB_CODE_CLI_OUT_OF_MEMORY;
  }
H
hzcheng 已提交
1054

1055
  SCMDropDnodeMsg *pDrop = (SCMDropDnodeMsg *)pCmd->payload;
1056
  STableMetaInfo *pTableMetaInfo = tscGetTableMetaInfoFromCmd(pCmd, pCmd->clauseIndex, 0);
H
hjxilinx 已提交
1057
  strcpy(pDrop->ip, pTableMetaInfo->name);
S
slguan 已提交
1058
  pCmd->msgType = TSDB_MSG_TYPE_CM_DROP_DNODE;
H
hzcheng 已提交
1059

1060
  return TSDB_CODE_SUCCESS;
H
hzcheng 已提交
1061 1062
}

S
[TD-16]  
slguan 已提交
1063
int32_t tscBuildDropUserMsg(SSqlObj *pSql, SSqlInfo *pInfo) {
1064
  SSqlCmd *pCmd = &pSql->cmd;
1065
  pCmd->payloadLen = sizeof(SCMDropUserMsg);
S
slguan 已提交
1066
  pCmd->msgType = TSDB_MSG_TYPE_CM_DROP_USER;
H
hzcheng 已提交
1067

S
slguan 已提交
1068 1069 1070 1071
  if (TSDB_CODE_SUCCESS != tscAllocPayload(pCmd, pCmd->payloadLen)) {
    tscError("%p failed to malloc for query msg", pSql);
    return TSDB_CODE_CLI_OUT_OF_MEMORY;
  }
H
hzcheng 已提交
1072

1073
  SCMDropUserMsg *pDropMsg = (SCMDropUserMsg*)pCmd->payload;
1074
  STableMetaInfo *pTableMetaInfo = tscGetTableMetaInfoFromCmd(pCmd, pCmd->clauseIndex, 0);
H
hjxilinx 已提交
1075
  strcpy(pDropMsg->user, pTableMetaInfo->name);
H
hzcheng 已提交
1076

1077
  return TSDB_CODE_SUCCESS;
H
hzcheng 已提交
1078 1079
}

S
[TD-16]  
slguan 已提交
1080 1081 1082 1083 1084 1085 1086 1087 1088 1089 1090 1091 1092 1093 1094 1095 1096
int32_t tscBuildDropAcctMsg(SSqlObj *pSql, SSqlInfo *pInfo) {
  SSqlCmd *pCmd = &pSql->cmd;
  pCmd->payloadLen = sizeof(SCMDropUserMsg);
  pCmd->msgType = TSDB_MSG_TYPE_CM_DROP_ACCT;

  if (TSDB_CODE_SUCCESS != tscAllocPayload(pCmd, pCmd->payloadLen)) {
    tscError("%p failed to malloc for query msg", pSql);
    return TSDB_CODE_CLI_OUT_OF_MEMORY;
  }

  SCMDropUserMsg *pDropMsg = (SCMDropUserMsg*)pCmd->payload;
  STableMetaInfo *pTableMetaInfo = tscGetTableMetaInfoFromCmd(pCmd, pCmd->clauseIndex, 0);
  strcpy(pDropMsg->user, pTableMetaInfo->name);

  return TSDB_CODE_SUCCESS;
}

1097 1098
int32_t tscBuildUseDbMsg(SSqlObj *pSql, SSqlInfo *pInfo) {
  SSqlCmd *pCmd = &pSql->cmd;
1099
  pCmd->payloadLen = sizeof(SCMUseDbMsg);
H
hzcheng 已提交
1100

S
slguan 已提交
1101 1102 1103 1104
  if (TSDB_CODE_SUCCESS != tscAllocPayload(pCmd, pCmd->payloadLen)) {
    tscError("%p failed to malloc for query msg", pSql);
    return TSDB_CODE_CLI_OUT_OF_MEMORY;
  }
1105

1106
  SCMUseDbMsg *pUseDbMsg = (SCMUseDbMsg*)pCmd->payload;
1107
  STableMetaInfo *pTableMetaInfo = tscGetTableMetaInfoFromCmd(pCmd, pCmd->clauseIndex, 0);
H
hjxilinx 已提交
1108
  strcpy(pUseDbMsg->db, pTableMetaInfo->name);
S
slguan 已提交
1109
  pCmd->msgType = TSDB_MSG_TYPE_CM_USE_DB;
H
hzcheng 已提交
1110

1111
  return TSDB_CODE_SUCCESS;
H
hzcheng 已提交
1112 1113
}

1114
int32_t tscBuildShowMsg(SSqlObj *pSql, SSqlInfo *pInfo) {
H
hzcheng 已提交
1115
  STscObj *pObj = pSql->pTscObj;
S
slguan 已提交
1116
  SSqlCmd *pCmd = &pSql->cmd;
S
slguan 已提交
1117
  pCmd->msgType = TSDB_MSG_TYPE_CM_SHOW;
1118
  pCmd->payloadLen = sizeof(SCMShowMsg) + 100;
H
hzcheng 已提交
1119

S
slguan 已提交
1120 1121 1122
  if (TSDB_CODE_SUCCESS != tscAllocPayload(pCmd, pCmd->payloadLen)) {
    tscError("%p failed to malloc for query msg", pSql);
    return TSDB_CODE_CLI_OUT_OF_MEMORY;
S
slguan 已提交
1123
  }
H
hzcheng 已提交
1124

1125
  SCMShowMsg *pShowMsg = (SCMShowMsg*)pCmd->payload;
S
slguan 已提交
1126

1127
  STableMetaInfo *pTableMetaInfo = tscGetTableMetaInfoFromCmd(pCmd, pCmd->clauseIndex, 0);
H
hjxilinx 已提交
1128
  size_t nameLen = strlen(pTableMetaInfo->name);
S
slguan 已提交
1129
  if (nameLen > 0) {
H
hjxilinx 已提交
1130
    strcpy(pShowMsg->db, pTableMetaInfo->name);  // prefix is set here
H
hzcheng 已提交
1131
  } else {
S
slguan 已提交
1132
    strcpy(pShowMsg->db, pObj->db);
H
hzcheng 已提交
1133 1134
  }

1135 1136 1137 1138 1139 1140 1141 1142 1143 1144 1145 1146
  SShowInfo *pShowInfo = &pInfo->pDCLInfo->showOpt;
  pShowMsg->type = pShowInfo->showType;

  if (pShowInfo->showType != TSDB_MGMT_TABLE_VNODES) {
    SSQLToken *pPattern = &pShowInfo->pattern;
    if (pPattern->type > 0) {  // only show tables support wildcard query
      strncpy(pShowMsg->payload, pPattern->z, pPattern->n);
      pShowMsg->payloadLen = htons(pPattern->n);
    }
  } else {
    SSQLToken *pIpAddr = &pShowInfo->prefix;
    assert(pIpAddr->n > 0 && pIpAddr->type > 0);
H
hzcheng 已提交
1147

1148 1149 1150 1151
    strncpy(pShowMsg->payload, pIpAddr->z, pIpAddr->n);
    pShowMsg->payloadLen = htons(pIpAddr->n);
  }

1152
  pCmd->payloadLen = sizeof(SCMShowMsg) + pShowMsg->payloadLen;
1153
  return TSDB_CODE_SUCCESS;
H
hzcheng 已提交
1154 1155
}

1156
int32_t tscBuildKillMsg(SSqlObj *pSql, SSqlInfo *pInfo) {
H
hzcheng 已提交
1157
  SSqlCmd *pCmd = &pSql->cmd;
1158
  pCmd->payloadLen = sizeof(SCMKillQueryMsg);
H
hzcheng 已提交
1159

S
slguan 已提交
1160 1161 1162 1163
  if (TSDB_CODE_SUCCESS != tscAllocPayload(pCmd, pCmd->payloadLen)) {
    tscError("%p failed to malloc for query msg", pSql);
    return TSDB_CODE_CLI_OUT_OF_MEMORY;
  }
H
hzcheng 已提交
1164

1165
  SCMKillQueryMsg *pKill = (SCMKillQueryMsg*)pCmd->payload;
1166 1167 1168
  strncpy(pKill->queryId, pInfo->pDCLInfo->ip.z, pInfo->pDCLInfo->ip.n);
  switch (pCmd->command) {
    case TSDB_SQL_KILL_QUERY:
S
slguan 已提交
1169
      pCmd->msgType = TSDB_MSG_TYPE_CM_KILL_QUERY;
1170 1171
      break;
    case TSDB_SQL_KILL_CONNECTION:
S
slguan 已提交
1172
      pCmd->msgType = TSDB_MSG_TYPE_CM_KILL_CONN;
1173 1174
      break;
    case TSDB_SQL_KILL_STREAM:
S
slguan 已提交
1175
      pCmd->msgType = TSDB_MSG_TYPE_CM_KILL_STREAM;
1176 1177 1178
      break;
  }
  return TSDB_CODE_SUCCESS;
H
hzcheng 已提交
1179 1180
}

1181
int tscEstimateCreateTableMsgLength(SSqlObj *pSql, SSqlInfo *pInfo) {
H
hzcheng 已提交
1182 1183
  SSqlCmd *pCmd = &(pSql->cmd);

1184
  int32_t size = minMsgSize() + sizeof(SMgmtHead) + sizeof(SCMCreateTableMsg);
H
hzcheng 已提交
1185

1186
  SCreateTableSQL *pCreateTableInfo = pInfo->pCreateTableInfo;
1187
  if (pCreateTableInfo->type == TSQL_CREATE_TABLE_FROM_STABLE) {
H
hzcheng 已提交
1188 1189
    size += sizeof(STagData);
  } else {
S
slguan 已提交
1190
    size += sizeof(SSchema) * (pCmd->numOfCols + pCmd->count);
H
hzcheng 已提交
1191
  }
1192

1193 1194 1195
  if (pCreateTableInfo->pSelect != NULL) {
    size += (pCreateTableInfo->pSelect->selectToken.n + 1);
  }
H
hzcheng 已提交
1196 1197 1198 1199

  return size + TSDB_EXTRA_PAYLOAD_SIZE;
}

1200
int tscBuildCreateTableMsg(SSqlObj *pSql, SSqlInfo *pInfo) {
H
hzcheng 已提交
1201
  int              msgLen = 0;
S
slguan 已提交
1202
  SSchema *        pSchema;
H
hzcheng 已提交
1203
  int              size = 0;
1204 1205 1206
  SSqlCmd *pCmd = &pSql->cmd;

  SQueryInfo *    pQueryInfo = tscGetQueryInfoDetail(pCmd, 0);
H
hjxilinx 已提交
1207
  STableMetaInfo *pTableMetaInfo = tscGetMetaInfo(pQueryInfo, 0);
H
hzcheng 已提交
1208 1209

  // Reallocate the payload size
1210
  size = tscEstimateCreateTableMsgLength(pSql, pInfo);
S
slguan 已提交
1211 1212
  if (TSDB_CODE_SUCCESS != tscAllocPayload(pCmd, size)) {
    tscError("%p failed to malloc for create table msg", pSql);
1213
    return TSDB_CODE_CLI_OUT_OF_MEMORY;
S
slguan 已提交
1214
  }
H
hzcheng 已提交
1215 1216


1217
  SCMCreateTableMsg *pCreateTableMsg = (SCMCreateTableMsg *)pCmd->payload;
H
hjxilinx 已提交
1218
  strcpy(pCreateTableMsg->tableId, pTableMetaInfo->name);
1219 1220

  // use dbinfo from table id without modifying current db info
H
hjxilinx 已提交
1221
  tscGetDBInfoFromMeterId(pTableMetaInfo->name, pCreateTableMsg->db);
H
hzcheng 已提交
1222

1223 1224 1225
  SCreateTableSQL *pCreateTable = pInfo->pCreateTableInfo;

  pCreateTableMsg->igExists = pCreateTable->existCheck ? 1 : 0;
H
hzcheng 已提交
1226 1227 1228 1229
  pCreateTableMsg->numOfColumns = htons(pCmd->numOfCols);
  pCreateTableMsg->numOfTags = htons(pCmd->count);

  pCreateTableMsg->sqlLen = 0;
S
slguan 已提交
1230
  char *pMsg = (char *)pCreateTableMsg->schema;
H
hzcheng 已提交
1231

1232 1233 1234
  int8_t type = pInfo->pCreateTableInfo->type;
  if (type == TSQL_CREATE_TABLE_FROM_STABLE) {  // create by using super table, tags value
    memcpy(pMsg, &pInfo->pCreateTableInfo->usingInfo.tagdata, sizeof(STagData));
H
hzcheng 已提交
1235
    pMsg += sizeof(STagData);
1236
  } else {  // create (super) table
1237
    pSchema = (SSchema *)pCreateTableMsg->schema;
1238

H
hzcheng 已提交
1239
    for (int i = 0; i < pCmd->numOfCols + pCmd->count; ++i) {
H
hjxilinx 已提交
1240
      TAOS_FIELD *pField = tscFieldInfoGetField(&pQueryInfo->fieldsInfo, i);
H
hzcheng 已提交
1241 1242 1243 1244

      pSchema->type = pField->type;
      strcpy(pSchema->name, pField->name);
      pSchema->bytes = htons(pField->bytes);
1245

H
hzcheng 已提交
1246 1247 1248 1249
      pSchema++;
    }

    pMsg = (char *)pSchema;
1250 1251
    if (type == TSQL_CREATE_STREAM) {  // check if it is a stream sql
      SQuerySQL *pQuerySql = pInfo->pCreateTableInfo->pSelect;
H
hzcheng 已提交
1252

1253 1254 1255
      strncpy(pMsg, pQuerySql->selectToken.z, pQuerySql->selectToken.n + 1);
      pCreateTableMsg->sqlLen = htons(pQuerySql->selectToken.n + 1);
      pMsg += pQuerySql->selectToken.n + 1;
H
hzcheng 已提交
1256 1257 1258
    }
  }

H
hjxilinx 已提交
1259
  tscFieldInfoClear(&pQueryInfo->fieldsInfo);
H
hzcheng 已提交
1260

S
slguan 已提交
1261
  msgLen = pMsg - (char*)pCreateTableMsg;
S
slguan 已提交
1262
  pCreateTableMsg->contLen = htonl(msgLen);
H
hzcheng 已提交
1263
  pCmd->payloadLen = msgLen;
S
slguan 已提交
1264
  pCmd->msgType = TSDB_MSG_TYPE_CM_CREATE_TABLE;
H
hzcheng 已提交
1265 1266

  assert(msgLen + minMsgSize() <= size);
1267
  return TSDB_CODE_SUCCESS;
H
hzcheng 已提交
1268 1269 1270
}

int tscEstimateAlterTableMsgLength(SSqlCmd *pCmd) {
1271
  SQueryInfo *pQueryInfo = tscGetQueryInfoDetail(pCmd, 0);
1272
  return minMsgSize() + sizeof(SMgmtHead) + sizeof(SCMAlterTableMsg) + sizeof(SSchema) * tscNumOfFields(pQueryInfo) +
H
hzcheng 已提交
1273 1274 1275
         TSDB_EXTRA_PAYLOAD_SIZE;
}

1276
int tscBuildAlterTableMsg(SSqlObj *pSql, SSqlInfo *pInfo) {
1277
  SCMAlterTableMsg *pAlterTableMsg;
1278
  char *          pMsg;
H
hzcheng 已提交
1279 1280 1281
  int             msgLen = 0;
  int             size = 0;

1282 1283 1284
  SSqlCmd *   pCmd = &pSql->cmd;
  SQueryInfo *pQueryInfo = tscGetQueryInfoDetail(pCmd, 0);

H
hjxilinx 已提交
1285
  STableMetaInfo *pTableMetaInfo = tscGetMetaInfo(pQueryInfo, 0);
H
hzcheng 已提交
1286 1287

  size = tscEstimateAlterTableMsgLength(pCmd);
S
slguan 已提交
1288 1289 1290 1291
  if (TSDB_CODE_SUCCESS != tscAllocPayload(pCmd, size)) {
    tscError("%p failed to malloc for alter table msg", pSql);
    return -1;
  }
H
hzcheng 已提交
1292

1293
  pAlterTableMsg = (SCMAlterTableMsg *)pCmd->payload;
H
hzcheng 已提交
1294

H
hjxilinx 已提交
1295
  tscGetDBInfoFromMeterId(pTableMetaInfo->name, pAlterTableMsg->db);
H
hzcheng 已提交
1296

1297 1298
  SAlterTableSQL *pAlterInfo = pInfo->pAlterInfo;

H
hjxilinx 已提交
1299
  strcpy(pAlterTableMsg->tableId, pTableMetaInfo->name);
1300
  pAlterTableMsg->type = htons(pAlterInfo->type);
1301

1302
  pAlterTableMsg->numOfCols = htons(tscNumOfFields(pQueryInfo));
1303
  memcpy(pAlterTableMsg->tagVal, pAlterInfo->tagData.data, TSDB_MAX_TAGS_LEN);
H
hzcheng 已提交
1304

S
slguan 已提交
1305
  SSchema *pSchema = pAlterTableMsg->schema;
1306
  for (int i = 0; i < tscNumOfFields(pQueryInfo); ++i) {
H
hjxilinx 已提交
1307
    TAOS_FIELD *pField = tscFieldInfoGetField(&pQueryInfo->fieldsInfo, i);
H
hzcheng 已提交
1308 1309 1310 1311 1312 1313 1314 1315 1316

    pSchema->type = pField->type;
    strcpy(pSchema->name, pField->name);
    pSchema->bytes = htons(pField->bytes);
    pSchema++;
  }

  pMsg = (char *)pSchema;

S
slguan 已提交
1317
  msgLen = pMsg - (char*)pAlterTableMsg;
H
hzcheng 已提交
1318
  pCmd->payloadLen = msgLen;
S
slguan 已提交
1319
  pCmd->msgType = TSDB_MSG_TYPE_CM_ALTER_TABLE;
H
hzcheng 已提交
1320 1321

  assert(msgLen + minMsgSize() <= size);
1322

1323
  return TSDB_CODE_SUCCESS;
H
hzcheng 已提交
1324 1325
}

1326
int tscAlterDbMsg(SSqlObj *pSql, SSqlInfo *pInfo) {
S
slguan 已提交
1327
  SSqlCmd *pCmd = &pSql->cmd;
1328
  pCmd->payloadLen = sizeof(SCMAlterDbMsg);
S
slguan 已提交
1329
  pCmd->msgType = TSDB_MSG_TYPE_CM_ALTER_DB;
H
hzcheng 已提交
1330

S
slguan 已提交
1331 1332 1333 1334
  if (TSDB_CODE_SUCCESS != tscAllocPayload(pCmd, pCmd->payloadLen)) {
    tscError("%p failed to malloc for query msg", pSql);
    return TSDB_CODE_CLI_OUT_OF_MEMORY;
  }
H
hzcheng 已提交
1335

1336
  SCMAlterDbMsg *pAlterDbMsg = (SCMAlterDbMsg*)pCmd->payload;
1337
  STableMetaInfo *pTableMetaInfo = tscGetTableMetaInfoFromCmd(pCmd, pCmd->clauseIndex, 0);
H
hjxilinx 已提交
1338
  strcpy(pAlterDbMsg->db, pTableMetaInfo->name);
H
hzcheng 已提交
1339

1340
  return TSDB_CODE_SUCCESS;
H
hzcheng 已提交
1341 1342
}

1343
int tscBuildRetrieveFromMgmtMsg(SSqlObj *pSql, SSqlInfo *pInfo) {
S
slguan 已提交
1344 1345 1346
  SSqlCmd *pCmd = &pSql->cmd;
  pCmd->msgType = TSDB_MSG_TYPE_RETRIEVE;
  pCmd->payloadLen = sizeof(SRetrieveTableMsg);
S
slguan 已提交
1347

S
slguan 已提交
1348 1349 1350
  if (TSDB_CODE_SUCCESS != tscAllocPayload(pCmd, pCmd->payloadLen)) {
    tscError("%p failed to malloc for query msg", pSql);
    return TSDB_CODE_CLI_OUT_OF_MEMORY;
H
hzcheng 已提交
1351
  }
S
slguan 已提交
1352

S
slguan 已提交
1353 1354 1355 1356
  SQueryInfo *pQueryInfo = tscGetQueryInfoDetail(pCmd, 0);
  SRetrieveTableMsg *pRetrieveMsg = (SRetrieveTableMsg*)pCmd->payload;
  pRetrieveMsg->qhandle = htobe64(pSql->res.qhandle);
  pRetrieveMsg->free = htons(pQueryInfo->type);
H
hzcheng 已提交
1357

1358
  return TSDB_CODE_SUCCESS;
H
hzcheng 已提交
1359 1360
}

1361
static int tscSetResultPointer(SQueryInfo *pQueryInfo, SSqlRes *pRes) {
1362
  if (tscCreateResPointerInfo(pRes, pQueryInfo) != TSDB_CODE_SUCCESS) {
H
hzcheng 已提交
1363 1364 1365
    return pRes->code;
  }

H
hjxilinx 已提交
1366
  for (int i = 0; i < pQueryInfo->fieldsInfo.numOfOutput; ++i) {
H
hjxilinx 已提交
1367
    int16_t offset = tscFieldInfoGetOffset(pQueryInfo, i);
H
hjxilinx 已提交
1368
    pRes->tsrow[i] = ((char*) pRes->data + offset * pRes->numOfRows);
H
hzcheng 已提交
1369 1370 1371 1372 1373 1374 1375 1376 1377 1378 1379 1380 1381 1382
  }

  return 0;
}

/*
 * this function can only be called once.
 * by using pRes->rspType to denote its status
 *
 * if pRes->rspType is 1, no more result
 */
static int tscLocalResultCommonBuilder(SSqlObj *pSql, int32_t numOfRes) {
  SSqlRes *pRes = &pSql->res;
  SSqlCmd *pCmd = &pSql->cmd;
1383

1384
  SQueryInfo *pQueryInfo = tscGetQueryInfoDetail(pCmd, pCmd->clauseIndex);
1385

H
hzcheng 已提交
1386 1387 1388 1389 1390 1391 1392
  pRes->code = TSDB_CODE_SUCCESS;

  if (pRes->rspType == 0) {
    pRes->numOfRows = numOfRes;
    pRes->row = 0;
    pRes->rspType = 1;

1393
    tscSetResultPointer(pQueryInfo, pRes);
H
hzcheng 已提交
1394
  } else {
S
slguan 已提交
1395
    tscResetForNextRetrieve(pRes);
H
hzcheng 已提交
1396 1397 1398 1399 1400 1401 1402 1403 1404 1405 1406 1407 1408 1409 1410
  }

  uint8_t code = pSql->res.code;
  if (pSql->fp) {
    if (code == TSDB_CODE_SUCCESS) {
      (*pSql->fp)(pSql->param, pSql, pSql->res.numOfRows);
    } else {
      tscQueueAsyncRes(pSql);
    }
  }

  return code;
}

int tscProcessDescribeTableRsp(SSqlObj *pSql) {
S
slguan 已提交
1411
  SSqlCmd *       pCmd = &pSql->cmd;
1412
  STableMetaInfo *pTableMetaInfo = tscGetTableMetaInfoFromCmd(pCmd, pCmd->clauseIndex, 0);
H
hzcheng 已提交
1413

H
hjxilinx 已提交
1414
  STableComInfo tinfo = tscGetTableInfo(pTableMetaInfo->pTableMeta);
H
hjxilinx 已提交
1415 1416
  
  int32_t numOfRes = tinfo.numOfColumns + tinfo.numOfTags;
H
hzcheng 已提交
1417 1418 1419 1420
  return tscLocalResultCommonBuilder(pSql, numOfRes);
}

int tscProcessTagRetrieveRsp(SSqlObj *pSql) {
1421
//  SSqlCmd *pCmd = &pSql->cmd;
1422

1423 1424
//  SQueryInfo *    pQueryInfo = tscGetQueryInfoDetail(pCmd, pCmd->clauseIndex);
//  STableMetaInfo *pTableMetaInfo = tscGetMetaInfo(pQueryInfo, 0);
S
slguan 已提交
1425 1426

  int32_t numOfRes = 0;
H
hjxilinx 已提交
1427
#if 0
1428
  if (tscSqlExprGet(pQueryInfo, 0)->functionId == TSDB_FUNC_TAGPRJ) {
H
hjxilinx 已提交
1429
    numOfRes = pTableMetaInfo->pMetricMeta->numOfTables;
H
hzcheng 已提交
1430 1431 1432
  } else {
    numOfRes = 1;  // for count function, there is only one output.
  }
H
hjxilinx 已提交
1433 1434 1435
  
#endif

H
hzcheng 已提交
1436 1437 1438 1439 1440 1441 1442
  return tscLocalResultCommonBuilder(pSql, numOfRes);
}

int tscProcessRetrieveMetricRsp(SSqlObj *pSql) {
  SSqlRes *pRes = &pSql->res;
  SSqlCmd *pCmd = &pSql->cmd;

H
hjxilinx 已提交
1443 1444
  pRes->code = tscDoLocalreduce(pSql);
  SQueryInfo *pQueryInfo = tscGetQueryInfoDetail(pCmd, pCmd->clauseIndex);
H
hzcheng 已提交
1445 1446

  if (pRes->code == TSDB_CODE_SUCCESS && pRes->numOfRows > 0) {
1447
    tscSetResultPointer(pQueryInfo, pRes);
H
hzcheng 已提交
1448 1449 1450 1451
  }

  pRes->row = 0;

1452
  uint8_t code = pRes->code;
H
hzcheng 已提交
1453
  if (pSql->fp) {  // async retrieve metric data
1454 1455
    if (pRes->code == TSDB_CODE_SUCCESS) {
      (*pSql->fp)(pSql->param, pSql, pRes->numOfRows);
H
hzcheng 已提交
1456 1457 1458 1459 1460 1461 1462 1463
    } else {
      tscQueueAsyncRes(pSql);
    }
  }

  return code;
}

S
slguan 已提交
1464
int tscProcessEmptyResultRsp(SSqlObj *pSql) { return tscLocalResultCommonBuilder(pSql, 0); }
H
hzcheng 已提交
1465

1466
int tscBuildConnectMsg(SSqlObj *pSql, SSqlInfo *pInfo) {
H
hzcheng 已提交
1467
  STscObj *pObj = pSql->pTscObj;
S
slguan 已提交
1468
  SSqlCmd *pCmd = &pSql->cmd;
S
slguan 已提交
1469
  pCmd->msgType = TSDB_MSG_TYPE_CM_CONNECT;
1470
  pCmd->payloadLen = sizeof(SCMConnectMsg);
H
hzcheng 已提交
1471

S
slguan 已提交
1472 1473 1474 1475 1476
  if (TSDB_CODE_SUCCESS != tscAllocPayload(pCmd, pCmd->payloadLen)) {
    tscError("%p failed to malloc for query msg", pSql);
    return TSDB_CODE_CLI_OUT_OF_MEMORY;
  }

1477
  SCMConnectMsg *pConnect = (SCMConnectMsg*)pCmd->payload;
H
hzcheng 已提交
1478 1479 1480 1481 1482

  char *db;  // ugly code to move the space
  db = strstr(pObj->db, TS_PATH_DELIMITER);
  db = (db == NULL) ? pObj->db : db + 1;
  strcpy(pConnect->db, db);
S
slguan 已提交
1483
  strcpy(pConnect->clientVersion, version);
S
slguan 已提交
1484
  strcpy(pConnect->msgVersion, "");
H
hzcheng 已提交
1485

1486
  return TSDB_CODE_SUCCESS;
H
hzcheng 已提交
1487 1488
}

H
hjxilinx 已提交
1489
int tscBuildTableMetaMsg(SSqlObj *pSql, SSqlInfo *pInfo) {
1490
  SCMTableInfoMsg *pInfoMsg;
S
slguan 已提交
1491
  char *         pMsg;
H
hzcheng 已提交
1492 1493 1494 1495 1496
  int            msgLen = 0;

  char *tmpData = 0;
  if (pSql->cmd.allocSize > 0) {
    tmpData = calloc(1, pSql->cmd.allocSize);
1497 1498 1499 1500
    if (NULL == tmpData) {
      return TSDB_CODE_CLI_OUT_OF_MEMORY;
    }

H
hzcheng 已提交
1501 1502 1503 1504
    // STagData is in binary format, strncpy is not available
    memcpy(tmpData, pSql->cmd.payload, pSql->cmd.allocSize);
  }

1505 1506 1507
  SSqlCmd *   pCmd = &pSql->cmd;
  SQueryInfo *pQueryInfo = tscGetQueryInfoDetail(&pSql->cmd, 0);

H
hjxilinx 已提交
1508
  STableMetaInfo *pTableMetaInfo = tscGetMetaInfo(pQueryInfo, 0);
S
slguan 已提交
1509

1510
  pInfoMsg = (SCMTableInfoMsg *)pCmd->payload;
H
hjxilinx 已提交
1511
  strcpy(pInfoMsg->tableId, pTableMetaInfo->name);
H
hjxilinx 已提交
1512
  pInfoMsg->createFlag = htons(pSql->cmd.autoCreated ? 1 : 0);
S
slguan 已提交
1513

1514
  pMsg = (char*)pInfoMsg + sizeof(SCMTableInfoMsg);
H
hzcheng 已提交
1515

H
hjxilinx 已提交
1516
  if (pSql->cmd.autoCreated) {
H
hzcheng 已提交
1517 1518 1519 1520
    memcpy(pInfoMsg->tags, tmpData, sizeof(STagData));
    pMsg += sizeof(STagData);
  }

H
hjxilinx 已提交
1521
  pCmd->payloadLen = pMsg - (char*)pInfoMsg;;
S
slguan 已提交
1522
  pCmd->msgType = TSDB_MSG_TYPE_CM_TABLE_META;
H
hzcheng 已提交
1523 1524 1525 1526

  tfree(tmpData);

  assert(msgLen + minMsgSize() <= pCmd->allocSize);
1527
  return TSDB_CODE_SUCCESS;
H
hzcheng 已提交
1528 1529
}

S
slguan 已提交
1530
/**
1531
 *  multi table meta req pkg format:
1532
 *  | SMgmtHead | SCMMultiTableInfoMsg | tableId0 | tableId1 | tableId2 | ......
S
slguan 已提交
1533 1534
 *      no used         4B
 **/
1535
int tscBuildMultiMeterMetaMsg(SSqlObj *pSql, SSqlInfo *pInfo) {
S
slguan 已提交
1536 1537 1538 1539 1540 1541 1542 1543 1544 1545 1546 1547
  SSqlCmd *pCmd = &pSql->cmd;

  // copy payload content to temp buff
  char *tmpData = 0;
  if (pCmd->payloadLen > 0) {
    tmpData = calloc(1, pCmd->payloadLen + 1);
    if (NULL == tmpData) return -1;
    memcpy(tmpData, pCmd->payload, pCmd->payloadLen);
  }

  // fill head info
  SMgmtHead *pMgmt = (SMgmtHead *)(pCmd->payload + tsRpcHeadSize);
S
slguan 已提交
1548
  memset(pMgmt->db, 0, TSDB_TABLE_ID_LEN);  // server don't need the db
S
slguan 已提交
1549

1550
  SCMMultiTableInfoMsg *pInfoMsg = (SCMMultiTableInfoMsg *)(pCmd->payload + tsRpcHeadSize + sizeof(SMgmtHead));
S
slguan 已提交
1551
  pInfoMsg->numOfTables = htonl((int32_t)pCmd->count);
S
slguan 已提交
1552 1553

  if (pCmd->payloadLen > 0) {
S
slguan 已提交
1554
    memcpy(pInfoMsg->tableIds, tmpData, pCmd->payloadLen);
S
slguan 已提交
1555 1556 1557 1558
  }

  tfree(tmpData);

1559
  pCmd->payloadLen += sizeof(SMgmtHead) + sizeof(SCMMultiTableInfoMsg);
S
slguan 已提交
1560
  pCmd->msgType = TSDB_MSG_TYPE_CM_TABLES_META;
S
slguan 已提交
1561 1562 1563

  assert(pCmd->payloadLen + minMsgSize() <= pCmd->allocSize);

S
slguan 已提交
1564
  tscTrace("%p build load multi-metermeta msg completed, numOfTables:%d, msg size:%d", pSql, pCmd->count,
S
slguan 已提交
1565 1566 1567 1568 1569
           pCmd->payloadLen);

  return pCmd->payloadLen;
}

1570
static UNUSED_FUNC int32_t tscEstimateMetricMetaMsgSize(SSqlCmd *pCmd) {
H
hzcheng 已提交
1571
  const int32_t defaultSize =
S
slguan 已提交
1572
      minMsgSize() + sizeof(SSuperTableMetaMsg) + sizeof(SMgmtHead) + sizeof(int16_t) * TSDB_MAX_TAGS;
1573
  SQueryInfo *pQueryInfo = tscGetQueryInfoDetail(pCmd, 0);
H
hzcheng 已提交
1574

S
slguan 已提交
1575
  int32_t n = 0;
1576 1577 1578 1579
  size_t size = taosArrayGetSize(pQueryInfo->tagCond.pCond);
  for (int32_t i = 0; i < size; ++i) {
    assert(0);
//    n += strlen(pQueryInfo->tagCond.cond[i].cond);
H
hzcheng 已提交
1580
  }
S
slguan 已提交
1581

H
hjxilinx 已提交
1582
  int32_t tagLen = n * TSDB_NCHAR_SIZE;
1583 1584
  if (pQueryInfo->tagCond.tbnameCond.cond != NULL) {
    tagLen += strlen(pQueryInfo->tagCond.tbnameCond.cond) * TSDB_NCHAR_SIZE;
H
hjxilinx 已提交
1585
  }
1586

S
slguan 已提交
1587
  int32_t joinCondLen = (TSDB_TABLE_ID_LEN + sizeof(int16_t)) * 2;
S
slguan 已提交
1588
  int32_t elemSize = sizeof(SSuperTableMetaElemMsg) * pQueryInfo->numOfTables;
H
hjxilinx 已提交
1589
  
1590
  int32_t colSize = pQueryInfo->groupbyExpr.numOfGroupCols*sizeof(SColIndex);
S
slguan 已提交
1591

H
hjxilinx 已提交
1592
  int32_t len = tagLen + joinCondLen + elemSize + colSize + defaultSize;
S
slguan 已提交
1593 1594

  return MAX(len, TSDB_DEFAULT_PAYLOAD_SIZE);
H
hzcheng 已提交
1595 1596
}

H
hjxilinx 已提交
1597 1598 1599
int tscBuildSTableVgroupMsg(SSqlObj *pSql, SSqlInfo *pInfo) {

#if 0
S
slguan 已提交
1600
  SSuperTableMetaMsg *pMetaMsg;
H
hzcheng 已提交
1601 1602
  char *          pMsg, *pStart;
  int             msgLen = 0;
S
slguan 已提交
1603
  int             tableIndex = 0;
H
hzcheng 已提交
1604

1605 1606 1607
  SSqlCmd *   pCmd = &pSql->cmd;
  SQueryInfo *pQueryInfo = tscGetQueryInfoDetail(&pSql->cmd, 0);

1608
  STagCond *pTagCond = &pQueryInfo->tagCond;
S
slguan 已提交
1609

H
hjxilinx 已提交
1610
  STableMetaInfo *pTableMetaInfo = tscGetMetaInfo(pQueryInfo, tableIndex);
H
hzcheng 已提交
1611 1612

  int32_t size = tscEstimateMetricMetaMsgSize(pCmd);
S
slguan 已提交
1613 1614 1615 1616
  if (TSDB_CODE_SUCCESS != tscAllocPayload(pCmd, size)) {
    tscError("%p failed to malloc for metric meter msg", pSql);
    return -1;
  }
H
hzcheng 已提交
1617 1618 1619 1620 1621

  pStart = pCmd->payload + tsRpcHeadSize;
  pMsg = pStart;

  SMgmtHead *pMgmt = (SMgmtHead *)pMsg;
H
hjxilinx 已提交
1622
  tscGetDBInfoFromMeterId(pTableMetaInfo->name, pMgmt->db);
H
hzcheng 已提交
1623 1624 1625

  pMsg += sizeof(SMgmtHead);

S
slguan 已提交
1626
  pMetaMsg = (SSuperTableMetaMsg *)pMsg;
S
slguan 已提交
1627
  pMetaMsg->numOfTables = htonl(pQueryInfo->numOfTables);
S
slguan 已提交
1628

S
slguan 已提交
1629
  pMsg += sizeof(SSuperTableMetaMsg);
S
slguan 已提交
1630 1631 1632 1633 1634

  int32_t offset = pMsg - (char *)pMetaMsg;
  pMetaMsg->join = htonl(offset);

  // todo refactor
S
slguan 已提交
1635
  pMetaMsg->joinCondLen = htonl((TSDB_TABLE_ID_LEN + sizeof(int16_t)) * 2);
H
hzcheng 已提交
1636

S
slguan 已提交
1637
  memcpy(pMsg, pTagCond->joinInfo.left.tableId, TSDB_TABLE_ID_LEN);
S
slguan 已提交
1638
  pMsg += TSDB_TABLE_ID_LEN;
H
hzcheng 已提交
1639

S
slguan 已提交
1640 1641 1642
  *(int16_t *)pMsg = pTagCond->joinInfo.left.tagCol;
  pMsg += sizeof(int16_t);

S
slguan 已提交
1643
  memcpy(pMsg, pTagCond->joinInfo.right.tableId, TSDB_TABLE_ID_LEN);
S
slguan 已提交
1644
  pMsg += TSDB_TABLE_ID_LEN;
S
slguan 已提交
1645 1646 1647 1648

  *(int16_t *)pMsg = pTagCond->joinInfo.right.tagCol;
  pMsg += sizeof(int16_t);

1649
  for (int32_t i = 0; i < pQueryInfo->numOfTables; ++i) {
1650
    pTableMetaInfo = tscGetTableMetaInfoFromCmd(pCmd, pCmd->clauseIndex, i);
H
hjxilinx 已提交
1651
    uint64_t uid = pTableMetaInfo->pTableMeta->uid;
S
slguan 已提交
1652 1653 1654 1655

    offset = pMsg - (char *)pMetaMsg;
    pMetaMsg->metaElem[i] = htonl(offset);

S
slguan 已提交
1656 1657
    SSuperTableMetaElemMsg *pElem = (SSuperTableMetaElemMsg *)pMsg;
    pMsg += sizeof(SSuperTableMetaElemMsg);
S
slguan 已提交
1658 1659 1660 1661

    // convert to unicode before sending to mnode for metric query
    int32_t condLen = 0;
    if (pTagCond->numOfTagCond > 0) {
1662
      SCond *pCond = tsGetSTableQueryCond(pTagCond, uid);
H
hjxilinx 已提交
1663
      if (pCond != NULL && pCond->cond != NULL) {
H
hjxilinx 已提交
1664
        condLen = strlen(pCond->cond) + 1;
1665

H
hjxilinx 已提交
1666
        bool ret = taosMbsToUcs4(pCond->cond, condLen, pMsg, condLen * TSDB_NCHAR_SIZE);
S
slguan 已提交
1667
        if (!ret) {
1668
          tscError("%p mbs to ucs4 failed:%s", pSql, tsGetSTableQueryCond(pTagCond, uid));
S
slguan 已提交
1669 1670 1671
          return 0;
        }
      }
H
hzcheng 已提交
1672 1673
    }

S
slguan 已提交
1674
    pElem->condLen = htonl(condLen);
H
hzcheng 已提交
1675

S
slguan 已提交
1676 1677 1678
    offset = pMsg - (char *)pMetaMsg;
    pElem->cond = htonl(offset);
    pMsg += condLen * TSDB_NCHAR_SIZE;
H
hzcheng 已提交
1679

S
slguan 已提交
1680 1681 1682
    pElem->rel = htons(pTagCond->relType);
    if (pTagCond->tbnameCond.uid == uid) {
      offset = pMsg - (char *)pMetaMsg;
H
hzcheng 已提交
1683

S
slguan 已提交
1684
      pElem->tableCond = htonl(offset);
H
hjxilinx 已提交
1685 1686 1687 1688 1689 1690 1691
      
      uint32_t len = 0;
      if (pTagCond->tbnameCond.cond != NULL) {
        len = strlen(pTagCond->tbnameCond.cond);
        memcpy(pMsg, pTagCond->tbnameCond.cond, len);
      }
      
H
hjxilinx 已提交
1692 1693
      pElem->tableCondLen = htonl(len);
      pMsg += len;
S
slguan 已提交
1694 1695
    }

1696
    SSqlGroupbyExpr *pGroupby = &pQueryInfo->groupbyExpr;
S
slguan 已提交
1697

H
hjxilinx 已提交
1698
    if (pGroupby->tableIndex != i && pGroupby->numOfGroupCols > 0) {
S
slguan 已提交
1699 1700 1701 1702 1703
      pElem->orderType = 0;
      pElem->orderIndex = 0;
      pElem->numOfGroupCols = 0;
    } else {
      pElem->numOfGroupCols = htons(pGroupby->numOfGroupCols);
H
hjxilinx 已提交
1704 1705
      for (int32_t j = 0; j < pTableMetaInfo->numOfTags; ++j) {
        pElem->tagCols[j] = htons(pTableMetaInfo->tagColumnIndex[j]);
S
slguan 已提交
1706 1707 1708 1709 1710 1711 1712 1713
      }

      if (pGroupby->numOfGroupCols != 0) {
        pElem->orderIndex = htons(pGroupby->orderIndex);
        pElem->orderType = htons(pGroupby->orderType);
        offset = pMsg - (char *)pMetaMsg;

        pElem->groupbyTagColumnList = htonl(offset);
1714
        for (int32_t j = 0; j < pQueryInfo->groupbyExpr.numOfGroupCols; ++j) {
1715 1716
          SColIndex *pCol = &pQueryInfo->groupbyExpr.columnInfo[j];
          SColIndex *pDestCol = (SColIndex *)pMsg;
1717

H
hjxilinx 已提交
1718
          pDestCol->colIdxInBuf = 0;
1719
          pDestCol->colIndex = htons(pCol->colIndex);
H
hjxilinx 已提交
1720 1721
          pDestCol->colId = htons(pDestCol->colId);
          pDestCol->flag = htons(pDestCol->flag);
H
hjxilinx 已提交
1722
          strncpy(pDestCol->name, pCol->name, tListLen(pCol->name));
1723

1724
          pMsg += sizeof(SColIndex);
S
slguan 已提交
1725 1726
        }
      }
H
hzcheng 已提交
1727
    }
S
slguan 已提交
1728

H
hjxilinx 已提交
1729 1730
    strcpy(pElem->tableId, pTableMetaInfo->name);
    pElem->numOfTags = htons(pTableMetaInfo->numOfTags);
S
slguan 已提交
1731 1732 1733

    int16_t len = pMsg - (char *)pElem;
    pElem->elemLen = htons(len);  // redundant data for integrate check
H
hzcheng 已提交
1734 1735 1736 1737
  }

  msgLen = pMsg - pStart;
  pCmd->payloadLen = msgLen;
S
slguan 已提交
1738
  pCmd->msgType = TSDB_MSG_TYPE_CM_STABLE_VGROUP;
H
hzcheng 已提交
1739
  assert(msgLen + minMsgSize() <= size);
H
hjxilinx 已提交
1740
#endif
1741
  
H
hjxilinx 已提交
1742 1743 1744 1745 1746 1747 1748 1749 1750 1751
  SSqlCmd *pCmd = &pSql->cmd;

  STableMetaInfo *pTableMetaInfo = tscGetTableMetaInfoFromCmd(pCmd, pCmd->clauseIndex, 0);

  SCMSTableVgroupMsg *pStableVgroupMsg = (SCMSTableVgroupMsg *) pCmd->payload;
  strncpy(pStableVgroupMsg->tableId, pTableMetaInfo->name, tListLen(pStableVgroupMsg->tableId));

  pCmd->msgType = TSDB_MSG_TYPE_CM_STABLE_VGROUP;
  pCmd->payloadLen = sizeof(SCMSTableVgroupMsg);

1752
  return TSDB_CODE_SUCCESS;
H
hzcheng 已提交
1753 1754
}

1755
int tscEstimateHeartBeatMsgLength(SSqlObj *pSql) {
H
hzcheng 已提交
1756 1757 1758 1759
  int      size = 0;
  STscObj *pObj = pSql->pTscObj;

  size += tsRpcHeadSize + sizeof(SMgmtHead);
S
slguan 已提交
1760
  size += sizeof(SQqueryList);
H
hzcheng 已提交
1761 1762 1763

  SSqlObj *tpSql = pObj->sqlList;
  while (tpSql) {
S
slguan 已提交
1764
    size += sizeof(SQueryDesc);
H
hzcheng 已提交
1765 1766 1767
    tpSql = tpSql->next;
  }

S
slguan 已提交
1768
  size += sizeof(SStreamList);
H
hzcheng 已提交
1769 1770
  SSqlStream *pStream = pObj->streamList;
  while (pStream) {
S
slguan 已提交
1771
    size += sizeof(SStreamDesc);
H
hzcheng 已提交
1772 1773 1774 1775 1776 1777
    pStream = pStream->next;
  }

  return size + TSDB_EXTRA_PAYLOAD_SIZE;
}

1778
int tscBuildHeartBeatMsg(SSqlObj *pSql, SSqlInfo *pInfo) {
H
hzcheng 已提交
1779 1780 1781 1782 1783 1784 1785 1786 1787
  char *pMsg, *pStart;
  int   msgLen = 0;
  int   size = 0;

  SSqlCmd *pCmd = &pSql->cmd;
  STscObj *pObj = pSql->pTscObj;

  pthread_mutex_lock(&pObj->mutex);

1788
  size = tscEstimateHeartBeatMsgLength(pSql);
S
slguan 已提交
1789
  if (TSDB_CODE_SUCCESS != tscAllocPayload(pCmd, size)) {
1790
    pthread_mutex_unlock(&pObj->mutex);
S
slguan 已提交
1791 1792 1793
    tscError("%p failed to malloc for heartbeat msg", pSql);
    return -1;
  }
H
hzcheng 已提交
1794 1795 1796 1797 1798 1799 1800 1801 1802 1803 1804 1805 1806

  pMsg = pCmd->payload + tsRpcHeadSize;
  pStart = pMsg;

  SMgmtHead *pMgmt = (SMgmtHead *)pMsg;
  strcpy(pMgmt->db, pObj->db);
  pMsg += sizeof(SMgmtHead);

  pMsg = tscBuildQueryStreamDesc(pMsg, pObj);
  pthread_mutex_unlock(&pObj->mutex);

  msgLen = pMsg - pStart;
  pCmd->payloadLen = msgLen;
S
slguan 已提交
1807
  pCmd->msgType = TSDB_MSG_TYPE_CM_HEARTBEAT;
H
hzcheng 已提交
1808 1809 1810 1811 1812

  assert(msgLen + minMsgSize() <= size);
  return msgLen;
}

1813 1814
int tscProcessTableMetaRsp(SSqlObj *pSql) {
  STableMetaMsg *pMetaMsg = (STableMetaMsg *)pSql->res.pRsp;
H
hzcheng 已提交
1815

1816 1817
  pMetaMsg->sid = htonl(pMetaMsg->sid);
  pMetaMsg->sversion = htons(pMetaMsg->sversion);
H
hjxilinx 已提交
1818 1819 1820
  
  pMetaMsg->vgroup.vgId = htonl(pMetaMsg->vgroup.vgId);
  
1821 1822
  pMetaMsg->uid = htobe64(pMetaMsg->uid);
  pMetaMsg->contLen = htons(pMetaMsg->contLen);
1823
  pMetaMsg->numOfColumns = htons(pMetaMsg->numOfColumns);
H
hzcheng 已提交
1824

H
hjxilinx 已提交
1825 1826
  if (pMetaMsg->sid < 0 || pMetaMsg->vgroup.numOfIps < 0) {
    tscError("invalid meter vgId:%d, sid%d", pMetaMsg->vgroup.numOfIps, pMetaMsg->sid);
H
hzcheng 已提交
1827 1828 1829
    return TSDB_CODE_INVALID_VALUE;
  }

1830 1831
  if (pMetaMsg->numOfTags > TSDB_MAX_TAGS || pMetaMsg->numOfTags < 0) {
    tscError("invalid numOfTags:%d", pMetaMsg->numOfTags);
H
hzcheng 已提交
1832 1833 1834
    return TSDB_CODE_INVALID_VALUE;
  }

1835 1836
  if (pMetaMsg->numOfColumns > TSDB_MAX_COLUMNS || pMetaMsg->numOfColumns <= 0) {
    tscError("invalid numOfColumns:%d", pMetaMsg->numOfColumns);
H
hzcheng 已提交
1837 1838 1839
    return TSDB_CODE_INVALID_VALUE;
  }

H
hjxilinx 已提交
1840 1841 1842 1843 1844
  for (int i = 0; i < pMetaMsg->vgroup.numOfIps; ++i) {
    pMetaMsg->vgroup.ipAddr[i].ip = htonl(pMetaMsg->vgroup.ipAddr[i].ip);
    pMetaMsg->vgroup.ipAddr[i].port = htons(pMetaMsg->vgroup.ipAddr[i].port);
    
    assert(pMetaMsg->vgroup.ipAddr[i].ip != 0);
H
hzcheng 已提交
1845 1846
  }

1847
  SSchema* pSchema = pMetaMsg->schema;
H
hzcheng 已提交
1848

1849
  int32_t numOfTotalCols = pMetaMsg->numOfColumns + pMetaMsg->numOfTags;
H
hzcheng 已提交
1850 1851 1852
  for (int i = 0; i < numOfTotalCols; ++i) {
    pSchema->bytes = htons(pSchema->bytes);
    pSchema->colId = htons(pSchema->colId);
H
hjxilinx 已提交
1853 1854
    
    assert(pSchema->type >= TSDB_DATA_TYPE_BOOL && pSchema->type <= TSDB_DATA_TYPE_NCHAR);
H
hzcheng 已提交
1855 1856 1857
    pSchema++;
  }

1858 1859
  size_t size = 0;
  STableMeta* pTableMeta = tscCreateTableMetaFromMsg(pMetaMsg, &size);
H
hzcheng 已提交
1860

1861 1862 1863 1864 1865 1866 1867 1868 1869 1870 1871
#if 0
  // if current table is created according to super table, get the table meta of super table
  if (pTableMeta->tableType == TSDB_CHILD_TABLE) {
    char id[TSDB_TABLE_ID_LEN + 1] = {0};
    strncpy(id, pMetaMsg->stableId, TSDB_TABLE_ID_LEN);
  
    // NOTE: if the table meta of super table is not cached at client side yet, the pSTable is NULL
    pTableMeta->pSTable = taosCacheAcquireByName(tscCacheHandle, id);
  }
#endif
  
H
hzcheng 已提交
1872
  // todo add one more function: taosAddDataIfNotExists();
1873
  STableMetaInfo *pTableMetaInfo = tscGetTableMetaInfoFromCmd(&pSql->cmd, 0, 0);
H
hjxilinx 已提交
1874
  assert(pTableMetaInfo->pTableMeta == NULL);
H
hzcheng 已提交
1875

H
hjxilinx 已提交
1876 1877 1878
  pTableMetaInfo->pTableMeta =
      (STableMeta *) taosCachePut(tscCacheHandle, pTableMetaInfo->name, pTableMeta, size, tsMeterMetaKeepTimer);
  
1879
  // todo handle out of memory case
1880
  if (pTableMetaInfo->pTableMeta == NULL) {
H
hjxilinx 已提交
1881
    return TSDB_CODE_CLI_OUT_OF_MEMORY;
1882
  }
H
hzcheng 已提交
1883

1884
  free(pTableMeta);
1885
  
H
hjxilinx 已提交
1886
  return TSDB_CODE_SUCCESS;
H
hzcheng 已提交
1887 1888
}

S
slguan 已提交
1889
/**
1890
 *  multi table meta rsp pkg format:
1891
 *  | STaosRsp | ieType | SCMMultiTableInfoMsg | SMeterMeta0 | SSchema0 | SMeterMeta1 | SSchema1 | SMeterMeta2 | SSchema2
S
slguan 已提交
1892 1893 1894
 *  |...... 1B        1B            4B
 **/
int tscProcessMultiMeterMetaRsp(SSqlObj *pSql) {
1895
#if 0
S
slguan 已提交
1896 1897 1898 1899 1900 1901 1902 1903 1904 1905 1906 1907
  char *rsp = pSql->res.pRsp;

  ieType = *rsp;
  if (ieType != TSDB_IE_TYPE_META) {
    tscError("invalid ie type:%d", ieType);
    pSql->res.code = TSDB_CODE_INVALID_IE;
    pSql->res.numOfTotal = 0;
    return TSDB_CODE_OTHERS;
  }

  rsp++;

1908
  SCMMultiTableInfoMsg *pInfo = (SCMMultiTableInfoMsg *)rsp;
S
slguan 已提交
1909
  totalNum = htonl(pInfo->numOfTables);
1910
  rsp += sizeof(SCMMultiTableInfoMsg);
S
slguan 已提交
1911 1912

  for (i = 0; i < totalNum; i++) {
S
slguan 已提交
1913
    SMultiTableMeta *pMultiMeta = (SMultiTableMeta *)rsp;
1914
    STableMeta *     pMeta = pMultiMeta->metas;
S
slguan 已提交
1915 1916 1917

    pMeta->sid = htonl(pMeta->sid);
    pMeta->sversion = htons(pMeta->sversion);
H
hjxilinx 已提交
1918
    pMeta->vgId = htonl(pMeta->vgId);
S
slguan 已提交
1919 1920
    pMeta->uid = htobe64(pMeta->uid);

H
hjxilinx 已提交
1921 1922
    if (pMeta->sid <= 0 || pMeta->vgId < 0) {
      tscError("invalid meter vgId:%d, sid%d", pMeta->vgId, pMeta->sid);
S
slguan 已提交
1923 1924 1925 1926 1927
      pSql->res.code = TSDB_CODE_INVALID_VALUE;
      pSql->res.numOfTotal = i;
      return TSDB_CODE_OTHERS;
    }

H
hjxilinx 已提交
1928 1929 1930 1931 1932 1933 1934 1935 1936 1937 1938 1939 1940 1941 1942 1943 1944 1945 1946 1947 1948 1949 1950
    //    pMeta->numOfColumns = htons(pMeta->numOfColumns);
    //
    //    if (pMeta->numOfTags > TSDB_MAX_TAGS || pMeta->numOfTags < 0) {
    //      tscError("invalid tag value count:%d", pMeta->numOfTags);
    //      pSql->res.code = TSDB_CODE_INVALID_VALUE;
    //      pSql->res.numOfTotal = i;
    //      return TSDB_CODE_OTHERS;
    //    }
    //
    //    if (pMeta->numOfTags > TSDB_MAX_TAGS || pMeta->numOfTags < 0) {
    //      tscError("invalid numOfTags:%d", pMeta->numOfTags);
    //      pSql->res.code = TSDB_CODE_INVALID_VALUE;
    //      pSql->res.numOfTotal = i;
    //      return TSDB_CODE_OTHERS;
    //    }
    //
    //    if (pMeta->numOfColumns > TSDB_MAX_COLUMNS || pMeta->numOfColumns < 0) {
    //      tscError("invalid numOfColumns:%d", pMeta->numOfColumns);
    //      pSql->res.code = TSDB_CODE_INVALID_VALUE;
    //      pSql->res.numOfTotal = i;
    //      return TSDB_CODE_OTHERS;
    //    }
    //
H
hjxilinx 已提交
1951
    //    for (int j = 0; j < TSDB_REPLICA_MAX_NUM; ++j) {
H
hjxilinx 已提交
1952 1953 1954 1955 1956 1957 1958 1959 1960 1961 1962 1963 1964 1965 1966 1967 1968 1969 1970 1971 1972 1973 1974 1975 1976 1977 1978 1979 1980 1981 1982 1983 1984 1985 1986 1987
    //      pMeta->vpeerDesc[j].vnode = htonl(pMeta->vpeerDesc[j].vnode);
    //    }
    //
    //    pMeta->rowSize = 0;
    //    rsp += sizeof(SMultiTableMeta);
    //    pSchema = (SSchema *)rsp;
    //
    //    int32_t numOfTotalCols = pMeta->numOfColumns + pMeta->numOfTags;
    //    for (int j = 0; j < numOfTotalCols; ++j) {
    //      pSchema->bytes = htons(pSchema->bytes);
    //      pSchema->colId = htons(pSchema->colId);
    //
    //      // ignore the tags length
    //      if (j < pMeta->numOfColumns) {
    //        pMeta->rowSize += pSchema->bytes;
    //      }
    //      pSchema++;
    //    }
    //
    //    rsp += numOfTotalCols * sizeof(SSchema);
    //
    //    int32_t  tagLen = 0;
    //    SSchema *pTagsSchema = tscGetTableTagSchema(pMeta);
    //
    //    if (pMeta->tableType == TSDB_CHILD_TABLE) {
    //      for (int32_t j = 0; j < pMeta->numOfTags; ++j) {
    //        tagLen += pTagsSchema[j].bytes;
    //      }
    //    }
    //
    //    rsp += tagLen;
    //    int32_t size = (int32_t)(rsp - ((char *)pMeta));  // Consistent with STableMeta in cache
    //
    //    pMeta->index = 0;
    //    (void)taosCachePut(tscCacheHandle, pMeta->tableId, (char *)pMeta, size, tsMeterMetaKeepTimer);
    //  }
S
slguan 已提交
1988
  }
H
hjxilinx 已提交
1989
  
S
slguan 已提交
1990 1991 1992
  pSql->res.code = TSDB_CODE_SUCCESS;
  pSql->res.numOfTotal = i;
  tscTrace("%p load multi-metermeta resp complete num:%d", pSql, pSql->res.numOfTotal);
1993 1994
#endif
  
S
slguan 已提交
1995 1996 1997
  return TSDB_CODE_SUCCESS;
}

H
hjxilinx 已提交
1998 1999
int tscProcessSTableVgroupRsp(SSqlObj *pSql) {
#if 0
S
slguan 已提交
2000 2001
  void **      metricMetaList = NULL;
  int32_t *    sizes = NULL;
H
hjxilinx 已提交
2002
  
S
slguan 已提交
2003 2004 2005 2006 2007 2008 2009 2010 2011 2012 2013 2014 2015 2016 2017 2018
  int32_t num = htons(*(int16_t *)rsp);
  rsp += sizeof(int16_t);

  metricMetaList = calloc(1, POINTER_BYTES * num);
  sizes = calloc(1, sizeof(int32_t) * num);

  // return with error code
  if (metricMetaList == NULL || sizes == NULL) {
    tfree(metricMetaList);
    tfree(sizes);
    pSql->res.code = TSDB_CODE_CLI_OUT_OF_MEMORY;

    return pSql->res.code;
  }

  for (int32_t k = 0; k < num; ++k) {
S
slguan 已提交
2019
    pMeta = (SSuperTableMeta *)rsp;
S
slguan 已提交
2020 2021

    size_t size = (size_t)pSql->res.rspLen - 1;
S
slguan 已提交
2022
    rsp = rsp + sizeof(SSuperTableMeta);
S
slguan 已提交
2023

S
slguan 已提交
2024
    pMeta->numOfTables = htonl(pMeta->numOfTables);
S
slguan 已提交
2025 2026 2027
    pMeta->numOfVnodes = htonl(pMeta->numOfVnodes);
    pMeta->tagLen = htons(pMeta->tagLen);

2028
    size += pMeta->numOfVnodes * sizeof(SVnodeSidList *) + pMeta->numOfTables * sizeof(STableIdInfo *);
H
hzcheng 已提交
2029

2030 2031
    char *pBuf = calloc(1, size);
    if (pBuf == NULL) {
S
slguan 已提交
2032 2033 2034
      pSql->res.code = TSDB_CODE_CLI_OUT_OF_MEMORY;
      goto _error_clean;
    }
H
hzcheng 已提交
2035

S
slguan 已提交
2036
    SSuperTableMeta *pNewMetricMeta = (SSuperTableMeta *)pBuf;
S
slguan 已提交
2037
    metricMetaList[k] = pNewMetricMeta;
H
hzcheng 已提交
2038

S
slguan 已提交
2039
    pNewMetricMeta->numOfTables = pMeta->numOfTables;
S
slguan 已提交
2040 2041
    pNewMetricMeta->numOfVnodes = pMeta->numOfVnodes;
    pNewMetricMeta->tagLen = pMeta->tagLen;
H
hzcheng 已提交
2042

S
slguan 已提交
2043
    pBuf = pBuf + sizeof(SSuperTableMeta) + pNewMetricMeta->numOfVnodes * sizeof(SVnodeSidList *);
H
hzcheng 已提交
2044

S
slguan 已提交
2045 2046
    for (int32_t i = 0; i < pMeta->numOfVnodes; ++i) {
      SVnodeSidList *pSidLists = (SVnodeSidList *)rsp;
2047
      memcpy(pBuf, pSidLists, sizeof(SVnodeSidList));
H
hzcheng 已提交
2048

2049 2050
      pNewMetricMeta->list[i] = pBuf - (char *)pNewMetricMeta;  // offset value
      SVnodeSidList *pLists = (SVnodeSidList *)pBuf;
H
hzcheng 已提交
2051

S
slguan 已提交
2052
      tscTrace("%p metricmeta:vid:%d,numOfTables:%d", pSql, i, pLists->numOfSids);
H
hzcheng 已提交
2053

2054
      pBuf += sizeof(SVnodeSidList) + sizeof(STableIdInfo *) * pSidLists->numOfSids;
S
slguan 已提交
2055
      rsp += sizeof(SVnodeSidList);
H
hzcheng 已提交
2056

2057
      size_t elemSize = sizeof(STableIdInfo) + pNewMetricMeta->tagLen;
S
slguan 已提交
2058
      for (int32_t j = 0; j < pSidLists->numOfSids; ++j) {
2059 2060
        pLists->pSidExtInfoList[j] = pBuf - (char *)pLists;
        memcpy(pBuf, rsp, elemSize);
2061

2062 2063
        ((STableIdInfo *)pBuf)->uid = htobe64(((STableIdInfo *)pBuf)->uid);
        ((STableIdInfo *)pBuf)->sid = htonl(((STableIdInfo *)pBuf)->sid);
2064

2065 2066
        rsp += elemSize;
        pBuf += elemSize;
S
slguan 已提交
2067
      }
H
hzcheng 已提交
2068
    }
S
slguan 已提交
2069

2070
    sizes[k] = pBuf - (char *)pNewMetricMeta;
H
hzcheng 已提交
2071 2072
  }

2073
  SQueryInfo *pQueryInfo = tscGetQueryInfoDetail(&pSql->cmd, 0);
S
slguan 已提交
2074 2075 2076
  for (int32_t i = 0; i < num; ++i) {
    char name[TSDB_MAX_TAGS_LEN + 1] = {0};

H
hjxilinx 已提交
2077
    STableMetaInfo *pTableMetaInfo = tscGetMetaInfo(pQueryInfo, i);
H
hjxilinx 已提交
2078
    tscGetMetricMetaCacheKey(pQueryInfo, name, pTableMetaInfo->pTableMeta->uid);
H
hzcheng 已提交
2079

S
slguan 已提交
2080 2081 2082
#ifdef _DEBUG_VIEW
    printf("generate the metric key:%s, index:%d\n", name, i);
#endif
H
hzcheng 已提交
2083

S
slguan 已提交
2084
    // release the used metricmeta
H
hjxilinx 已提交
2085 2086
    taosCacheRelease(tscCacheHandle, (void **)&(pTableMetaInfo->pMetricMeta), false);
    pTableMetaInfo->pMetricMeta = (SSuperTableMeta *)taosCachePut(tscCacheHandle, name, (char *)metricMetaList[i],
S
slguan 已提交
2087 2088 2089 2090
                                                                      sizes[i], tsMetricMetaKeepTimer);
    tfree(metricMetaList[i]);

    // failed to put into cache
H
hjxilinx 已提交
2091
    if (pTableMetaInfo->pMetricMeta == NULL) {
S
slguan 已提交
2092 2093 2094
      pSql->res.code = TSDB_CODE_CLI_OUT_OF_MEMORY;
      goto _error_clean;
    }
H
hzcheng 已提交
2095 2096
  }

S
slguan 已提交
2097 2098 2099 2100 2101 2102 2103 2104
_error_clean:
  // free allocated resource
  for (int32_t i = 0; i < num; ++i) {
    tfree(metricMetaList[i]);
  }

  free(sizes);
  free(metricMetaList);
H
hjxilinx 已提交
2105
#endif
2106
  SSqlRes* pRes = &pSql->res;
H
hjxilinx 已提交
2107
  
2108
  SCMSTableVgroupRspMsg *pStableVgroup = (SCMSTableVgroupRspMsg *)pRes->pRsp;
H
hjxilinx 已提交
2109
  pStableVgroup->numOfVgroups = htonl(pStableVgroup->numOfVgroups);
H
hjxilinx 已提交
2110
  
2111 2112 2113
  // master sqlObj locates in param
  SSqlObj* parent = pSql->param;
  assert(parent != NULL);
H
hjxilinx 已提交
2114
  
2115
  SSqlCmd* pCmd = &parent->cmd;
H
hjxilinx 已提交
2116 2117
  STableMetaInfo* pInfo = tscGetTableMetaInfoFromCmd(pCmd, pCmd->clauseIndex, 0);
  
2118 2119 2120
  pInfo->vgroupList = malloc(pRes->rspLen);
  memcpy(pInfo->vgroupList, pStableVgroup, pRes->rspLen);
  
H
hjxilinx 已提交
2121 2122
  for(int32_t i = 0; i < pInfo->vgroupList->numOfVgroups; ++i) {
    SCMVgroupInfo* pVgroups = &pInfo->vgroupList->vgroups[i];
2123
    
H
hjxilinx 已提交
2124
    pVgroups->vgId = htonl(pVgroups->vgId);
2125
    assert(pVgroups->numOfIps >= 1);
2126
    
2127
    for(int32_t j = 0; j < pVgroups->numOfIps; ++j) {
H
hjxilinx 已提交
2128 2129
      pVgroups->ipAddr[j].ip = htonl(pVgroups->ipAddr[j].ip);
      pVgroups->ipAddr[j].port = htons(pVgroups->ipAddr[j].port);
2130
    }
H
hjxilinx 已提交
2131 2132
  }
  
S
slguan 已提交
2133
  return pSql->res.code;
H
hzcheng 已提交
2134 2135 2136 2137 2138 2139
}

/*
 * current process do not use the cache at all
 */
int tscProcessShowRsp(SSqlObj *pSql) {
H
hjxilinx 已提交
2140
  STableMetaMsg * pMetaMsg;
2141
  SCMShowRsp *pShow;
S
slguan 已提交
2142
  SSchema *    pSchema;
H
hzcheng 已提交
2143 2144
  char         key[20];

2145 2146 2147
  SSqlRes *pRes = &pSql->res;
  SSqlCmd *pCmd = &pSql->cmd;

H
hjxilinx 已提交
2148
  SQueryInfo *pQueryInfo = tscGetQueryInfoDetail(pCmd, 0);
2149

H
hjxilinx 已提交
2150
  STableMetaInfo *pTableMetaInfo = tscGetMetaInfo(pQueryInfo, 0);
H
hzcheng 已提交
2151

2152
  pShow = (SCMShowRsp *)pRes->pRsp;
S
slguan 已提交
2153
  pShow->qhandle = htobe64(pShow->qhandle);
H
hzcheng 已提交
2154 2155
  pRes->qhandle = pShow->qhandle;

S
slguan 已提交
2156
  tscResetForNextRetrieve(pRes);
H
hjxilinx 已提交
2157
  pMetaMsg = &(pShow->tableMeta);
H
hzcheng 已提交
2158

H
hjxilinx 已提交
2159
  pMetaMsg->numOfColumns = ntohs(pMetaMsg->numOfColumns);
H
hzcheng 已提交
2160

H
hjxilinx 已提交
2161
  pSchema = pMetaMsg->schema;
H
hjxilinx 已提交
2162 2163
  pMetaMsg->sid = ntohs(pMetaMsg->sid);
  for (int i = 0; i < pMetaMsg->numOfColumns; ++i) {
H
hzcheng 已提交
2164 2165 2166 2167
    pSchema->bytes = htons(pSchema->bytes);
    pSchema++;
  }

2168
  key[0] = pCmd->msgType + 'a';
H
hzcheng 已提交
2169 2170
  strcpy(key + 1, "showlist");

H
hjxilinx 已提交
2171
  taosCacheRelease(tscCacheHandle, (void *)&(pTableMetaInfo->pTableMeta), false);
H
hjxilinx 已提交
2172 2173 2174
  size_t size = 0;
  STableMeta* pTableMeta = tscCreateTableMetaFromMsg(pMetaMsg, &size);
  
H
hjxilinx 已提交
2175
  pTableMetaInfo->pTableMeta =
H
hjxilinx 已提交
2176 2177
      (STableMeta *)taosCachePut(tscCacheHandle, key, (char *)pTableMeta, size, tsMeterMetaKeepTimer);
  
H
hjxilinx 已提交
2178
  pCmd->numOfCols = pQueryInfo->fieldsInfo.numOfOutput;
H
hjxilinx 已提交
2179
  SSchema *pTableSchema = tscGetTableSchema(pTableMetaInfo->pTableMeta);
H
hzcheng 已提交
2180

2181 2182 2183 2184
  if (pQueryInfo->colList == NULL) {
    pQueryInfo->colList = taosArrayInit(4, POINTER_BYTES);
  }
  
H
hjxilinx 已提交
2185 2186
  SFieldInfo* pFieldInfo = &pQueryInfo->fieldsInfo;
  
S
slguan 已提交
2187
  SColumnIndex index = {0};
H
hjxilinx 已提交
2188
  for (int16_t i = 0; i < pMetaMsg->numOfColumns; ++i) {
S
slguan 已提交
2189
    index.columnIndex = i;
2190 2191
    tscColumnListInsert(pQueryInfo->colList, &index);
    
H
hjxilinx 已提交
2192 2193 2194 2195 2196 2197 2198
    TAOS_FIELD field = {
        .bytes = pSchema->bytes,
        .type = pSchema->type,
    };
  
    strncpy(field.name, pSchema->name, TSDB_COL_NAME_LEN);
    tscFieldInfoAppend(pFieldInfo, &field);
H
hjxilinx 已提交
2199
    
H
hjxilinx 已提交
2200 2201
    SFieldSupInfo* pInfo = tscFieldInfoGetSupp(pFieldInfo, i);
    pInfo->pSqlExpr = tscSqlExprInsert(pQueryInfo, TSDB_FUNC_TS_DUMMY, &index,
H
hjxilinx 已提交
2202
                     pTableSchema[i].type, pTableSchema[i].bytes, pTableSchema[i].bytes);
H
hzcheng 已提交
2203 2204
  }

H
hjxilinx 已提交
2205
  tscFieldInfoUpdateOffset(pQueryInfo);
H
hjxilinx 已提交
2206 2207
  
  tfree(pTableMeta);
H
hzcheng 已提交
2208 2209 2210 2211
  return 0;
}

int tscProcessConnectRsp(SSqlObj *pSql) {
S
slguan 已提交
2212
  char temp[TSDB_TABLE_ID_LEN * 2];
H
hzcheng 已提交
2213 2214 2215
  STscObj *pObj = pSql->pTscObj;
  SSqlRes *pRes = &pSql->res;

2216
  SCMConnectRsp *pConnect = (SCMConnectRsp *)pRes->pRsp;
H
hzcheng 已提交
2217
  strcpy(pObj->acctId, pConnect->acctId);  // copy acctId from response
2218 2219
  int32_t len = sprintf(temp, "%s%s%s", pObj->acctId, TS_PATH_DELIMITER, pObj->db);

H
hjxilinx 已提交
2220 2221 2222
  assert(len <= tListLen(pObj->db));
  strncpy(pObj->db, temp, tListLen(pObj->db));
  
S
slguan 已提交
2223
  tscSetMgmtIpList(&pConnect->ipList);
H
hzcheng 已提交
2224

S
slguan 已提交
2225
  strcpy(pObj->sversion, pConnect->serverVersion);
H
hzcheng 已提交
2226 2227 2228 2229 2230 2231 2232 2233
  pObj->writeAuth = pConnect->writeAuth;
  pObj->superAuth = pConnect->superAuth;
  taosTmrReset(tscProcessActivityTimer, tsShellActivityTimer * 500, pObj, tscTmr, &pObj->pTimer);

  return 0;
}

int tscProcessUseDbRsp(SSqlObj *pSql) {
S
slguan 已提交
2234
  STscObj *       pObj = pSql->pTscObj;
2235
  STableMetaInfo *pTableMetaInfo = tscGetTableMetaInfoFromCmd(&pSql->cmd, 0, 0);
S
slguan 已提交
2236

H
hjxilinx 已提交
2237
  strcpy(pObj->db, pTableMetaInfo->name);
H
hzcheng 已提交
2238 2239 2240 2241
  return 0;
}

int tscProcessDropDbRsp(SSqlObj *UNUSED_PARAM(pSql)) {
2242
  taosCacheEmpty(tscCacheHandle);
H
hzcheng 已提交
2243 2244 2245 2246
  return 0;
}

int tscProcessDropTableRsp(SSqlObj *pSql) {
2247
  STableMetaInfo *pTableMetaInfo = tscGetTableMetaInfoFromCmd(&pSql->cmd, 0, 0);
S
slguan 已提交
2248

H
hjxilinx 已提交
2249 2250
  STableMeta *pTableMeta = taosCacheAcquireByName(tscCacheHandle, pTableMetaInfo->name);
  if (pTableMeta == NULL) {
H
hzcheng 已提交
2251 2252 2253 2254 2255 2256 2257 2258
    /* not in cache, abort */
    return 0;
  }

  /*
   * 1. if a user drops one table, which is the only table in a vnode, remove operation will incur vnode to be removed.
   * 2. Then, a user creates a new metric followed by a table with identical name of removed table but different schema,
   * here the table will reside in a new vnode.
S
slguan 已提交
2259 2260
   * The cached information is expired, however, we may have lost the ref of original meter. So, clear whole cache
   * instead.
H
hzcheng 已提交
2261
   */
H
hjxilinx 已提交
2262 2263
  tscTrace("%p force release metermeta after drop table:%s", pSql, pTableMetaInfo->name);
  taosCacheRelease(tscCacheHandle, (void **)&pTableMeta, true);
H
hzcheng 已提交
2264

H
hjxilinx 已提交
2265 2266
  if (pTableMetaInfo->pTableMeta) {
    taosCacheRelease(tscCacheHandle, (void **)&(pTableMetaInfo->pTableMeta), true);
H
hjxilinx 已提交
2267
//    taosCacheRelease(tscCacheHandle, (void **)&(pTableMetaInfo->pMetricMeta), true);
H
hzcheng 已提交
2268 2269 2270 2271 2272 2273
  }

  return 0;
}

int tscProcessAlterTableMsgRsp(SSqlObj *pSql) {
2274
  STableMetaInfo *pTableMetaInfo = tscGetTableMetaInfoFromCmd(&pSql->cmd, 0, 0);
S
slguan 已提交
2275

H
hjxilinx 已提交
2276 2277
  STableMeta *pTableMeta = taosCacheAcquireByName(tscCacheHandle, pTableMetaInfo->name);
  if (pTableMeta == NULL) { /* not in cache, abort */
H
hzcheng 已提交
2278 2279 2280
    return 0;
  }

H
hjxilinx 已提交
2281 2282
  tscTrace("%p force release metermeta in cache after alter-table: %s", pSql, pTableMetaInfo->name);
  taosCacheRelease(tscCacheHandle, (void **)&pTableMeta, true);
H
hzcheng 已提交
2283

H
hjxilinx 已提交
2284
  if (pTableMetaInfo->pTableMeta) {
H
hjxilinx 已提交
2285
    bool isSuperTable = UTIL_TABLE_IS_SUPERTABLE(pTableMetaInfo);
H
hzcheng 已提交
2286

H
hjxilinx 已提交
2287
    taosCacheRelease(tscCacheHandle, (void **)&(pTableMetaInfo->pTableMeta), true);
H
hjxilinx 已提交
2288
//    taosCacheRelease(tscCacheHandle, (void **)&(pTableMetaInfo->pMetricMeta), true);
H
hzcheng 已提交
2289

2290
    if (isSuperTable) {  // if it is a super table, reset whole query cache
H
hjxilinx 已提交
2291
      tscTrace("%p reset query cache since table:%s is stable", pSql, pTableMetaInfo->name);
2292
      taosCacheEmpty(tscCacheHandle);
H
hzcheng 已提交
2293 2294 2295 2296 2297 2298 2299 2300 2301 2302 2303 2304 2305 2306
    }
  }

  return 0;
}

int tscProcessAlterDbMsgRsp(SSqlObj *pSql) {
  UNUSED(pSql);
  return 0;
}

int tscProcessQueryRsp(SSqlObj *pSql) {
  SSqlRes *pRes = &pSql->res;

2307
  SQueryTableRsp *pQuery = (SQueryTableRsp *)pRes->pRsp;
S
slguan 已提交
2308 2309 2310
  pQuery->qhandle = htobe64(pQuery->qhandle);
  pRes->qhandle = pQuery->qhandle;

H
hzcheng 已提交
2311
  pRes->data = NULL;
S
slguan 已提交
2312
  tscResetForNextRetrieve(pRes);
H
hzcheng 已提交
2313 2314 2315
  return 0;
}

H
hjxilinx 已提交
2316
int tscProcessRetrieveRspFromNode(SSqlObj *pSql) {
S
slguan 已提交
2317 2318 2319
  SSqlRes *pRes = &pSql->res;
  SSqlCmd *pCmd = &pSql->cmd;

S
slguan 已提交
2320
  SRetrieveTableRsp *pRetrieve = (SRetrieveTableRsp *)pRes->pRsp;
H
hzcheng 已提交
2321 2322 2323

  pRes->numOfRows = htonl(pRetrieve->numOfRows);
  pRes->precision = htons(pRetrieve->precision);
2324 2325
  pRes->offset    = htobe64(pRetrieve->offset);
  pRes->useconds  = htobe64(pRetrieve->useconds);
H
hjxilinx 已提交
2326
  pRes->completed = (pRetrieve->completed == 1);
2327
  pRes->data      = pRetrieve->data;
H
hjxilinx 已提交
2328
  
2329 2330
  SQueryInfo* pQueryInfo = tscGetQueryInfoDetail(pCmd, pCmd->clauseIndex);
  tscSetResultPointer(pQueryInfo, pRes);
2331

weixin_48148422's avatar
weixin_48148422 已提交
2332
  if (pSql->pSubscription != NULL) {
H
hjxilinx 已提交
2333
    int32_t numOfCols = pQueryInfo->fieldsInfo.numOfOutput;
H
hjxilinx 已提交
2334
    
H
hjxilinx 已提交
2335
    TAOS_FIELD *pField = tscFieldInfoGetField(&pQueryInfo->fieldsInfo, numOfCols - 1);
H
hjxilinx 已提交
2336 2337
    int16_t     offset = tscFieldInfoGetOffset(pQueryInfo, numOfCols - 1);
    
weixin_48148422's avatar
weixin_48148422 已提交
2338 2339
    char* p = pRes->data + (pField->bytes + offset) * pRes->numOfRows;

S
slguan 已提交
2340
    int32_t numOfTables = htonl(*(int32_t*)p);
weixin_48148422's avatar
weixin_48148422 已提交
2341
    p += sizeof(int32_t);
S
slguan 已提交
2342
    for (int i = 0; i < numOfTables; i++) {
weixin_48148422's avatar
weixin_48148422 已提交
2343 2344 2345 2346
      int64_t uid = htobe64(*(int64_t*)p);
      p += sizeof(int64_t);
      TSKEY key = htobe64(*(TSKEY*)p);
      p += sizeof(TSKEY);
2347
      tscUpdateSubscriptionProgress(pSql->pSubscription, uid, key);
weixin_48148422's avatar
weixin_48148422 已提交
2348
    }
2349 2350
  }

H
hzcheng 已提交
2351
  pRes->row = 0;
S
slguan 已提交
2352
  tscTrace("%p numOfRows:%d, offset:%d", pSql, pRes->numOfRows, pRes->offset);
H
hzcheng 已提交
2353 2354 2355 2356 2357

  return 0;
}

int tscProcessRetrieveRspFromLocal(SSqlObj *pSql) {
2358 2359
  SSqlRes *   pRes = &pSql->res;
  SSqlCmd *   pCmd = &pSql->cmd;
2360
  SQueryInfo *pQueryInfo = tscGetQueryInfoDetail(pCmd, 0);
2361

S
slguan 已提交
2362
  SRetrieveTableRsp *pRetrieve = (SRetrieveTableRsp *)pRes->pRsp;
H
hzcheng 已提交
2363 2364 2365

  pRes->numOfRows = htonl(pRetrieve->numOfRows);
  pRes->data = pRetrieve->data;
2366

2367
  tscSetResultPointer(pQueryInfo, pRes);
H
hzcheng 已提交
2368 2369 2370 2371
  pRes->row = 0;
  return 0;
}

H
hjxilinx 已提交
2372
void tscTableMetaCallBack(void *param, TAOS_RES *res, int code);
H
hzcheng 已提交
2373

2374
static int32_t getTableMetaFromMgmt(SSqlObj *pSql, STableMetaInfo *pTableMetaInfo) {
S
slguan 已提交
2375 2376
  SSqlObj *pNew = calloc(1, sizeof(SSqlObj));
  if (NULL == pNew) {
2377
    tscError("%p malloc failed for new sqlobj to get table meta", pSql);
S
slguan 已提交
2378 2379
    return TSDB_CODE_CLI_OUT_OF_MEMORY;
  }
2380

H
hzcheng 已提交
2381 2382 2383
  pNew->pTscObj = pSql->pTscObj;
  pNew->signature = pNew;
  pNew->cmd.command = TSDB_SQL_META;
S
slguan 已提交
2384

2385
  tscAddSubqueryInfo(&pNew->cmd);
2386 2387 2388 2389

  SQueryInfo *pNewQueryInfo = NULL;
  tscGetQueryInfoDetailSafely(&pNew->cmd, 0, &pNewQueryInfo);

H
hjxilinx 已提交
2390
  pNew->cmd.autoCreated = pSql->cmd.autoCreated;  // create table if not exists
S
slguan 已提交
2391
  if (TSDB_CODE_SUCCESS != tscAllocPayload(&pNew->cmd, TSDB_DEFAULT_PAYLOAD_SIZE)) {
2392
    tscError("%p malloc failed for payload to get table meta", pSql);
S
slguan 已提交
2393
    free(pNew);
2394

S
slguan 已提交
2395 2396 2397
    return TSDB_CODE_CLI_OUT_OF_MEMORY;
  }

H
hjxilinx 已提交
2398
  STableMetaInfo *pNewMeterMetaInfo = tscAddEmptyMetaInfo(pNewQueryInfo);
2399
  assert(pNew->cmd.numOfClause == 1 && pNewQueryInfo->numOfTables == 1);
H
hzcheng 已提交
2400

2401
  strncpy(pNewMeterMetaInfo->name, pTableMetaInfo->name, tListLen(pNewMeterMetaInfo->name));
2402
  memcpy(pNew->cmd.payload, pSql->cmd.payload, TSDB_DEFAULT_PAYLOAD_SIZE);  // tag information if table does not exists.
S
slguan 已提交
2403
  tscTrace("%p new pSqlObj:%p to get tableMeta", pSql, pNew);
H
hzcheng 已提交
2404

H
hjxilinx 已提交
2405 2406
  pNew->fp = tscTableMetaCallBack;
  pNew->param = pSql;
H
hzcheng 已提交
2407

H
hjxilinx 已提交
2408 2409 2410
  int32_t code = tscProcessSql(pNew);
  if (code == TSDB_CODE_SUCCESS) {
    code = TSDB_CODE_ACTION_IN_PROGRESS;
H
hzcheng 已提交
2411 2412 2413 2414 2415
  }

  return code;
}

H
hjxilinx 已提交
2416
int32_t tscGetTableMeta(SSqlObj *pSql, STableMetaInfo *pTableMetaInfo) {
H
hjxilinx 已提交
2417
  assert(strlen(pTableMetaInfo->name) != 0);
S
slguan 已提交
2418

2419
  // If this STableMetaInfo owns a table meta, release it first
H
hjxilinx 已提交
2420 2421
  if (pTableMetaInfo->pTableMeta != NULL) {
    taosCacheRelease(tscCacheHandle, (void **)&(pTableMetaInfo->pTableMeta), false);
2422 2423
  }
  
H
hjxilinx 已提交
2424 2425
  pTableMetaInfo->pTableMeta = (STableMeta *)taosCacheAcquireByName(tscCacheHandle, pTableMetaInfo->name);
  if (pTableMetaInfo->pTableMeta != NULL) {
H
hjxilinx 已提交
2426
    STableComInfo tinfo = tscGetTableInfo(pTableMetaInfo->pTableMeta);
2427 2428
    tscTrace("%p retrieve table Meta from cache, the number of columns:%d, numOfTags:%d, %p", pSql, tinfo.numOfColumns,
             tinfo.numOfTags, pTableMetaInfo->pTableMeta);
H
hzcheng 已提交
2429 2430 2431

    return TSDB_CODE_SUCCESS;
  }
2432 2433
  
  return getTableMetaFromMgmt(pSql, pTableMetaInfo);
H
hzcheng 已提交
2434 2435
}

H
hjxilinx 已提交
2436
int tscGetMeterMetaEx(SSqlObj *pSql, STableMetaInfo *pTableMetaInfo, bool createIfNotExists) {
H
hjxilinx 已提交
2437
  pSql->cmd.autoCreated = createIfNotExists;
H
hjxilinx 已提交
2438
  return tscGetTableMeta(pSql, pTableMetaInfo);
H
hzcheng 已提交
2439 2440 2441 2442
}

/*
 * in handling the renew metermeta problem during insertion,
S
slguan 已提交
2443
 *
H
hzcheng 已提交
2444 2445 2446 2447 2448
 * If the meter is created on demand during insertion, the routine usually waits for a short
 * period to re-issue the getMeterMeta msg, in which makes a greater change that vnode has
 * successfully created the corresponding table.
 */
static void tscWaitingForCreateTable(SSqlCmd *pCmd) {
S
slguan 已提交
2449
  if (pCmd->command == TSDB_SQL_INSERT) {
H
hzcheng 已提交
2450 2451 2452 2453 2454 2455 2456
    taosMsleep(50);  // todo: global config
  }
}

/**
 * in renew metermeta, do not retrieve metadata in cache.
 * @param pSql          sql object
S
slguan 已提交
2457
 * @param tableId       meter id
H
hzcheng 已提交
2458 2459
 * @return              status code
 */
S
slguan 已提交
2460
int tscRenewMeterMeta(SSqlObj *pSql, char *tableId) {
2461 2462
  int code = 0;

H
hjxilinx 已提交
2463
  // handle table meta renew process
H
hzcheng 已提交
2464
  SSqlCmd *pCmd = &pSql->cmd;
2465 2466

  SQueryInfo *    pQueryInfo = tscGetQueryInfoDetail(pCmd, 0);
H
hjxilinx 已提交
2467
  STableMetaInfo *pTableMetaInfo = tscGetMetaInfo(pQueryInfo, 0);
H
hzcheng 已提交
2468 2469

  /*
S
slguan 已提交
2470
   * 1. only update the metermeta in force model metricmeta is not updated
H
hzcheng 已提交
2471 2472
   * 2. if get metermeta failed, still get the metermeta
   */
2473
  if (pTableMetaInfo->pTableMeta == NULL || !tscQueryOnSTable(pCmd)) {
2474
    STableMeta* pTableMeta = pTableMetaInfo->pTableMeta;
H
hjxilinx 已提交
2475
    if (pTableMetaInfo->pTableMeta) {
2476 2477
      tscTrace("%p update table meta, old: numOfTags:%d, numOfCols:%d, uid:%" PRId64 ", addr:%p", pSql,
               tscGetNumOfTags(pTableMeta), tscGetNumOfColumns(pTableMeta), pTableMeta->uid, pTableMeta);
H
hzcheng 已提交
2478
    }
2479

2480
    tscWaitingForCreateTable(pCmd);
H
hjxilinx 已提交
2481
    taosCacheRelease(tscCacheHandle, (void **)&(pTableMetaInfo->pTableMeta), true);
H
hzcheng 已提交
2482

2483
    code = getTableMetaFromMgmt(pSql, pTableMetaInfo);  // todo ??
H
hzcheng 已提交
2484
  } else {
H
hjxilinx 已提交
2485
    tscTrace("%p metric query not update metric meta, numOfTags:%d, numOfCols:%d, uid:%" PRId64 ", addr:%p", pSql,
H
hjxilinx 已提交
2486 2487
             tscGetNumOfTags(pTableMetaInfo->pTableMeta), pCmd->numOfCols, pTableMetaInfo->pTableMeta->uid,
             pTableMetaInfo->pTableMeta);
H
hzcheng 已提交
2488 2489 2490 2491 2492
  }

  return code;
}

H
hjxilinx 已提交
2493
int tscGetSTableVgroupInfo(SSqlObj *pSql, int32_t clauseIndex) {
S
slguan 已提交
2494 2495
  int      code = TSDB_CODE_NETWORK_UNAVAIL;
  SSqlCmd *pCmd = &pSql->cmd;
H
hzcheng 已提交
2496

H
hjxilinx 已提交
2497
  //the query condition is serialized into pCmd->payload, we need to rebuild key for stable meta info in cache.
2498
//  bool required = false;
2499

2500
  SQueryInfo *pQueryInfo = tscGetQueryInfoDetail(pCmd, clauseIndex);
2501
  if (pQueryInfo->pTableMetaInfo[0]->vgroupList != NULL) {
H
hjxilinx 已提交
2502 2503 2504 2505
    return TSDB_CODE_SUCCESS;
  }
  
#if 0
2506
  for (int32_t i = 0; i < pQueryInfo->numOfTables; ++i) {
S
slguan 已提交
2507 2508
    char tagstr[TSDB_MAX_TAGS_LEN + 1] = {0};

H
hjxilinx 已提交
2509
    STableMetaInfo *pTableMetaInfo = tscGetMetaInfo(pQueryInfo, i);
H
hjxilinx 已提交
2510
    tscGetMetricMetaCacheKey(pQueryInfo, tagstr, pTableMetaInfo->pTableMeta->uid);
S
slguan 已提交
2511

H
hjxilinx 已提交
2512
//    taosCacheRelease(tscCacheHandle, (void **)&(pTableMetaInfo->pMetricMeta), false);
S
slguan 已提交
2513

2514
    SSuperTableMeta *ppMeta = (SSuperTableMeta *)taosCacheAcquireByName(tscCacheHandle, tagstr);
S
slguan 已提交
2515
    if (ppMeta == NULL) {
2516
      required = true;
S
slguan 已提交
2517 2518
      break;
    } else {
H
hjxilinx 已提交
2519
//      pTableMetaInfo->pMetricMeta = ppMeta;
S
slguan 已提交
2520 2521
    }
  }
H
hzcheng 已提交
2522

2523 2524
  // all metricmeta for one clause are retrieved from cache, no need to retrieve metricmeta from management node
  if (!required) {
H
hzcheng 已提交
2525 2526
    return TSDB_CODE_SUCCESS;
  }
H
hjxilinx 已提交
2527 2528
#endif
  
S
slguan 已提交
2529
  SSqlObj *pNew = calloc(1, sizeof(SSqlObj));
H
hzcheng 已提交
2530 2531 2532
  pNew->pTscObj = pSql->pTscObj;
  pNew->signature = pNew;

H
hjxilinx 已提交
2533
  pNew->cmd.command = TSDB_SQL_STABLEVGROUP;
2534 2535
  
  SQueryInfo *pNewQueryInfo = NULL;
2536 2537 2538
  if ((code = tscGetQueryInfoDetailSafely(&pNew->cmd, 0, &pNewQueryInfo)) != TSDB_CODE_SUCCESS) {
    return code;
  }
2539
  
2540
  for (int32_t i = 0; i < pQueryInfo->numOfTables; ++i) {
H
hjxilinx 已提交
2541
    STableMetaInfo *pMMInfo = tscGetMetaInfo(pQueryInfo, i);
2542

H
hjxilinx 已提交
2543
    STableMeta *pTableMeta = taosCacheAcquireByName(tscCacheHandle, pMMInfo->name);
2544
    tscAddTableMetaInfo(pNewQueryInfo, pMMInfo->name, pTableMeta, NULL, pMMInfo->numOfTags, pMMInfo->tagColumnIndex);
S
slguan 已提交
2545 2546 2547 2548 2549 2550
  }

  if ((code = tscAllocPayload(&pNew->cmd, TSDB_DEFAULT_PAYLOAD_SIZE)) != TSDB_CODE_SUCCESS) {
    tscFreeSqlObj(pNew);
    return code;
  }
H
hzcheng 已提交
2551

2552
  tscTagCondCopy(&pNewQueryInfo->tagCond, &pQueryInfo->tagCond);
H
hzcheng 已提交
2553

2554 2555
  pNewQueryInfo->groupbyExpr = pQueryInfo->groupbyExpr;
  pNewQueryInfo->numOfTables = pQueryInfo->numOfTables;
H
hzcheng 已提交
2556

2557 2558
  pNewQueryInfo->slimit = pQueryInfo->slimit;
  pNewQueryInfo->order = pQueryInfo->order;
H
hjxilinx 已提交
2559 2560 2561 2562 2563
  
  STagCond* pTagCond = &pNewQueryInfo->tagCond;
  tscTrace("%p new sqlobj:%p info, numOfTables:%d, slimit:%" PRId64 ", soffset:%" PRId64 ", order:%d, tbname cond:%s",
      pSql, pNew, pNewQueryInfo->numOfTables, pNewQueryInfo->slimit.limit, pNewQueryInfo->slimit.offset,
      pNewQueryInfo->order.order, pTagCond->tbnameCond.cond)
H
hzcheng 已提交
2564

2565 2566 2567 2568
//  if (pSql->fp != NULL && pSql->pStream == NULL) {
//    pCmd->pDataBlocks = tscDestroyBlockArrayList(pCmd->pDataBlocks);
//    tscFreeSubqueryInfo(pCmd);
//  }
H
hzcheng 已提交
2569

H
hjxilinx 已提交
2570
  tscTrace("%p allocate new pSqlObj:%p to get stable vgroupInfo", pSql, pNew);
2571 2572 2573 2574 2575
  pNew->fp = tscTableMetaCallBack;
  pNew->param = pSql;
  code = tscProcessSql(pNew);
  if (code == TSDB_CODE_SUCCESS) {
    code = TSDB_CODE_ACTION_IN_PROGRESS;
H
hzcheng 已提交
2576 2577 2578 2579 2580
  }

  return code;
}

2581
void tscInitMsgsFp() {
S
slguan 已提交
2582 2583 2584
  tscBuildMsg[TSDB_SQL_SELECT] = tscBuildQueryMsg;
  tscBuildMsg[TSDB_SQL_INSERT] = tscBuildSubmitMsg;
  tscBuildMsg[TSDB_SQL_FETCH] = tscBuildRetrieveMsg;
H
hzcheng 已提交
2585 2586

  tscBuildMsg[TSDB_SQL_CREATE_DB] = tscBuildCreateDbMsg;
2587
  tscBuildMsg[TSDB_SQL_CREATE_USER] = tscBuildUserMsg;
H
hzcheng 已提交
2588

2589 2590
  tscBuildMsg[TSDB_SQL_CREATE_ACCT] = tscBuildAcctMsg;
  tscBuildMsg[TSDB_SQL_ALTER_ACCT] = tscBuildAcctMsg;
H
hzcheng 已提交
2591 2592

  tscBuildMsg[TSDB_SQL_CREATE_TABLE] = tscBuildCreateTableMsg;
S
[TD-16]  
slguan 已提交
2593
  tscBuildMsg[TSDB_SQL_DROP_USER] = tscBuildDropUserMsg;
H
hzcheng 已提交
2594 2595 2596
  tscBuildMsg[TSDB_SQL_DROP_ACCT] = tscBuildDropAcctMsg;
  tscBuildMsg[TSDB_SQL_DROP_DB] = tscBuildDropDbMsg;
  tscBuildMsg[TSDB_SQL_DROP_TABLE] = tscBuildDropTableMsg;
2597
  tscBuildMsg[TSDB_SQL_ALTER_USER] = tscBuildUserMsg;
S
slguan 已提交
2598 2599 2600
  tscBuildMsg[TSDB_SQL_CREATE_DNODE] = tscBuildCreateDnodeMsg;
  tscBuildMsg[TSDB_SQL_DROP_DNODE] = tscBuildDropDnodeMsg;
  tscBuildMsg[TSDB_SQL_CFG_DNODE] = tscBuildCfgDnodeMsg;
H
hzcheng 已提交
2601 2602 2603 2604 2605
  tscBuildMsg[TSDB_SQL_ALTER_TABLE] = tscBuildAlterTableMsg;
  tscBuildMsg[TSDB_SQL_ALTER_DB] = tscAlterDbMsg;

  tscBuildMsg[TSDB_SQL_CONNECT] = tscBuildConnectMsg;
  tscBuildMsg[TSDB_SQL_USE_DB] = tscBuildUseDbMsg;
H
hjxilinx 已提交
2606
  tscBuildMsg[TSDB_SQL_META] = tscBuildTableMetaMsg;
H
hjxilinx 已提交
2607
  tscBuildMsg[TSDB_SQL_STABLEVGROUP] = tscBuildSTableVgroupMsg;
S
slguan 已提交
2608
  tscBuildMsg[TSDB_SQL_MULTI_META] = tscBuildMultiMeterMetaMsg;
H
hzcheng 已提交
2609 2610 2611 2612

  tscBuildMsg[TSDB_SQL_HB] = tscBuildHeartBeatMsg;
  tscBuildMsg[TSDB_SQL_SHOW] = tscBuildShowMsg;
  tscBuildMsg[TSDB_SQL_RETRIEVE] = tscBuildRetrieveFromMgmtMsg;
2613 2614 2615
  tscBuildMsg[TSDB_SQL_KILL_QUERY] = tscBuildKillMsg;
  tscBuildMsg[TSDB_SQL_KILL_STREAM] = tscBuildKillMsg;
  tscBuildMsg[TSDB_SQL_KILL_CONNECTION] = tscBuildKillMsg;
H
hzcheng 已提交
2616 2617

  tscProcessMsgRsp[TSDB_SQL_SELECT] = tscProcessQueryRsp;
H
hjxilinx 已提交
2618
  tscProcessMsgRsp[TSDB_SQL_FETCH] = tscProcessRetrieveRspFromNode;
H
hzcheng 已提交
2619 2620 2621 2622 2623

  tscProcessMsgRsp[TSDB_SQL_DROP_DB] = tscProcessDropDbRsp;
  tscProcessMsgRsp[TSDB_SQL_DROP_TABLE] = tscProcessDropTableRsp;
  tscProcessMsgRsp[TSDB_SQL_CONNECT] = tscProcessConnectRsp;
  tscProcessMsgRsp[TSDB_SQL_USE_DB] = tscProcessUseDbRsp;
2624
  tscProcessMsgRsp[TSDB_SQL_META] = tscProcessTableMetaRsp;
H
hjxilinx 已提交
2625
  tscProcessMsgRsp[TSDB_SQL_STABLEVGROUP] = tscProcessSTableVgroupRsp;
S
slguan 已提交
2626
  tscProcessMsgRsp[TSDB_SQL_MULTI_META] = tscProcessMultiMeterMetaRsp;
H
hzcheng 已提交
2627 2628

  tscProcessMsgRsp[TSDB_SQL_SHOW] = tscProcessShowRsp;
H
hjxilinx 已提交
2629
  tscProcessMsgRsp[TSDB_SQL_RETRIEVE] = tscProcessRetrieveRspFromNode;  // rsp handled by same function.
H
hzcheng 已提交
2630
  tscProcessMsgRsp[TSDB_SQL_DESCRIBE_TABLE] = tscProcessDescribeTableRsp;
2631

H
hzcheng 已提交
2632
  tscProcessMsgRsp[TSDB_SQL_RETRIEVE_TAGS] = tscProcessTagRetrieveRsp;
H
hjxilinx 已提交
2633 2634 2635 2636 2637
  tscProcessMsgRsp[TSDB_SQL_CURRENT_DB] = tscProcessTagRetrieveRsp;
  tscProcessMsgRsp[TSDB_SQL_CURRENT_USER] = tscProcessTagRetrieveRsp;
  tscProcessMsgRsp[TSDB_SQL_SERV_VERSION] = tscProcessTagRetrieveRsp;
  tscProcessMsgRsp[TSDB_SQL_CLI_VERSION] = tscProcessTagRetrieveRsp;
  tscProcessMsgRsp[TSDB_SQL_SERV_STATUS] = tscProcessTagRetrieveRsp;
2638

H
hzcheng 已提交
2639 2640 2641 2642 2643 2644 2645 2646 2647 2648 2649 2650 2651
  tscProcessMsgRsp[TSDB_SQL_RETRIEVE_EMPTY_RESULT] = tscProcessEmptyResultRsp;

  tscProcessMsgRsp[TSDB_SQL_RETRIEVE_METRIC] = tscProcessRetrieveMetricRsp;

  tscProcessMsgRsp[TSDB_SQL_ALTER_TABLE] = tscProcessAlterTableMsgRsp;
  tscProcessMsgRsp[TSDB_SQL_ALTER_DB] = tscProcessAlterDbMsgRsp;

  tscKeepConn[TSDB_SQL_SHOW] = 1;
  tscKeepConn[TSDB_SQL_RETRIEVE] = 1;
  tscKeepConn[TSDB_SQL_SELECT] = 1;
  tscKeepConn[TSDB_SQL_FETCH] = 1;
  tscKeepConn[TSDB_SQL_HB] = 1;
}