Lng32 ExpLOBoper::dropLOB(void * lobGlob, void * lobHeap,
char * lobLoc,Int32 hdfsPort, char *hdfsServer,
Int64 uid, Lng32 num)
{
char buf[101];
char * lobName = ExpGetLOBname(uid, num, buf, 100);
if (lobName == NULL)
return -1;
Lng32 rc = 0;
void * lobGlobL = NULL;
// Call ExeLOBinterface to create the LOB
if (lobGlob == NULL)
{
rc = initLOBglobal(lobGlobL, lobHeap);
if (rc)
return -1;
}
else
lobGlobL = lobGlob;
// Call ExeLOBinterface to drop the LOB
rc = ExpLOBinterfaceDrop(lobGlobL,hdfsServer, hdfsPort, lobName, lobLoc);
return rc;
}
Lng32 ExpLOBoper::createLOB(void * lobGlob, void * lobHeap,
char * lobLoc,Int32 hdfsPort,char *hdfsServer,
Int64 uid, Lng32 num, Int64 lobMaxSize )
{
char buf[100];
char * lobName = ExpGetLOBname(uid, num, buf, 100);
if (lobName == NULL)
return -1;
Lng32 rc = 0;
void * lobGlobL = NULL;
// Call ExeLOBinterface to create the LOB
if (lobGlob == NULL)
{
rc = initLOBglobal(lobGlobL, lobHeap);
if (rc)
return -1;
}
else
lobGlobL = lobGlob;
rc = ExpLOBinterfaceCreate(lobGlobL, lobName, lobLoc, Lob_HDFS_File,hdfsServer,lobMaxSize, hdfsPort);
return rc;
}
Lng32 ExpLOBoper::purgedataLOB(void * lobGlob, char * lobLoc,
Int64 uid, Lng32 num)
{
char buf[100];
char * lobName = ExpGetLOBname(uid, num, buf, 100);
if (lobName == NULL)
return -1;
// Call ExeLOBinterface to purgedata the LOB
Lng32 rc = ExpLOBInterfacePurgedata(lobGlob,(char *)"default", 0, lobName, lobLoc);
if (rc < 0)
return ex_expr::EXPR_ERROR;
return ex_expr::EXPR_OK;
}
ex_expr::exp_return_type ExpLOBiud::insertData(Lng32 handleLen,
char * handle,
char *op_data[],
CollHeap*h,
ComDiagsArea** diagsArea)
{
Lng32 rc = 0;
Lng32 lobOperStatus = checkLobOperStatus();
if (lobOperStatus == DO_NOTHING_)
return ex_expr::EXPR_OK;
Lng32 lobType;
Int64 uid;
Lng32 lobNum;
Int64 lobLen;
// Lng32 flags;
Int64 descSyskey = -1;
// Int64 descTS = -1;
short numChunks = 0;
// short schNameLen = 0;
// char schName[500];
extractFromLOBhandle(NULL, &lobType, &lobNum, &uid,
&descSyskey, NULL, //&descTS,
NULL, NULL, //&schNameLen, schName,
handle);
// get the lob name where data need to be inserted
char tgtLobNameBuf[100];
char * tgtLobName = ExpGetLOBname(uid, lobNum, tgtLobNameBuf, 100);
if (tgtLobName == NULL)
return ex_expr::EXPR_ERROR;
lobLen = getOperand(1)->getLength();
char * lobData = NULL;
if(fromFile())
{
lobData = new (h) char[lobLen];
str_cpy_and_null(lobData,op_data[1],lobLen,'\0',' ',TRUE);
}
else
lobData = op_data[1];
if (fromBuffer())
{
memcpy(&lobLen, op_data[2],sizeof(Int64)); // user specified buffer length
memcpy(lobData,op_data[1],sizeof(Int64)); // user buffer address
}
LobsOper lo ;
if (lobOperStatus == CHECK_STATUS_)
lo = Lob_Check_Status;
else if (handle == NULL)
lo = Lob_InsertDataSimple;
else
lo = Lob_InsertData;
LobsSubOper so = Lob_None;
if (fromFile())
so = Lob_File;
else if (fromString() || fromLoad())
so = Lob_Memory;
else if (fromLob())
so = Lob_Foreign_Lob;
else if(fromBuffer())
so = Lob_Buffer;
Lng32 waitedOp = 0;
#ifdef __EID
waitedOp = 0; // nowaited op from EID/TSE process
#else
waitedOp = 1;
#endif
//temptemp. Remove after ExLobsOper adds nowaited support.
waitedOp = 1;
Lng32 cliError = 0;
blackBoxLen_ = 0;
if (fromLob())
{
Int64 srcDescKey = -1;
Int64 srcDescTS = -1;
char srcLobNameBuf[100];
char * srcLobName = NULL;
short srcSchNameLen = 0;
char srcSchName[500];
extractFromLOBhandle(NULL, &lobType, &lobNum, &uid,
&srcDescKey, &srcDescTS,
&srcSchNameLen, srcSchName,
op_data[1]);
// get the lob name where data will be read from
srcLobName = ExpGetLOBname(uid, lobNum, srcLobNameBuf, 100);
if (srcLobName == NULL)
return ex_expr::EXPR_ERROR;
}
else
{
rc = ExpLOBInterfaceInsert(getExeGlobals()->lobGlobal(),
tgtLobName,
lobStorageLocation(),
lobType,
getLobHdfsServer(), getLobHdfsPort(),
handleLen, handle,
&outHandleLen_, outLobHandle_,
blackBoxLen_, blackBox_,
requestTag_,
getExeGlobals()->lobGlobals()->xnId(),
descSyskey,
lo,
&cliError,
so,
waitedOp,
lobData,
lobLen,getLobMaxSize(),
getLobMaxChunkMemSize(),
getLobGCLimit());
}
if (rc == LOB_ACCESS_PREEMPT)
{
return ex_expr::EXPR_PREEMPT;
}
if (rc < 0)
{
Lng32 intParam1 = -rc;
ExRaiseSqlError(h, diagsArea,
(ExeErrorCode)(8442), NULL, &intParam1,
&cliError, NULL, (char*)"ExpLOBInterfaceInsert",
getLobErrStr(intParam1));
return ex_expr::EXPR_ERROR;
}
return ex_expr::EXPR_OK;
}
ex_expr::exp_return_type ExpLOBiud::insertDesc(char *op_data[],
CollHeap*h,
ComDiagsArea** diagsArea)
{
Lng32 rc;
Lng32 lobOperStatus = checkLobOperStatus();
if (lobOperStatus == DO_NOTHING_)
return ex_expr::EXPR_OK;
char * result = op_data[0];
// get the lob name where data need to be inserted
char tgtLobNameBuf[100];
char * tgtLobName = ExpGetLOBname(objectUID_, lobNum(), tgtLobNameBuf, 100);
if (tgtLobName == NULL)
return ex_expr::EXPR_ERROR;
// call function with the lobname and source value
// to insert it in the LOB.
// Get back offset and len of the LOB.
Int64 descSyskey = 0;
char * lobHandle = NULL;
Lng32 handleLen = 0;
char lobHandleBuf[LOB_HANDLE_LEN];
// if (getExeGlobals()->lobGlobals()->getCurrLobOperInProgress())
if (lobOperStatus == CHECK_STATUS_)
{
lobHandle = lobHandleSaved_;
handleLen = lobHandleLenSaved_;
}
else
{
Int64 descTS = NA_JulianTimestamp();
lobHandle = lobHandleBuf;
ExpLOBoper::genLOBhandle(objectUID_, lobNum(), (short)lobStorageType(),
-1, descTS, -1,
descSchNameLen_, descSchName(),
handleLen, lobHandle);
}
LobsSubOper so = Lob_None;
if (fromFile())
so = Lob_File;
else if (fromString() || fromLoad())
so = Lob_Memory;
else if (fromLob())
so = Lob_Foreign_Lob;
else if (fromBuffer())
so = Lob_Buffer;
Lng32 waitedOp = 0;
#ifdef __EID
waitedOp = 0; // nowaited op from EID/TSE process
#else
waitedOp = 1;
#endif
//temptemp. Remove after ExLobsOper adds nowaited support.
waitedOp = 1;
// temp. Pass lobLen. When ExLobsOper fixes it so len is not needed during
// lob desc update, then remove this.
Int64 lobLen = getOperand(1)->getLength();
blackBoxLen_ = 0;
if (fromExternal())
{
blackBoxLen_ = getOperand(1)->getLength();
str_cpy_and_null(blackBox_, op_data[1], (Lng32)blackBoxLen_,
'\0', ' ', TRUE);
}
Lng32 cliError = 0;
char * lobData = NULL;
lobData= new(h) char[lobLen];
//send lobData only if it's a lob_file operation
if (so == Lob_File)
{
str_cpy_and_null(lobData,op_data[1],lobLen,'\0',' ',TRUE);
}
if (so == Lob_Buffer)
{
memcpy(&lobLen, op_data[2],sizeof(Int64));
}
LobsOper lo ;
if (lobOperStatus == CHECK_STATUS_)
lo = Lob_Check_Status;
else if (lobHandle == NULL)
lo = Lob_InsertDataSimple;
else
lo = Lob_InsertDesc;
rc = ExpLOBInterfaceInsert
(getExeGlobals()->lobGlobal(),
tgtLobName,
lobStorageLocation(),
lobStorageType(),
getLobHdfsServer(), getLobHdfsPort(),
handleLen, lobHandle,
&outHandleLen_, outLobHandle_,
blackBoxLen_, blackBox_,
requestTag_,
getExeGlobals()->lobGlobals()->xnId(),
descSyskey,
lo,
&cliError,
so,
waitedOp,
lobData, lobLen, getLobMaxSize(), getLobMaxChunkMemSize(),getLobGCLimit());
if (rc == LOB_ACCESS_PREEMPT)
{
// save the handle so it could be used after return from preempt
lobHandleLenSaved_ = handleLen;
str_cpy_all(lobHandleSaved_, lobHandle, handleLen);
return ex_expr::EXPR_PREEMPT;
}
if (rc < 0)
{
Lng32 intParam1 = -rc;
ExRaiseSqlError(h, diagsArea,
(ExeErrorCode)(8442), NULL, &intParam1,
&cliError, NULL, (char*)"ExpLOBInterfaceInsert",
getLobErrStr(intParam1));
return ex_expr::EXPR_ERROR;
}
// extract and update lob handle with the returned values
if (outHandleLen_ > 0)
{
ExpLOBoper::extractFromLOBhandle(NULL, NULL, NULL, NULL, &descSyskey,
NULL, NULL, NULL, outLobHandle_);
ExpLOBoper::updLOBhandle(descSyskey, 0, lobHandle);
}
str_cpy_all(result, lobHandle, handleLen);
getOperand(0)->setVarLength(handleLen, op_data[-MAX_OPERANDS]);
if (NOT fromExternal())
{
getExeGlobals()->lobGlobals()->lobLoadInfo()->
setLobHandle(lobNum(), handleLen, lobHandle);
}
return ex_expr::EXPR_OK;
}
ex_expr::exp_return_type ExpLOBconvert::eval(char *op_data[],
CollHeap*h,
ComDiagsArea** diagsArea)
{
Lng32 rc = 0;
Lng32 lobOperStatus = checkLobOperStatus();
if (lobOperStatus == DO_NOTHING_)
return ex_expr::EXPR_OK;
char * result = op_data[0];
char * lobHandle = op_data[1];
char *tgtFileName = NULL;
Int32 handleLen = getOperand(1)->getLength(op_data[-MAX_OPERANDS+1]);
Int64 uid;
Lng32 lobType;
Lng32 lobNum;
Int64 descKey;
Int64 descTS;
Int16 flags;
short schNameLen = 0;
char schName[500];
LobsSubOper so;
Lng32 cliError = 0;
Lng32 waitedOp = 0;
Int64 lobLen = 0;
char *lobData = NULL;
#ifdef __EID
waitedOp = 0; // nowaited op from EID/TSE process
#else
waitedOp = 1;
#endif
//temptemp. Remove after ExLobsOper adds nowaited support.
waitedOp = 1;
extractFromLOBhandle(&flags, &lobType, &lobNum, &uid,
&descKey, &descTS,
&schNameLen, schName,
lobHandle);
// get the lob name where data need to be inserted
char lobNameBuf[100];
char * lobName = ExpGetLOBname(uid, lobNum, lobNameBuf, 100);
if(toFile())
{
so = Lob_File;
tgtFileName = tgtFileName_;
rc = ExpLOBInterfaceSelect(getExeGlobals()->lobGlobal(),
lobName,
lobStorageLocation(),
lobType,
getLobHdfsServer(), getLobHdfsPort(),
handleLen, lobHandle,
requestTag_,
so,
getExeGlobals()->lobGlobals()->xnId(),
(lobOperStatus == CHECK_STATUS_ ? 1 : 0),
waitedOp,
0, lobLen, lobLen, tgtFileName,getLobMaxChunkMemSize());
}
else if (toString())
{
so = Lob_Memory;
if (lobName == NULL)
return ex_expr::EXPR_ERROR;
lobLen = getConvertSize();
lobData = new(h) char[(Lng32)lobLen];
rc = ExpLOBInterfaceSelect(getExeGlobals()->lobGlobal(),
lobName,
lobStorageLocation(),
lobType,
getLobHdfsServer(), getLobHdfsPort(),
handleLen, lobHandle,
requestTag_,
so,
getExeGlobals()->lobGlobals()->xnId(),
(lobOperStatus == CHECK_STATUS_ ? 1 : 0),
waitedOp,
0, lobLen, lobLen, lobData,getLobMaxChunkMemSize());
if (rc == LOB_ACCESS_PREEMPT)
{
return ex_expr::EXPR_PREEMPT;
}
if (rc < 0)
{
Lng32 intParam1 = -rc;
ExRaiseSqlError(h, diagsArea,
(ExeErrorCode)(8442), NULL, &intParam1,
&cliError, NULL, (char*)"ExpLOBInterfaceSelect",
getLobErrStr(intParam1));
return ex_expr::EXPR_ERROR;
}
// store the length of substring in the varlen indicator.
if (getOperand(0)->getVCIndicatorLength() > 0)
{
getOperand(0)->setVarLength((UInt32)lobLen, op_data[-MAX_OPERANDS] );
if (lobLen > 0)
str_cpy_all(op_data[0], lobData, (Lng32)lobLen);
}
else
{
str_pad(result, getOperand(0)->getLength());
str_cpy_all(result, lobData, strlen(lobData));
}
NADELETEBASIC(lobData, h);
}
else
return ex_expr::EXPR_ERROR;
return ex_expr::EXPR_OK;
}
ex_expr::exp_return_type ExpLOBupdate::eval(char *op_data[],
CollHeap*h,
ComDiagsArea** diagsArea)
{
Lng32 rc;
Lng32 lobOperStatus = checkLobOperStatus();
if (lobOperStatus == DO_NOTHING_)
return ex_expr::EXPR_OK;
char * result = op_data[0];
char * lobHandle = NULL;
Lng32 handleLen = 0;
Lng32 sLobType;
Int64 sUid;
Lng32 sLobNum;
Int64 sDescSyskey = -1;
Int64 sDescTS = -1;
Int16 sFlags;
short sSchNameLen = 0;
char sSchName[500];
if (getOperand(2)->getNullFlag() &&
nullValue_)
{
ex_expr::exp_return_type err = insertDesc(op_data, h, diagsArea);
if (err == ex_expr::EXPR_ERROR)
return err;
char * handle = op_data[0];
handleLen = getOperand(0)->getLength();
err = insertData(handleLen, handle, op_data, h, diagsArea);
return err;
}
else
{
lobHandle = op_data[2];
handleLen = getOperand(2)->getLength(op_data[-MAX_OPERANDS+2]);
}
extractFromLOBhandle(&sFlags, &sLobType, &sLobNum, &sUid,
&sDescSyskey, &sDescTS,
&sSchNameLen, sSchName,
lobHandle); //op_data[2]);
// get the lob name where data need to be updated
char tgtLobNameBuf[100];
char * tgtLobName = ExpGetLOBname(sUid, sLobNum, tgtLobNameBuf, 100);
if (tgtLobName == NULL)
return ex_expr::EXPR_ERROR;
char fromLobNameBuf[100];
char * fromLobName = NULL;
Int64 fromDescKey = 0;
Int64 fromDescTS = 0;
short fromSchNameLen = 0;
char fromSchName[500];
if (0) // TBD. fromLob())
{
Lng32 fromLobType;
Int64 fromLobUid;
Lng32 fromLobNum;
Int16 fromFlags;
extractFromLOBhandle(&fromFlags, &fromLobType, &fromLobNum, &fromLobUid,
&fromDescKey, &fromDescTS,
&fromSchNameLen, fromSchName,
op_data[1]);
// get the lob name where data will be read from
fromLobName = ExpGetLOBname(fromLobUid, fromLobNum, fromLobNameBuf, 100);
if (fromLobName == NULL)
return ex_expr::EXPR_ERROR;
}
LobsSubOper so = Lob_None;
if (fromFile())
so = Lob_File;
else if (fromString())
so = Lob_Memory;
else if (fromLob())
so = Lob_Foreign_Lob;
else if (fromBuffer())
so= Lob_Buffer;
Lng32 waitedOp = 0;
#ifdef __EID
waitedOp = 0; // nowaited op from EID/TSE process
#else
waitedOp = 1;
#endif
//temptemp. Remove after ExLobsOper adds nowaited support.
waitedOp = 1;
Lng32 cliError = 0;
// call function with the lobname and source value
// to update it in the LOB.
// Get back offset and len of the LOB.
// Int64 offset = 0;
Int64 lobLen = getOperand(1)->getLength();
char * data = op_data[1];
if (fromBuffer())
{
memcpy(&lobLen, op_data[3],sizeof(Int64)); // user specified buffer length
memcpy(data,op_data[1],sizeof(Int64)); // user buffer address
}
if (isAppend())
{
rc = ExpLOBInterfaceUpdateAppend
(getExeGlobals()->lobGlobal(),
getLobHdfsServer(),
getLobHdfsPort(),
tgtLobName,
lobStorageLocation(),
handleLen, lobHandle,
&outHandleLen_, outLobHandle_,
requestTag_,
getExeGlobals()->lobGlobals()->xnId(),
(lobOperStatus == CHECK_STATUS_ ? 1 : 0),
waitedOp,
so,
sDescSyskey,
lobLen,
data,
fromLobName, fromSchNameLen, fromSchName,
fromDescKey, fromDescTS,
getLobMaxSize(), getLobMaxChunkMemSize(),getLobGCLimit());
}
else
{
rc = ExpLOBInterfaceUpdate
(getExeGlobals()->lobGlobal(),
getLobHdfsServer(),
getLobHdfsPort(),
tgtLobName,
lobStorageLocation(),
handleLen, lobHandle,
&outHandleLen_, outLobHandle_,
requestTag_,
getExeGlobals()->lobGlobals()->xnId(),
(lobOperStatus == CHECK_STATUS_ ? 1 : 0),
waitedOp,
so,
sDescSyskey,
lobLen,
data,
fromLobName, fromSchNameLen, fromSchName,
fromDescKey, fromDescTS,
getLobMaxSize(), getLobMaxChunkMemSize(),getLobGCLimit());
}
if (rc < 0)
{
Lng32 intParam1 = -rc;
ExRaiseSqlError(h, diagsArea,
(ExeErrorCode)(8442), NULL, &intParam1,
&cliError, NULL, (char*)"ExpLOBInterfaceUpdate",
getLobErrStr(intParam1));
return ex_expr::EXPR_ERROR;
}
// update lob handle with the returned values
str_cpy_all(result, lobHandle, handleLen);
// str_cpy_all(result, op_data[2], handleLen);
// ExpLOBoper::updLOBhandle(sDescSyskey, 0, result);
getOperand(0)->setVarLength(handleLen, op_data[-MAX_OPERANDS]);
return ex_expr::EXPR_OK;
}
ex_expr::exp_return_type ExpLOBdelete::eval(char *op_data[],
CollHeap*h,
ComDiagsArea** diagsArea)
{
Lng32 rc = 0;
Lng32 lobOperStatus = checkLobOperStatus();
if (lobOperStatus == DO_NOTHING_)
return ex_expr::EXPR_OK;
char * result = op_data[0];
Lng32 lobType;
Int64 uid;
Lng32 lobNum;
Int64 descSyskey;
Int64 descTS = -1;
extractFromLOBhandle(NULL, &lobType, &lobNum, &uid,
&descSyskey, NULL, //descTS,
NULL, NULL,
op_data[1]);
Lng32 handleLen = getOperand(1)->getLength(op_data[-MAX_OPERANDS+1]);
// get the lob name where data need to be deleted
char lobNameBuf[100];
char * lobName = ExpGetLOBname(uid, lobNum, lobNameBuf, 100);
if (lobName == NULL)
return ex_expr::EXPR_ERROR;
Lng32 waitedOp = 0;
#ifdef __EID
waitedOp = 0; // nowaited op from EID/TSE process
#else
waitedOp = 1;
#endif
//temptemp. Remove after ExLobsOper adds nowaited support.
waitedOp = 1;
Lng32 cliError = 0;
// call function with the lobname and offset to delete it.
rc = ExpLOBInterfaceDelete
(getExeGlobals()->lobGlobal(),
getLobHdfsServer(),
getLobHdfsPort(),
lobName,
lobStorageLocation(),
handleLen, op_data[1],
requestTag_,
getExeGlobals()->lobGlobals()->xnId(),
descSyskey,
// (getExeGlobals()->lobGlobals()->getCurrLobOperInProgress() ? 1 : 0),
(lobOperStatus == CHECK_STATUS_ ? 1 : 0),
waitedOp);
if (rc == LOB_ACCESS_PREEMPT)
{
return ex_expr::EXPR_PREEMPT;
}
if (rc < 0)
{
Lng32 intParam1 = -rc;
ExRaiseSqlError(h, diagsArea,
(ExeErrorCode)(8442), NULL, &intParam1,
&cliError, NULL, (char*)"ExpLOBInterfaceDelete",
getLobErrStr(intParam1));
return ex_expr::EXPR_ERROR;
}
return ex_expr::EXPR_OK;
}