/*
* FileRepAckMirror_ConstructAndInsertMessage
* a) reserve ack shared memory
* b) construct message header
* c) calculate message body crc
* d) calculate message header crc
* e) insert message header, message header crc and message body into ack shared memory
* f) set filerep message state to 'ready' so that message can be consumed
* g) signal send ack process so message will be sent to primary immediately
*/
static int
FileRepAckMirror_ConstructAndInsertMessage(
FileRepIdentifier_u fileRepIdentifier,
FileRepRelationType_e fileRepRelationType,
FileRepOperation_e fileRepOperation,
FileRepOperationDescription_u fileRepOperationDescription,
FileRepAckState_e fileRepAckState,
uint32 messageBodyLength,
char *messageBody)
{
FileRepShmemMessageDescr_s *fileRepShmemMessageDescr = NULL;
FileRepMessageHeader_s *fileRepMessageHeader = NULL;
pg_crc32 *fileRepMessageHeaderCrc = 0;
pg_crc32 fileRepMessageHeaderCrcLocal = 0;
char *msgPositionInsert = NULL;
char *fileRepMessageBody = NULL;
uint32 msgLength = 0;
uint32 spareField = 0;
Assert(messageBodyLength == 0);
msgLength = sizeof(FileRepMessageHeader_s) + sizeof(pg_crc32) + messageBodyLength;
/*
* Shared memory is reserved in advance in order to avoid
* holding lock during memcpy() and Crc calculation...
*
* Construct FileRepShmemMessageDescr_s
*/
msgPositionInsert = FileRep_ReserveShmem(
fileRepAckShmemArray[FILEREP_OUTGOING_MESSAGE_QUEUE],
msgLength,
&spareField,
fileRepOperation,
FileRepAckShmemLock);
if (msgPositionInsert == NULL) {
ereport(WARNING,
(errmsg("mirror failure, "
"could not queue ack message to be sent to primary, "
"failover requested"),
errhint("run gprecoverseg to re-establish mirror connectivity"),
FileRep_errdetail(fileRepIdentifier,
fileRepRelationType,
fileRepOperation,
FILEREP_UNDEFINED),
FileRep_errdetail_ShmemAck(),
FileRep_errcontext()));
return STATUS_ERROR;
}
fileRepMessageHeader =
(FileRepMessageHeader_s *) (msgPositionInsert +
sizeof(FileRepShmemMessageDescr_s));
fileRepMessageHeader->fileRepMessageHeaderVersion = FileRepMessageHeaderVersionOne;
fileRepMessageHeader->fileRepRelationType = fileRepRelationType;
fileRepMessageHeader->fileRepOperation = fileRepOperation;
fileRepMessageHeader->fileRepIdentifier = fileRepIdentifier;
fileRepMessageHeader->fileRepAckState = fileRepAckState;
fileRepMessageHeader->messageCount = spareField;
fileRepMessageHeader->messageBodyLength = messageBodyLength;
if (messageBodyLength)
{
FileRep_CalculateCrc((char *) messageBody,
messageBodyLength,
&fileRepMessageHeader->fileRepMessageBodyCrc);
}
else
{
fileRepMessageHeader->fileRepMessageBodyCrc = 0;
}
switch (fileRepOperation) {
case FileRepOperationReconcileXLogEof:
case FileRepOperationValidation:
case FileRepOperationCreate:
fileRepMessageHeader->fileRepOperationDescription = fileRepOperationDescription;
break;
default:
break;
}
/*
* The following fields are not in use during fsync().
* They were zeroed during reserving message buffer.
* a) fileRepOperationDescription
* b) fileRepMessageBodyCrc
* c) messageCount
*/
fileRepMessageHeaderCrc =
(pg_crc32 *) (msgPositionInsert +
sizeof(FileRepMessageHeader_s) +
sizeof(FileRepShmemMessageDescr_s));
FileRep_CalculateCrc((char *) fileRepMessageHeader,
sizeof(FileRepMessageHeader_s),
&fileRepMessageHeaderCrcLocal);
*fileRepMessageHeaderCrc = fileRepMessageHeaderCrcLocal;
FileRep_InsertLogEntry(
"M_ConstructAndInsertMessageAck",
fileRepIdentifier,
fileRepRelationType,
fileRepOperation,
fileRepMessageHeaderCrcLocal,
FILEREP_UNDEFINED,
fileRepAckState,
FILEREP_UNDEFINED,
fileRepMessageHeader->messageCount);
if (Debug_filerep_print)
ereport(LOG,
(errmsg("M_ConstructAndInsertMessageAck construct and insert ack message "
"msg header crc '%u' message body length '%d' position insert '%p' ack state '%s' ",
fileRepMessageHeaderCrcLocal,
messageBodyLength,
msgPositionInsert,
FileRepAckStateToString[fileRepAckState]),
FileRep_errdetail(fileRepIdentifier,
fileRepRelationType,
fileRepOperation,
fileRepMessageHeader->messageCount),
FileRep_errdetail_ShmemAck(),
FileRep_errcontext()));
if (messageBodyLength)
{
fileRepMessageBody = (char *) (msgPositionInsert +
sizeof(FileRepMessageHeader_s) +
sizeof(FileRepShmemMessageDescr_s) +
sizeof(pg_crc32));
memcpy(fileRepMessageBody, messageBody, messageBodyLength);
}
fileRepShmemMessageDescr =
(FileRepShmemMessageDescr_s*) msgPositionInsert;
fileRepShmemMessageDescr->messageSync =
FileRep_IsOperationSynchronous(fileRepOperation);
fileRepShmemMessageDescr->messageState = FileRepShmemMessageStateReady;
LWLockAcquire(FileRepAckShmemLock, LW_EXCLUSIVE);
FileRep_IpcSignal(fileRepIpcArray[fileRepAckShmemArray[FILEREP_OUTGOING_MESSAGE_QUEUE]->ipcArrayIndex]->semC,
&fileRepIpcArray[fileRepAckShmemArray[FILEREP_OUTGOING_MESSAGE_QUEUE]->ipcArrayIndex]->refCountSemC);
LWLockRelease(FileRepAckShmemLock);
return STATUS_OK;
}
/*
* FileRepAckPrimary_RunConsumer()
*/
static int
FileRepAckPrimary_RunConsumer(void)
{
FileRepShmemMessageDescr_s *fileRepShmemMessageDescr = NULL;
FileRepMessageHeader_s *fileRepMessageHeader = NULL;
pg_crc32 *fileRepMessageHeaderCrc;
pg_crc32 messageHeaderCrcLocal = 0;
int status = STATUS_OK;
bool movePositionConsume = FALSE;
FileRepShmem_s *fileRepAckShmem = NULL;
FileRep_InsertConfigLogEntry("run consumer");
fileRepAckShmem = fileRepAckShmemArray[FILEREP_ACKSHMEM_MESSAGE_SLOT_PRIMARY_ACK];
while (1) {
LWLockAcquire(FileRepAckShmemLock, LW_EXCLUSIVE);
if (movePositionConsume) {
fileRepAckShmem->positionConsume =
fileRepAckShmem->positionConsume +
fileRepShmemMessageDescr->messageLength +
sizeof(FileRepShmemMessageDescr_s);
if (fileRepAckShmem->positionConsume == fileRepAckShmem->positionWraparound &&
fileRepAckShmem->positionInsert != fileRepAckShmem->positionWraparound) {
fileRepAckShmem->positionConsume = fileRepAckShmem->positionBegin;
fileRepAckShmem->positionWraparound = fileRepAckShmem->positionEnd;
}
FileRep_IpcSignal(fileRepIpcArray[fileRepAckShmem->ipcArrayIndex]->semP,
&fileRepIpcArray[fileRepAckShmem->ipcArrayIndex]->refCountSemP);
}
fileRepShmemMessageDescr =
(FileRepShmemMessageDescr_s*) fileRepAckShmem->positionConsume;
while ((fileRepAckShmem->positionConsume == fileRepAckShmem->positionInsert) ||
((fileRepAckShmem->positionConsume != fileRepAckShmem->positionInsert) &&
(fileRepShmemMessageDescr->messageState != FileRepShmemMessageStateReady))) {
fileRepIpcArray[fileRepAckShmem->ipcArrayIndex]->refCountSemC++;
LWLockRelease(FileRepAckShmemLock);
FileRepSubProcess_ProcessSignals();
if (FileRepSubProcess_GetState() != FileRepStateReady &&
FileRepSubProcess_GetState() != FileRepStateInitialization) {
LWLockAcquire(FileRepAckShmemLock, LW_EXCLUSIVE);
break;
}
FileRep_IpcWait(fileRepIpcArray[fileRepAckShmem->ipcArrayIndex]->semC, &fileRepIpcArray[fileRepAckShmem->ipcArrayIndex]->refCountSemC, FileRepAckShmemLock);
LWLockAcquire(FileRepAckShmemLock, LW_EXCLUSIVE);
if (fileRepAckShmem->positionConsume == fileRepAckShmem->positionWraparound &&
fileRepAckShmem->positionInsert != fileRepAckShmem->positionWraparound) {
fileRepAckShmem->positionConsume = fileRepAckShmem->positionBegin;
fileRepAckShmem->positionWraparound = fileRepAckShmem->positionEnd;
}
/* Re-assign to find if messageState is changed */
fileRepShmemMessageDescr =
(FileRepShmemMessageDescr_s*) fileRepAckShmem->positionConsume;
} // internal while
fileRepAckShmem->consumeCount++;
LWLockRelease(FileRepAckShmemLock);
FileRepSubProcess_ProcessSignals();
if (FileRepSubProcess_GetState() != FileRepStateReady &&
FileRepSubProcess_GetState() != FileRepStateInitialization) {
break;
}
SIMPLE_FAULT_INJECTOR(FileRepConsumer);
/* Calculate and compare FileRepMessageHeader_s Crc */
fileRepMessageHeader = (FileRepMessageHeader_s*) (fileRepAckShmem->positionConsume +
sizeof(FileRepShmemMessageDescr_s));
FileRep_CalculateCrc((char *) fileRepMessageHeader,
sizeof(FileRepMessageHeader_s),
&messageHeaderCrcLocal);
fileRepMessageHeaderCrc =
(pg_crc32 *) (fileRepAckShmem->positionConsume +
sizeof(FileRepMessageHeader_s) +
sizeof(FileRepShmemMessageDescr_s));
if (*fileRepMessageHeaderCrc != messageHeaderCrcLocal)
{
status = STATUS_ERROR;
ereport(WARNING,
(errmsg("mirror failure, "
"could not match ack message header checksum between primary '%u' and mirror '%u', "
"failover requested",
*fileRepMessageHeaderCrc,
messageHeaderCrcLocal),
errhint("run gprecoverseg to re-establish mirror connectivity"),
FileRep_errdetail(fileRepMessageHeader->fileRepIdentifier,
fileRepMessageHeader->fileRepRelationType,
fileRepMessageHeader->fileRepOperation,
fileRepMessageHeader->messageCount),
FileRep_errdetail_ShmemAck(),
FileRep_errcontext()));
break;
}
/* Write operation is never acknowledged.
* That means message should never have body.
* CRC of body should be always 0.
*/
Assert(fileRepMessageHeader->fileRepOperation != FileRepOperationWrite);
Assert(fileRepMessageHeader->fileRepMessageBodyCrc == 0);
switch (fileRepMessageHeader->fileRepOperation)
{
case FileRepOperationReconcileXLogEof:
xLogEof = fileRepMessageHeader->fileRepOperationDescription.reconcile.xLogEof;
if (Debug_filerep_print)
ereport(LOG,
(errmsg("ack reconcile xlogid '%d' xrecoff '%d' ",
xLogEof.xlogid,
xLogEof.xrecoff)));
break;
case FileRepOperationValidation:
mirrorStatus = fileRepMessageHeader->fileRepOperationDescription.validation.mirrorStatus;
if (Debug_filerep_print)
ereport(LOG,
(errmsg("ack validation status '%s' ",
FileRepStatusToString[mirrorStatus])));
break;
case FileRepOperationCreate:
mirrorStatus = fileRepMessageHeader->fileRepOperationDescription.create.mirrorStatus;
if (Debug_filerep_print)
ereport(LOG,
(errmsg("ack create status '%s' ",
FileRepStatusToString[mirrorStatus])));
break;
case FileRepOperationStartSlruChecksum:
mirrorStatus =
fileRepMessageHeader->fileRepOperationDescription.startChecksum.mirrorStatus;
if (Debug_filerep_print)
{
ereport(LOG,
(errmsg("ack start SLRU checksum: status = '%s', directory = '%s' ",
FileRepStatusToString[mirrorStatus],
fileRepMessageHeader->fileRepIdentifier.fileRepFlatFileIdentifier.directorySimpleName)));
}
break;
case FileRepOperationVerifySlruDirectoryChecksum:
mirrorStatus =
fileRepMessageHeader->fileRepOperationDescription.verifyDirectoryChecksum.mirrorStatus;
if (Debug_filerep_print)
{
ereport(LOG,
(errmsg("ack verify SLRU directory checksum: status = '%s', directory = '%s' ",
FileRepStatusToString[mirrorStatus],
fileRepMessageHeader->fileRepIdentifier.fileRepFlatFileIdentifier.directorySimpleName)));
}
break;
default:
break;
}
if (fileRepMessageHeader->fileRepAckState != FileRepAckStateCompleted) {
status = STATUS_ERROR;
ereport(WARNING,
(errmsg("mirror failure, "
"could not complete operation on mirror ack state '%s', "
"failover requested",
FileRepAckStateToString[fileRepMessageHeader->fileRepAckState]),
errhint("run gprecoverseg to re-establish mirror connectivity"),
errSendAlert(true),
FileRep_errdetail(fileRepMessageHeader->fileRepIdentifier,
fileRepMessageHeader->fileRepRelationType,
fileRepMessageHeader->fileRepOperation,
fileRepMessageHeader->messageCount),
FileRep_errdetail_Shmem(),
FileRep_errdetail_ShmemAck(),
FileRep_errcontext()));
/*
* FAULT has to be set before entry is updated in ack hash table
* in order to suspend backend process.
*/
FileRep_SetSegmentState(SegmentStateFault, FaultTypeMirror);
FileRepSubProcess_ProcessSignals();
}
if (FileRepAckPrimary_UpdateHashEntry(
fileRepMessageHeader->fileRepIdentifier,
fileRepMessageHeader->fileRepRelationType,
fileRepMessageHeader->fileRepAckState) != STATUS_OK) {
status = STATUS_ERROR;
ereport(WARNING,
(errmsg("mirror failure, "
"could not update ack state '%s' in ack hash table, "
"failover requested",
FileRepAckStateToString[fileRepMessageHeader->fileRepAckState]),
errhint("run gprecoverseg to re-establish mirror connectivity"),
errSendAlert(true),
FileRep_errdetail(fileRepMessageHeader->fileRepIdentifier,
fileRepMessageHeader->fileRepRelationType,
fileRepMessageHeader->fileRepOperation,
fileRepMessageHeader->messageCount),
FileRep_errdetail_Shmem(),
FileRep_errdetail_ShmemAck(),
FileRep_errcontext()));
}
FileRep_InsertLogEntry(
"P_RunConsumer",
fileRepMessageHeader->fileRepIdentifier,
fileRepMessageHeader->fileRepRelationType,
fileRepMessageHeader->fileRepOperation,
messageHeaderCrcLocal,
fileRepMessageHeader->fileRepMessageBodyCrc,
fileRepMessageHeader->fileRepAckState,
FILEREP_UNDEFINED,
fileRepMessageHeader->messageCount);
if (status != STATUS_OK) {
break;
}
movePositionConsume = TRUE;
} // while(1)
return status;
}
