int
lcb_pktinfo_ior_get(packet_info *info, rdb_IOROPE *ior, unsigned *required)
{
unsigned total = rdb_get_nused(ior);
unsigned wanted = sizeof(info->res.bytes);
if (total < wanted) {
*required = wanted;
return 0;
}
rdb_copyread(ior, info->res.bytes, sizeof(info->res.bytes));
if (!PACKET_NBODY(info)) {
rdb_consumed(ior, sizeof(info->res.bytes));
return 1;
}
wanted += PACKET_NBODY(info);
if (total < wanted) {
*required = wanted;
return 0;
}
rdb_consumed(ior, sizeof(info->res.bytes));
info->payload = rdb_get_consolidated(ior, PACKET_NBODY(info));
return 1;
}
void
lcb_pktinfo_ior_done(packet_info *info, rdb_IOROPE *ior)
{
if (!PACKET_NBODY(info)) {
return;
}
rdb_consumed(ior, PACKET_NBODY(info));
}
static int
send_sasl_step(mc_pSESSREQ sreq, packet_info *packet)
{
protocol_binary_request_no_extras req;
protocol_binary_request_header *hdr = &req.message.header;
cbsasl_error_t saslerr;
const char *step_data;
unsigned int ndata;
mc_pSESSINFO ctx = sreq->inner;
saslerr = cbsasl_client_step(
ctx->sasl, packet->payload, PACKET_NBODY(packet), NULL, &step_data,
&ndata);
if (saslerr != SASL_CONTINUE) {
set_error_ex(sreq, LCB_EINTERNAL, "Unable to perform SASL STEP");
return -1;
}
memset(&req, 0, sizeof(req));
hdr->request.magic = PROTOCOL_BINARY_REQ;
hdr->request.opcode = PROTOCOL_BINARY_CMD_SASL_STEP;
hdr->request.keylen = htons((uint16_t)ctx->nmech);
hdr->request.bodylen = htonl((uint32_t)ndata + ctx->nmech);
hdr->request.datatype = PROTOCOL_BINARY_RAW_BYTES;
lcbio_ctx_put(sreq->ctx, req.bytes, sizeof(req.bytes));
lcbio_ctx_put(sreq->ctx, ctx->mech, ctx->nmech);
lcbio_ctx_put(sreq->ctx, step_data, ndata);
lcbio_ctx_rwant(sreq->ctx, 24);
return 0;
}
static void version_response_handler(lcb_server_t *server,
packet_info *info)
{
lcb_t root = server->instance;
lcb_uint16_t status = PACKET_STATUS(info);
lcb_error_t rc = map_error(root, status);
lcb_uint32_t nvstring = PACKET_NBODY(info);
const char *vstring;
lcb_server_version_resp_t resp;
struct lcb_command_data_st *command_data = &info->ct;
if (nvstring) {
vstring = info->payload;
} else {
vstring = NULL;
}
setup_lcb_server_version_resp_t(&resp, server->authority, vstring, nvstring);
PACKET_TRACE(TRACE_VERSIONS_PROGRESS, info, rc, &resp);
root->callbacks.version(root, command_data->cookie, rc, &resp);
if (lcb_lookup_server_with_command(root, PROTOCOL_BINARY_CMD_VERSION,
PACKET_OPAQUE(info), server) < 0) {
memset(&resp, 0, sizeof(resp));
PACKET_TRACE_NORES(TRACE_VERSIONS_END, info, LCB_SUCCESS);
root->callbacks.version(root, command_data->cookie, LCB_SUCCESS, &resp);
}
}
static void
H_version(mc_PIPELINE *pipeline, mc_PACKET *request, packet_info *response,
lcb_error_t immerr)
{
lcb_t root = pipeline->parent->cqdata;
lcb_RESPMCVERSION resp = { 0 };
mc_REQDATAEX *exdata = request->u_rdata.exdata;
MK_ERROR(root, &resp, response, immerr);
if (PACKET_NBODY(response)) {
resp.mcversion = response->payload;
resp.nversion = PACKET_NBODY(response);
}
exdata->procs->handler(pipeline, request, resp.rc, &resp);
}
static void
H_version(mc_PIPELINE *pipeline, mc_PACKET *request, packet_info *response,
lcb_error_t immerr)
{
lcb_t root = pipeline->parent->instance;
lcb_error_t rc;
lcb_server_version_resp_t resp;
mc_REQDATAEX *exdata = request->u_rdata.exdata;
MK_ERROR(root, rc, response, immerr);
if (PACKET_NBODY(response)) {
resp.v.v0.vstring = response->payload;
resp.v.v0.nvstring = PACKET_NBODY(response);
}
exdata->callback(pipeline, request, rc, &resp);
}
/**
* Invoked when get a NOT_MY_VBUCKET response. If the response contains a JSON
* payload then we refresh the configuration with it.
*
* This function returns 1 if the operation was successfully rescheduled;
* otherwise it returns 0. If it returns 0 then we give the error back to the
* user.
*/
static int
handle_nmv(mc_SERVER *oldsrv, packet_info *resinfo, mc_PACKET *oldpkt)
{
mc_PACKET *newpkt;
protocol_binary_request_header hdr;
lcb_error_t err = LCB_ERROR;
lcb_t instance = oldsrv->instance;
lcb_U16 vbid;
clconfig_provider *cccp = lcb_confmon_get_provider(instance->confmon,
LCB_CLCONFIG_CCCP);
mcreq_read_hdr(oldpkt, &hdr);
vbid = ntohs(hdr.request.vbucket);
lcb_log(LOGARGS(oldsrv, WARN), LOGFMT "NOT_MY_VBUCKET. Packet=%p (S=%u). VBID=%u", LOGID(oldsrv), (void*)oldpkt, oldpkt->opaque, vbid);
/* Notify of new map */
lcb_vbguess_remap(instance, vbid, oldsrv->pipeline.index);
if (PACKET_NBODY(resinfo) && cccp->enabled) {
lcb_string s;
lcb_string_init(&s);
lcb_string_append(&s, PACKET_VALUE(resinfo), PACKET_NVALUE(resinfo));
err = lcb_cccp_update(cccp, mcserver_get_host(oldsrv), &s);
lcb_string_release(&s);
}
if (err != LCB_SUCCESS) {
int bs_options;
if (instance->cur_configinfo->origin == LCB_CLCONFIG_CCCP) {
/**
* XXX: Not enough to see if cccp was enabled, since cccp might
* be requested by a user, but would still not actually be active
* for clusters < 2.5 If our current config is from CCCP
* then we can be fairly certain that CCCP is indeed working.
*
* For this reason, we don't use if (cccp->enabled) {...}
*/
bs_options = LCB_BS_REFRESH_THROTTLE;
} else {
bs_options = LCB_BS_REFRESH_ALWAYS;
}
lcb_bootstrap_common(instance, bs_options);
}
if (!lcb_should_retry(oldsrv->settings, oldpkt, LCB_NOT_MY_VBUCKET)) {
return 0;
}
/** Reschedule the packet again .. */
newpkt = mcreq_renew_packet(oldpkt);
newpkt->flags &= ~MCREQ_STATE_FLAGS;
lcb_retryq_nmvadd(instance->retryq, (mc_EXPACKET*)newpkt);
return 1;
}
static int
parse_hello(mc_pSESSREQ sreq, packet_info *packet)
{
/* some caps */
const char *cur;
const char *payload = PACKET_BODY(packet);
const char *limit = payload + PACKET_NBODY(packet);
for (cur = payload; cur < limit; cur += 2) {
lcb_U16 tmp;
memcpy(&tmp, cur, sizeof(tmp));
tmp = ntohs(tmp);
lcb_log(LOGARGS(sreq, DEBUG), SESSREQ_LOGFMT "Found feature 0x%x (%s)", SESSREQ_LOGID(sreq), tmp, protocol_feature_2_text(tmp));
sreq->inner->features[tmp] = 1;
}
return 0;
}
/**
* Invoked when get a NOT_MY_VBUCKET response. If the response contains a JSON
* payload then we refresh the configuration with it.
*
* This function returns 1 if the operation was successfully rescheduled;
* otherwise it returns 0. If it returns 0 then we give the error back to the
* user.
*/
static int
handle_nmv(mc_SERVER *oldsrv, packet_info *resinfo, mc_PACKET *oldpkt)
{
mc_PACKET *newpkt;
protocol_binary_request_header hdr;
lcb_error_t err = LCB_ERROR;
lcb_t instance = oldsrv->instance;
lcb_U16 vbid;
int tmpix;
clconfig_provider *cccp = lcb_confmon_get_provider(instance->confmon,
LCB_CLCONFIG_CCCP);
mcreq_read_hdr(oldpkt, &hdr);
vbid = ntohs(hdr.request.vbucket);
lcb_log(LOGARGS(oldsrv, WARN), LOGFMT "NOT_MY_VBUCKET. Packet=%p (S=%u). VBID=%u", LOGID(oldsrv), (void*)oldpkt, oldpkt->opaque, vbid);
/* Notify of new map */
tmpix = lcb_vbguess_remap(LCBT_VBCONFIG(instance),
instance->vbguess, vbid, oldsrv->pipeline.index);
if (tmpix > -1 && tmpix != oldsrv->pipeline.index) {
lcb_log(LOGARGS(oldsrv, TRACE), LOGFMT "Heuristically set IX=%d as master for VBID=%u", LOGID(oldsrv), tmpix, vbid);
}
if (PACKET_NBODY(resinfo) && cccp->enabled) {
lcb_string s;
lcb_string_init(&s);
lcb_string_append(&s, PACKET_VALUE(resinfo), PACKET_NVALUE(resinfo));
err = lcb_cccp_update(cccp, mcserver_get_host(oldsrv), &s);
lcb_string_release(&s);
}
if (err != LCB_SUCCESS) {
lcb_bootstrap_common(instance, LCB_BS_REFRESH_ALWAYS);
}
if (!lcb_should_retry(oldsrv->settings, oldpkt, LCB_NOT_MY_VBUCKET)) {
return 0;
}
/** Reschedule the packet again .. */
newpkt = mcreq_renew_packet(oldpkt);
newpkt->flags &= ~MCREQ_STATE_FLAGS;
lcb_retryq_add(instance->retryq, (mc_EXPACKET*)newpkt, LCB_NOT_MY_VBUCKET);
return 1;
}
static void
H_observe(mc_PIPELINE *pipeline, mc_PACKET *request, packet_info *response,
lcb_error_t immerr)
{
lcb_t root = pipeline->parent->cqdata;
uint32_t ttp;
uint32_t ttr;
lcb_size_t pos;
lcbvb_CONFIG* config;
const char *end, *ptr;
mc_REQDATAEX *rd = request->u_rdata.exdata;
lcb_RESPOBSERVE resp = { 0 };
MK_ERROR(root, &resp, response, immerr);
if (resp.rc != LCB_SUCCESS) {
if (! (request->flags & MCREQ_F_INVOKED)) {
rd->procs->handler(pipeline, request, resp.rc, NULL);
}
return;
}
/** The CAS field is split into TTP/TTR values */
ptr = (char *)&response->res.response.cas;
memcpy(&ttp, ptr, sizeof(ttp));
memcpy(&ttr, ptr + sizeof(ttp), sizeof(ttp));
ttp = ntohl(ttp);
ttr = ntohl(ttr);
/** Actual payload sequence of (vb, nkey, key). Repeats multiple times */
ptr = response->payload;
end = (char *)ptr + PACKET_NBODY(response);
config = pipeline->parent->config;
for (pos = 0; ptr < end; pos++) {
lcb_cas_t cas;
lcb_uint8_t obs;
lcb_uint16_t nkey, vb;
const char *key;
memcpy(&vb, ptr, sizeof(vb));
vb = ntohs(vb);
ptr += sizeof(vb);
memcpy(&nkey, ptr, sizeof(nkey));
nkey = ntohs(nkey);
ptr += sizeof(nkey);
key = (const char *)ptr;
ptr += nkey;
obs = *((lcb_uint8_t *)ptr);
ptr += sizeof(obs);
memcpy(&cas, ptr, sizeof(cas));
ptr += sizeof(cas);
resp.key = key;
resp.nkey = nkey;
resp.cas = cas;
resp.status = obs;
resp.ismaster = pipeline->index == lcbvb_vbmaster(config, vb);
resp.ttp = 0;
resp.ttr = 0;
TRACE_OBSERVE_PROGRESS(response, &resp);
if (! (request->flags & MCREQ_F_INVOKED)) {
rd->procs->handler(pipeline, request, resp.rc, &resp);
}
}
TRACE_OBSERVE_END(response);
}
/**
* It's assumed the server buffers will be reset upon close(), so we must make
* sure to _not_ release the ringbuffer if that happens.
*/
static void
handle_read(lcbio_CTX *ioctx, unsigned nb)
{
mc_pSESSREQ sreq = lcbio_ctx_data(ioctx);
packet_info info;
unsigned required;
uint16_t status;
sreq_STATE state = SREQ_S_WAIT;
int rc;
GT_NEXT_PACKET:
memset(&info, 0, sizeof(info));
rc = lcb_pktinfo_ectx_get(&info, ioctx, &required);
if (rc == 0) {
LCBIO_CTX_RSCHEDULE(ioctx, required);
return;
} else if (rc < 0) {
state = SREQ_S_ERROR;
}
status = PACKET_STATUS(&info);
switch (PACKET_OPCODE(&info)) {
case PROTOCOL_BINARY_CMD_SASL_LIST_MECHS: {
lcb_string str;
int saslrc;
const char *mechlist_data;
unsigned int nmechlist_data;
if (lcb_string_init(&str)) {
set_error_ex(sreq, LCB_CLIENT_ENOMEM, NULL);
state = SREQ_S_ERROR;
break;
}
if (lcb_string_append(&str, info.payload, PACKET_NBODY(&info))) {
lcb_string_release(&str);
set_error_ex(sreq, LCB_CLIENT_ENOMEM, NULL);
state = SREQ_S_ERROR;
break;
}
saslrc = set_chosen_mech(sreq, &str, &mechlist_data, &nmechlist_data);
if (saslrc == 0) {
if (0 == send_sasl_auth(sreq, mechlist_data, nmechlist_data)) {
state = SREQ_S_WAIT;
} else {
state = SREQ_S_ERROR;
}
} else if (saslrc < 0) {
state = SREQ_S_ERROR;
} else {
state = SREQ_S_HELLODONE;
}
lcb_string_release(&str);
break;
}
case PROTOCOL_BINARY_CMD_SASL_AUTH: {
if (status == PROTOCOL_BINARY_RESPONSE_SUCCESS) {
send_hello(sreq);
state = SREQ_S_AUTHDONE;
break;
}
if (status != PROTOCOL_BINARY_RESPONSE_AUTH_CONTINUE) {
set_error_ex(sreq, LCB_AUTH_ERROR, "SASL AUTH failed");
state = SREQ_S_ERROR;
break;
}
if (send_sasl_step(sreq, &info) == 0 && send_hello(sreq) == 0) {
state = SREQ_S_WAIT;
} else {
state = SREQ_S_ERROR;
}
break;
}
case PROTOCOL_BINARY_CMD_SASL_STEP: {
if (status != PROTOCOL_BINARY_RESPONSE_SUCCESS) {
lcb_log(LOGARGS(sreq, WARN), SESSREQ_LOGFMT "SASL auth failed with STATUS=0x%x", SESSREQ_LOGID(sreq), status);
set_error_ex(sreq, LCB_AUTH_ERROR, "SASL Step Failed");
state = SREQ_S_ERROR;
} else {
/* Wait for pipelined HELLO response */
state = SREQ_S_AUTHDONE;
}
break;
}
case PROTOCOL_BINARY_CMD_HELLO: {
state = SREQ_S_HELLODONE;
if (status == PROTOCOL_BINARY_RESPONSE_SUCCESS) {
parse_hello(sreq, &info);
} else if (status == PROTOCOL_BINARY_RESPONSE_UNKNOWN_COMMAND ||
status == PROTOCOL_BINARY_RESPONSE_NOT_SUPPORTED) {
lcb_log(LOGARGS(sreq, DEBUG), SESSREQ_LOGFMT "Server does not support HELLO", SESSREQ_LOGID(sreq));
/* nothing */
} else {
set_error_ex(sreq, LCB_PROTOCOL_ERROR, "Hello response unexpected");
state = SREQ_S_ERROR;
}
break;
}
default: {
state = SREQ_S_ERROR;
lcb_log(LOGARGS(sreq, ERROR), SESSREQ_LOGFMT "Received unknown response. OP=0x%x. RC=0x%x", SESSREQ_LOGID(sreq), PACKET_OPCODE(&info), PACKET_STATUS(&info));
set_error_ex(sreq, LCB_NOT_SUPPORTED, "Received unknown response");
break;
}
}
lcb_pktinfo_ectx_done(&info, ioctx);
if (sreq->err != LCB_SUCCESS) {
bail_pending(sreq);
} else if (state == SREQ_S_ERROR) {
set_error_ex(sreq, LCB_ERROR, "FIXME: Error code set without description");
} else if (state == SREQ_S_HELLODONE) {
negotiation_success(sreq);
} else {
goto GT_NEXT_PACKET;
}
(void)nb;
}
/* This function is called within a loop to process a single packet.
*
* If a full packet is available, it will process the packet and return
* PKT_READ_COMPLETE, resulting in the `on_read()` function calling this
* function in a loop.
*
* When a complete packet is not available, PKT_READ_PARTIAL will be returned
* and the `on_read()` loop will exit, scheduling any required pending I/O.
*/
static int
try_read(lcbio_CTX *ctx, mc_SERVER *server, rdb_IOROPE *ior)
{
packet_info info_s, *info = &info_s;
mc_PACKET *request;
mc_PIPELINE *pl = &server->pipeline;
unsigned pktsize = 24, is_last = 1;
#define RETURN_NEED_MORE(n) \
if (mcserver_has_pending(server)) { \
lcbio_ctx_rwant(ctx, n); \
} \
return PKT_READ_PARTIAL; \
#define DO_ASSIGN_PAYLOAD() \
rdb_consumed(ior, sizeof(info->res.bytes)); \
if (PACKET_NBODY(info)) { \
info->payload = rdb_get_consolidated(ior, PACKET_NBODY(info)); \
} {
#define DO_SWALLOW_PAYLOAD() \
} if (PACKET_NBODY(info)) { \
rdb_consumed(ior, PACKET_NBODY(info)); \
}
if (rdb_get_nused(ior) < pktsize) {
RETURN_NEED_MORE(pktsize)
}
/* copy bytes into the info structure */
rdb_copyread(ior, info->res.bytes, sizeof info->res.bytes);
pktsize += PACKET_NBODY(info);
if (rdb_get_nused(ior) < pktsize) {
RETURN_NEED_MORE(pktsize);
}
/* Find the packet */
if (PACKET_OPCODE(info) == PROTOCOL_BINARY_CMD_STAT && PACKET_NKEY(info) != 0) {
is_last = 0;
request = mcreq_pipeline_find(pl, PACKET_OPAQUE(info));
} else {
is_last = 1;
request = mcreq_pipeline_remove(pl, PACKET_OPAQUE(info));
}
if (!request) {
lcb_log(LOGARGS(server, WARN), LOGFMT "Found stale packet (OP=0x%x, RC=0x%x, SEQ=%u)", LOGID(server), PACKET_OPCODE(info), PACKET_STATUS(info), PACKET_OPAQUE(info));
rdb_consumed(ior, pktsize);
return PKT_READ_COMPLETE;
}
if (PACKET_STATUS(info) == PROTOCOL_BINARY_RESPONSE_NOT_MY_VBUCKET) {
/* consume the header */
DO_ASSIGN_PAYLOAD()
if (!handle_nmv(server, info, request)) {
mcreq_dispatch_response(pl, request, info, LCB_NOT_MY_VBUCKET);
}
DO_SWALLOW_PAYLOAD()
return PKT_READ_COMPLETE;
}
static void io_read_handler(lcb_connection_t conn)
{
packet_info pi;
cccp_provider *cccp = conn->data;
lcb_string jsonstr;
lcb_error_t err;
int rv;
lcb_host_t curhost;
memset(&pi, 0, sizeof(pi));
rv = lcb_packet_read_ringbuffer(&pi, conn->input);
if (rv < 0) {
LOG(cccp, ERR, "Couldn't parse packet!?");
mcio_error(cccp, LCB_EINTERNAL);
return;
} else if (rv == 0) {
lcb_sockrw_set_want(conn, LCB_READ_EVENT, 1);
lcb_sockrw_apply_want(conn);
return;
}
if (PACKET_STATUS(&pi) != PROTOCOL_BINARY_RESPONSE_SUCCESS) {
lcb_log(LOGARGS(cccp, ERR),
"CCCP Packet responded with 0x%x; nkey=%d, nbytes=%lu, cmd=0x%x, seq=0x%x",
PACKET_STATUS(&pi),
PACKET_NKEY(&pi),
PACKET_NBODY(&pi),
PACKET_OPCODE(&pi),
PACKET_OPAQUE(&pi));
switch (PACKET_STATUS(&pi)) {
case PROTOCOL_BINARY_RESPONSE_NOT_SUPPORTED:
case PROTOCOL_BINARY_RESPONSE_UNKNOWN_COMMAND:
mcio_error(cccp, LCB_NOT_SUPPORTED);
break;
default:
mcio_error(cccp, LCB_PROTOCOL_ERROR);
break;
}
return;
}
if (!PACKET_NBODY(&pi)) {
mcio_error(cccp, LCB_PROTOCOL_ERROR);
return;
}
if (lcb_string_init(&jsonstr)) {
mcio_error(cccp, LCB_CLIENT_ENOMEM);
return;
}
if (lcb_string_append(&jsonstr, PACKET_BODY(&pi), PACKET_NBODY(&pi))) {
mcio_error(cccp, LCB_CLIENT_ENOMEM);
return;
}
curhost = *lcb_connection_get_host(&cccp->connection);
lcb_packet_release_ringbuffer(&pi, conn->input);
release_socket(cccp, 1);
err = lcb_cccp_update(&cccp->base, curhost.host, &jsonstr);
lcb_string_release(&jsonstr);
if (err == LCB_SUCCESS) {
lcb_timer_disarm(cccp->timer);
cccp->server_active = 0;
} else {
schedule_next_request(cccp, LCB_PROTOCOL_ERROR, 0);
}
}
static void observe_response_handler(lcb_server_t *server,
packet_info *info)
{
lcb_t root = server->instance;
lcb_error_t rc = map_error(root, PACKET_STATUS(info));
lcb_uint32_t ttp;
lcb_uint32_t ttr;
lcb_size_t pos;
VBUCKET_CONFIG_HANDLE config;
const char *end, *ptr;
/**
* If we have an error we must decode the request instead
*/
if (rc != LCB_SUCCESS) {
protocol_binary_request_header req;
lcb_size_t nr;
nr = ringbuffer_peek(&server->cmd_log, req.bytes, sizeof(req.bytes));
if (nr != sizeof(req.bytes)) {
lcb_error_handler(server->instance, LCB_EINTERNAL, NULL);
abort();
}
if (req.request.bodylen) {
lcb_size_t npacket = sizeof(req.bytes) + ntohl(req.request.bodylen);
char *packet = server->cmd_log.read_head;
int allocated = 0;
if (!ringbuffer_is_continous(&server->cmd_log, RINGBUFFER_READ, npacket)) {
packet = malloc(npacket);
if (packet == NULL) {
lcb_error_handler(root, LCB_CLIENT_ENOMEM, NULL);
abort();
}
nr = ringbuffer_peek(&server->cmd_log, packet, npacket);
if (nr != npacket) {
lcb_error_handler(root, LCB_EINTERNAL, NULL);
free(packet);
abort();
}
allocated = 1;
}
lcb_failout_observe_request(server, &info->ct, packet, npacket, rc);
if (allocated) {
free(packet);
}
}
return;
}
/** The CAS field is split into TTP/TTR values */
ptr = (char *)&info->res.response.cas;
memcpy(&ttp, ptr, sizeof(ttp));
memcpy(&ttr, ptr + sizeof(ttp), sizeof(ttp));
ttp = ntohl(ttp);
ttr = ntohl(ttr);
/** Actual payload sequence of (vb, nkey, key). Repeats multiple times */
ptr = info->payload;
end = (char *)ptr + PACKET_NBODY(info);
config = root->vbucket_config;
for (pos = 0; ptr < end; pos++) {
lcb_cas_t cas;
lcb_uint8_t obs;
lcb_uint16_t nkey, vb;
const char *key;
lcb_observe_resp_t resp;
memcpy(&vb, ptr, sizeof(vb));
vb = ntohs(vb);
ptr += sizeof(vb);
memcpy(&nkey, ptr, sizeof(nkey));
nkey = ntohs(nkey);
ptr += sizeof(nkey);
key = (const char *)ptr;
ptr += nkey;
obs = *((lcb_uint8_t *)ptr);
ptr += sizeof(obs);
memcpy(&cas, ptr, sizeof(cas));
ptr += sizeof(cas);
setup_lcb_observe_resp_t(&resp, key, nkey, cas, obs,
server->index == vbucket_get_master(config, vb),
ttp, ttr);
PACKET_TRACE(TRACE_OBSERVE_PROGRESS, info, rc, &resp);
lcb_observe_invoke_callback(root, &info->ct, rc, &resp);
}
/* run callback with null-null-null to signal the end of transfer */
if ((info->ct.flags & LCB_CMD_F_OBS_BCAST) &&
lcb_lookup_server_with_command(root, CMD_OBSERVE,
PACKET_OPAQUE(info), server) < 0) {
lcb_observe_resp_t resp;
memset(&resp, 0, sizeof(resp));
PACKET_TRACE_NORES(TRACE_OBSERVE_END, info, rc);
lcb_observe_invoke_callback(root, &info->ct, LCB_SUCCESS, &resp);
}
}
static void
H_observe(mc_PIPELINE *pipeline, mc_PACKET *request, packet_info *response,
lcb_error_t immerr)
{
lcb_t root = pipeline->parent->instance;
lcb_error_t rc;
uint32_t ttp;
uint32_t ttr;
lcb_size_t pos;
VBUCKET_CONFIG_HANDLE config;
const char *end, *ptr;
mc_REQDATAEX *rd = request->u_rdata.exdata;
MK_ERROR(root, rc, response, immerr);
if (rc != LCB_SUCCESS) {
if (! (request->flags & MCREQ_F_INVOKED)) {
rd->callback(pipeline, request, rc, NULL);
}
return;
}
/** The CAS field is split into TTP/TTR values */
ptr = (char *)&response->res.response.cas;
memcpy(&ttp, ptr, sizeof(ttp));
memcpy(&ttr, ptr + sizeof(ttp), sizeof(ttp));
ttp = ntohl(ttp);
ttr = ntohl(ttr);
/** Actual payload sequence of (vb, nkey, key). Repeats multiple times */
ptr = response->payload;
end = (char *)ptr + PACKET_NBODY(response);
config = pipeline->parent->config;
for (pos = 0; ptr < end; pos++) {
lcb_cas_t cas;
lcb_uint8_t obs;
lcb_uint16_t nkey, vb;
const char *key;
lcb_observe_resp_t resp;
memset(&resp, 0, sizeof(resp));
memcpy(&vb, ptr, sizeof(vb));
vb = ntohs(vb);
ptr += sizeof(vb);
memcpy(&nkey, ptr, sizeof(nkey));
nkey = ntohs(nkey);
ptr += sizeof(nkey);
key = (const char *)ptr;
ptr += nkey;
obs = *((lcb_uint8_t *)ptr);
ptr += sizeof(obs);
memcpy(&cas, ptr, sizeof(cas));
ptr += sizeof(cas);
resp.v.v0.key = key;
resp.v.v0.nkey = nkey;
resp.v.v0.cas = cas;
resp.v.v0.status = obs;
resp.v.v0.ttp = 0;
resp.v.v0.ttr = 0;
resp.v.v0.from_master = pipeline->index == vbucket_get_master(config, vb);
if (! (request->flags & MCREQ_F_INVOKED)) {
rd->callback(pipeline, request, rc, &resp);
}
}
}
/**
* Returns 1 if retried, 0 if the command should fail, -1 for an internal
* error
*/
static int handle_not_my_vbucket(lcb_server_t *c,
packet_info *resinfo,
protocol_binary_request_header *oldreq,
struct lcb_command_data_st *oldct)
{
int idx;
char *body;
lcb_size_t nbody, nr;
lcb_server_t *new_srv;
struct lcb_command_data_st ct;
protocol_binary_request_header req;
hrtime_t now;
lcb_string config_string;
lcb_error_t err = LCB_ERROR;
lcb_log(LOGARGS(c, WARN),
"NOT_MY_VBUCKET; Server=%p,ix=%d,real_start=%lu,vb=%d",
(void *)c, c->index,
(unsigned long)oldct->real_start,
(int)ntohs(oldreq->request.vbucket));
lcb_string_init(&config_string);
if (PACKET_NBODY(resinfo)) {
lcb_string_append(&config_string,
PACKET_VALUE(resinfo),
PACKET_NVALUE(resinfo));
err = lcb_cccp_update(lcb_confmon_get_provider(c->instance->confmon,
LCB_CLCONFIG_CCCP),
c->curhost.host,
&config_string);
}
lcb_string_release(&config_string);
if (err != LCB_SUCCESS) {
lcb_bootstrap_refresh(c->instance);
}
/* re-schedule command to new server */
if (!c->instance->settings.vb_noguess) {
idx = vbucket_found_incorrect_master(c->instance->vbucket_config,
ntohs(oldreq->request.vbucket),
(int)c->index);
} else {
idx = c->index;
}
if (idx == -1) {
lcb_log(LOGARGS(c, ERR), "no alternate server");
return 0;
}
lcb_log(LOGARGS(c, INFO), "Mapped key to new server %d -> %d",
c->index, idx);
now = gethrtime();
if (oldct->real_start) {
hrtime_t min_ok = now - MCSERVER_TIMEOUT(c) * 1000;
if (oldct->real_start < min_ok) {
/** Timed out in a 'natural' manner */
return 0;
}
}
req = *oldreq;
lcb_assert((lcb_size_t)idx < c->instance->nservers);
new_srv = c->instance->servers + idx;
nr = ringbuffer_read(&c->cmd_log, req.bytes, sizeof(req));
lcb_assert(nr == sizeof(req));
req.request.opaque = ++c->instance->seqno;
nbody = ntohl(req.request.bodylen);
body = malloc(nbody);
if (body == NULL) {
lcb_error_handler(c->instance, LCB_CLIENT_ENOMEM, NULL);
return -1;
}
nr = ringbuffer_read(&c->cmd_log, body, nbody);
lcb_assert(nr == nbody);
nr = ringbuffer_read(&c->output_cookies, &ct, sizeof(ct));
lcb_assert(nr == sizeof(ct));
/* Preserve the cookie and reset timestamp for the command. This
* means that the library will retry the command until it will
* get code different from LCB_NOT_MY_VBUCKET */
if (!ct.real_start) {
ct.real_start = ct.start;
}
ct.start = now;
lcb_server_retry_packet(new_srv, &ct, &req, sizeof(req));
/* FIXME dtrace instrumentation */
lcb_server_write_packet(new_srv, body, nbody);
lcb_server_end_packet(new_srv);
lcb_server_send_packets(new_srv);
free(body);
return 1;
}
