void
ngx_http_tfs_block_cache_insert(ngx_http_tfs_block_cache_ctx_t *ctx,
ngx_pool_t *pool, ngx_log_t *log, ngx_http_tfs_block_cache_key_t *key,
ngx_http_tfs_block_cache_value_t *value)
{
if (ctx->use_cache & NGX_HTTP_TFS_REMOTE_BLOCK_CACHE) {
ngx_http_tfs_remote_block_cache_insert(&ctx->remote_ctx, pool, log, key, value);
}
if (ctx->use_cache & NGX_HTTP_TFS_LOCAL_BLOCK_CACHE) {
ngx_http_tfs_local_block_cache_insert(ctx->local_ctx, log, key, value);
}
}
static void
ngx_http_tfs_remote_block_cache_get_handler(ngx_http_tair_key_value_t *kv,
ngx_int_t rc, void *data)
{
u_char *p, *q;
uint32_t ds_count;
ngx_http_tfs_t *t;
ngx_http_tfs_inet_t *addr;
ngx_http_tfs_segment_data_t *segment_data;
ngx_http_tfs_block_cache_key_t key;
ngx_http_tfs_block_cache_value_t value;
ngx_http_tfs_remote_block_cache_ctx_t *ctx = data;
t = ctx->data;
segment_data = &t->file.segment_data[t->file.segment_index];
if (rc == NGX_HTTP_ETAIR_SUCCESS) {
q = kv->key.data;
p = kv->value->data;
if (p != NULL
&& (kv->value->len
> NGX_HTTP_TFS_REMOTE_BLOCK_CACHE_VALUE_BASE_SIZE))
{
key.ns_addr = *(uint64_t *)q;
q += sizeof(uint64_t);
key.block_id = *(uint32_t *)q;
ds_count = *(uint32_t *)p;
p += sizeof(uint32_t);
if (ds_count > 0) {
segment_data->block_info.ds_count = ds_count;
segment_data->block_info.ds_addrs = ngx_pcalloc(t->pool,
sizeof(ngx_http_tfs_inet_t) * ds_count);
if (segment_data->block_info.ds_addrs == NULL) {
ngx_http_tfs_finalize_request(t->data, t,
NGX_HTTP_INTERNAL_SERVER_ERROR);
return;
}
ngx_memcpy(segment_data->block_info.ds_addrs, p,
ds_count * sizeof(ngx_http_tfs_inet_t));
/* insert local block cache */
if (t->block_cache_ctx.use_cache
& NGX_HTTP_TFS_LOCAL_BLOCK_CACHE)
{
value.ds_count = ds_count;
value.ds_addrs =
(uint64_t *)segment_data->block_info.ds_addrs;
ngx_http_tfs_local_block_cache_insert(
t->block_cache_ctx.local_ctx,
t->log, &key, &value);
}
/* skip GET_BLK_INFO state */
t->state += 1;
segment_data->cache_hit = NGX_HTTP_TFS_REMOTE_BLOCK_CACHE;
/* select data server */
addr = ngx_http_tfs_select_data_server(t, segment_data);
ngx_http_tfs_peer_set_addr(t->pool,
&t->tfs_peer_servers[NGX_HTTP_TFS_DATA_SERVER],
addr);
} else {
/* remote block cache invalid, need remove it */
ngx_http_tfs_remote_block_cache_remove(ctx, t->pool, t->log,
&key);
}
}
} else {
ngx_log_debug2(NGX_LOG_DEBUG_HTTP, t->log, 0,
"lookup remote block cache, "
"ns addr: %V, block id: %uD not found",
&t->name_server_addr_text,
segment_data->segment_info.block_id);
}
ngx_http_tfs_finalize_state(t, NGX_OK);
}
static void
ngx_http_tfs_remote_block_cache_mget_handler(ngx_array_t *kvs, ngx_int_t rc,
void *data)
{
u_char *p, *q;
uint32_t ds_count, block_count;
ngx_uint_t i, j, hit_count;
ngx_http_tfs_t *t;
ngx_http_tair_key_value_t *kv;
ngx_http_tfs_segment_data_t *segment_data;
ngx_http_tfs_block_cache_key_t key;
ngx_http_tfs_block_cache_value_t value;
ngx_http_tfs_remote_block_cache_ctx_t *ctx = data;
t = ctx->data;
segment_data = &t->file.segment_data[t->file.segment_index];
block_count = t->file.segment_count - t->file.segment_index;
if (block_count > NGX_HTTP_TFS_MAX_BATCH_COUNT) {
block_count = NGX_HTTP_TFS_MAX_BATCH_COUNT;
}
if (rc == NGX_OK) {
kv = kvs->elts;
hit_count = 0;
for (i = 0; i < kvs->nelts; i++, kv++) {
if (kv->rc != NGX_HTTP_ETAIR_SUCCESS) {
continue;
}
q = kv->key.data;
p = kv->value->data;
if (p != NULL
&& (kv->value->len
> NGX_HTTP_TFS_REMOTE_BLOCK_CACHE_VALUE_BASE_SIZE))
{
key.ns_addr = *(uint64_t *)q;
q += sizeof(uint64_t);
key.block_id = *(uint32_t *)q;
ds_count = *(uint32_t *)p;
p += sizeof(uint32_t);
if (ds_count > 0) {
/* find out segment */
for (j = 0; j < block_count; j++) {
if(segment_data[j].segment_info.block_id == key.block_id
&& segment_data[j].block_info.ds_addrs == NULL)
{
break;
}
}
/* not found, some error happen */
if (j == block_count) {
continue;
}
segment_data[j].block_info.ds_count = ds_count;
segment_data[j].block_info.ds_addrs = ngx_pcalloc(t->pool,
ds_count * sizeof(ngx_http_tfs_inet_t));
if (segment_data[j].block_info.ds_addrs == NULL) {
ngx_http_tfs_finalize_request(t->data, t,
NGX_HTTP_INTERNAL_SERVER_ERROR);
return;
}
ngx_memcpy(segment_data[j].block_info.ds_addrs, p,
ds_count * sizeof(ngx_http_tfs_inet_t));
if (t->block_cache_ctx.use_cache
& NGX_HTTP_TFS_LOCAL_BLOCK_CACHE)
{
value.ds_count = ds_count;
value.ds_addrs =
(uint64_t *)segment_data[j].block_info.ds_addrs;
ngx_http_tfs_local_block_cache_insert(
t->block_cache_ctx.local_ctx, t->log, &key, &value);
}
hit_count++;
segment_data[j].cache_hit = NGX_HTTP_TFS_REMOTE_BLOCK_CACHE;
ngx_log_debug2(NGX_LOG_DEBUG_HTTP, t->log, 0,
"remote block cache hit, "
"ns addr: %V, block id: %uD",
&t->name_server_addr_text,
segment_data[j].segment_info.block_id);
} else {
/* remote block cache invalid, need remove it */
ngx_http_tfs_remote_block_cache_remove(ctx, t->pool, t->log,
&key);
}
}
}
if (hit_count > 0) {
ngx_log_debug1(NGX_LOG_DEBUG_HTTP, t->log, 0,
"batch lookup remote block cache, hit_count: %ui",
hit_count);
/* remote block cache hit count */
t->file.curr_batch_count += hit_count;
if (hit_count == kvs->nelts) {
/* all cache hit, start batch process */
t->decline_handler = ngx_http_tfs_batch_process_start;
rc = NGX_DECLINED;
}
}
} else {
rc = NGX_OK;
ngx_log_debug0(NGX_LOG_DEBUG_HTTP, t->log, 0,
"remote block cache miss");
}
ngx_http_tfs_finalize_state(t, rc);
}
