static struct node * gossip_add_node_to_rack(struct server_pool *sp, struct string *dc, struct gossip_rack *g_rack, struct string *address, struct string *ip, struct string *port, struct dyn_token *token) { rstatus_t status; log_debug(LOG_VERB, "gossip_add_node_to_rack : dc[%.*s] rack[%.*s] address[%.*s] ip[%.*s] port[%.*s]", dc->len, dc->data, g_rack->name, address->len, address->data, ip->len, ip->data, port->len, port->data); int port_i = dn_atoi(port->data, port->len); if (port_i == 0) { return NULL; //bad data } struct node *gnode = (struct node *) array_push(&g_rack->nodes); node_init(gnode); status = string_copy(&gnode->dc, dc->data, dc->len); status = string_copy(&gnode->rack, g_rack->name.data, g_rack->name.len); status = string_copy(&gnode->name, ip->data, ip->len); status = string_copy(&gnode->pname, address->data, address->len); //ignore the port for now gnode->port = port_i; struct dyn_token * gtoken = &gnode->token; copy_dyn_token(token, gtoken); g_rack->nnodes++; //add into dicts dictAdd(g_rack->dict_name_nodes, &gnode->name, gnode); dictAdd(g_rack->dict_token_nodes, token_to_string(token), gnode); return gnode; }
static rstatus_t dnode_peer_add_node(struct server_pool *sp, struct node *node) { rstatus_t status; struct array *peers = &sp->peers; struct server *s = array_push(peers); s->owner = sp; uint32_t i,nelem; s->idx = array_idx(peers, s); //log_debug(LOG_VERB, "node rack_name : '%.*s'", node->rack.len, node->rack.data); //log_debug(LOG_VERB, "node dc_name : '%.*s'", node->dc.len, node->dc.data); //log_debug(LOG_VERB, "node address : '%.*s'", node->pname.len, node->pname.data); //log_debug(LOG_VERB, "node ip : '%.*s'", node->name.len, node->name.data); string_copy(&s->pname, node->pname.data, node->pname.len); string_copy(&s->name, node->name.data, node->name.len); string_copy(&s->rack, node->rack.data, node->rack.len); string_copy(&s->dc, node->dc.data, node->dc.len); s->port = (uint16_t) node->port; s->is_local = node->is_local; s->state = node->state; s->processed = 0; array_init(&s->tokens, 1, sizeof(struct dyn_token)); struct dyn_token *src_token = &node->token; struct dyn_token *dst_token = array_push(&s->tokens); copy_dyn_token(src_token, dst_token); struct sockinfo *info = dn_alloc(sizeof(*info)); //need to free this dn_resolve(&s->name, s->port, info); s->family = info->family; s->addrlen = info->addrlen; s->addr = (struct sockaddr *)&info->addr; //TODOs: fix this by copying, not reference s->ns_conn_q = 0; TAILQ_INIT(&s->s_conn_q); s->next_retry = 0LL; s->failure_count = 0; s->is_seed = node->is_seed; log_debug(LOG_VERB, "add a node to peer %"PRIu32" '%.*s'", s->idx, s->pname.len, s->pname.data); dnode_peer_relink_conn_owner(sp); status = dnode_peer_pool_run(sp); if (status != DN_OK) return status; status = dnode_peer_each_preconnect(s, NULL); return status; }
static rstatus_t gossip_pool_each_init(void *elem, void *data) { rstatus_t status; struct server_pool *sp = elem; gn_pool.ctx = sp->ctx; gn_pool.name = &sp->name; gn_pool.idx = sp->idx; gn_pool.g_interval = sp->g_interval; //dictDisableResize(); gn_pool.dict_dc = dictCreate(&string_table_dict_type, NULL); gossip_set_seeds_provider(&sp->seed_provider); uint32_t n_dc = array_n(&sp->datacenters); if (n_dc == 0) return DN_OK; if (n_dc > 0) { status = array_init(&gn_pool.datacenters, n_dc, sizeof(struct gossip_dc)); if (status != DN_OK) { return status; } } //add racks and datacenters uint32_t dc_cnt = array_n(&sp->datacenters); uint32_t dc_index; for(dc_index = 0; dc_index < dc_cnt; dc_index++) { struct datacenter *dc = array_get(&sp->datacenters, dc_index); uint32_t rack_cnt = array_n(&dc->racks); uint32_t rack_index; for(rack_index = 0; rack_index < rack_cnt; rack_index++) { struct rack *rack = array_get(&dc->racks, rack_index); if (dictFind(gn_pool.dict_dc, rack->dc) == NULL) { struct gossip_dc *g_dc = array_push(&gn_pool.datacenters); gossip_dc_init(g_dc, rack->dc); dictAdd(gn_pool.dict_dc, &g_dc->name, g_dc); } struct gossip_dc *g_dc = dictFetchValue(gn_pool.dict_dc, rack->dc); if (dictFind(g_dc->dict_rack, rack->name) == NULL) { log_debug(LOG_VERB, "What?? No rack in Dict for rack : '%.*s'", g_dc->name); struct gossip_rack *g_rack = array_push(&g_dc->racks); gossip_rack_init(g_rack, rack->dc, rack->name); dictAdd(g_dc->dict_rack, &g_rack->name, g_rack); } } } uint32_t i, nelem; for (i = 0, nelem = array_n(&sp->peers); i < nelem; i++) { struct server *peer = array_get(&sp->peers, i); struct gossip_dc *g_dc = dictFetchValue(gn_pool.dict_dc, &peer->dc); struct gossip_rack *g_rack = dictFetchValue(g_dc->dict_rack, &peer->rack); struct node *gnode = array_push(&g_rack->nodes); node_init(gnode); string_copy(&gnode->dc, peer->dc.data, peer->dc.len); string_copy(&gnode->rack, g_rack->name.data, g_rack->name.len); string_copy(&gnode->name, peer->name.data, peer->name.len); string_copy(&gnode->pname, peer->pname.data, peer->pname.len); //ignore the port for now gnode->port = peer->port; gnode->is_local = peer->is_local; if (i == 0) { //Don't override its own state gnode->state = sp->ctx->dyn_state; //likely it is JOINING state gnode->ts = (uint64_t)time(NULL); current_node = gnode; char *b_address = get_broadcast_address(sp); string_deinit(&gnode->name); string_copy(&gnode->name, b_address, dn_strlen(b_address)); } else { gnode->state = DOWN; gnode->ts = 1010101; //make this to be a very aged ts } struct dyn_token *ptoken = array_get(&peer->tokens, 0); copy_dyn_token(ptoken, &gnode->token); //copy socket stuffs g_rack->nnodes++; //add into dicts dictAdd(g_rack->dict_name_nodes, &gnode->name, gnode); dictAdd(g_rack->dict_token_nodes, token_to_string(&gnode->token), gnode); node_count++; } //gossip_debug(); status = gossip_start(sp); if (status != DN_OK) { goto error; } return DN_OK; error: gossip_destroy(sp); return DN_OK; }