VBUCKET_CONFIG_HANDLE vbucket_config_parse_file(const char *filename) { long size; char *data; size_t nread; VBUCKET_CONFIG_HANDLE h; FILE *f = fopen(filename, "r"); if (f == NULL) { errstr = "Unable to open file"; return NULL; } fseek(f, 0, SEEK_END); size = ftell(f); fseek(f, 0, SEEK_SET); if (size > MAX_CONFIG_SIZE) { fclose(f); errstr = "File too large"; return NULL; } data = calloc(size+1, sizeof(char)); if (data == NULL) { errstr = "Unable to allocate buffer to read file"; return NULL; } nread = fread(data, sizeof(char), size+1, f); fclose(f); if (nread != (size_t)size) { free(data); errstr = "Failed to read entire file"; return NULL; } h = vbucket_config_parse_string(data); free(data); return h; }
int main(int argc, char **argv) { VBUCKET_CONFIG_HANDLE vb = NULL; int rval; int num_keys_per_vbucket; int num_keys_to_generate; int num_vbuckets; char *** keys; int i, j, v, k, total; char *key; if (argc < 4) { printf("vbucketkeygen mapfile <keys per vbucket> <keys to generate>\n\n"); printf(" vbucketkeygen will output a list of keys that equally\n"); printf(" distribute amongst every vbucket.\n\n"); printf(" vbucketkeygen expects a vBucketServerMap JSON mapfile, and\n"); printf(" will print the keyname and vBucketId.\n"); printf(" You may use '-' instead for the filename to specify stdin.\n\n"); printf(" Examples:\n"); printf(" ./vbucketkeygen file.json 10 10000\n\n"); printf(" curl http://HOST:8091/pools/default/buckets/default | \\\n"); printf(" ./vbucketkeygen - 5 10000\n"); exit(1); } if (strcmp("-", argv[1]) == 0) { char buf[50000]; if (fgets(buf, sizeof(buf) - 1, stdin) == NULL) { fprintf(stderr, "ERROR: vbucketkeygen found no input on stdin\n"); exit(1); } buf[sizeof(buf) - 1] = '\0'; vb = vbucket_config_parse_string(buf); } else { vb = vbucket_config_parse_file(argv[1]); } if (vb == NULL) { fprintf(stderr, "ERROR: vbucket_config_parse_string error: %s\n", vbucket_get_error()); exit(1); } rval = 0; num_keys_per_vbucket = atoi(argv[2]); num_keys_to_generate = atoi(argv[3]); num_vbuckets = vbucket_config_get_num_vbuckets(vb); /* allocate memory and set each key to null since strdup will allocate that */ keys = malloc(sizeof(char***) * num_vbuckets); for (i = 0; i < num_vbuckets; i++) { keys[i] = malloc(sizeof(char**) * num_keys_per_vbucket); } for (i = 0; i < num_vbuckets; i++) { for (j = 0 ; j < num_keys_per_vbucket ; j++) { keys[i][j] = 0; } } /* generate keys and copy them to the keys structure */ key = malloc(sizeof(char) * (MAX_KEY_SIZE+1)); for (i = 0; i < num_keys_to_generate; i++) { snprintf(key, MAX_KEY_SIZE + 1, "key_%010d", i); v = vbucket_get_vbucket_by_key(vb, key, strlen(key)); for (k = 0; k < num_keys_per_vbucket; k++) { if (keys[v][k] == 0) { keys[v][k] = strdup(key); break; } } } /* print out <key> <vbucket> and count up total keys so we can check that every vbucket has the correct number of keys */ total = 0; for (i = 0; i < num_vbuckets; i++) { for (j = 0 ; j < num_keys_per_vbucket ; j++) { if (keys[i][j] != 0) { printf("%s %d\n", keys[i][j], i); total++; } } } if (total < (num_vbuckets * num_keys_per_vbucket)) { fprintf(stderr, "some vbuckets don't have enough keys\n"); rval = 1; } vbucket_config_destroy(vb); return rval; }
mcs_st *lvb_create(mcs_st *ptr, const char *config) { assert(ptr); memset(ptr, 0, sizeof(*ptr)); ptr->kind = MCS_KIND_LIBVBUCKET; VBUCKET_CONFIG_HANDLE vch = vbucket_config_parse_string(config); if (vch != NULL) { ptr->data = vch; ptr->nservers = vbucket_config_get_num_servers(vch); if (ptr->nservers > 0) { ptr->servers = calloc(sizeof(mcs_server_st), ptr->nservers); if (ptr->servers != NULL) { for (int i = 0; i < ptr->nservers; i++) { ptr->servers[i].fd = -1; } int j = 0; for (; j < ptr->nservers; j++) { const char *hostport = vbucket_config_get_server(vch, j); if (hostport != NULL && strlen(hostport) > 0 && strlen(hostport) < sizeof(ptr->servers[j].hostname) - 1) { strncpy(ptr->servers[j].hostname, hostport, sizeof(ptr->servers[j].hostname) - 1); char *colon = strchr(ptr->servers[j].hostname, ':'); if (colon != NULL) { *colon = '\0'; ptr->servers[j].port = atoi(colon + 1); if (ptr->servers[j].port <= 0) { moxi_log_write("mcs_create failed, could not parse port: %s\n", config); break; } } else { moxi_log_write("mcs_create failed, missing port: %s\n", config); break; } } else { moxi_log_write("mcs_create failed, unknown server: %s\n", config); break; } const char *user = vbucket_config_get_user(vch); if (user != NULL) { ptr->servers[j].usr = strdup(user); } const char *password = vbucket_config_get_password(vch); if (password != NULL) { ptr->servers[j].pwd = strdup(password); } } if (j >= ptr->nservers) { return ptr; } } } } else { moxi_log_write("mcs_create failed, vbucket_config_parse_string: %s\n", config); } mcs_free(ptr); return NULL; }