VBUCKET_CONFIG_HANDLE vbucket_config_parse_file(const char *filename)
{
long size;
char *data;
size_t nread;
VBUCKET_CONFIG_HANDLE h;
FILE *f = fopen(filename, "r");
if (f == NULL) {
errstr = "Unable to open file";
return NULL;
}
fseek(f, 0, SEEK_END);
size = ftell(f);
fseek(f, 0, SEEK_SET);
if (size > MAX_CONFIG_SIZE) {
fclose(f);
errstr = "File too large";
return NULL;
}
data = calloc(size+1, sizeof(char));
if (data == NULL) {
errstr = "Unable to allocate buffer to read file";
return NULL;
}
nread = fread(data, sizeof(char), size+1, f);
fclose(f);
if (nread != (size_t)size) {
free(data);
errstr = "Failed to read entire file";
return NULL;
}
h = vbucket_config_parse_string(data);
free(data);
return h;
}
int main(int argc, char **argv) {
VBUCKET_CONFIG_HANDLE vb = NULL;
int rval;
int num_keys_per_vbucket;
int num_keys_to_generate;
int num_vbuckets;
char *** keys;
int i, j, v, k, total;
char *key;
if (argc < 4) {
printf("vbucketkeygen mapfile <keys per vbucket> <keys to generate>\n\n");
printf(" vbucketkeygen will output a list of keys that equally\n");
printf(" distribute amongst every vbucket.\n\n");
printf(" vbucketkeygen expects a vBucketServerMap JSON mapfile, and\n");
printf(" will print the keyname and vBucketId.\n");
printf(" You may use '-' instead for the filename to specify stdin.\n\n");
printf(" Examples:\n");
printf(" ./vbucketkeygen file.json 10 10000\n\n");
printf(" curl http://HOST:8091/pools/default/buckets/default | \\\n");
printf(" ./vbucketkeygen - 5 10000\n");
exit(1);
}
if (strcmp("-", argv[1]) == 0) {
char buf[50000];
if (fgets(buf, sizeof(buf) - 1, stdin) == NULL) {
fprintf(stderr, "ERROR: vbucketkeygen found no input on stdin\n");
exit(1);
}
buf[sizeof(buf) - 1] = '\0';
vb = vbucket_config_parse_string(buf);
} else {
vb = vbucket_config_parse_file(argv[1]);
}
if (vb == NULL) {
fprintf(stderr, "ERROR: vbucket_config_parse_string error: %s\n", vbucket_get_error());
exit(1);
}
rval = 0;
num_keys_per_vbucket = atoi(argv[2]);
num_keys_to_generate = atoi(argv[3]);
num_vbuckets = vbucket_config_get_num_vbuckets(vb);
/* allocate memory and set each key to null since strdup will allocate that */
keys = malloc(sizeof(char***) * num_vbuckets);
for (i = 0; i < num_vbuckets; i++) {
keys[i] = malloc(sizeof(char**) * num_keys_per_vbucket);
}
for (i = 0; i < num_vbuckets; i++) {
for (j = 0 ; j < num_keys_per_vbucket ; j++) {
keys[i][j] = 0;
}
}
/* generate keys and copy them to the keys structure */
key = malloc(sizeof(char) * (MAX_KEY_SIZE+1));
for (i = 0; i < num_keys_to_generate; i++) {
snprintf(key, MAX_KEY_SIZE + 1, "key_%010d", i);
v = vbucket_get_vbucket_by_key(vb, key, strlen(key));
for (k = 0; k < num_keys_per_vbucket; k++) {
if (keys[v][k] == 0) {
keys[v][k] = strdup(key);
break;
}
}
}
/* print out <key> <vbucket> and count up total keys
so we can check that every vbucket has the correct
number of keys */
total = 0;
for (i = 0; i < num_vbuckets; i++) {
for (j = 0 ; j < num_keys_per_vbucket ; j++) {
if (keys[i][j] != 0) {
printf("%s %d\n", keys[i][j], i);
total++;
}
}
}
if (total < (num_vbuckets * num_keys_per_vbucket)) {
fprintf(stderr, "some vbuckets don't have enough keys\n");
rval = 1;
}
vbucket_config_destroy(vb);
return rval;
}
mcs_st *lvb_create(mcs_st *ptr, const char *config) {
assert(ptr);
memset(ptr, 0, sizeof(*ptr));
ptr->kind = MCS_KIND_LIBVBUCKET;
VBUCKET_CONFIG_HANDLE vch = vbucket_config_parse_string(config);
if (vch != NULL) {
ptr->data = vch;
ptr->nservers = vbucket_config_get_num_servers(vch);
if (ptr->nservers > 0) {
ptr->servers = calloc(sizeof(mcs_server_st), ptr->nservers);
if (ptr->servers != NULL) {
for (int i = 0; i < ptr->nservers; i++) {
ptr->servers[i].fd = -1;
}
int j = 0;
for (; j < ptr->nservers; j++) {
const char *hostport = vbucket_config_get_server(vch, j);
if (hostport != NULL &&
strlen(hostport) > 0 &&
strlen(hostport) < sizeof(ptr->servers[j].hostname) - 1) {
strncpy(ptr->servers[j].hostname,
hostport,
sizeof(ptr->servers[j].hostname) - 1);
char *colon = strchr(ptr->servers[j].hostname, ':');
if (colon != NULL) {
*colon = '\0';
ptr->servers[j].port = atoi(colon + 1);
if (ptr->servers[j].port <= 0) {
moxi_log_write("mcs_create failed, could not parse port: %s\n",
config);
break;
}
} else {
moxi_log_write("mcs_create failed, missing port: %s\n",
config);
break;
}
} else {
moxi_log_write("mcs_create failed, unknown server: %s\n",
config);
break;
}
const char *user = vbucket_config_get_user(vch);
if (user != NULL) {
ptr->servers[j].usr = strdup(user);
}
const char *password = vbucket_config_get_password(vch);
if (password != NULL) {
ptr->servers[j].pwd = strdup(password);
}
}
if (j >= ptr->nservers) {
return ptr;
}
}
}
} else {
moxi_log_write("mcs_create failed, vbucket_config_parse_string: %s\n",
config);
}
mcs_free(ptr);
return NULL;
}
