static void testConfigDiff(void) {
VBUCKET_CONFIG_HANDLE vb1 = vbucket_config_parse_file(configPath("config-diff1"));
VBUCKET_CONFIG_HANDLE vb2 = vbucket_config_parse_file(configPath("config-diff2"));
VBUCKET_CONFIG_DIFF *diff;
assert(vb2);
diff = vbucket_compare(vb1, vb2);
assert(vb1);
assert(diff);
assert(diff->sequence_changed);
assert(diff->n_vb_changes == 1);
assert(strcmp(diff->servers_added[0], "server4:11211") == 0);
assert(diff->servers_added[1] == NULL);
assert(strcmp(diff->servers_removed[0], "server3:11211") == 0);
assert(diff->servers_removed[1] == NULL);
vbucket_free_diff(diff);
vbucket_config_destroy(vb2);
vb2 = vbucket_config_parse_file(configPath("config-diff3"));
assert(vb2);
diff = vbucket_compare(vb1, vb2);
assert(diff);
assert(diff->sequence_changed);
assert(diff->n_vb_changes == -1);
assert(diff->servers_added[0] == NULL);
assert(strcmp(diff->servers_removed[0], "server3:11211") == 0);
assert(diff->servers_removed[1] == NULL);
}
static void testWrongServer(const char *fname) {
VBUCKET_CONFIG_HANDLE vb = vbucket_config_parse_file(configPath(fname));
if (vb == NULL) {
fprintf(stderr, "vbucket_config_parse_file error: %s\n",
vbucket_get_error());
abort();
}
/* Starts at 0 */
assert(vbucket_get_master(vb, 0) == 0);
/* Does not change when I told it I found the wrong thing */
assert(vbucket_found_incorrect_master(vb, 0, 1) == 0);
assert(vbucket_get_master(vb, 0) == 0);
/* Does change if I tell it I got the right thing and it was wrong. */
assert(vbucket_found_incorrect_master(vb, 0, 0) == 1);
assert(vbucket_get_master(vb, 0) == 1);
/* ...and again */
assert(vbucket_found_incorrect_master(vb, 0, 1) == 2);
assert(vbucket_get_master(vb, 0) == 2);
/* ...and then wraps */
assert(vbucket_found_incorrect_master(vb, 0, 2) == 0);
assert(vbucket_get_master(vb, 0) == 0);
vbucket_config_destroy(vb);
}
static void testConfigDiffKetamaSame(void) {
VBUCKET_CONFIG_HANDLE vb1 = vbucket_config_parse_file(configPath("ketama-eight-nodes"));
VBUCKET_CONFIG_HANDLE vb2 = vbucket_config_parse_file(configPath("ketama-ordered-eight-nodes"));
VBUCKET_CONFIG_DIFF *diff;
assert(vb1);
assert(vb2);
diff = vbucket_compare(vb1, vb2);
assert(diff);
assert(diff->sequence_changed == 0);
assert(diff->n_vb_changes == 0);
assert(diff->servers_added[0] == NULL);
assert(diff->servers_removed[0] == NULL);
vbucket_free_diff(diff);
vbucket_config_destroy(vb1);
vbucket_config_destroy(vb2);
}
int main(void) {
char *root = getenv("srcdir");
DIR *dp;
const char *host;
char buffer[PATH_MAX];
char key[NKEY];
int idx, i, len;
struct dirent *de;
VBUCKET_CONFIG_HANDLE vb;
unsigned char checksum[16];
unsigned char expected[16];
void *ctx;
if (root != NULL) {
sprintf(buffer, "%s/tests/config", root);
dp = opendir(buffer);
if (dp == NULL) {
fprintf(stderr, "Skipping ketama check\nFailed to open %s: %s\n",
buffer, strerror(errno));
return 0;
}
while ((de = readdir(dp)) != NULL) {
if (strncmp(de->d_name, "ketama", 6) == 0 && strchr(de->d_name, '.') == NULL) {
sprintf(buffer, "%s/tests/config/%s", root, de->d_name);
fprintf(stderr, "Running ketama test for: %s\n", de->d_name);
vb = vbucket_config_parse_file(buffer);
assert(vb != NULL);
/* check if it conforms to libketama results */
sprintf(buffer, "%s/tests/config/%s.md5sum", root, de->d_name);
read_checksum(buffer, expected);
memset(checksum, 0, 16);
ctx = NULL;
for (i = 0; i < 1000000; i++) {
len = sprintf(key, "%d", i);
vbucket_map(vb, key, len, NULL, &idx);
host = vbucket_config_get_server(vb, idx);
ctx = hash_md5_update(ctx, host, strlen(host));
}
hash_md5_final(ctx, checksum);
for (i = 0; i < 16; i++) {
assert(checksum[i] == expected[i]);
}
vbucket_config_destroy(vb);
}
}
closedir(dp);
}
return 0;
}
static void testConfigUserPassword(void) {
VBUCKET_CONFIG_HANDLE vb1;
VBUCKET_CONFIG_HANDLE vb2;
VBUCKET_CONFIG_DIFF *diff;
vb1 = vbucket_config_parse_file(configPath("config-user-password1"));
assert(vb1);
assert(strcmp(vbucket_config_get_user(vb1), "theUser") == 0);
assert(strcmp(vbucket_config_get_password(vb1), "thePassword") == 0);
vb2 = vbucket_config_parse_file(configPath("config-user-password2"));
assert(vb2);
assert(strcmp(vbucket_config_get_user(vb2), "theUserIsDifferent") == 0);
assert(strcmp(vbucket_config_get_password(vb2), "thePasswordIsDifferent") == 0);
diff = vbucket_compare(vb1, vb2);
assert(diff);
assert(diff->sequence_changed);
assert(diff->n_vb_changes == 0);
assert(diff->servers_added[0] == NULL);
assert(diff->servers_removed[0] == NULL);
vbucket_free_diff(diff);
diff = vbucket_compare(vb1, vb1);
assert(diff);
assert(diff->sequence_changed == 0);
assert(diff->n_vb_changes == 0);
assert(diff->servers_added[0] == NULL);
assert(diff->servers_removed[0] == NULL);
vbucket_free_diff(diff);
vbucket_config_destroy(vb1);
vbucket_config_destroy(vb2);
}
static void testConfigCouchApiBase(void)
{
VBUCKET_CONFIG_HANDLE vb = vbucket_config_parse_file(configPath("config-couch-api-base"));
assert(vb);
assert(strcmp(vbucket_config_get_couch_api_base(vb, 0), "http://192.168.2.123:9500/default") == 0);
assert(strcmp(vbucket_config_get_couch_api_base(vb, 1), "http://192.168.2.123:9501/default") == 0);
assert(strcmp(vbucket_config_get_couch_api_base(vb, 2), "http://192.168.2.123:9502/default") == 0);
assert(strcmp(vbucket_config_get_rest_api_server(vb, 0), "192.168.2.123:9000") == 0);
assert(strcmp(vbucket_config_get_rest_api_server(vb, 1), "192.168.2.123:9001") == 0);
assert(strcmp(vbucket_config_get_rest_api_server(vb, 2), "192.168.2.123:9002") == 0);
assert(strcmp(vbucket_config_get_server(vb, 0), "192.168.2.123:12000") == 0);
assert(strcmp(vbucket_config_get_server(vb, 1), "192.168.2.123:12002") == 0);
assert(strcmp(vbucket_config_get_server(vb, 2), "192.168.2.123:12004") == 0);
}
static void testConfig(const char *fname) {
int whoops = 0;
const struct key_st *k;
int i = 0;
VBUCKET_CONFIG_HANDLE vb = vbucket_config_parse_file(configPath(fname));
if (vb == NULL) {
fprintf(stderr, "vbucket_config_parse_file error: %s\n",
vbucket_get_error());
abort();
}
while ((k = &keys[i++])->key != NULL) {
int id = vbucket_get_vbucket_by_key(vb, k->key, strlen(k->key));
if (id != k->vbucket) {
fprintf(stderr, "Expected vbucket %d for key '%s' but got %d\n",
k->vbucket, k->key, id);
whoops = 1;
}
}
if (whoops) {
abort();
}
assert(vbucket_config_get_num_servers(vb) == 3 || vbucket_config_get_num_servers(vb) == 4);
assert(vbucket_config_get_num_replicas(vb) == 2);
for (i = 0; i < 3; ++i) {
assert(strcmp(vbucket_config_get_server(vb, i), servers[i]) == 0);
}
for (i = 0; i < 4; ++i) {
assert(vbucket_get_master(vb, i) == vbuckets[i].master);
assert(vbucket_get_replica(vb, i, 0) == vbuckets[i].replicas[0]);
assert(vbucket_get_replica(vb, i, 1) == vbuckets[i].replicas[1]);
}
assert(vbucket_config_get_user(vb) == NULL);
assert(vbucket_config_get_password(vb) == NULL);
vbucket_config_destroy(vb);
}
static void testWrongServerFFT(const char *fname) {
VBUCKET_CONFIG_HANDLE vb = vbucket_config_parse_file(configPath(fname));
int rv = 0;
int nvb = 0;
int i = 0;
if (vb == NULL) {
fprintf(stderr, "vbucket_config_parse_file error: %s\n", vbucket_get_error());
abort();
}
/* found incorrect master should not be the same as get master now */
nvb = vbucket_config_get_num_vbuckets(vb);
for (i = 0; i < nvb; i++) {
rv = vbucket_get_master(vb, i);
assert(rv != vbucket_found_incorrect_master(vb, i, rv));
}
/* the ideal test case should be that we check that the vbucket */
/* and the fvbucket map are identical at this point. TODO untill */
/* we have a vbucketlib function that diffs vbuckets and fvbuckets */
vbucket_config_destroy(vb);
}
int main(int argc, char **argv) {
VBUCKET_CONFIG_HANDLE vb = NULL;
int rval;
int num_keys_per_vbucket;
int num_keys_to_generate;
int num_vbuckets;
char *** keys;
int i, j, v, k, total;
char *key;
if (argc < 4) {
printf("vbucketkeygen mapfile <keys per vbucket> <keys to generate>\n\n");
printf(" vbucketkeygen will output a list of keys that equally\n");
printf(" distribute amongst every vbucket.\n\n");
printf(" vbucketkeygen expects a vBucketServerMap JSON mapfile, and\n");
printf(" will print the keyname and vBucketId.\n");
printf(" You may use '-' instead for the filename to specify stdin.\n\n");
printf(" Examples:\n");
printf(" ./vbucketkeygen file.json 10 10000\n\n");
printf(" curl http://HOST:8091/pools/default/buckets/default | \\\n");
printf(" ./vbucketkeygen - 5 10000\n");
exit(1);
}
if (strcmp("-", argv[1]) == 0) {
char buf[50000];
if (fgets(buf, sizeof(buf) - 1, stdin) == NULL) {
fprintf(stderr, "ERROR: vbucketkeygen found no input on stdin\n");
exit(1);
}
buf[sizeof(buf) - 1] = '\0';
vb = vbucket_config_parse_string(buf);
} else {
vb = vbucket_config_parse_file(argv[1]);
}
if (vb == NULL) {
fprintf(stderr, "ERROR: vbucket_config_parse_string error: %s\n", vbucket_get_error());
exit(1);
}
rval = 0;
num_keys_per_vbucket = atoi(argv[2]);
num_keys_to_generate = atoi(argv[3]);
num_vbuckets = vbucket_config_get_num_vbuckets(vb);
/* allocate memory and set each key to null since strdup will allocate that */
keys = malloc(sizeof(char***) * num_vbuckets);
for (i = 0; i < num_vbuckets; i++) {
keys[i] = malloc(sizeof(char**) * num_keys_per_vbucket);
}
for (i = 0; i < num_vbuckets; i++) {
for (j = 0 ; j < num_keys_per_vbucket ; j++) {
keys[i][j] = 0;
}
}
/* generate keys and copy them to the keys structure */
key = malloc(sizeof(char) * (MAX_KEY_SIZE+1));
for (i = 0; i < num_keys_to_generate; i++) {
snprintf(key, MAX_KEY_SIZE + 1, "key_%010d", i);
v = vbucket_get_vbucket_by_key(vb, key, strlen(key));
for (k = 0; k < num_keys_per_vbucket; k++) {
if (keys[v][k] == 0) {
keys[v][k] = strdup(key);
break;
}
}
}
/* print out <key> <vbucket> and count up total keys
so we can check that every vbucket has the correct
number of keys */
total = 0;
for (i = 0; i < num_vbuckets; i++) {
for (j = 0 ; j < num_keys_per_vbucket ; j++) {
if (keys[i][j] != 0) {
printf("%s %d\n", keys[i][j], i);
total++;
}
}
}
if (total < (num_vbuckets * num_keys_per_vbucket)) {
fprintf(stderr, "some vbuckets don't have enough keys\n");
rval = 1;
}
vbucket_config_destroy(vb);
return rval;
}
