mongoc_gridfs_t *
_mongoc_gridfs_new (mongoc_client_t *client,
const char *db,
const char *prefix,
bson_error_t *error)
{
mongoc_gridfs_t *gridfs;
const mongoc_read_prefs_t *read_prefs;
const mongoc_read_concern_t *read_concern;
const mongoc_write_concern_t *write_concern;
char buf[128];
bool r;
uint32_t prefix_len;
ENTRY;
BSON_ASSERT (client);
BSON_ASSERT (db);
if (!prefix) {
prefix = "fs";
}
/* make sure prefix is short enough to bucket the chunks and files
* collections
*/
prefix_len = (uint32_t)strlen (prefix);
BSON_ASSERT (prefix_len + sizeof (".chunks") < sizeof (buf));
gridfs = (mongoc_gridfs_t *) bson_malloc0 (sizeof *gridfs);
gridfs->client = client;
read_prefs = mongoc_client_get_read_prefs (client);
read_concern = mongoc_client_get_read_concern (client);
write_concern = mongoc_client_get_write_concern (client);
bson_snprintf (buf, sizeof(buf), "%s.chunks", prefix);
gridfs->chunks = _mongoc_collection_new (client, db, buf, read_prefs,
read_concern, write_concern);
bson_snprintf (buf, sizeof(buf), "%s.files", prefix);
gridfs->files = _mongoc_collection_new (client, db, buf, read_prefs,
read_concern, write_concern);
r = _mongoc_gridfs_ensure_index (gridfs, error);
if (!r) {
mongoc_gridfs_destroy (gridfs);
RETURN (NULL);
}
RETURN (gridfs);
}
static void
gridfs_teardown (perf_test_t *test)
{
gridfs_test_t *gridfs_test;
gridfs_test = (gridfs_test_t *) test;
bson_free (gridfs_test->data);
mongoc_gridfs_destroy (gridfs_test->gridfs);
mongoc_client_destroy (gridfs_test->client);
perf_test_teardown (test);
}
static void
multi_upload_before (perf_test_t *test)
{
multi_upload_test_t *upload_test;
mongoc_client_t *client;
mongoc_gridfs_t *gridfs;
bson_error_t error;
mongoc_database_t *db;
multi_upload_thread_context_t *ctx;
int i;
perf_test_before (test);
upload_test = (multi_upload_test_t *) test;
client = mongoc_client_pool_pop (upload_test->pool);
db = mongoc_client_get_database (client, "perftest");
if (!mongoc_database_drop (db, &error)) {
MONGOC_ERROR ("database_drop: %s\n", error.message);
abort ();
}
gridfs = mongoc_client_get_gridfs (client, "perftest", NULL, &error);
if (!gridfs) {
MONGOC_ERROR ("get_gridfs: %s\n", error.message);
abort ();
}
write_one_byte_file (gridfs);
mongoc_gridfs_destroy (gridfs);
mongoc_client_pool_push (upload_test->pool, client);
for (i = 0; i < upload_test->cnt; i++) {
ctx = &upload_test->contexts[i];
ctx->client = mongoc_client_pool_pop (upload_test->pool);
ctx->gridfs = mongoc_client_get_gridfs (ctx->client, "perftest",
NULL, &error);
if (!ctx->gridfs) {
MONGOC_ERROR ("get_gridfs: %s\n", error.message);
abort ();
}
ctx->stream = mongoc_stream_file_new_for_path (ctx->path, O_RDONLY, 0);
if (!ctx->stream) {
perror ("stream_new_for_path");
abort ();
}
}
mongoc_database_destroy (db);
}
static void
test_remove_by_filename (void)
{
mongoc_gridfs_t *gridfs;
mongoc_gridfs_file_t *file;
mongoc_gridfs_file_opt_t opt = { 0 };
mongoc_client_t *client;
bson_error_t error;
bool ret;
client = mongoc_client_new (gTestUri);
assert (client);
gridfs = get_test_gridfs (client, "fs_remove_by_filename", &error);
assert (gridfs);
mongoc_gridfs_drop (gridfs, &error);
opt.filename = "foo_file_1.txt";
file = mongoc_gridfs_create_file (gridfs, &opt);
assert (file);
assert (mongoc_gridfs_file_save (file));
mongoc_gridfs_file_destroy (file);
opt.filename = "foo_file_2.txt";
file = mongoc_gridfs_create_file (gridfs, &opt);
assert (file);
assert (mongoc_gridfs_file_save (file));
ret = mongoc_gridfs_remove_by_filename (gridfs, "foo_file_1.txt", &error);
if (!ret) fprintf (stderr, "ERROR: %s\n", error.message);
assert (ret);
mongoc_gridfs_file_destroy (file);
file = mongoc_gridfs_find_one_by_filename (gridfs, "foo_file_1.txt", &error);
assert (!file);
file = mongoc_gridfs_find_one_by_filename (gridfs, "foo_file_2.txt", &error);
assert (file);
mongoc_gridfs_file_destroy (file);
drop_collections (gridfs, &error);
mongoc_gridfs_destroy (gridfs);
mongoc_client_destroy (client);
}
static void
multi_upload_after (perf_test_t *test)
{
multi_upload_test_t *upload_test;
multi_upload_thread_context_t *ctx;
int i;
upload_test = (multi_upload_test_t *) test;
for (i = 0; i < upload_test->cnt; i++) {
/* ctx->stream was destroyed by mongoc_gridfs_create_file_from_stream */
ctx = &upload_test->contexts[i];
mongoc_gridfs_destroy (ctx->gridfs);
mongoc_client_pool_push (upload_test->pool, ctx->client);
}
perf_test_after (test);
}
static void
test_stream (void)
{
mongoc_gridfs_t *gridfs;
mongoc_gridfs_file_t *file;
mongoc_client_t *client;
mongoc_stream_t *stream;
mongoc_stream_t *in_stream;
bson_error_t error;
ssize_t r;
char buf[4096];
mongoc_iovec_t iov;
iov.iov_base = buf;
iov.iov_len = sizeof buf;
client = mongoc_client_new (gTestUri);
assert (client);
gridfs = get_test_gridfs (client, "fs", &error);
assert (gridfs);
mongoc_gridfs_drop (gridfs, &error);
in_stream = mongoc_stream_file_new_for_path (BINARY_DIR"/gridfs.dat", O_RDONLY, 0);
file = mongoc_gridfs_create_file_from_stream (gridfs, in_stream, NULL);
assert (file);
assert (mongoc_gridfs_file_save (file));
stream = mongoc_stream_gridfs_new (file);
r = mongoc_stream_readv (stream, &iov, 1, file->length, 0);
assert (r == file->length);
/* cleanup */
mongoc_stream_destroy (stream);
mongoc_gridfs_file_destroy (file);
drop_collections (gridfs, &error);
mongoc_gridfs_destroy (gridfs);
mongoc_client_destroy (client);
}
static void
test_read (void)
{
mongoc_gridfs_t *gridfs;
mongoc_gridfs_file_t *file;
mongoc_stream_t *stream;
mongoc_client_t *client;
bson_error_t error;
ssize_t r;
char buf[10], buf2[10];
mongoc_iovec_t iov[2];
iov[0].iov_base = buf;
iov[0].iov_len = 10;
iov[1].iov_base = buf2;
iov[1].iov_len = 10;
client = mongoc_client_new (gTestUri);
assert (client);
gridfs = get_test_gridfs (client, "read", &error);
assert (gridfs);
mongoc_gridfs_drop (gridfs, &error);
stream = mongoc_stream_file_new_for_path (BINARY_DIR"/gridfs.dat", O_RDONLY, 0);
file = mongoc_gridfs_create_file_from_stream (gridfs, stream, NULL);
assert (file);
assert (mongoc_gridfs_file_save (file));
r = mongoc_gridfs_file_readv (file, iov, 2, 20, 0);
assert (r == 20);
assert (memcmp (iov[0].iov_base, "Bacon ipsu", 10) == 0);
assert (memcmp (iov[1].iov_base, "m dolor si", 10) == 0);
mongoc_gridfs_file_destroy (file);
drop_collections (gridfs, &error);
mongoc_gridfs_destroy (gridfs);
mongoc_client_destroy (client);
}
ModuleFactory::~ModuleFactory(void)
{
#ifdef USE_MONGODB
mongoc_gridfs_destroy(m_spatialData);
mongoc_client_destroy(m_conn);
#endif
for (map<string, SEIMSModuleSetting*>::iterator it = m_settings.begin(); it != m_settings.end(); ++it)
delete it->second;
for (map<string, const char*>::iterator it = m_metadata.begin(); it != m_metadata.end(); ++it)
delete it->second;
for (map<string, ParamInfo*>::iterator it = m_parametersInDB.begin(); it != m_parametersInDB.end(); ++it)
delete it->second;
for (map<string, clsInterpolationWeightData*>::iterator it = m_weightDataMap.begin(); it != m_weightDataMap.end(); ++it)
delete it->second;
for (map<string, clsRasterData*>::iterator it = m_rsMap.begin(); it != m_rsMap.end(); ++it)
delete it->second;
//for (map<string, float*>::iterator it = m_1DArrayMap.begin(); it != m_1DArrayMap.end(); ++it)
// delete it->second;
for (map<string, float**>::iterator it = m_2DArrayMap.begin(); it != m_2DArrayMap.end(); ++it)
{
for (int j = 0; j < m_2DRowsLenMap[it->first]; j++)
delete it->second[j];
delete it->second;
}
for (size_t i = 0; i < m_dllHandles.size(); i++)
{
#ifndef linux
FreeLibrary(m_dllHandles[i]);
#else
dlclose(m_dllHandles[i]);
#endif
}
}
static void
test_remove (void)
{
mongoc_gridfs_t *gridfs;
mongoc_gridfs_file_t *file;
mongoc_gridfs_file_opt_t opts = { 0 };
mongoc_client_t *client;
bson_error_t error;
bool r;
char name[32];
client = mongoc_client_new (gTestUri);
assert (client);
gridfs = mongoc_client_get_gridfs (client, "test", "foo", &error);
assert (gridfs);
mongoc_gridfs_drop (gridfs, &error);
bson_snprintf (name, sizeof name, "test-remove.%u", rand ());
opts.filename = name;
file = mongoc_gridfs_create_file (gridfs, &opts);
assert (file);
assert (mongoc_gridfs_file_save (file));
r = mongoc_gridfs_file_remove (file, &error);
if (!r) fprintf (stderr, "%s\n", error.message);
assert (r);
mongoc_gridfs_file_destroy (file);
file = mongoc_gridfs_find_one_by_filename (gridfs, name, &error);
assert (!file);
drop_collections (gridfs, &error);
mongoc_gridfs_destroy (gridfs);
mongoc_client_destroy (client);
}
static void
test_list (void)
{
mongoc_gridfs_t *gridfs;
mongoc_gridfs_file_t *file;
mongoc_client_t *client;
bson_error_t error;
mongoc_gridfs_file_list_t *list;
mongoc_gridfs_file_opt_t opt = { 0 };
bson_t query, child;
char buf[100];
int i = 0;
client = mongoc_client_new (gTestUri);
assert (client);
gridfs = get_test_gridfs (client, "list", &error);
assert (gridfs);
mongoc_gridfs_drop (gridfs, &error);
for (i = 0; i < 3; i++) {
bson_snprintf (buf, sizeof buf, "file.%d", i);
opt.filename = buf;
file = mongoc_gridfs_create_file (gridfs, &opt);
assert (file);
assert (mongoc_gridfs_file_save (file));
mongoc_gridfs_file_destroy (file);
}
bson_init (&query);
bson_append_document_begin (&query, "$orderby", -1, &child);
bson_append_int32 (&child, "filename", -1, 1);
bson_append_document_end (&query, &child);
bson_append_document_begin (&query, "$query", -1, &child);
bson_append_document_end (&query, &child);
list = mongoc_gridfs_find (gridfs, &query);
bson_destroy (&query);
i = 0;
while ((file = mongoc_gridfs_file_list_next (list))) {
bson_snprintf (buf, sizeof buf, "file.%d", i++);
assert (strcmp (mongoc_gridfs_file_get_filename (file), buf) == 0);
mongoc_gridfs_file_destroy (file);
}
assert(i == 3);
mongoc_gridfs_file_list_destroy (list);
bson_init (&query);
bson_append_utf8 (&query, "filename", -1, "file.1", -1);
file = mongoc_gridfs_find_one (gridfs, &query, &error);
assert (file);
assert (strcmp (mongoc_gridfs_file_get_filename (file), "file.1") == 0);
mongoc_gridfs_file_destroy (file);
file = mongoc_gridfs_find_one_by_filename (gridfs, "file.1", &error);
assert (file);
assert (strcmp (mongoc_gridfs_file_get_filename (file), "file.1") == 0);
mongoc_gridfs_file_destroy (file);
drop_collections (gridfs, &error);
mongoc_gridfs_destroy (gridfs);
mongoc_client_destroy (client);
}
int main (int argc, char *argv[])
{
mongoc_gridfs_t *gridfs;
mongoc_gridfs_file_t *file;
mongoc_gridfs_file_list_t *list;
mongoc_gridfs_file_opt_t opt = { 0 };
mongoc_client_t *client;
mongoc_stream_t *stream;
bson_t query;
bson_t child;
bson_error_t error;
ssize_t r;
char buf[4096];
mongoc_iovec_t iov;
const char * filename;
const char * command;
if (argc < 2) {
fprintf(stderr, "usage - %s command ...\n", argv[0]);
return 1;
}
mongoc_init();
iov.iov_base = (void *)buf;
iov.iov_len = sizeof buf;
/* connect to localhost client */
client = mongoc_client_new ("mongodb://127.0.0.1:27017");
assert(client);
/* grab a gridfs handle in test prefixed by fs */
gridfs = mongoc_client_get_gridfs (client, "test", "fs", &error);
assert(gridfs);
command = argv[1];
filename = argv[2];
if (strcmp(command, "read") == 0) {
if (argc != 3) {
fprintf(stderr, "usage - %s read filename\n", argv[0]);
return 1;
}
file = mongoc_gridfs_find_one_by_filename(gridfs, filename, &error);
assert(file);
stream = mongoc_stream_gridfs_new (file);
assert(stream);
for (;;) {
r = mongoc_stream_readv (stream, &iov, 1, -1, 0);
assert (r >= 0);
if (r == 0) {
break;
}
if (fwrite (iov.iov_base, 1, r, stdout) != r) {
MONGOC_ERROR ("Failed to write to stdout. Exiting.\n");
exit (1);
}
}
mongoc_stream_destroy (stream);
mongoc_gridfs_file_destroy (file);
} else if (strcmp(command, "list") == 0) {
bson_init (&query);
bson_append_document_begin (&query, "$orderby", -1, &child);
bson_append_int32 (&child, "filename", -1, 1);
bson_append_document_end (&query, &child);
bson_append_document_begin (&query, "$query", -1, &child);
bson_append_document_end (&query, &child);
list = mongoc_gridfs_find (gridfs, &query);
bson_destroy (&query);
while ((file = mongoc_gridfs_file_list_next (list))) {
const char * name = mongoc_gridfs_file_get_filename(file);
printf("%s\n", name ? name : "?");
mongoc_gridfs_file_destroy (file);
}
mongoc_gridfs_file_list_destroy (list);
} else if (strcmp(command, "write") == 0) {
if (argc != 4) {
fprintf(stderr, "usage - %s write filename input_file\n", argv[0]);
return 1;
}
stream = mongoc_stream_file_new_for_path (argv [3], O_RDONLY, 0);
assert (stream);
opt.filename = filename;
file = mongoc_gridfs_create_file_from_stream (gridfs, stream, &opt);
assert(file);
mongoc_gridfs_file_save(file);
mongoc_gridfs_file_destroy(file);
} else {
fprintf(stderr, "Unknown command");
return 1;
}
mongoc_gridfs_destroy (gridfs);
mongoc_client_destroy (client);
mongoc_cleanup ();
return 0;
}
int
main (int argc, char *argv[])
{
mongoc_gridfs_t *gridfs;
mongoc_gridfs_file_t *file;
mongoc_gridfs_file_list_t *list;
mongoc_gridfs_file_opt_t opt = {0};
mongoc_client_t *client;
mongoc_stream_t *stream;
bson_t filter;
bson_t opts;
bson_t child;
bson_error_t error;
ssize_t r;
char buf[4096];
mongoc_iovec_t iov;
const char *filename;
const char *command;
bson_value_t id;
if (argc < 2) {
fprintf (stderr, "usage - %s command ...\n", argv[0]);
return 1;
}
mongoc_init ();
iov.iov_base = (void *) buf;
iov.iov_len = sizeof buf;
/* connect to localhost client */
client =
mongoc_client_new ("mongodb://127.0.0.1:27017?appname=gridfs-example");
assert (client);
mongoc_client_set_error_api (client, 2);
/* grab a gridfs handle in test prefixed by fs */
gridfs = mongoc_client_get_gridfs (client, "test", "fs", &error);
assert (gridfs);
command = argv[1];
filename = argv[2];
if (strcmp (command, "read") == 0) {
if (argc != 3) {
fprintf (stderr, "usage - %s read filename\n", argv[0]);
return 1;
}
file = mongoc_gridfs_find_one_by_filename (gridfs, filename, &error);
assert (file);
stream = mongoc_stream_gridfs_new (file);
assert (stream);
for (;;) {
r = mongoc_stream_readv (stream, &iov, 1, -1, 0);
assert (r >= 0);
if (r == 0) {
break;
}
if (fwrite (iov.iov_base, 1, r, stdout) != r) {
MONGOC_ERROR ("Failed to write to stdout. Exiting.\n");
exit (1);
}
}
mongoc_stream_destroy (stream);
mongoc_gridfs_file_destroy (file);
} else if (strcmp (command, "list") == 0) {
bson_init (&filter);
bson_init (&opts);
bson_append_document_begin (&opts, "sort", -1, &child);
BSON_APPEND_INT32 (&child, "filename", 1);
bson_append_document_end (&opts, &child);
list = mongoc_gridfs_find_with_opts (gridfs, &filter, &opts);
bson_destroy (&filter);
bson_destroy (&opts);
while ((file = mongoc_gridfs_file_list_next (list))) {
const char *name = mongoc_gridfs_file_get_filename (file);
printf ("%s\n", name ? name : "?");
mongoc_gridfs_file_destroy (file);
}
mongoc_gridfs_file_list_destroy (list);
} else if (strcmp (command, "write") == 0) {
if (argc != 4) {
fprintf (stderr, "usage - %s write filename input_file\n", argv[0]);
return 1;
}
stream = mongoc_stream_file_new_for_path (argv[3], O_RDONLY, 0);
assert (stream);
opt.filename = filename;
/* the driver generates a file_id for you */
file = mongoc_gridfs_create_file_from_stream (gridfs, stream, &opt);
assert (file);
id.value_type = BSON_TYPE_INT32;
id.value.v_int32 = 1;
/* optional: the following method specifies a file_id of any
BSON type */
if (!mongoc_gridfs_file_set_id (file, &id, &error)) {
fprintf (stderr, "%s\n", error.message);
return 1;
}
mongoc_gridfs_file_save (file);
mongoc_gridfs_file_destroy (file);
} else {
fprintf (stderr, "Unknown command");
return 1;
}
mongoc_gridfs_destroy (gridfs);
mongoc_client_destroy (client);
mongoc_cleanup ();
return 0;
}
