Example #1
0
void
get_named_object_partially()
{
  dpl_async_task_t *atask = NULL;
  dpl_buf_t *buf = NULL;
  dpl_status_t ret;
  dpl_range_t range;

  banner("9 - get named object partially");
  
  //first 1000 bytes
  range.start = 0;
  range.end = 999;
  atask = (dpl_async_task_t *) dpl_get_async_prepare(ctx,           //the context
                                                     NULL,          //no bucket
                                                     file3_path,    //the key
                                                     NULL,          //no option
                                                     DPL_FTYPE_REG, //object type
                                                     NULL,          //no condition
                                                     &range);       //range

  if (NULL == atask)
    {
      fprintf(stderr, "error preparing task\n");
      exit(1);
    }

  atask->cb_func = cb_get_named_object_partially;
  atask->cb_arg = atask;
  
  dpl_task_pool_put(pool, (dpl_task_t *) atask);
}
Example #2
0
void
delete_object()
{
  dpl_async_task_t *atask = NULL;
  dpl_buf_t *buf = NULL;

  fprintf(stderr, "delete object+MD\n");

  atask = (dpl_async_task_t *) dpl_delete_async_prepare(ctx,       //the context
                                                        NULL,      //no bucket
                                                        new_path,  //the key
                                                        NULL,      //no option
                                                        DPL_FTYPE_UNDEF, //no matter the file type
                                                        NULL);     //no condition

  if (NULL == atask)
    {
      fprintf(stderr, "error preparing task\n");
      exit(1);
    }

  atask->cb_func = cb_delete_object;
  atask->cb_arg = atask;
  
  dpl_task_pool_put(pool, (dpl_task_t *) atask);
}
Example #3
0
void
get_object()
{
  dpl_async_task_t *atask = NULL;
  dpl_buf_t *buf = NULL;
  dpl_status_t ret;

  fprintf(stderr, "getting object+MD\n");

  atask = (dpl_async_task_t *) dpl_get_async_prepare(ctx,           //the context
                                                     NULL,          //no bucket
                                                     new_path,      //the key
                                                     NULL,          //no opion
                                                     DPL_FTYPE_REG, //object type
                                                     NULL,          //no condition
                                                     NULL);         //no range

  if (NULL == atask)
    {
      fprintf(stderr, "error preparing task\n");
      exit(1);
    }

  atask->cb_func = cb_get_object;
  atask->cb_arg = atask;
  
  dpl_task_pool_put(pool, (dpl_task_t *) atask);
}
Example #4
0
void
rename_object(char *resource_path)
{
  dpl_async_task_t *atask = NULL;
  dpl_buf_t *buf = NULL;
  dpl_status_t ret;

  snprintf(new_path, sizeof (new_path), "%su.1", folder);

  atask = (dpl_async_task_t *) dpl_copy_async_prepare(ctx,
                                                      NULL,          //no src bucket
                                                      resource_path, //the src resource
                                                      NULL,          //no dst bucket
                                                      new_path,      //dst resource
                                                      NULL,          //no option
                                                      DPL_FTYPE_REG, //regular file
                                                      DPL_COPY_DIRECTIVE_MOVE, //rename
                                                      NULL,          //no metadata
                                                      NULL,          //no sysmd
                                                      NULL);         //no server side condition
  
  if (NULL == atask)
    {
      fprintf(stderr, "error preparing task\n");
      exit(1);
    }

  atask->cb_func = cb_rename_object;
  atask->cb_arg = atask;
  
  dpl_task_pool_put(pool, (dpl_task_t *) atask);
}
Example #5
0
void
get_nameless_object()
{
  dpl_async_task_t *atask = NULL;
  dpl_buf_t *buf = NULL;
  dpl_status_t ret;

  banner("7 - get nameless object data+metadata");

  atask = (dpl_async_task_t *) dpl_get_id_async_prepare(ctx,           //the context
                                                        NULL,          //no bucket
                                                        id1,           //the key
                                                        NULL,          //no opion
                                                        DPL_FTYPE_REG, //object type
                                                        NULL,          //no condition
                                                        NULL);         //no range

  if (NULL == atask)
    {
      fprintf(stderr, "error preparing task\n");
      exit(1);
    }

  atask->cb_func = cb_get_nameless_object;
  atask->cb_arg = atask;
  
  dpl_task_pool_put(pool, (dpl_task_t *) atask);
}
Example #6
0
void
get_metadata()
{
  dpl_async_task_t *atask = NULL;

  fprintf(stderr, "getting MD only\n");

  atask = (dpl_async_task_t *) dpl_head_async_prepare(ctx,      //the context
                                                      NULL,     //no bucket,
                                                      new_path, //the key
                                                      NULL,     //no option
                                                      DPL_FTYPE_UNDEF, //no matter the file type
                                                      NULL);    //no condition,

  if (NULL == atask)
    {
      fprintf(stderr, "error preparing task\n");
      exit(1);
    }

  atask->cb_func = cb_get_metadata;
  atask->cb_arg = atask;
  
  dpl_task_pool_put(pool, (dpl_task_t *) atask);
 
}
Example #7
0
void
list_bucket()
{
  dpl_async_task_t *atask = NULL;
  dpl_buf_t *buf = NULL;
  int i;

  fprintf(stderr, "listing of folder\n");

  atask = (dpl_async_task_t *) dpl_list_bucket_async_prepare(ctx, 
                                                             NULL,
                                                             folder,
                                                             "/");

  if (NULL == atask)
    {
      fprintf(stderr, "error preparing task\n");
      exit(1);
    }

  atask->cb_func = cb_list_bucket;
  atask->cb_arg = atask;

  dpl_task_pool_put(pool, (dpl_task_t *) atask);

}
Example #8
0
void
get_object_meta()
{
  dpl_async_task_t *atask = NULL;
  dpl_buf_t *buf = NULL;
  dpl_status_t ret;

  banner("10 - get object meta");
  
  atask = (dpl_async_task_t *) dpl_head_async_prepare(ctx,           //the context
                                                      NULL,          //no bucket
                                                      file3_path,    //the key
                                                      NULL,          //no opion
                                                      DPL_FTYPE_REG, //object type
                                                      NULL);         //no condition

  if (NULL == atask)
    {
      fprintf(stderr, "error preparing task\n");
      exit(1);
    }

  atask->cb_func = cb_get_object_meta;
  atask->cb_arg = atask;
  
  dpl_task_pool_put(pool, (dpl_task_t *) atask);
}
Example #9
0
void
make_folder()
{
  dpl_status_t ret, ret2;
  dpl_async_task_t *atask = NULL;
  dpl_buf_t *buf = NULL;

  banner("creating folder");

  buf = dpl_buf_new();
  if (NULL == buf)
    exit(1);

  atask = (dpl_async_task_t *) dpl_put_async_prepare(ctx,           //the context
                                                     NULL,          //no bucket
                                                     folder,        //the folder
                                                     NULL,          //no option
                                                     DPL_FTYPE_DIR, //directory
                                                     NULL,          //no condition
                                                     NULL,          //no range
                                                     NULL,          //no metadata
                                                     NULL,          //no sysmd
                                                     buf);         //object body
  if (NULL == atask)
    {
      fprintf(stderr, "error preparing task\n");
      exit(1);
    }

  atask->cb_func = cb_make_folder;
  atask->cb_arg = atask;
  
  dpl_task_pool_put(pool, (dpl_task_t *) atask);
}
Example #10
0
void
copy_nameless_object_with_new_md()
{
  dpl_async_task_t *atask = NULL;
  dpl_buf_t *buf = NULL;
  dpl_status_t ret;
  dpl_dict_t *metadata = NULL;

  banner("11 - copy nameless object with new metadata");

  metadata = dpl_dict_new(13);
  if (NULL == metadata)
    {
      ret = DPL_ENOMEM;
      exit(1);
    }

  ret = dpl_dict_add(metadata, "bar", "qux", 0);
  if (DPL_SUCCESS != ret)
    {
      fprintf(stderr, "error updating metadatum: %s (%d)\n", dpl_status_str(ret), ret);
      exit(1);
    }

  /* 
   * note: With Dewpoint, it would be possible to copy nameless object into another nameless object.
   * Does it make sense ? for now we copy it into a named object
   */
  atask = (dpl_async_task_t *) dpl_copy_id_async_prepare(ctx,
                                                         NULL,          //no src bucket
                                                         id1,           //the src resource
                                                         NULL,          //no dst bucket
                                                         file1_path,    //dst resource
                                                         NULL,          //no option
                                                         DPL_FTYPE_REG, //regular file
                                                         DPL_COPY_DIRECTIVE_COPY, //rename
                                                         metadata,      //metadata
                                                         NULL,          //no sysmd
                                                         NULL);         //no server side condition
  
  if (NULL == atask)
    {
      fprintf(stderr, "error preparing task\n");
      exit(1);
    }

  atask->cb_func = cb_copy_nameless_object_with_new_md;
  atask->cb_arg = atask;
  
  dpl_task_pool_put(pool, (dpl_task_t *) atask);
}
Example #11
0
void
append_to_nonexisting_named_object_precond()
{
  dpl_async_task_t *atask = NULL;
  dpl_buf_t *buf = NULL;
  dpl_status_t ret;
  dpl_condition_t condition;

  buf = dpl_buf_new();
  if (NULL == buf)
    exit(1);

  buf->size = DATA_LEN;
  buf->ptr = malloc(buf->size);
  if (NULL == buf->ptr)
    {
      fprintf(stderr, "alloc data failed\n");
      exit(1);
    }
  
  memset(buf->ptr, 'z', buf->size);

  banner("4 - append data to nonexisting named object with precondition");
  
  condition.conds[0].type = DPL_CONDITION_IF_MATCH;
  condition.conds[0].etag[0] = '*';
  condition.conds[0].etag[1] = 0;
  condition.n_conds = 1;

  atask = (dpl_async_task_t *) dpl_post_async_prepare(ctx,
                                                      NULL,          //no bucket
                                                      file3_path,    //the id
                                                      NULL,          //option
                                                      DPL_FTYPE_REG, //regular object
                                                      &condition,    //expect failure if exists
                                                      NULL,          //range
                                                      NULL,          //the metadata
                                                      NULL,          //no sysmd
                                                      buf,           //object body
                                                      NULL);         //query params
  if (NULL == atask)
    {
      fprintf(stderr, "error preparing task\n");
      exit(1);
    }

  atask->cb_func = cb_append_to_nonexisting_named_object_precond;
  atask->cb_arg = atask;
  
  dpl_task_pool_put(pool, (dpl_task_t *) atask);
}
Example #12
0
void
update_metadata_named_object()
{
  dpl_async_task_t *atask = NULL;
  dpl_status_t ret;
  dpl_option_t option;
  dpl_dict_t *metadata = NULL;

  banner("6 - append metadata to existing named object");

  metadata = dpl_dict_new(13);
  if (NULL == metadata)
    {
      ret = DPL_ENOMEM;
      exit(1);
    }

  ret = dpl_dict_add(metadata, "foo", "bar", 0);
  if (DPL_SUCCESS != ret)
    {
      fprintf(stderr, "error updating metadatum: %s (%d)\n", dpl_status_str(ret), ret);
      exit(1);
    }
  
  option.mask = DPL_OPTION_APPEND_METADATA;

  atask = (dpl_async_task_t *) dpl_put_async_prepare(ctx,
                                                     NULL,          //no bucket
                                                     file3_path,    //the id
                                                     &option,       //option
                                                     DPL_FTYPE_REG, //regular object
                                                     NULL,          //condition
                                                     NULL,          //range
                                                     metadata,      //the metadata
                                                     NULL,          //no sysmd
                                                     NULL);         //object body

  dpl_dict_free(metadata);

  if (NULL == atask)
    {
      fprintf(stderr, "error preparing task\n");
      exit(1);
    }

  atask->cb_func = cb_update_metadata_named_object;
  atask->cb_arg = atask;
  
  dpl_task_pool_put(pool, (dpl_task_t *) atask);
}
Example #13
0
void
add_existing_named_object()
{
  dpl_async_task_t *atask = NULL;
  dpl_buf_t *buf = NULL;
  dpl_status_t ret;
  dpl_condition_t condition;

  buf = dpl_buf_new();
  if (NULL == buf)
    exit(1);

  buf->size = DATA_LEN;
  buf->ptr = malloc(buf->size);
  if (NULL == buf->ptr)
    {
      fprintf(stderr, "alloc data failed\n");
      exit(1);
    }

  memset(buf->ptr, 'y', buf->size);

  banner("3 - add existing named object with precondition");
  
  condition.mask = DPL_CONDITION_IF_NONE_MATCH;
  condition.etag[0] = '*';
  condition.etag[1] = 0;

  atask = (dpl_async_task_t *) dpl_put_async_prepare(ctx,
                                                     NULL,          //no bucket
                                                     file2_path,    //the id
                                                     NULL,          //no option
                                                     DPL_FTYPE_REG, //regular object
                                                     &condition,    //expect failure if exists
                                                     NULL,          //no range
                                                     NULL,          //the metadata
                                                     NULL,          //no sysmd
                                                     buf);          //object body
  if (NULL == atask)
    {
      fprintf(stderr, "error preparing task\n");
      exit(1);
    }

  atask->cb_func = cb_add_existing_named_object;
  atask->cb_arg = atask;
  
  dpl_task_pool_put(pool, (dpl_task_t *) atask);
}
Example #14
0
void
copy_named_object_with_new_md()
{
  dpl_async_task_t *atask = NULL;
  dpl_buf_t *buf = NULL;
  dpl_status_t ret;
  dpl_dict_t *metadata = NULL;

  banner("12 - copy named object with new metadata");

  metadata = dpl_dict_new(13);
  if (NULL == metadata)
    {
      ret = DPL_ENOMEM;
      exit(1);
    }

  ret = dpl_dict_add(metadata, "qux", "baz", 0);
  if (DPL_SUCCESS != ret)
    {
      fprintf(stderr, "error updating metadatum: %s (%d)\n", dpl_status_str(ret), ret);
      exit(1);
    }

  atask = (dpl_async_task_t *) dpl_copy_async_prepare(ctx,
                                                      NULL,          //no src bucket
                                                      file1_path,    //the src resource
                                                      NULL,          //no dst bucket
                                                      file4_path,    //dst resource
                                                      NULL,          //no option
                                                      DPL_FTYPE_REG, //regular file
                                                      DPL_COPY_DIRECTIVE_COPY, //rename
                                                      metadata,      //metadata
                                                      NULL,          //no sysmd
                                                      NULL);         //no server side condition
  
  if (NULL == atask)
    {
      fprintf(stderr, "error preparing task\n");
      exit(1);
    }

  atask->cb_func = cb_copy_named_object_with_new_md;
  atask->cb_arg = atask;
  
  dpl_task_pool_put(pool, (dpl_task_t *) atask);
}
Example #15
0
void
add_nameless_object()
{
  dpl_async_task_t *atask = NULL;
  dpl_buf_t *buf = NULL;
  dpl_status_t ret;

  buf = dpl_buf_new();
  if (NULL == buf)
    exit(1);

  buf->size = DATA_LEN;
  buf->ptr = malloc(buf->size);
  if (NULL == buf->ptr)
    {
      fprintf(stderr, "alloc data failed\n");
      exit(1);
    }

  memset(buf->ptr, 'x', buf->size);

  banner("1 - add nameless object");

  atask = (dpl_async_task_t *) dpl_post_id_async_prepare(ctx,           //the context
                                                         NULL,          //no bucket
                                                         NULL,          //no id
                                                         NULL,          //no option
                                                         DPL_FTYPE_REG, //regular object
                                                         NULL,          //condition
                                                         NULL,          //range
                                                         NULL,          //the metadata
                                                         NULL,          //no sysmd
                                                         buf,           //object body
                                                         NULL);         //no query params
  if (NULL == atask)
    {
      fprintf(stderr, "error preparing task\n");
      exit(1);
    }

  atask->cb_func = cb_add_nameless_object;
  atask->cb_arg = atask;
  
  dpl_task_pool_put(pool, (dpl_task_t *) atask);
}
Example #16
0
void
append_to_nonexisting_named_object()
{
  dpl_async_task_t *atask = NULL;
  dpl_buf_t *buf = NULL;
  dpl_status_t ret;

  buf = dpl_buf_new();
  if (NULL == buf)
    exit(1);

  buf->size = DATA_LEN;
  buf->ptr = malloc(buf->size);
  if (NULL == buf->ptr)
    {
      fprintf(stderr, "alloc data failed\n");
      exit(1);
    }

  memset(buf->ptr, 'z', buf->size);

  banner("5 - append data to nonexisting named object");
  
  atask = (dpl_async_task_t *) dpl_post_async_prepare(ctx,
                                                      NULL,          //no bucket
                                                      file3_path,    //the id
                                                      NULL,          //option
                                                      DPL_FTYPE_REG, //regular object
                                                      NULL,          //no condition
                                                      NULL,          //range
                                                      NULL,          //the metadata
                                                      NULL,          //no sysmd
                                                      buf,           //object body
                                                      NULL);         //query params
  if (NULL == atask)
    {
      fprintf(stderr, "error preparing task\n");
      exit(1);
    }

  atask->cb_func = cb_append_to_nonexisting_named_object;
  atask->cb_arg = atask;
  
  dpl_task_pool_put(pool, (dpl_task_t *) atask);
}
Example #17
0
void
update_metadata()
{
  dpl_async_task_t *atask = NULL;
  dpl_buf_t *buf = NULL;
  dpl_status_t ret;

  fprintf(stderr, "setting MD only\n");

  ret = dpl_dict_add(metadata, "foo", "bar2", 0);
  if (DPL_SUCCESS != ret)
    {
      fprintf(stderr, "error updating metadatum: %s (%d)\n", dpl_status_str(ret), ret);
      exit(1);
    }

  atask = (dpl_async_task_t *) dpl_copy_async_prepare(ctx,           //the context
                                                      NULL,          //no src bucket
                                                      new_path,      //the key
                                                      NULL,          //no dst bucket
                                                      new_path,      //the same key
                                                      NULL,          //no option
                                                      DPL_FTYPE_REG, //object type
                                                      DPL_COPY_DIRECTIVE_METADATA_REPLACE,  //tell server to replace metadata
                                                      metadata,      //the updated metadata
                                                      NULL,          //no sysmd
                                                      NULL);         //no condition
  
  if (NULL == atask)
    {
      fprintf(stderr, "error preparing task\n");
      exit(1);
    }

  atask->cb_func = cb_update_metadata;
  atask->cb_arg = atask;
  
  dpl_task_pool_put(pool, (dpl_task_t *) atask);
}
Example #18
0
void
create_object()
{
  dpl_async_task_t *atask = NULL;
  dpl_buf_t *buf = NULL;
  dpl_status_t ret;

  buf = dpl_buf_new();
  if (NULL == buf)
    exit(1);

  buf->size = DATA_LEN;
  buf->ptr = malloc(DATA_LEN);
  if (NULL == buf->ptr)
    {
      fprintf(stderr, "alloc data failed\n");
      exit(1);
    }

  memset(buf->ptr, 'z', buf->size);

  metadata = dpl_dict_new(13);
  if (NULL == metadata)
    {
      fprintf(stderr, "dpl_dict_new failed\n");
      exit(1);
    }
 
  ret = dpl_dict_add(metadata, "foo", "bar", 0);
  if (DPL_SUCCESS != ret)
    {
      fprintf(stderr, "dpl_dict_add failed\n");
      exit(1);
    }

  ret = dpl_dict_add(metadata, "foo2", "qux", 0);
  if (DPL_SUCCESS != ret)
    {
      fprintf(stderr, "dpl_dict_add failed\n");
      exit(1);
    }

  fprintf(stderr, "atomic creation of an object+MD\n");

  atask = (dpl_async_task_t *) dpl_post_async_prepare(ctx,           //the context
                                                      NULL,          //no bucket
                                                      folder,        //the folder
                                                      NULL,          //no option
                                                      DPL_FTYPE_REG, //regular object
                                                      NULL,          //condition
                                                      NULL,          //range
                                                      metadata,      //the metadata
                                                      NULL,          //no sysmd
                                                      buf,           //object body
                                                      NULL);         //no query params
  if (NULL == atask)
    {
      fprintf(stderr, "error preparing task\n");
      exit(1);
    }

  atask->cb_func = cb_create_object;
  atask->cb_arg = atask;
  
  dpl_task_pool_put(pool, (dpl_task_t *) atask);
}
Example #19
0
void
cb_list_bucket(void *handle)
{
  dpl_async_task_t *atask = (dpl_async_task_t *) handle;
  int i;

  if (DPL_SUCCESS != atask->ret)
    {
      fprintf(stderr, "error listing folder: %s (%d)\n", dpl_status_str(atask->ret), atask->ret);
      exit(1);
    }

  pthread_mutex_init(&list_lock, NULL);
  pthread_cond_init(&list_cond, NULL);

  for (i = 0;i < atask->u.list_bucket.objects->n_items;i++)
    {
      dpl_object_t *obj = (dpl_object_t *) dpl_vec_get(atask->u.list_bucket.objects, i);
      dpl_sysmd_t obj_sysmd;
      dpl_dict_t *obj_md = NULL;
      dpl_async_task_t *sub_atask = NULL;

      fprintf(stderr, "getting md\n");
      
      sub_atask = (dpl_async_task_t *) dpl_head_async_prepare(ctx, 
                                                              NULL, //no bucket
                                                              obj->path, 
                                                              NULL, //option
                                                              DPL_FTYPE_UNDEF, //no matter the file type
                                                              NULL); //condition

      if (NULL == sub_atask)
        {
          fprintf(stderr, "error preparing task\n");
          exit(1);
        }
      
      sub_atask->cb_func = cb_head_object;
      sub_atask->cb_arg = sub_atask;
      
      dpl_task_pool_put(pool, (dpl_task_t *) sub_atask);
    }

  for (i = 0;i < atask->u.list_bucket.common_prefixes->n_items;i++)
    {
      dpl_common_prefix_t *dir = (dpl_common_prefix_t *) dpl_vec_get(atask->u.list_bucket.common_prefixes, i);

      fprintf(stderr, "dir %s\n", dir->prefix);
    }

 again:
  
  pthread_cond_wait(&list_cond, &list_lock);
  
  //printf("n_ok=%d\n", n_ok);

  if (n_ok != atask->u.list_bucket.objects->n_items)
    goto again;

  dpl_async_task_free(atask);

  delete_object();
}