void *thread_queue_to_iobuf_fct(void *args) { struct s_headinfo headinfo; struct s_blockinfo blkinfo; s64 blknum; int type; inc_secthreads(); while (queue_get_end_of_queue(g_queue) == false) { if (((blknum = queue_dequeue_first(g_queue, &type, &headinfo, &blkinfo)) < 0) && (blknum != FSAERR_ENDOFFILE)) // error { msgprintf(MSG_STACK, "queue_dequeue_first()=%ld=%s failed\n", (long)blknum, error_int_to_string(blknum)); set_status(STATUS_FAILED, "queue_dequeue_first() failed"); goto thread_queue_to_iobuf_cleanup; } else if (blknum > 0) // block or header found { switch (type) { case QITEM_TYPE_BLOCK: if (iobuffer_write_block(g_iobuffer, &blkinfo, blkinfo.blkfsid)!=0) { msgprintf(MSG_STACK, "iobuffer_write_block() failed\n"); set_status(STATUS_FAILED, "iobuffer_write_block() failed"); goto thread_queue_to_iobuf_cleanup; } free(blkinfo.blkdata); break; case QITEM_TYPE_HEADER: if (iobuffer_write_logichead(g_iobuffer, headinfo.dico, headinfo.headertype, headinfo.fsid) != 0) { msgprintf(MSG_STACK, "iobuffer_write_logichead() failed\n"); set_status(STATUS_FAILED, "iobuffer_write_logichead() failed"); goto thread_queue_to_iobuf_cleanup; } dico_destroy(headinfo.dico); break; default: errprintf("unexpected item type from queue: type=%d\n", type); set_status(STATUS_FAILED, "unexpected item type from queue"); goto thread_queue_to_iobuf_cleanup; break; } } } thread_queue_to_iobuf_cleanup: iobuffer_set_end_of_buffer(g_iobuffer, true); msgprintf(MSG_DEBUG1, "THREAD-DEQUEUE: exit\n"); dec_secthreads(); return NULL; }
int archwriter_write_volheader(carchwriter *ai) { struct s_writebuf *wb=NULL; cdico *voldico; assert(ai); if ((wb=writebuf_alloc())==NULL) { msgprintf(MSG_STACK, "writebuf_alloc() failed\n"); return -1; } if ((voldico=dico_alloc())==NULL) { msgprintf(MSG_STACK, "voldico=dico_alloc() failed\n"); return -1; } // prepare header dico_add_u32(voldico, 0, VOLUMEHEADKEY_VOLNUM, ai->curvol); dico_add_u32(voldico, 0, VOLUMEHEADKEY_ARCHID, ai->archid); dico_add_string(voldico, 0, VOLUMEHEADKEY_FILEFORMATVER, FSA_FILEFORMAT); dico_add_string(voldico, 0, VOLUMEHEADKEY_PROGVERCREAT, FSA_VERSION); // write header to buffer if (writebuf_add_header(wb, voldico, FSA_MAGIC_VOLH, ai->archid, FSA_FILESYSID_NULL)!=0) { errprintf("archio_write_header() failed\n"); return -1; } // write header to file if (archwriter_write_buffer(ai, wb)!=0) { errprintf("archwriter_write_buffer() failed\n"); return -1; } dico_destroy(voldico); writebuf_destroy(wb); return 0; }
int archwriter_write_volfooter(carchwriter *ai, bool lastvol) { struct s_writebuf *wb=NULL; cdico *voldico; assert(ai); if ((wb=writebuf_alloc())==NULL) { errprintf("writebuf_alloc() failed\n"); return -1; } if ((voldico=dico_alloc())==NULL) { errprintf("voldico=dico_alloc() failed\n"); return -1; } // prepare header dico_add_u32(voldico, 0, VOLUMEFOOTKEY_VOLNUM, ai->curvol); dico_add_u32(voldico, 0, VOLUMEFOOTKEY_ARCHID, ai->archid); dico_add_u32(voldico, 0, VOLUMEFOOTKEY_LASTVOL, lastvol); // write header to buffer if (writebuf_add_header(wb, voldico, FSA_MAGIC_VOLF, ai->archid, FSA_FILESYSID_NULL)!=0) { msgprintf(MSG_STACK, "archio_write_header() failed\n"); return -1; } // write header to file if (archwriter_write_buffer(ai, wb)!=0) { msgprintf(MSG_STACK, "archwriter_write_data(size=%ld) failed\n", (long)wb->size); return -1; } dico_destroy(voldico); writebuf_destroy(wb); return 0; }
void *thread_writer_fct(void *args) { struct s_headinfo headinfo; struct s_blockinfo blkinfo; carchwriter *ai=NULL; s64 blknum; int type; // init inc_secthreads(); if ((ai=(carchwriter *)args)==NULL) { errprintf("ai is NULL\n"); goto thread_writer_fct_error; } if (archwriter_volpath(ai)!=0) { msgprintf(MSG_STACK, "archwriter_volpath() failed\n"); goto thread_writer_fct_error; } if (archwriter_create(ai)!=0) { msgprintf(MSG_STACK, "archwriter_create(%s) failed\n", ai->basepath); goto thread_writer_fct_error; } if (archwriter_write_volheader(ai)!=0) { msgprintf(MSG_STACK, "cannot write volume header: archwriter_write_volheader() failed\n"); goto thread_writer_fct_error; } while (queue_get_end_of_queue(&g_queue)==false) { if ((blknum=queue_dequeue_first(&g_queue, &type, &headinfo, &blkinfo))<0 && blknum!=FSAERR_ENDOFFILE) // error { msgprintf(MSG_STACK, "queue_dequeue_first()=%ld=%s failed\n", (long)blknum, error_int_to_string(blknum)); goto thread_writer_fct_error; } else if (blknum>0) // block or header found { switch (type) { case QITEM_TYPE_BLOCK: if (archwriter_dowrite_block(ai, &blkinfo)!=0) { msgprintf(MSG_STACK, "archive_dowrite_block() failed\n"); goto thread_writer_fct_error; } free(blkinfo.blkdata); break; case QITEM_TYPE_HEADER: if (archwriter_dowrite_header(ai, &headinfo)!=0) { msgprintf(MSG_STACK, "archive_write_header() failed\n"); goto thread_writer_fct_error; } dico_destroy(headinfo.dico); break; default: errprintf("unexpected item type from queue: type=%d\n", type); break; } } } // write last volume footer if (archwriter_write_volfooter(ai, true)!=0) { msgprintf(MSG_STACK, "cannot write volume footer: archio_write_volfooter() failed\n"); goto thread_writer_fct_error; } archwriter_close(ai); msgprintf(MSG_DEBUG1, "THREAD-WRITER: exit success\n"); dec_secthreads(); return NULL; thread_writer_fct_error: msgprintf(MSG_DEBUG1, "THREAD-WRITER: exit remove\n"); set_stopfillqueue(); // say to the create.c thread that it must stop while (queue_get_end_of_queue(&g_queue)==false) // wait until all the compression threads exit queue_destroy_first_item(&g_queue); // empty queue archwriter_close(ai); dec_secthreads(); return NULL; }
void *thread_reader_fct(void *args) { char magic[FSA_SIZEOF_MAGIC]; struct s_blockinfo blkinfo; u32 endofarchive=false; carchreader *ai=NULL; cdico *dico=NULL; int skipblock; u16 fsid; int sumok; int status; u64 errors; s64 lres; int res; // init errors=0; inc_secthreads(); if ((ai=(carchreader *)args)==NULL) { errprintf("ai is NULL\n"); goto thread_reader_fct_error; } // open archive file if (archreader_volpath(ai)!=0) { errprintf("archreader_volpath() failed\n"); goto thread_reader_fct_error; } if (archreader_open(ai)!=0) { errprintf("archreader_open(%s) failed\n", ai->basepath); goto thread_reader_fct_error; } // read volume header if (archreader_read_volheader(ai)!=0) { errprintf("archio_read_volheader() failed\n"); goto thread_reader_fct_error; } // ---- read main archive header if ((res=archreader_read_header(ai, magic, &dico, false, &fsid))!=FSAERR_SUCCESS) { errprintf("archreader_read_header() failed to read the archive header\n"); goto thread_reader_fct_error; // this header is required to continue } if (dico_get_u32(dico, 0, MAINHEADKEY_ARCHIVEID, &ai->archid)!=0) { msgprintf(3, "cannot get archive-id from main header\n"); goto thread_reader_fct_error; } if ((lres=queue_add_header(&g_queue, dico, magic, fsid))!=FSAERR_SUCCESS) { errprintf("queue_add_header()=%ld=%s failed to add the archive header\n", (long)lres, error_int_to_string(lres)); goto thread_reader_fct_error; } // read all other data from file (filesys-header, normal objects headers, ...) while (endofarchive==false && get_stopfillqueue()==false) { if ((res=archreader_read_header(ai, magic, &dico, true, &fsid))!=FSAERR_SUCCESS) { dico_destroy(dico); msgprintf(MSG_STACK, "archreader_read_header() failed to read next header\n"); if (res==OLDERR_MINOR) // header is corrupt or not what we expected { errors++; msgprintf(MSG_DEBUG1, "OLDERR_MINOR\n"); continue; } else // fatal error (eg: cannot read archive from disk) { msgprintf(MSG_DEBUG1, "!OLDERR_MINOR\n"); goto thread_reader_fct_error; } } // read header and see if it's for archive management or higher level data if (strncmp(magic, FSA_MAGIC_VOLF, FSA_SIZEOF_MAGIC)==0) // header is "end of volume" { archreader_close(ai); // check the "end of archive" flag in header if (dico_get_u32(dico, 0, VOLUMEFOOTKEY_LASTVOL, &endofarchive)!=0) { errprintf("cannot get compr from block-header\n"); goto thread_reader_fct_error; } msgprintf(MSG_VERB2, "End of volume [%s]\n", ai->volpath); if (endofarchive!=true) { archreader_incvolume(ai, false); while (regfile_exists(ai->volpath)!=true) { // wait until the queue is empty so that the main thread does not pollute the screen while (queue_count(&g_queue)>0) usleep(5000); fflush(stdout); fflush(stderr); msgprintf(MSG_FORCE, "File [%s] is not found, please type the path to volume %ld:\n", ai->volpath, (long)ai->curvol); fprintf(stdout, "New path:> "); res=scanf("%256s", ai->volpath); } msgprintf(MSG_VERB2, "New volume is [%s]\n", ai->volpath); if (archreader_open(ai)!=0) { msgprintf(MSG_STACK, "archreader_open() failed\n"); goto thread_reader_fct_error; } if (archreader_read_volheader(ai)!=0) { msgprintf(MSG_STACK, "archio_read_volheader() failed\n"); goto thread_reader_fct_error; } } dico_destroy(dico); } else // high-level archive (not involved in volume management) { if (strncmp(magic, FSA_MAGIC_BLKH, FSA_SIZEOF_MAGIC)==0) // header starts a data block { skipblock=(g_fsbitmap[fsid]==0); //errprintf("DEBUG: skipblock=%d g_fsbitmap[fsid=%d]=%d\n", skipblock, (int)fsid, (int)g_fsbitmap[fsid]); if (archreader_read_block(ai, dico, skipblock, &sumok, &blkinfo)!=0) { msgprintf(MSG_STACK, "archreader_read_block() failed\n"); goto thread_reader_fct_error; } if (skipblock==false) { status=((sumok==true)?QITEM_STATUS_TODO:QITEM_STATUS_DONE); if ((lres=queue_add_block(&g_queue, &blkinfo, status))!=FSAERR_SUCCESS) { if (lres!=FSAERR_NOTOPEN) errprintf("queue_add_block()=%ld=%s failed\n", (long)lres, error_int_to_string(lres)); goto thread_reader_fct_error; } if (sumok==false) errors++; dico_destroy(dico); } } else // another higher level header { // if it's a global header or a if this local header belongs to a filesystem that the main thread needs if (fsid==FSA_FILESYSID_NULL || g_fsbitmap[fsid]==1) { if ((lres=queue_add_header(&g_queue, dico, magic, fsid))!=FSAERR_SUCCESS) { msgprintf(MSG_STACK, "queue_add_header()=%ld=%s failed\n", (long)lres, error_int_to_string(lres)); goto thread_reader_fct_error; } } else // header not used: remove data strucutre in dynamic memory { dico_destroy(dico); } } } } thread_reader_fct_error: msgprintf(MSG_DEBUG1, "THREAD-READER: queue_set_end_of_queue(&g_queue, true)\n"); queue_set_end_of_queue(&g_queue, true); // don't wait for more data from this thread dec_secthreads(); msgprintf(MSG_DEBUG1, "THREAD-READER: exit\n"); return NULL; }
int archreader_read_volheader(carchreader *ai) { char creatver[FSA_MAX_PROGVERLEN]; char filefmt[FSA_MAX_FILEFMTLEN]; char magic[FSA_SIZEOF_MAGIC]; cdico *d; u32 volnum; u32 readid; u16 fsid; int res; int ret=0; // init assert(ai); memset(magic, 0, sizeof(magic)); // ---- a. read header from archive file if ((res=archreader_read_header(ai, magic, &d, false, &fsid))!=FSAERR_SUCCESS) { errprintf("archreader_read_header() failed to read the archive header\n"); return -1; } // ---- b. check the magic is what we expected if (strncmp(magic, FSA_MAGIC_VOLH, FSA_SIZEOF_MAGIC)!=0) { errprintf("magic is not what we expected: found=[%s] and expected=[%s]\n", magic, FSA_MAGIC_VOLH); ret=-1; goto archio_read_volheader_error; } if (dico_get_u32(d, 0, VOLUMEHEADKEY_ARCHID, &readid)!=0) { errprintf("cannot get VOLUMEHEADKEY_ARCHID from the volume header\n"); ret=-1; goto archio_read_volheader_error; } // ---- c. check the archive id if (ai->archid==0) // archid not know: this is the first volume { ai->archid=readid; } else if (readid!=ai->archid) // archid known: not the first volume { errprintf("wrong header id: found=%.8x and expected=%.8x\n", readid, ai->archid); ret=-1; goto archio_read_volheader_error; } // ---- d. check the volnum if (dico_get_u32(d, 0, VOLUMEHEADKEY_VOLNUM, &volnum)!=0) { errprintf("cannot get VOLUMEHEADKEY_VOLNUM from the volume header\n"); ret=-1; goto archio_read_volheader_error; } if (volnum!=ai->curvol) // not the right volume number { errprintf("wrong volume number in [%s]: volnum is %d and we need volnum %d\n", ai->volpath, (int)volnum, (int)ai->curvol); ret=-1; goto archio_read_volheader_error; } // ---- d. check the the file format if (dico_get_data(d, 0, VOLUMEHEADKEY_FILEFORMATVER, filefmt, FSA_MAX_FILEFMTLEN, NULL)!=0) { errprintf("cannot find VOLUMEHEADKEY_FILEFORMATVER in main-header\n"); ret=-1; goto archio_read_volheader_error; } if (ai->filefmt[0]==0) // filefmt not know: this is the first volume { memcpy(ai->filefmt, filefmt, FSA_MAX_FILEFMTLEN); } else if (strncmp(filefmt, ai->filefmt, FSA_MAX_FILEFMTLEN)!=0) { errprintf("This archive is based on a different file format: [%s]. Cannot continue.\n", ai->filefmt); errprintf("It has been created with fsarchiver [%s], you should extrat the archive using that version.\n", ai->creatver); errprintf("The current version of the program is [%s], and it's based on format [%s]\n", FSA_VERSION, FSA_FILEFORMAT); ret=-1; goto archio_read_volheader_error; } if (dico_get_data(d, 0, VOLUMEHEADKEY_PROGVERCREAT, creatver, FSA_MAX_PROGVERLEN, NULL)!=0) { errprintf("cannot find VOLUMEHEADKEY_PROGVERCREAT in main-header\n"); ret=-1; goto archio_read_volheader_error; } if (ai->creatver[0]==0) memcpy(ai->creatver, creatver, FSA_MAX_PROGVERLEN); archio_read_volheader_error: dico_destroy(d); return ret; }
void *thread_iobuf_to_queue_fct(void *args) { struct s_blockinfo blkinfo; cdico *dico = NULL; u32 headertype; u16 fsindex; int sumok; int status; s64 lres; int res; inc_secthreads(); while ((iobuffer_get_end_of_buffer(g_iobuffer) == false)) { if (((res = iobuffer_read_logichead(g_iobuffer, &headertype, &dico, &fsindex)) != FSAERR_SUCCESS) && (get_status() == STATUS_RUNNING)) { dico_destroy(dico); msgprintf(MSG_STACK, "iobuffer_read_logichead() failed to read next logic-header\n"); set_status(STATUS_FAILED, "iobuffer_read_logichead() failed"); goto thread_iobuf_to_queue_cleanup; } if (headertype == FSA_HEADTYPE_BLKH) // header introduces a data block { if ((iobuffer_read_block(g_iobuffer, dico, &sumok, &blkinfo) != FSAERR_SUCCESS) && (get_status() == STATUS_RUNNING)) { msgprintf(MSG_STACK, "iobuffer_read_block() failed\n"); set_status(STATUS_FAILED, "iobuffer_read_block() failed"); goto thread_iobuf_to_queue_cleanup; } if (g_fsbitmap[fsindex] == 1) { status = ((sumok == true) ? QITEM_STATUS_TODO : QITEM_STATUS_DONE); if ((lres = queue_add_block(g_queue, &blkinfo, status)) != FSAERR_SUCCESS) { set_status(STATUS_FAILED, "queue_add_block() failed"); goto thread_iobuf_to_queue_cleanup; } dico_destroy(dico); } } else // current header does not introduce a block { // if it's a global header or a if this local header belongs to a filesystem that the main thread needs if ((fsindex == FSA_FILESYSID_NULL) || (g_fsbitmap[fsindex] == 1)) { if ((lres = queue_add_header(g_queue, dico, headertype, fsindex)) != FSAERR_SUCCESS) { msgprintf(MSG_STACK, "queue_add_header()=%ld=%s failed\n", (long)lres, error_int_to_string(lres)); set_status(STATUS_FAILED, "iobuffer_read_block() failed"); goto thread_iobuf_to_queue_cleanup; } } else // header not used: remove data strucutre in dynamic memory { dico_destroy(dico); } } } thread_iobuf_to_queue_cleanup: queue_set_end_of_queue(g_queue, true); msgprintf(MSG_DEBUG1, "THREAD-ENQUEUE: exit\n"); dec_secthreads(); return NULL; }