static void decode_date(deark *c, lctx *d, const struct ele_id_info *ele_id, i64 pos, i64 len) { i64 dt_int; struct de_timestamp ts; char buf[64]; if(len!=8) return; dt_int = de_geti64be(pos); EBMLdate_to_timestamp(dt_int, &ts); de_timestamp_to_string(&ts, buf, sizeof(buf), 0); de_dbg(c, "value: %"I64_FMT" (%s)", dt_int, buf); }
static void handler_tIME(deark *c, lctx *d, struct handler_params *hp) { i64 yr; u8 mo, da, hr, mi, se; struct de_timestamp ts; char timestamp_buf[64]; yr = de_getu16be(hp->dpos); mo = de_getbyte(hp->dpos+2); da = de_getbyte(hp->dpos+3); hr = de_getbyte(hp->dpos+4); mi = de_getbyte(hp->dpos+5); se = de_getbyte(hp->dpos+6); de_make_timestamp(&ts, yr, mo, da, hr, mi, se); ts.tzcode = DE_TZCODE_UTC; de_timestamp_to_string(&ts, timestamp_buf, sizeof(timestamp_buf), 0); de_dbg(c, "mod time: %s", timestamp_buf); }
static int do_gzip_read_member(deark *c, lctx *d, i64 pos1, i64 *member_size) { u8 b0, b1; i64 pos; i64 n; i64 foundpos; i64 string_len; i64 cmpr_data_len; i64 mod_time_unix; u32 crc_calculated; de_ucstring *member_name = NULL; int saved_indent_level; int ret; struct member_data *md = NULL; int retval = 0; md = de_malloc(c, sizeof(struct member_data)); de_dbg_indent_save(c, &saved_indent_level); de_dbg(c, "gzip member at %d", (int)pos1); de_dbg_indent(c, 1); pos = pos1; b0 = de_getbyte(pos+0); b1 = de_getbyte(pos+1); if(b0!=0x1f || b1!=0x8b) { de_err(c, "Invalid gzip signature at %d. This is not a valid gzip file.", (int)pos1); goto done; } md->cmpr_code = de_getbyte(pos+2); if(md->cmpr_code!=0x08) { de_err(c, "Unsupported compression type (%d)", (int)md->cmpr_code); goto done; } md->flags = de_getbyte(pos+3); de_dbg(c, "flags: 0x%02x", (unsigned int)md->flags); pos += 4; mod_time_unix = de_getu32le(pos); de_unix_time_to_timestamp(mod_time_unix, &md->mod_time_ts, 0x1); if(md->mod_time_ts.is_valid) { char timestamp_buf[64]; de_timestamp_to_string(&md->mod_time_ts, timestamp_buf, sizeof(timestamp_buf), 0); de_dbg(c, "mod time: %" I64_FMT " (%s)", mod_time_unix, timestamp_buf); } pos += 4; b0 = de_getbyte(pos++); de_dbg(c, "extra flags: 0x%02x", (unsigned int)b0); b0 = de_getbyte(pos++); de_dbg(c, "OS or filesystem: %d (%s)", (int)b0, get_os_name(b0)); if(md->flags & GZIPFLAG_FEXTRA) { n = de_getu16le(pos); // XLEN // TODO: It might be interesting to dissect these extra fields, but it's // hard to find even a single file that uses them. de_dbg(c, "[extra fields at %d, dpos=%d, dlen=%d]", (int)pos, (int)(pos+2), (int)n); pos += 2; pos += n; } if(md->flags & GZIPFLAG_FNAME) { ret = dbuf_search_byte(c->infile, 0x00, pos, c->infile->len - pos, &foundpos); if(!ret) { de_err(c, "Invalid NAME field"); goto done; } string_len = foundpos - pos; member_name = ucstring_create(c); #define DE_GZIP_MAX_FNLEN 300 dbuf_read_to_ucstring_n(c->infile, pos, string_len, DE_GZIP_MAX_FNLEN, member_name, 0, DE_ENCODING_LATIN1); de_dbg(c, "file name at %d, len=%d: \"%s\"", (int)pos, (int)string_len, ucstring_getpsz_d(member_name)); pos = foundpos + 1; } if(md->flags & GZIPFLAG_FCOMMENT) { ret = dbuf_search_byte(c->infile, 0x00, pos, c->infile->len - pos, &foundpos); if(!ret) { de_err(c, "Invalid COMMENT field"); goto done; } pos = foundpos + 1; } if(md->flags & GZIPFLAG_FHCRC) { md->crc16_reported = (u32)de_getu16le(pos); de_dbg(c, "crc16 (reported): 0x%04x", (unsigned int)md->crc16_reported); pos += 2; } de_dbg(c, "compressed blocks at %d", (int)pos); if(!d->output_file) { // Although any member can have a name and mod time, this metadata // is ignored for members after the first one. de_finfo *fi = NULL; fi = de_finfo_create(c); if(member_name && c->filenames_from_file) { de_finfo_set_name_from_ucstring(c, fi, member_name, 0); fi->original_filename_flag = 1; } if(md->mod_time_ts.is_valid) { fi->mod_time = md->mod_time_ts; } d->output_file = dbuf_create_output_file(c, member_name?NULL:"bin", fi, 0); de_finfo_destroy(c, fi); } d->output_file->writecallback_fn = our_writecallback; d->output_file->userdata = (void*)md; md->crco = d->crco; de_crcobj_reset(md->crco); ret = de_decompress_deflate(c->infile, pos, c->infile->len - pos, d->output_file, 0, &cmpr_data_len, 0); crc_calculated = de_crcobj_getval(md->crco); d->output_file->writecallback_fn = NULL; d->output_file->userdata = NULL; if(!ret) goto done; pos += cmpr_data_len; de_dbg(c, "crc32 (calculated): 0x%08x", (unsigned int)crc_calculated); md->crc32_reported = (u32)de_getu32le(pos); de_dbg(c, "crc32 (reported) : 0x%08x", (unsigned int)md->crc32_reported); pos += 4; if(crc_calculated != md->crc32_reported) { de_warn(c, "CRC check failed: Expected 0x%08x, got 0x%08x", (unsigned int)md->crc32_reported, (unsigned int)crc_calculated); } md->isize = de_getu32le(pos); de_dbg(c, "uncompressed size (mod 2^32): %u", (unsigned int)md->isize); pos += 4; retval = 1; done: if(retval) *member_size = pos - pos1; else *member_size = 0; ucstring_destroy(member_name); de_free(c, md); de_dbg_indent_restore(c, saved_indent_level); return retval; }
static void do_read_extension_area(deark *c, lctx *d, i64 pos) { i64 ext_area_size; i64 k; int has_date; de_ucstring *s = NULL; i64 val[6]; de_dbg(c, "extension area at %d", (int)pos); if(pos > c->infile->len - 2) { de_warn(c, "Bad extension area offset: %u", (unsigned int)pos); return; } de_dbg_indent(c, 1); s = ucstring_create(c); ext_area_size = de_getu16le(pos); de_dbg(c, "extension area size: %d", (int)ext_area_size); if(ext_area_size<495) goto done; d->has_extension_area = 1; ucstring_empty(s); dbuf_read_to_ucstring(c->infile, pos+2, 41, s, DE_CONVFLAG_STOP_AT_NUL, DE_ENCODING_ASCII); ucstring_strip_trailing_spaces(s); de_dbg(c, "author: \"%s\"", ucstring_getpsz_d(s)); for(k=0; k<4; k++) { ucstring_empty(s); dbuf_read_to_ucstring(c->infile, pos+43+81*k, 81, s, DE_CONVFLAG_STOP_AT_NUL, DE_ENCODING_ASCII); ucstring_strip_trailing_spaces(s); de_dbg(c, "comment line %d: \"%s\"", (int)k, ucstring_getpsz_d(s)); } // date/time: pos=367, size=12 has_date = 0; for(k=0; k<6; k++) { val[k] = de_getu16le(pos+367+2*k); if(val[k]!=0) has_date = 1; } if(has_date) { char timestamp_buf[64]; de_make_timestamp(&d->mod_time, val[2], val[0], val[1], val[3], val[4], val[5]); d->mod_time.tzcode = DE_TZCODE_LOCAL; de_timestamp_to_string(&d->mod_time, timestamp_buf, sizeof(timestamp_buf), 0); de_dbg(c, "timestamp: %s", timestamp_buf); } // Job name: pos=379, size=41 (not implemented) // Job time: pos=420, size=6 (not implemented) ucstring_empty(s); dbuf_read_to_ucstring(c->infile, pos+426, 41, s, DE_CONVFLAG_STOP_AT_NUL, DE_ENCODING_ASCII); ucstring_strip_trailing_spaces(s); de_dbg(c, "software id: \"%s\"", ucstring_getpsz_d(s)); val[0] = de_getu16le(pos+467); val[1] = (i64)de_getbyte(pos+469); if(val[0]!=0 || val[1]!=32) { de_dbg(c, "software version: %u,%u,%u", (unsigned int)(val[0]/100), (unsigned int)(val[0]%100), (unsigned int)val[1]); } val[0] = de_getu32le(pos+470); if(val[0]!=0) { de_dbg(c, "background color: 0x%08x", (unsigned int)val[0]); } // TODO: Retain the aspect ratio. (Need sample files. Nobody seems to use this field.) d->aspect_ratio_num = de_getu16le(pos+474); d->aspect_ratio_den = de_getu16le(pos+476); if(d->aspect_ratio_den!=0) { de_dbg(c, "aspect ratio: %d/%d", (int)d->aspect_ratio_num, (int)d->aspect_ratio_den); } // Gamma: pos=478, size=4 (not implemented) // Color correction table offset: pos=482, size=4 (not implemented) d->thumbnail_offset = de_getu32le(pos+486); de_dbg(c, "thumbnail image offset: %d", (int)d->thumbnail_offset); val[0] = de_getu32le(pos+490); de_dbg(c, "scan line table offset: %"I64_FMT, val[0]); d->attributes_type = de_getbyte(pos+494); de_dbg(c, "attributes type: %d", (int)d->attributes_type); if(d->attributes_type==0 && d->num_attribute_bits!=0) { de_warn(c, "Incompatible \"number of attribute bits\" (%d) and \"attributes type\" " "(%d) fields. Transparency may not be handled correctly.", (int)d->num_attribute_bits, (int)d->attributes_type); } done: de_dbg_indent(c, -1); ucstring_destroy(s); }
static int do_gzip_read_member(deark *c, lctx *d, de_int64 pos1, de_int64 *member_size) { de_byte b0, b1; de_int64 cmpr_code; de_int64 pos; de_int64 n; de_int64 foundpos; de_int64 string_len; de_int64 cmpr_data_len; de_int64 isize; de_int64 mod_time_unix; struct de_timestamp mod_time_ts; de_uint32 crc32_field; de_ucstring *member_name = NULL; de_finfo *fi = NULL; int saved_indent_level; int ret; int retval = 0; mod_time_ts.is_valid = 0; de_dbg_indent_save(c, &saved_indent_level); de_dbg(c, "gzip member at %d\n", (int)pos1); de_dbg_indent(c, 1); pos = pos1; b0 = de_getbyte(pos+0); b1 = de_getbyte(pos+1); if(b0!=0x1f || b1!=0x8b) { de_err(c, "Invalid gzip signature at %d. This is not a valid gzip file.\n", (int)pos1); goto done; } cmpr_code=de_getbyte(pos+2); if(cmpr_code!=0x08) { de_err(c, "Unsupported compression type (%d)\n", (int)cmpr_code); goto done; } d->flags = de_getbyte(pos+3); de_dbg(c, "flags: 0x%02x\n", (unsigned int)d->flags); pos += 4; mod_time_unix = de_getui32le(pos); de_unix_time_to_timestamp(mod_time_unix, &mod_time_ts); if(mod_time_ts.is_valid) { char timestamp_buf[64]; de_timestamp_to_string(&mod_time_ts, timestamp_buf, sizeof(timestamp_buf), 1); de_dbg(c, "mod time: %" INT64_FMT " (%s)\n", mod_time_unix, timestamp_buf); } pos += 4; b0 = de_getbyte(pos++); de_dbg(c, "extra flags: 0x%02x\n", (unsigned int)b0); b0 = de_getbyte(pos++); de_dbg(c, "OS or filesystem: %d (%s)\n", (int)b0, get_os_name(b0)); if(d->flags & GZIPFLAG_FEXTRA) { n = de_getui16le(pos); // XLEN // TODO: It might be interesting to dissect these extra fields, but it's // hard to find even a single file that uses them. de_dbg(c, "[extra fields at %d, dpos=%d, dlen=%d]\n", (int)pos, (int)(pos+2), (int)n); pos += 2; pos += n; } if(d->flags & GZIPFLAG_FNAME) { ret = dbuf_search_byte(c->infile, 0x00, pos, c->infile->len - pos, &foundpos); if(!ret) { de_err(c, "Invalid NAME field\n"); goto done; } string_len = foundpos - pos; member_name = ucstring_create(c); dbuf_read_to_ucstring_n(c->infile, pos, string_len, 300, member_name, 0, DE_ENCODING_LATIN1); de_dbg(c, "file name at %d, len=%d: \"%s\"\n", (int)pos, (int)string_len, ucstring_get_printable_sz(member_name)); pos = foundpos + 1; } if(d->flags & GZIPFLAG_FCOMMENT) { ret = dbuf_search_byte(c->infile, 0x00, pos, c->infile->len - pos, &foundpos); if(!ret) { de_err(c, "Invalid COMMENT field\n"); goto done; } pos = foundpos + 1; } if(d->flags & GZIPFLAG_FHCRC) { pos += 2; } de_dbg(c, "compressed blocks at %d\n", (int)pos); if(!d->output_file) { fi = de_finfo_create(c); if(member_name && c->filenames_from_file) { de_finfo_set_name_from_ucstring(c, fi, member_name); fi->original_filename_flag = 1; } if(mod_time_ts.is_valid) { fi->mod_time = mod_time_ts; } d->output_file = dbuf_create_output_file(c, member_name?NULL:"bin", fi, 0); } ret = de_uncompress_deflate(c->infile, pos, c->infile->len - pos, d->output_file, &cmpr_data_len); if(!ret) goto done; pos += cmpr_data_len; crc32_field = (de_uint32)de_getui32le(pos); de_dbg(c, "crc32: 0x%08x\n", (unsigned int)crc32_field); pos += 4; // TODO: Validate CRCs isize = de_getui32le(pos); de_dbg(c, "uncompressed size (mod 2^32): %u\n", (unsigned int)isize); pos += 4; retval = 1; done: if(retval) *member_size = pos - pos1; else *member_size = 0; ucstring_destroy(member_name); de_finfo_destroy(c, fi); de_dbg_indent_restore(c, saved_indent_level); return retval; }