void Multipart::appendAnyPart( EString &r, const Bodypart * bp,
ContentType * ct, bool avoidUtf8 ) const
{
ContentType * childct = bp->header()->contentType();
EString::Encoding e = EString::Binary;
ContentTransferEncoding * cte
= bp->header()->contentTransferEncoding();
if ( cte )
e = cte->encoding();
if ( ( childct && childct->type() == "message" ) ||
( ct && ct->type() == "multipart" && ct->subtype() == "digest" &&
!childct ) )
{
if ( childct && childct->subtype() != "rfc822" )
appendTextPart( r, bp, childct );
else
r.append( bp->message()->rfc822( avoidUtf8 ) );
}
else if ( !childct || childct->type().lower() == "text" ) {
appendTextPart( r, bp, childct );
}
else if ( childct->type() == "multipart" ) {
bp->appendMultipart( r, avoidUtf8 );
}
else {
r.append( bp->data().encoded( e, 72 ) );
}
}
EString::Encoding Bodypart::contentTransferEncoding() const
{
ContentTransferEncoding * cte = header()->contentTransferEncoding();
if ( !cte && parent() ) {
ContentType * ct = parent()->header()->contentType();
if ( !ct || ( ct->type() != "multipart" &&
ct->type() != "message" ) )
cte = parent()->header()->contentTransferEncoding();
}
if ( cte )
return cte->encoding();
return EString::Binary;
}
void Multipart::appendTextPart( EString & r, const Bodypart * bp,
ContentType * ct ) const
{
Codec * c = 0;
EString::Encoding e = EString::Binary;
ContentTransferEncoding * cte
= bp->header()->contentTransferEncoding();
if ( cte )
e = cte->encoding();
if ( ct && !ct->parameter( "charset" ).isEmpty() )
c = Codec::byName( ct->parameter( "charset" ) );
if ( !c )
c = Codec::byString( bp->text() );
EString body = c->fromUnicode( bp->text() );
r.append( body.encoded( e, 72 ) );
}
static void headerSummary( Header * h, int n )
{
EStringList l;
ContentType * ct = h->contentType();
if ( ct )
l.append( ct->type() + "/" + ct->subtype() );
ContentTransferEncoding * cte = h->contentTransferEncoding();
if ( cte ) {
EString s;
switch ( cte->encoding() ) {
case EString::QP:
s = "quoted-printable";
break;
case EString::Base64:
s = "base64";
break;
case EString::Uuencode:
s = "x-uuencode";
break;
case EString::Binary:
s = "7bit";
break;
}
l.append( s );
}
HeaderField * cd = h->field( HeaderField::ContentDescription );
if ( cd )
l.append( cd->rfc822( false ) );
if ( !l.isEmpty() ) {
spaces( n );
fprintf( stderr, "%s\n", l.join( ";" ).cstr() );
}
}
Bodypart * Bodypart::parseBodypart( uint start, uint end,
const EString & rfc2822,
Header * h, Multipart * parent )
{
if ( rfc2822[start] == 13 )
start++;
if ( rfc2822[start] == 10 )
start++;
Bodypart * bp = new Bodypart;
bp->setParent( parent );
bp->setHeader( h );
EString body;
if ( end > start )
body = rfc2822.mid( start, end-start );
if ( !body.contains( '=' ) ) {
// sometimes people send c-t-e: q-p _and_ c-t-e: 7bit or 8bit.
// if they are equivalent we can accept it.
uint i = 0;
bool any = false;
HeaderField * f = 0;
while ( (f=h->field(HeaderField::ContentTransferEncoding,i)) != 0 ) {
if ( ((ContentTransferEncoding*)f)->encoding() == EString::QP )
any = true;
i++;
}
if ( any && i > 1 )
h->removeField( HeaderField::ContentTransferEncoding );
}
EString::Encoding e = EString::Binary;
ContentTransferEncoding * cte = h->contentTransferEncoding();
if ( cte )
e = cte->encoding();
if ( !body.isEmpty() ) {
if ( e == EString::Base64 || e == EString::Uuencode )
body = body.decoded( e );
else
body = body.crlf().decoded( e );
}
ContentType * ct = h->contentType();
if ( !ct ) {
switch ( h->defaultType() ) {
case Header::TextPlain:
h->add( "Content-Type", "text/plain" );
break;
case Header::MessageRfc822:
h->add( "Content-Type", "message/rfc822" );
break;
}
ct = h->contentType();
}
if ( ct->type() == "text" ) {
bool specified = false;
bool unknown = false;
Codec * c = 0;
if ( ct ) {
EString csn = ct->parameter( "charset" );
if ( csn.lower() == "default" )
csn = "";
if ( !csn.isEmpty() )
specified = true;
c = Codec::byName( csn );
if ( !c )
unknown = true;
if ( c && c->name().lower() == "us-ascii" ) {
// Some MTAs appear to say this in case there is no
// Content-Type field - without checking whether the
// body actually is ASCII. If it isn't, we'd better
// call our charset guesser.
(void)c->toUnicode( body );
if ( !c->valid() )
specified = false;
// Not pretty.
}
}
if ( !c )
c = new AsciiCodec;
bp->d->hasText = true;
bp->d->text = c->toUnicode( body.crlf() );
if ( c->name() == "GB2312" || c->name() == "ISO-2022-JP" ||
c->name() == "KS_C_5601-1987" ) {
// undefined code point usage in GB2312 spam is much too
// common. (GB2312 spam is much too common, but that's
// another matter.) Gb2312Codec turns all undefined code
// points into U+FFFD, so here, we can take the unicode
// form and say it's the canonical form. when a client
// later reads the message, it gets the text in unicode,
// including U+FFFD.
bool bad = !c->valid();
// the header may contain some unencoded gb2312. we bang
// it by hand, ignoring errors.
List<HeaderField>::Iterator hf( h->fields() );
while ( hf ) {
if ( !hf->valid() &&
hf->type() == HeaderField::Subject ) {
// is it right to bang only Subject?
c->reset();
hf->setValue( c->toUnicode( hf->unparsedValue() ) );
}
++hf;
}
// if the body was bad, we prefer the (unicode) in
// bp->d->text and pretend it arrived as UTF-8:
if ( bad ) {
c = new Utf8Codec;
body = c->fromUnicode( bp->d->text );
}
}
if ( ( !specified && ( !c->wellformed() ||
ct->subtype() == "html" ) ) ||
( specified && ( !c->valid() ) ) ) {
Codec * g = 0;
if ( ct->subtype() == "html" )
g = guessHtmlCodec( body );
else
g = guessTextCodec( body );
UString guessed;
if ( g )
guessed = g->toUnicode( body.crlf() );
if ( !g ) {
// if we couldn't guess anything, keep what we had if
// it's valid or explicitly specified, else use
// unknown-8bit.
if ( !specified && !c->valid() ) {
c = new Unknown8BitCodec;
bp->d->text = c->toUnicode( body.crlf() );
}
}
else {
// if we could guess something, is our guess better
// than what we had?
if ( g->wellformed() && !c->wellformed() ) {
c = g;
bp->d->text = guessed;
}
}
}
if ( specified && c->state() == Codec::Invalid ) {
// the codec was specified, and the specified codec
// resulted in an error, but did not abort conversion. we
// respond by forgetting the error, using the conversion
// result (probably including one or more U+FFFD) and
// labelling the message as UTF-8.
c = new Utf8Codec;
body = c->fromUnicode( bp->d->text );
}
else if ( !specified && c->state() == Codec::Invalid ) {
// the codec was not specified, and we couldn't find
// anything. we call it unknown-8bit.
c = new Unknown8BitCodec;
bp->d->text = c->toUnicode( body );
}
// if we ended up using a 16-bit codec and were using q-p, we
// need to reevaluate without any trailing CRLF
if ( e == EString::QP && c->name().startsWith( "UTF-16" ) )
bp->d->text = c->toUnicode( body.stripCRLF() );
if ( !c->valid() && bp->d->error.isEmpty() ) {
bp->d->error = "Could not convert body to Unicode";
if ( specified ) {
EString cs;
if ( ct )
cs = ct->parameter( "charset" );
if ( cs.isEmpty() )
cs = c->name();
bp->d->error.append( " from " + cs );
}
if ( specified && unknown )
bp->d->error.append( ": Character set not implemented" );
else if ( !c->error().isEmpty() )
bp->d->error.append( ": " + c->error() );
}
if ( c->name().lower() != "us-ascii" )
ct->addParameter( "charset", c->name().lower() );
else if ( ct )
ct->removeParameter( "charset" );
body = c->fromUnicode( bp->d->text );
bool qp = body.needsQP();
if ( cte ) {
if ( !qp ) {
h->removeField( HeaderField::ContentTransferEncoding );
cte = 0;
}
else if ( cte->encoding() != EString::QP ) {
cte->setEncoding( EString::QP );
}
}
else if ( qp ) {
h->add( "Content-Transfer-Encoding", "quoted-printable" );
cte = h->contentTransferEncoding();
}
}
else {
bp->d->data = body;
if ( ct->type() != "multipart" && ct->type() != "message" ) {
e = EString::Base64;
// there may be exceptions. cases where some format really
// needs another content-transfer-encoding:
if ( ct->type() == "application" &&
ct->subtype().startsWith( "pgp-" ) &&
!body.needsQP() ) {
// seems some PGP things need "Version: 1" unencoded
e = EString::Binary;
}
else if ( ct->type() == "application" &&
ct->subtype() == "octet-stream" &&
body.contains( "BEGIN PGP MESSAGE" ) ) {
// mutt cannot handle PGP in base64 (what a crock)
e = EString::Binary;
}
// change c-t-e to match the encoding decided above
if ( e == EString::Binary ) {
h->removeField( HeaderField::ContentTransferEncoding );
cte = 0;
}
else if ( cte ) {
cte->setEncoding( e );
}
else {
h->add( "Content-Transfer-Encoding", "base64" );
cte = h->contentTransferEncoding();
}
}
}
if ( ct->type() == "multipart" ) {
parseMultipart( start, end, rfc2822,
ct->parameter( "boundary" ),
ct->subtype() == "digest",
bp->children(), bp, false );
}
else if ( ct->type() == "message" && ct->subtype() == "rfc822" ) {
// There are sometimes blank lines before the message.
while ( rfc2822[start] == 13 || rfc2822[start] == 10 )
start++;
Message * m = new Message;
m->setParent( bp );
m->parse( rfc2822.mid( start, end-start ) );
List<Bodypart>::Iterator it( m->children() );
while ( it ) {
bp->children()->append( it );
it->setParent( bp );
++it;
}
bp->setMessage( m );
body = m->rfc822( false );
}
bp->d->numBytes = body.length();
if ( cte )
body = body.encoded( cte->encoding(), 72 );
bp->d->numEncodedBytes = body.length();
if ( bp->d->hasText ||
( ct->type() == "message" && ct->subtype() == "rfc822" ) ) {
uint n = 0;
uint i = 0;
uint l = body.length();
while ( i < l ) {
if ( body[i] == '\n' )
n++;
i++;
}
if ( l && body[l-1] != '\n' )
n++;
bp->setNumEncodedLines( n );
}
h->simplify();
return bp;
}