void
format_paragraph (WEdit *edit, int force)
{
long p, q;
int size;
unsigned char *t;
int indent = 0;
if (option_word_wrap_line_length < 2)
return;
if (line_is_blank (edit, edit->curs_line))
return;
p = begin_paragraph (edit, force);
q = end_paragraph (edit, force);
indent = test_indent (edit, p, q);
t = get_paragraph (edit, p, q, indent, &size);
if (!t)
return;
if (!force) {
int i;
if (strchr (NO_FORMAT_CHARS_START, *t)) {
g_free (t);
return;
}
for (i = 0; i < size - 1; i++) {
if (t[i] == '\n') {
if (strchr (NO_FORMAT_CHARS_START "\t ", t[i + 1])) {
g_free (t);
return;
}
}
}
}
format_this (t, q - p, indent);
put_paragraph (edit, t, p, indent, size);
g_free (t);
/* Scroll left as much as possible to show the formatted paragraph */
edit_scroll_left (edit, -edit->start_col);
}
void
format_paragraph (WEdit * edit, gboolean force)
{
off_t p, q;
off_t size;
GString *t;
long indent;
unsigned char *t2;
gboolean utf8 = FALSE;
if (option_word_wrap_line_length < 2)
return;
if (edit_line_is_blank (edit, edit->buffer.curs_line))
return;
p = begin_paragraph (edit, force);
q = end_paragraph (edit, force);
indent = test_indent (edit, p, q);
t = get_paragraph (&edit->buffer, p, q, indent != 0);
size = t->len - 1;
if (!force)
{
off_t i;
char *stop_format_chars;
if (option_stop_format_chars != NULL
&& strchr (option_stop_format_chars, t->str[0]) != NULL)
{
g_string_free (t, TRUE);
return;
}
if (option_stop_format_chars == NULL || *option_stop_format_chars == '\0')
stop_format_chars = g_strdup ("\t");
else
stop_format_chars = g_strconcat (option_stop_format_chars, "\t", (char *) NULL);
for (i = 0; i < size - 1; i++)
if (t->str[i] == '\n' && strchr (stop_format_chars, t->str[i + 1]) != NULL)
{
g_free (stop_format_chars);
g_string_free (t, TRUE);
return;
}
g_free (stop_format_chars);
}
t2 = (unsigned char *) g_string_free (t, FALSE);
#ifdef HAVE_CHARSET
utf8 = edit->utf8;
#endif
format_this (t2, q - p, indent, utf8);
put_paragraph (edit, t2, p, indent, size);
g_free ((char *) t2);
/* Scroll left as much as possible to show the formatted paragraph */
edit_scroll_left (edit, -edit->start_col);
}
int parse_rtf(FILE *f) {
int para_mode=0, data_skip_mode=0,i;
RTFGroupData *groups=NULL;
int group_count=0, group_store=20;
// this makes sure we have an mbcs lookup table available
(void)read_charset("shiftjis");
// and now set it back to the original
(void)read_charset(source_csname);
int bufptr=-1;
fseek(f,0,SEEK_SET);
if((groups=(RTFGroupData*)calloc(group_store,sizeof(RTFGroupData))) == NULL ) {
perror("Can\'t allocate memory: ");
return 1;
}
groups[0].uc = 1; /* RTF spec says DEfault uc = 1 */
groups[0].mbcs = 0; /* assume not using multibyte characters */
groups[0].codepage = 1252;
groups[0].charset = source_charset;
while ( !feof(f) ) {
int c = fgetc(f);
if ( feof( f ) )
break;
switch (c) {
case '\\': {
int code;
RTFcommand com;
if ((code=getRtfCommand(f, &com)) != 0)
break;
switch (com.type) {
case RTF_SPEC_CHAR:
if (com.numarg == '*' && data_skip_mode == 0) {
data_skip_mode=group_count;
} else if (com.numarg == '\r') {
end_paragraph(&bufptr);
} else if (com.numarg == '~') {
add_to_buffer(&bufptr,0xA0);/* NO-BREAK SPACE */
} else if (com.numarg == '-') {
add_to_buffer(&bufptr,0xAD);/* Optional hyphen */
}
break;
case RTF_EMDASH:
add_to_buffer(&bufptr,0x2014);/* EM DASH*/
break;
case RTF_ENDASH:
add_to_buffer(&bufptr,0x2013);break;
case RTF_BULLET:
add_to_buffer(&bufptr,0x2022);break;
case RTF_LQUOTE: add_to_buffer(&bufptr,0x2018);break;
case RTF_RQUOTE: add_to_buffer(&bufptr,0x2019);break;
case RTF_LDBLQUOTE: add_to_buffer(&bufptr,0x201C);break;
case RTF_RDBLQUOTE: add_to_buffer(&bufptr,0x201D);break;
case RTF_ZWNONJOINER: add_to_buffer(&bufptr,0xfeff);break;
case RTF_EMSPACE:
case RTF_ENSPACE:
add_to_buffer(&bufptr,' ');break;
case RTF_CHAR:
if (data_skip_mode == 0) {
short int *charset = groups[group_count].charset;
// check for multibyte characters - filter check on DBCS lead bytes as unicode charset cp932
if (groups[group_count].mbcs &&
(
((com.numarg >= 0x81) && (com.numarg <= 0x9f)) ||
((com.numarg >= 0xe0) && (com.numarg <= 0xfc))
)
) {
// is next char a command lead-in
int next_char = fgetc(f);
if (next_char == '\\') {
next_char = fgetc(f);
// is it an escaped character?
if (next_char == '\'') {
RTFcommand com2;
ungetc(next_char,f);
next_char=getRtfCommand(f, &com2);
if ((next_char != -1) && (com2.type == RTF_CHAR)) {
// if a trailing byte in mcbs 2nd byte range
if ((com2.numarg >= 0x40) && (com2.numarg <= 0xfc))
// add mbcs char
add_to_buffer(&bufptr, rtf_to_unicode((int) (((unsigned char)com.numarg) << 8) | (unsigned char)(com2.numarg), charset));
else {
// else add as 2 hich bytes
add_to_buffer(&bufptr,rtf_to_unicode(com.numarg, charset));
add_to_buffer(&bufptr,rtf_to_unicode(com2.numarg, charset));
}
}
// screwup in 2nd byte. Add hich char
else
add_to_buffer(&bufptr,rtf_to_unicode(com.numarg,charset));
}
// not a escaped character
else {
// push back values
ungetc(next_char,f);
ungetc('\\',f);
// add hich char
add_to_buffer(&bufptr,rtf_to_unicode(com.numarg, charset));
}
}
// not a command following
else {
// push back values
ungetc(next_char,f);
// add hich char
add_to_buffer(&bufptr,rtf_to_unicode(com.numarg, charset));
}
}
else
add_to_buffer(&bufptr,rtf_to_unicode(com.numarg, charset));
}
break;
case RTF_UC:
groups[group_count].uc=com.numarg;
break;
case RTF_TAB:
add_to_buffer(&bufptr,0x0009);
break;
case RTF_UNICODE_CHAR:
if (com.numarg < 0)
break;
if (data_skip_mode == 0)
add_to_buffer(&bufptr,com.numarg);
i=groups[group_count].uc;
if (i > 0) {
while (i--) {
c = fgetc(f);
// are we reading and skipping a control sequence?
if (c == '\\') {
// bin it (likely a \'xx value)
getRtfCommand(f, &com);
}
}
}
break;
case RTF_PARA:
/* *** CHECKME *** if (para_mode > 0) {*/
end_paragraph(&bufptr);
/*}*/
para_mode=group_count;
break;
case RTF_PICT:
case RTF_FONTTBL:
loadFontTable(f);
break;
case RTF_F:
{
RTFFontTableEntry *entry = lookupFontTableEntry(com.numarg);
if (entry) {
if (!entry->codepage)
entry->codepage = charsetCodepage(entry->charset);
if (entry->codepage != groups[group_count].codepage) {
groups[group_count].codepage = entry->codepage;
rtfSetCharset(&groups[group_count]);
}
}
}
break;
case RTF_INFO:
case RTF_COLORTBL:
case RTF_STYLESHEET:
case RTF_LISTTABLE:
case RTF_LISTOVERRIDETABLE:
case RTF_RSIDTBL:
case RTF_GENERATOR:
case RTF_DATAFIELD:
if (data_skip_mode == 0){
data_skip_mode=group_count;
}
break;
case RTF_LANG:
/* fprintf(stderr, "Selected lang = %d\n",com.numarg); */
groups[group_count].codepage = lcidCodepage(com.numarg);
rtfSetCharset(&groups[group_count]);
break;
case RTF_DEFLANG:
case RTF_DEFLANGFE:
groups[group_count].codepage = lcidCodepage(com.numarg);
rtfSetCharset(&groups[group_count]);
break;
case RTF_FONT_CHARSET:
groups[group_count].codepage = charsetCodepage(com.numarg);
rtfSetCharset(&groups[group_count]);
break;
case RTF_CODEPAGE:
groups[group_count].codepage = com.numarg;
rtfSetCharset(&groups[group_count]);
break;
case RTF_PLAIN:
groups[group_count].mbcs = 0;
groups[group_count].codepage = groups[0].codepage;
rtfSetCharset(&groups[group_count]);
break;
case RTF_LOCH:
groups[group_count].mbcs = 1;
break;
case RTF_HICH:
groups[group_count].mbcs = 1;
break;
case RTF_DBCH:
groups[group_count].mbcs = 1;
break;
case RTF_INDEX:
{
int current_group = group_count;
/* skip all of current group */
do {
c = fgetc(f);
if (c == '{')
group_count++;
else if (c == '}')
group_count--;
} while (group_count >= current_group);
ungetc('}',f);
}
break;
default:
/* fprintf(stderr, "Unknown command with name %s and arg=%d\n", */
/* com.name, com.numarg); */
;
}
break;
}
case '{':
group_count++;
if (group_count >= group_store ) {
group_store+=10;
if((groups=(RTFGroupData*)realloc(groups,
group_store*sizeof(RTFGroupData)))
== NULL ) {
perror("Can\'t allocate memory: ");
return 1;
}
}
// this looks wrong - removed pending review FIXME
// if (para_mode)
// add_to_buffer(&bufptr,0x20);
groups[group_count]=groups[group_count-1];
break;
case '}':
group_count--;
if(group_count < 0)
group_count=0;
if(para_mode > 0 && para_mode > group_count) {
/*add_to_buffer(&bufptr,0);
output_paragraph(buffer);
fprintf(stderr,"\nGROUP_END para_mode=%d group_count=%d bufptr=%d\n", para_mode,group_count,bufptr);
bufptr=-1;*/
para_mode=0;
}
if(data_skip_mode > group_count) {
data_skip_mode=0;
}
break;
default:
if (data_skip_mode == 0)
if (c != '\n' && c != '\r')
add_to_buffer(&bufptr,rtf_to_unicode(c, groups[group_count].charset));
}
}
if (bufptr>=0) {
add_to_buffer(&bufptr,'\n');
add_to_buffer(&bufptr,0);
output_paragraph(buffer);
}
free(groups);
return 0;
}
void
format_paragraph (WEdit * edit, gboolean force)
{
off_t p, q;
long lines;
off_t size;
GString *t;
long indent;
unsigned char *t2;
gboolean utf8 = FALSE;
if (option_word_wrap_line_length < 2)
return;
if (edit_line_is_blank (edit, edit->buffer.curs_line))
return;
p = begin_paragraph (edit, force, &lines);
q = end_paragraph (edit, force);
indent = test_indent (edit, p, q);
t = get_paragraph (&edit->buffer, p, q, indent != 0);
size = t->len - 1;
if (!force)
{
off_t i;
char *stop_format_chars;
if (option_stop_format_chars != NULL
&& strchr (option_stop_format_chars, t->str[0]) != NULL)
{
g_string_free (t, TRUE);
return;
}
if (option_stop_format_chars == NULL || *option_stop_format_chars == '\0')
stop_format_chars = g_strdup ("\t");
else
stop_format_chars = g_strconcat (option_stop_format_chars, "\t", (char *) NULL);
for (i = 0; i < size - 1; i++)
if (t->str[i] == '\n' && strchr (stop_format_chars, t->str[i + 1]) != NULL)
{
g_free (stop_format_chars);
g_string_free (t, TRUE);
return;
}
g_free (stop_format_chars);
}
t2 = (unsigned char *) g_string_free (t, FALSE);
#ifdef HAVE_CHARSET
utf8 = edit->utf8;
#endif
/* scroll up to show 1st line of paragraph */
edit_move_up (edit, lines, TRUE);
/* scroll left as much as possible to show the formatted paragraph */
edit_scroll_left (edit, -edit->start_col);
format_this (t2, q - p, indent, utf8);
put_paragraph (edit, t2, p, indent, size);
g_free ((char *) t2);
/* move to the end of paragraph */
q = end_paragraph (edit, force);
edit_cursor_move (edit, q - edit->buffer.curs1);
/* try move to the start of next paragraph */
if (edit->buffer.curs_line < edit->buffer.lines)
{
edit_execute_cmd (edit, CK_Home, -1);
do
{
edit_execute_cmd (edit, CK_Down, -1);
}
while (edit->buffer.curs_line < edit->buffer.lines
&& edit_line_is_blank (edit, edit->buffer.curs_line));
}
}
/* Actions to be taken when a whole line of input has been processed */
ELEMENT *
end_line (ELEMENT *current)
{
char *end_command = 0;
enum command_id end_id;
// 2621
/* If empty line, start a new paragraph. */
if (last_contents_child (current)
&& last_contents_child (current)->type == ET_empty_line)
{
debug ("END EMPTY LINE");
if (current->type == ET_paragraph) /* 2625 */
{
ELEMENT *e;
/* Remove empty_line element. */
e = pop_element_from_contents (current);
current = end_paragraph (current);
/* Add empty_line to higher-level element. */
add_to_element_contents (current, e);
}
//else if () // in menu_entry_description
else if (!in_no_paragraph_contexts (current_context ()))
{
current = end_paragraph (current);
}
}
// 2667
/* The end of the line of a menu. */
else if (current->type == ET_menu_entry_name
|| current->type == ET_menu_entry_node)
{
ELEMENT *end_comment;
int empty_menu_entry_node = 0;
if (current->type == ET_menu_entry_node)
{
ELEMENT *last = last_contents_child (current);
if (current->contents.number > 0
&& (last->cmd == CM_c || last->cmd == CM_comment))
{
end_comment = pop_element_from_contents (current);
}
/* If contents empty or is all whitespace. */
if (current->contents.number == 0
|| (current->contents.number == 1
&& last->text.end > 0
&& !last->text.text[strspn (last->text.text,
whitespace_chars)]))
{
empty_menu_entry_node = 1;
if (end_comment)
add_to_element_contents (current, end_comment);
}
}
// 2689
/* Abort the menu entry if there is no destination node given. */
if (empty_menu_entry_node || current->type == ET_menu_entry_name)
{
}
else // 2768
{
debug ("MENU ENTRY END LINE");
current = current->parent;
current = enter_menu_entry_node (current);
if (end_comment)
add_to_element_contents (current, end_comment);
}
}
/* Is it a def line 2778 */
else if (current->parent && current->parent->type == ET_def_line)
{
enum element_type def_command;
if (pop_context () != ct_def)
{
abort ();
}
#if 0
/* current->parent is a ET_def_line, and current->parent->parent
the def command. */
def_command = current->parent->parent->cmd;
// strip a trailing x
parse_def (def_command, current->contents);
#endif
current = current->parent->parent;
current = begin_preformatted (current);
}
// 2872
/* End of a line starting a block. */
else if (current->type == ET_block_line_arg)
{
enum context c;
// pop and check context_stack
c = pop_context ();
if (c != ct_line)
{
// bug
abort ();
}
// 2881
if (current->parent->cmd == CM_multitable)
{
/* Parse prototype row */
// But not @columnfractions, I assume?
}
if (current->parent->cmd == CM_float) // 2943
{
}
current = current->parent; //2965
/* Don't consider empty argument of block @-command as argument,
reparent them as contents. */
if (current->args.list[0]->contents.number > 0
&& current->args.list[0]->contents.list[0]->type
== ET_empty_line_after_command)
{
ELEMENT *e;
e = current->args.list[0]->contents.list[0];
insert_into_contents (current, e, 0);
// TODO: Free lists?
current->args.number = 0;
}
if (command_flags(current) & CF_blockitem) // 2981
{
if (current->cmd == CM_enumerate)
{
}
else if (item_line_command (current->cmd)) // 3002
{
// check command_as_argument registered in 'extra', and
// that it accepts arguments in braces
}
if (current->cmd == CM_itemize) // 3019
{
// check that command_as_argument is alone on the line
}
// check if command_as_argument isn't an accent command
/* 3052 - if no command_as_argument given, default to @bullet for
@itemize, and @asis for @table. */
{
ELEMENT *bi = new_element (ET_before_item);
add_to_element_contents (current, bi);
current = bi;
}
} /* CF_blockitem */
// 3077
if (command_flags(current) & CF_menu)
{
/* Start reading a menu. Processing will continue in
handle_menu in menus.c. */
ELEMENT *menu_comment = new_element (ET_menu_comment);
add_to_element_contents (current, menu_comment);
current = menu_comment;
debug ("MENU COMMENT OPEN");
push_context (ct_preformatted);
}
current = begin_preformatted (current);
}
/* after an "@end verbatim" 3090 */
else if (current->contents.number
&& last_contents_child(current)->type == ET_empty_line_after_command
/* The Perl version gets the command with the 'command' key in 'extra'. */
&& contents_child_by_index(current, -2)
&& contents_child_by_index(current, -2)->cmd == CM_verbatim)
{
// I don't know what this means. raw command is @html etc.?
/*
if we are after a @end verbatim, we must restart a preformatted if needed,
since there is no @end command explicitly associated to raw commands
it won't be done elsewhere.
*/
current = begin_preformatted (current);
}
/* if it's a misc line arg 3100 */
else if (current->type == ET_misc_line_arg)
{
int cmd_id, arg_type;
enum context c;
isolate_last_space (current, 0);
current = current->parent;
cmd_id = current->cmd;
if (!cmd_id)
abort ();
arg_type = command_data(cmd_id).data;
/* Check 'line' is top of the context stack */
c = pop_context ();
if (c != ct_line)
{
/* error */
abort ();
}
// 3114
debug ("MISC END %s", command_data(cmd_id).cmdname);
if (arg_type > 0)
{
/* arg_type is number of args */
// parse_line_command_args
// save in 'misc_args' extra key
}
else if (arg_type == MISC_text) /* 3118 */
{
char *text;
/* argument string has to be parsed as Texinfo. This calls convert in
Common/Text.pm on the first element of current->args. */
/* however, this makes it impossible to decouple the parser and
output stages... Any use of Texinfo::Convert is problematic. */
if (current->args.number > 0)
text = text_convert (current->args.list[0]);
else
text = "foo";
if (!strcmp (text, ""))
{
/* 3123 warning - missing argument */
abort ();
}
else
{
if (current->cmd == CM_end) /* 3128 */
{
char *line = text;
/* Set end_command - used below. */
end_command = read_command_name (&line);
/* Check argument meets format of a Texinfo command
(alphanumberic character followed by alphanumeric
characters or hyphens. */
/* Check if argument is a block Texinfo command. */
end_id = lookup_command (end_command);
if (end_id == -1 || !(command_data(end_id).flags & CF_block))
{
/* error - unknown @end */
}
else
{
debug ("END BLOCK %s", end_command);
/* 3140 Handle conditional block commands (e.g.
@ifinfo) */
/* If we are in a non-ignored conditional, there is not
an element for the block in the tree; it is recorded
in the conditional stack. Pop it and check it is the
same as the one given in the @end line. */
if (command_data(end_id).data == BLOCK_conditional)
{
if (conditional_number > 0)
{
enum command_id popped;
popped = pop_conditional_stack ();
if (popped != end_id)
abort ();
}
}
}
}
else if (current->cmd == CM_include) /* 3166 */
{
debug ("Include %s", text);
input_push_file (text);
}
else if (current->cmd == CM_documentencoding)
/* 3190 */
{
}
else if (current->cmd == CM_documentlanguage)
/* 3223 */
{
}
}
}
else if (current->cmd == CM_node) /* 3235 */
{
int i;
ELEMENT *arg;
ELEMENT *first_arg;
/* Construct 'nodes_manuals' array. This would be an 'extra'
reference to an array that doesn't exist anywhere else. */
/* This sets the 'node_content' and 'normalized' keys on each element
in 'nodes_manuals'. */
//parse_node_manual ();
/* In Perl a copy of the argument list is taken and the empty space
arguments are removed with trim_spaces_comment_from_content. */
first_arg = current->args.list[0];
arg = new_element (ET_NONE);
arg->parent_type = route_not_in_tree;
for (i = 0; i < first_arg->contents.number; i++)
{
if (first_arg->contents.list[i]->type
!= ET_empty_spaces_after_command
&& first_arg->contents.list[i]->type != ET_spaces_at_end)
{
/* FIXME: Is this safe to serialize? */
/* For example, if there are extra keys in the elements under
each argument? They may not be set in a copy.
Hopefully there aren't many extra keys set on commands in
node names. */
add_to_element_contents (arg, first_arg->contents.list[i]);
}
}
add_extra_key_contents (current, "node_content", arg);
/* Also set 'normalized' here. The normalized labels are actually
the keys of "labels_information($parser)". */
/*Check that the node name doesn't have a filename element for
referring to an external manual (_check_internal_node), and that it
is not empty (_check_empty_node). */
//check_node_label ();
/* This sets 'node_content' and 'normalized' on the node, among
other things (which were already set in parse_node_manual). */
register_label (current, arg);
current_node = current;
}
else if (current->cmd == CM_listoffloats) /* 3248 */
{
}
else
{
/* All the other "line" commands" */
}
current = current->parent; /* 3285 */
if (end_command) /* Set above */
{
/* more processing of @end */
ELEMENT *end_elt;
debug ("END COMMAND %s", end_command);
/* Reparent the "@end" element to be a child of the block element. */
end_elt = pop_element_from_contents (current);
/* 3289 If not a conditional */
if (command_data(end_id).data != BLOCK_conditional)
{
ELEMENT *closed_command;
/* This closes tree elements (e.g. paragraphs) until we reach
end_command. It can print an error if another block command
is found first. */
current = close_commands (current, end_id,
&closed_command, 0); /* 3292 */
if (!closed_command)
abort (); // 3335
close_command_cleanup (closed_command);
// 3301 INLINE_INSERTCOPYING
add_to_element_contents (closed_command, end_elt); // 3321
// 3324 ET_menu_comment
if (close_preformatted_command (end_id))
current = begin_preformatted (current);
}
} /* 3340 */
else
{
if (close_preformatted_command (cmd_id))
current = begin_preformatted (current);
}
/* 3346 included file */
/* 3350 */
if (cmd_id == CM_setfilename && (current_node || current_section))
{
/* warning */
abort ();
}
/* 3355 columnfractions */
else if (cmd_id == CM_columnfractions)
{
ELEMENT *before_item;
// check if in multitable
// pop and check context stack
current = current->parent;
before_item = new_element (ET_before_item);
add_to_element_contents (current, before_item);
current = before_item;
}
else if (command_data(cmd_id).flags & CF_root) /* 3380 */
{
current = last_contents_child (current);
/* 3383 Destroy all contents (why do we do this?) */
while (last_contents_child (current))
destroy_element (pop_element_from_contents (current));
/* Set 'associated_section' extra key for a node. */
if (cmd_id != CM_node && cmd_id != CM_part)
{
if (current_node)
{
if (!lookup_extra_key (current_node, "associated_section"))
{
add_extra_key_element
(current_node, "associated_section", current);
add_extra_key_element
(current, "associated_node", current_node);
}
}
// "current parts" - 3394
current_section = current;
}
} /* 3416 */
}
// something to do with an empty line /* 3419 */
//if () /* 'line' or 'def' at top of "context stack" */
{
/* Recurse. */
}
return current;
} /* end_line 3487 */
