size_t
readtokens (FILE *stream,
size_t projected_n_tokens,
const char *delim,
size_t n_delim,
char ***tokens_out,
size_t **token_lengths)
{
token_buffer tb, *token = &tb;
char **tokens;
size_t *lengths;
size_t sz;
size_t n_tokens;
if (projected_n_tokens == 0)
projected_n_tokens = 64;
else
projected_n_tokens++; /* add one for trailing NULL pointer */
sz = projected_n_tokens;
tokens = xnmalloc (sz, sizeof *tokens);
lengths = xnmalloc (sz, sizeof *lengths);
n_tokens = 0;
init_tokenbuffer (token);
for (;;)
{
char *tmp;
size_t token_length = readtoken (stream, delim, n_delim, token);
if (n_tokens >= sz)
{
tokens = x2nrealloc (tokens, &sz, sizeof *tokens);
lengths = xnrealloc (lengths, sz, sizeof *lengths);
}
if (token_length == (size_t) -1)
{
/* don't increment n_tokens for NULL entry */
tokens[n_tokens] = NULL;
lengths[n_tokens] = 0;
break;
}
tmp = xnmalloc (token_length + 1, sizeof *tmp);
lengths[n_tokens] = token_length;
tokens[n_tokens] = memcpy (tmp, token->buffer, token_length + 1);
n_tokens++;
}
free (token->buffer);
*tokens_out = tokens;
if (token_lengths != NULL)
*token_lengths = lengths;
else
free (lengths);
return n_tokens;
}
int
main (int argc, char **argv)
{
token_buffer tb;
char const *delim;
size_t delim_len;
atexit (close_stdout);
if (argc == 1)
{
basic ();
return 0;
}
init_tokenbuffer (&tb);
if (argc != 2)
return 99;
delim = argv[1];
delim_len = strlen (delim);
if (STREQ (delim, "\\0"))
{
delim = "";
delim_len = 1;
}
while (1)
{
size_t token_length = readtoken (stdin, delim, delim_len, &tb);
if (token_length == (size_t) -1)
break;
fwrite (tb.buffer, 1, token_length, stdout);
putchar (':');
}
putchar ('\n');
free (tb.buffer);
ASSERT ( ! ferror (stdin));
return 0;
}
static void
basic (void)
{
char const *filename = "in.827";
int fd = open (filename, O_CREAT | O_WRONLY, 0600);
ASSERT (fd >= 0);
ASSERT (write (fd, "a|b;c+d", 7) == 7);
ASSERT (close (fd) == 0);
{
token_buffer tb;
FILE *fp = fopen (filename, "r");
ASSERT (fp);
init_tokenbuffer (&tb);
ASSERT (readtoken (fp, "|;", 2, &tb) == 1 && tb.buffer[0] == 'a');
ASSERT (readtoken (fp, "|;", 2, &tb) == 1 && tb.buffer[0] == 'b');
ASSERT (readtoken (fp, "+", 1, &tb) == 1 && tb.buffer[0] == 'c');
ASSERT (readtoken (fp, "-", 1, &tb) == 1 && tb.buffer[0] == 'd');
ASSERT (readtoken (fp, "%", 0, &tb) == (size_t) -1);
ASSERT ( ! ferror (fp));
ASSERT (fclose (fp) == 0);
}
}
