Example #1
0
CRDFGraph * CRDFParser::parse(std::istream & stream)
{
  bool success = true;
  bool done = false;

  stream.imbue(std::locale::classic());
  stream.precision(16);

  // Create the new graph
  CRDFGraph * pGraph = new CRDFGraph;

  unsigned C_INT32 BUFFER_SIZE = 0xfffe;
  char * pBuffer = new char[BUFFER_SIZE + 1];

  stream.get(pBuffer, BUFFER_SIZE, 0);

  if (stream.gcount() != 0)
    {
      raptor_uri * pURI = raptor_new_uri((unsigned char *) "#");

      if (raptor_start_parse(mpParser, pURI))
        fatalError();

      raptor_set_statement_handler(mpParser, pGraph, &CRDFParser::TripleHandler);
      raptor_set_namespace_handler(mpParser, pGraph, &CRDFParser::NameSpaceHandler);
      raptor_set_generate_id_handler(mpParser, pGraph, &CRDFParser::GenerateIdHandler);

      while (!done)
        {
          if (stream.eof()) done = true;

          if (stream.fail() && !done)
            fatalError();

          if (raptor_parse_chunk(mpParser,
                                 (unsigned char *) pBuffer,
                                 strlen(pBuffer),
                                 done ? 1 : 0))
            {
              done = true;
              success = false;
            }

          stream.get(pBuffer, BUFFER_SIZE, 0);
        }
    }

  delete [] pBuffer;

  if (!success)
    {
      pdelete(pGraph);
      return NULL;
    }

  if (pGraph)
    pGraph->guessGraphRoot();

  return pGraph;
}
Example #2
0
int fs_import_stream_finish(fsp_link *link, int *count, int *errors)
{
    raptor_parse_chunk(parse_data.parser, NULL, 0, 1); /* finish */
    raptor_free_parser(parse_data.parser);
    raptor_free_uri(parse_data.muri);
    g_free(parse_data.model);

    const int segments = fsp_link_segments(link);

    *count += process_quads(&parse_data);

    close(parse_data.quad_fd);
    unlink(parse_data.quad_fn);
    free(parse_data.quad_fn);
    parse_data.quad_fd = 0xdeadbeef;
    parse_data.quad_fn = NULL;

    /* make sure buffers are flushed */
    for (int seg = 0; seg < segments; seg++) {
        if (res_pos[seg] > 0 && fsp_res_import(link, seg, res_pos[seg], res_buffer[seg])) {
	    fs_error(LOG_ERR, "resource import failed");
            return 1;
        }
    }
    if (fsp_res_import_commit_all(link)) {
        fs_error(LOG_ERR, "resource commit failed");
        return 2;
    }
    for (int seg = 0; seg < segments; seg++) {
        for (int i=0; i<res_pos[seg]; i++) {
            if (res_buffer[seg][i].lex != lex_tmp[seg][i]) {
                free(res_buffer[seg][i].lex);
            }
        }
        res_pos[seg] = 0;
    }
    if (fsp_quad_import_commit_all(link, FS_BIND_BY_SUBJECT)) {
        fs_error(LOG_ERR, "quad commit failed");
        return 3;
    }

    for (int i=0; i<segments; i++) {
        for (int j=0; j<RES_BUF_SIZE; j++) {
            free(lex_tmp[i][j]);
            lex_tmp[i][j] = NULL;
        }
    }

    *errors = parse_data.count_err;
    return 0;
}
Example #3
0
int raptorParseBuf(Seqob rs,Seqbyte bf,string stx)
{
    int pr;raptor_uri *flnu;char *flns,*tfln,*fluri;
    Arraybyte s;int ln;
    statements = rs;
    ob_push(statements);
    s = bf->data;
    ln = s->length;
    raptorNewParser(stx);
    raptor_start_parse(theParser,exBase);
    pr = raptor_parse_chunk(theParser,Arraybyte_contents(s),ln,1);
    raptor_free_parser(theParser);
    ob_pop();
    return pr;
}
Example #4
0
static int
raptor_guess_parse_chunk(raptor_parser* rdf_parser,
                         const unsigned char *buffer, size_t len,
                         int is_end)
{
    raptor_guess_parser_context* guess_parser=(raptor_guess_parser_context*)rdf_parser->context;

    if(guess_parser->do_guess) {
        const unsigned char *identifier=NULL;
        const char *name;

        guess_parser->do_guess=0;

        if(rdf_parser->base_uri)
            identifier=raptor_uri_as_string_v2(rdf_parser->world, rdf_parser->base_uri);

        name=raptor_guess_parser_name_v2(rdf_parser->world,
                                         NULL, guess_parser->content_type, buffer, len,
                                         identifier);
        if(!name) {
            raptor_parser_error(rdf_parser,
                                "Failed to guess parser from content type '%s'",
                                guess_parser->content_type ?
                                guess_parser->content_type : "(none)");
            raptor_parse_abort(rdf_parser);
            if(guess_parser->parser) {
                raptor_free_parser(guess_parser->parser);
                guess_parser->parser=NULL;
            }
            return 1;
        } else {

#if RAPTOR_DEBUG > 1
            RAPTOR_DEBUG2("Guessed parser name '%s'\n", name);
#endif

            /* If there is an existing guessed parser factory present and
             * it's different from the wanted parser, free it
             */
            if(guess_parser->parser) {
                raptor_parser_factory* factory=raptor_get_parser_factory(rdf_parser->world, name);

                if(guess_parser->parser->factory != factory) {
                    raptor_free_parser(guess_parser->parser);
                    guess_parser->parser=NULL;
                }
            }

            if(!guess_parser->parser) {
                guess_parser->parser=raptor_new_parser_v2(rdf_parser->world, name);
                if(!guess_parser->parser)
                    return 1;
            }

            /* copy any user data to the grddl parser */
            if(raptor_parser_copy_user_state(guess_parser->parser, rdf_parser))
                return 1;

            if(raptor_start_parse(guess_parser->parser, rdf_parser->base_uri))
                return 1;
        }
    }


    /* now we can pass on calls to internal guess_parser */
    return raptor_parse_chunk(guess_parser->parser, buffer, len, is_end);
}
Example #5
0
int fs_import_stream_data(fsp_link *link, unsigned char *data, size_t count)
{
    return raptor_parse_chunk(parse_data.parser, data, count, 0);
}