CRDFGraph * CRDFParser::parse(std::istream & stream) { bool success = true; bool done = false; stream.imbue(std::locale::classic()); stream.precision(16); // Create the new graph CRDFGraph * pGraph = new CRDFGraph; unsigned C_INT32 BUFFER_SIZE = 0xfffe; char * pBuffer = new char[BUFFER_SIZE + 1]; stream.get(pBuffer, BUFFER_SIZE, 0); if (stream.gcount() != 0) { raptor_uri * pURI = raptor_new_uri((unsigned char *) "#"); if (raptor_start_parse(mpParser, pURI)) fatalError(); raptor_set_statement_handler(mpParser, pGraph, &CRDFParser::TripleHandler); raptor_set_namespace_handler(mpParser, pGraph, &CRDFParser::NameSpaceHandler); raptor_set_generate_id_handler(mpParser, pGraph, &CRDFParser::GenerateIdHandler); while (!done) { if (stream.eof()) done = true; if (stream.fail() && !done) fatalError(); if (raptor_parse_chunk(mpParser, (unsigned char *) pBuffer, strlen(pBuffer), done ? 1 : 0)) { done = true; success = false; } stream.get(pBuffer, BUFFER_SIZE, 0); } } delete [] pBuffer; if (!success) { pdelete(pGraph); return NULL; } if (pGraph) pGraph->guessGraphRoot(); return pGraph; }
int fs_import_stream_finish(fsp_link *link, int *count, int *errors) { raptor_parse_chunk(parse_data.parser, NULL, 0, 1); /* finish */ raptor_free_parser(parse_data.parser); raptor_free_uri(parse_data.muri); g_free(parse_data.model); const int segments = fsp_link_segments(link); *count += process_quads(&parse_data); close(parse_data.quad_fd); unlink(parse_data.quad_fn); free(parse_data.quad_fn); parse_data.quad_fd = 0xdeadbeef; parse_data.quad_fn = NULL; /* make sure buffers are flushed */ for (int seg = 0; seg < segments; seg++) { if (res_pos[seg] > 0 && fsp_res_import(link, seg, res_pos[seg], res_buffer[seg])) { fs_error(LOG_ERR, "resource import failed"); return 1; } } if (fsp_res_import_commit_all(link)) { fs_error(LOG_ERR, "resource commit failed"); return 2; } for (int seg = 0; seg < segments; seg++) { for (int i=0; i<res_pos[seg]; i++) { if (res_buffer[seg][i].lex != lex_tmp[seg][i]) { free(res_buffer[seg][i].lex); } } res_pos[seg] = 0; } if (fsp_quad_import_commit_all(link, FS_BIND_BY_SUBJECT)) { fs_error(LOG_ERR, "quad commit failed"); return 3; } for (int i=0; i<segments; i++) { for (int j=0; j<RES_BUF_SIZE; j++) { free(lex_tmp[i][j]); lex_tmp[i][j] = NULL; } } *errors = parse_data.count_err; return 0; }
int raptorParseBuf(Seqob rs,Seqbyte bf,string stx) { int pr;raptor_uri *flnu;char *flns,*tfln,*fluri; Arraybyte s;int ln; statements = rs; ob_push(statements); s = bf->data; ln = s->length; raptorNewParser(stx); raptor_start_parse(theParser,exBase); pr = raptor_parse_chunk(theParser,Arraybyte_contents(s),ln,1); raptor_free_parser(theParser); ob_pop(); return pr; }
static int raptor_guess_parse_chunk(raptor_parser* rdf_parser, const unsigned char *buffer, size_t len, int is_end) { raptor_guess_parser_context* guess_parser=(raptor_guess_parser_context*)rdf_parser->context; if(guess_parser->do_guess) { const unsigned char *identifier=NULL; const char *name; guess_parser->do_guess=0; if(rdf_parser->base_uri) identifier=raptor_uri_as_string_v2(rdf_parser->world, rdf_parser->base_uri); name=raptor_guess_parser_name_v2(rdf_parser->world, NULL, guess_parser->content_type, buffer, len, identifier); if(!name) { raptor_parser_error(rdf_parser, "Failed to guess parser from content type '%s'", guess_parser->content_type ? guess_parser->content_type : "(none)"); raptor_parse_abort(rdf_parser); if(guess_parser->parser) { raptor_free_parser(guess_parser->parser); guess_parser->parser=NULL; } return 1; } else { #if RAPTOR_DEBUG > 1 RAPTOR_DEBUG2("Guessed parser name '%s'\n", name); #endif /* If there is an existing guessed parser factory present and * it's different from the wanted parser, free it */ if(guess_parser->parser) { raptor_parser_factory* factory=raptor_get_parser_factory(rdf_parser->world, name); if(guess_parser->parser->factory != factory) { raptor_free_parser(guess_parser->parser); guess_parser->parser=NULL; } } if(!guess_parser->parser) { guess_parser->parser=raptor_new_parser_v2(rdf_parser->world, name); if(!guess_parser->parser) return 1; } /* copy any user data to the grddl parser */ if(raptor_parser_copy_user_state(guess_parser->parser, rdf_parser)) return 1; if(raptor_start_parse(guess_parser->parser, rdf_parser->base_uri)) return 1; } } /* now we can pass on calls to internal guess_parser */ return raptor_parse_chunk(guess_parser->parser, buffer, len, is_end); }
int fs_import_stream_data(fsp_link *link, unsigned char *data, size_t count) { return raptor_parse_chunk(parse_data.parser, data, count, 0); }