Esempi in C++ (Cpp) per CHAIN_FUNCTION

Esempio n. 1

File: callbacks-example-baselinks.c Progetto: eatonmi/Crawler

/* 
module entry point 
*/
EXTERNAL_FUNCTION int hts_plug(httrackp *opt, const char* argv) {
  const char *arg = strchr(argv, ',');
  if (arg != NULL)
    arg++;

  /* Check args */
  fprintf(stderr, "Plugged..\n");
  if (arg == NULL || *arg == '\0' || strlen(arg) >= HTS_URLMAXSIZE / 2) {
    fprintf(stderr, "** callback error: arguments expected or bad arguments\n");
    fprintf(stderr, "usage: httrack --wrapper modulename,base\n");
    fprintf(stderr, "example: httrack --wrapper callback,http://www.example.com/\n");
    return 0;  /* failed */
  } else {
    char *callbacks_userdef = strdup(arg);      /* userdef */

    /* Plug callback functions */
    CHAIN_FUNCTION(opt, check_html, process_file, callbacks_userdef);
    CHAIN_FUNCTION(opt, linkdetected, check_detectedlink, callbacks_userdef);
    CHAIN_FUNCTION(opt, end, check_detectedlink_end, callbacks_userdef);

    fprintf(stderr, "Using root '%s'\n", callbacks_userdef);
  }

  return 1;  /* success */
}

Esempio n. 2

File: htsjava.c Progetto: Digitalbil/httrack

EXTERNAL_FUNCTION int hts_plug(httrackp * opt, const char *argv) {
  /* Plug callback functions */
  CHAIN_FUNCTION(opt, detect, hts_detect_java, NULL);
  CHAIN_FUNCTION(opt, parse, hts_parse_java, NULL);

  return 1;                     /* success */
}

Esempio n. 3

File: callbacks-example-simple.c Progetto: eatonmi/Crawler

/*
module entry point
the function name and prototype MUST match this prototype
*/
EXTERNAL_FUNCTION int hts_plug(httrackp *opt, const char* argv) {
  /* optional argument passed in the commandline we won't be using here */
  const char *arg = strchr(argv, ',');
  if (arg != NULL)
    arg++;

  /* plug callback functions */
  CHAIN_FUNCTION(opt, check_html, process_file, /*optional user-defined arg*/NULL);
  CHAIN_FUNCTION(opt, end, end_of_mirror, /*optional user-defined arg*/NULL);

  return 1;  /* success */
}

Esempio n. 4

File: callbacks-example-contentfilter.c Progetto: CarolynKirui/httrack

/* 
module entry point 
*/
EXTERNAL_FUNCTION int hts_plug(httrackp * opt, const char *argv) {
  const char *arg = strchr(argv, ',');

  if (arg != NULL)
    arg++;

  /* Check args */
  if (arg == NULL || *arg == '\0') {
    fprintf(stderr, "** callback error: arguments expected or bad arguments\n");
    fprintf(stderr,
            "usage: httrack --wrapper callback,stringtofind,stringtofind..\n");
    fprintf(stderr, "example: httrack --wrapper callback,apple,orange,lemon\n");
    return 0;
  } else {
    t_my_userdef *userdef = (t_my_userdef *) malloc(sizeof(t_my_userdef));      /* userdef */
    char *const stringfilter = userdef->stringfilter;
    char **const stringfilters = userdef->stringfilters;

    /* */
    char *a = stringfilter;
    int i = 0;

    fprintf(stderr, "** info: wrapper_init(%s) called!\n", arg);
    fprintf(stderr,
            "** callback example: crawling pages only if specific keywords are found\n");

    /* stringfilters = split(arg, ','); */
    strcpy(stringfilter, arg);
    while(a != NULL) {
      stringfilters[i] = a;
      a = strchr(a, ',');
      if (a != NULL) {
        *a = '\0';
        a++;
      }
      fprintf(stderr, "** callback info: will crawl pages with '%s' in them\n",
              stringfilters[i]);
      i++;
    }
    stringfilters[i++] = NULL;

    /* Plug callback functions */
    CHAIN_FUNCTION(opt, check_html, process, userdef);
    CHAIN_FUNCTION(opt, end, end, userdef);
  }

  return 1;                     /* success */
}

Esempio n. 5

File: callbacks-example-log.c Progetto: ahua/c

/*
module entry point
the function name and prototype MUST match this prototype
*/
EXTERNAL_FUNCTION int hts_plug(httrackp *opt, const char* argv) {
  /* optional argument passed in the commandline we won't be using here */
  const char *arg = strchr(argv, ',');
  if (arg != NULL)
    arg++;

  /* plug callback functions */
  if (arg == NULL)
    arg = "log-wrapper-info";
  hts_log(opt, arg, "* plugging functions");
  CHAIN_FUNCTION(opt, check_html, process_file, (char*) arg);
  CHAIN_FUNCTION(opt, start, start_of_mirror, (char*) arg);
  CHAIN_FUNCTION(opt, end, end_of_mirror, (char*) arg);

  hts_log(opt, arg, "* module successfully plugged");
  return 1;  /* success */
}

Esempio n. 6

File: callbacks-example-filenameiisbug.c Progetto: CarolynKirui/httrack

/* 
module entry point 
*/
EXTERNAL_FUNCTION int hts_plug(httrackp * opt, const char *argv) {
  const char *arg = strchr(argv, ',');

  if (arg != NULL)
    arg++;
  CHAIN_FUNCTION(opt, savename, mysavename, NULL);
  return 1;                     /* success */
}

Esempio n. 7

File: callbacks-example-listlinks.c Progetto: eatonmi/Crawler

/* 
module entry point 
*/
EXTERNAL_FUNCTION int hts_plug(httrackp *opt, const char* argv) {
  t_my_userdef *userdef;
  /* */
  const char *arg = strchr(argv, ',');
  if (arg != NULL)
    arg++;

  /* Create user-defined structure */
  userdef = (t_my_userdef*) malloc(sizeof(t_my_userdef));    /* userdef */
  userdef->currentURLBeingParsed[0] = '\0';

  /* Plug callback functions */
  CHAIN_FUNCTION(opt, check_html, process_file, userdef);
  CHAIN_FUNCTION(opt, end, end, userdef);
  CHAIN_FUNCTION(opt, linkdetected, check_detectedlink, userdef);
  CHAIN_FUNCTION(opt, loop, check_loop, userdef);

  return 1;  /* success */
}

Esempio n. 8

File: main.c Progetto: rainkid/httrack

void start_dl(proj) {

	arg_init(&proj);

	CHAIN_FUNCTION(opt, init, htsshow_init, &proj);
	CHAIN_FUNCTION(opt, uninit, htsshow_uninit, &proj);
	CHAIN_FUNCTION(opt, start, htsshow_start, &proj);
	CHAIN_FUNCTION(opt, end, htsshow_end, &proj);
	CHAIN_FUNCTION(opt, chopt, htsshow_chopt, &proj);
	CHAIN_FUNCTION(opt, preprocess, htsshow_preprocesshtml, &proj);
	CHAIN_FUNCTION(opt, postprocess, htsshow_postprocesshtml, &proj);
	CHAIN_FUNCTION(opt, check_html, htsshow_checkhtml, &proj);
	CHAIN_FUNCTION(opt, query, htsshow_query, &proj);
	CHAIN_FUNCTION(opt, query2, htsshow_query2, &proj);
	CHAIN_FUNCTION(opt, query3, htsshow_query3, &proj);
	CHAIN_FUNCTION(opt, loop, htsshow_loop, &proj);
	CHAIN_FUNCTION(opt, check_link, htsshow_check, &proj);
	CHAIN_FUNCTION(opt, check_mime, htsshow_check_mime, &proj);
	CHAIN_FUNCTION(opt, pause, htsshow_pause, &proj);
	CHAIN_FUNCTION(opt, filesave, htsshow_filesave, &proj);
	CHAIN_FUNCTION(opt, filesave2, htsshow_filesave2, &proj);
	CHAIN_FUNCTION(opt, linkdetected, htsshow_linkdetected, &proj);
	CHAIN_FUNCTION(opt, linkdetected2, htsshow_linkdetected2, &proj);
	CHAIN_FUNCTION(opt, xfrstatus, htsshow_xfrstatus, &proj);
	CHAIN_FUNCTION(opt, savename, htsshow_savename, &proj);
	CHAIN_FUNCTION(opt, sendhead, htsshow_sendheader, &proj);
	CHAIN_FUNCTION(opt, receivehead, htsshow_receiveheader, &proj);

	if (hts_main2(proj.argc, proj.argv, opt)) {
		fprintf(stderr, "hts_main2 with error %s\n", hts_errmsg(opt));
	}
}

Esempio n. 9

File: httrack.c Progetto: AnadoluPanteri/httrack

int main(int argc, char **argv) {
	int ret = 0;
	httrackp *opt;
	signal_handlers();
	hts_init();
	opt = global_opt = hts_create_opt();

	CHAIN_FUNCTION(opt, init, htsshow_init, NULL);
	CHAIN_FUNCTION(opt, uninit, htsshow_uninit, NULL);
	CHAIN_FUNCTION(opt, start, htsshow_start, NULL);
	CHAIN_FUNCTION(opt, end, htsshow_end, NULL);
	CHAIN_FUNCTION(opt, chopt, htsshow_chopt, NULL);
	CHAIN_FUNCTION(opt, preprocess, htsshow_preprocesshtml, NULL);
	CHAIN_FUNCTION(opt, postprocess, htsshow_postprocesshtml, NULL);
	CHAIN_FUNCTION(opt, check_html, htsshow_checkhtml, NULL);
	CHAIN_FUNCTION(opt, query, htsshow_query, NULL);
	CHAIN_FUNCTION(opt, query2, htsshow_query2, NULL);
	CHAIN_FUNCTION(opt, query3, htsshow_query3, NULL);
	CHAIN_FUNCTION(opt, loop, htsshow_loop, NULL);
	CHAIN_FUNCTION(opt, check_link, htsshow_check, NULL);
	CHAIN_FUNCTION(opt, check_mime, htsshow_check_mime, NULL);
	CHAIN_FUNCTION(opt, pause, htsshow_pause, NULL);
	CHAIN_FUNCTION(opt, filesave, htsshow_filesave, NULL);
	CHAIN_FUNCTION(opt, filesave2, htsshow_filesave2, NULL);
	CHAIN_FUNCTION(opt, linkdetected, htsshow_linkdetected, NULL);
	CHAIN_FUNCTION(opt, linkdetected2, htsshow_linkdetected2, NULL);
	CHAIN_FUNCTION(opt, xfrstatus, htsshow_xfrstatus, NULL);
	CHAIN_FUNCTION(opt, savename, htsshow_savename, NULL);
	CHAIN_FUNCTION(opt, sendhead, htsshow_sendheader, NULL);
	CHAIN_FUNCTION(opt, receivehead, htsshow_receiveheader, NULL);

	ret = hts_main2(argc, argv, opt);
	if (ret) {
		fprintf(stderr, "* %s\n", hts_errmsg(opt));
	}
	global_opt = NULL;
	hts_free_opt(opt);
	htsthread_wait(); /* wait for pending threads */
	hts_uninit();
	return ret;
}

Esempio n. 10

File: httrack.c Progetto: AmesianX/HackingStuff

int main(int argc, char **argv) {
  int ret = 0;
  httrackp *opt;

#ifdef _WIN32
  {
    WORD wVersionRequested;     // requested version WinSock API
    WSADATA wsadata;            // Windows Sockets API data
    int stat;

    wVersionRequested = 0x0101;
    stat = WSAStartup(wVersionRequested, &wsadata);
    if (stat != 0) {
      printf("Winsock not found!\n");
      return;
    } else if (LOBYTE(wsadata.wVersion) != 1 && HIBYTE(wsadata.wVersion) != 1) {
      printf("WINSOCK.DLL does not support version 1.1\n");
      WSACleanup();
      return;
    }
  }
#endif

  signal_handlers();
  hts_init();

  // Check version compatibility
  if (hts_sizeof_opt() != sizeof(httrackp)) {
    fprintf(stderr,
      "incompatible current httrack library version %s, expected version %s",
      hts_version(), HTTRACK_VERSIONID);
    abortLog("incompatible httrack library version, please update both httrack and its library");
  }

  opt = global_opt = hts_create_opt();
  assert(opt->size_httrackp == sizeof(httrackp));

  CHAIN_FUNCTION(opt, init, htsshow_init, NULL);
  CHAIN_FUNCTION(opt, uninit, htsshow_uninit, NULL);
  CHAIN_FUNCTION(opt, start, htsshow_start, NULL);
  CHAIN_FUNCTION(opt, end, htsshow_end, NULL);
  CHAIN_FUNCTION(opt, chopt, htsshow_chopt, NULL);
  CHAIN_FUNCTION(opt, preprocess, htsshow_preprocesshtml, NULL);
  CHAIN_FUNCTION(opt, postprocess, htsshow_postprocesshtml, NULL);
  CHAIN_FUNCTION(opt, check_html, htsshow_checkhtml, NULL);
  CHAIN_FUNCTION(opt, query, htsshow_query, NULL);
  CHAIN_FUNCTION(opt, query2, htsshow_query2, NULL);
  CHAIN_FUNCTION(opt, query3, htsshow_query3, NULL);
  CHAIN_FUNCTION(opt, loop, htsshow_loop, NULL);
  CHAIN_FUNCTION(opt, check_link, htsshow_check, NULL);
  CHAIN_FUNCTION(opt, check_mime, htsshow_check_mime, NULL);
  CHAIN_FUNCTION(opt, pause, htsshow_pause, NULL);
  CHAIN_FUNCTION(opt, filesave, htsshow_filesave, NULL);
  CHAIN_FUNCTION(opt, filesave2, htsshow_filesave2, NULL);
  CHAIN_FUNCTION(opt, linkdetected, htsshow_linkdetected, NULL);
  CHAIN_FUNCTION(opt, linkdetected2, htsshow_linkdetected2, NULL);
  CHAIN_FUNCTION(opt, xfrstatus, htsshow_xfrstatus, NULL);
  CHAIN_FUNCTION(opt, savename, htsshow_savename, NULL);
  CHAIN_FUNCTION(opt, sendhead, htsshow_sendheader, NULL);
  CHAIN_FUNCTION(opt, receivehead, htsshow_receiveheader, NULL);

  ret = hts_main2(argc, argv, opt);
  if (ret) {
    fprintf(stderr, "* %s\n", hts_errmsg(opt));
  }
  global_opt = NULL;
  hts_free_opt(opt);
  htsthread_wait();             /* wait for pending threads */
  hts_uninit();

#ifdef _WIN32
  WSACleanup();
#endif

  return ret;
}

Esempio n. 11

File: htsweb.c Progetto: eatonmi/Crawler

static int webhttrack_runmain(httrackp *opt, int argc, char** argv) {
	int ret;

  CHAIN_FUNCTION(opt, init, htsshow_init, NULL);
  CHAIN_FUNCTION(opt, uninit, htsshow_uninit, NULL);
  CHAIN_FUNCTION(opt, start, htsshow_start, NULL);
  CHAIN_FUNCTION(opt, end, htsshow_end, NULL);
  CHAIN_FUNCTION(opt, chopt, htsshow_chopt, NULL);
  CHAIN_FUNCTION(opt, preprocess, htsshow_preprocesshtml, NULL);
  CHAIN_FUNCTION(opt, postprocess, htsshow_postprocesshtml, NULL);
  CHAIN_FUNCTION(opt, check_html, htsshow_checkhtml, NULL);
  CHAIN_FUNCTION(opt, query, htsshow_query, NULL);
  CHAIN_FUNCTION(opt, query2, htsshow_query2, NULL);
  CHAIN_FUNCTION(opt, query3, htsshow_query3, NULL);
  CHAIN_FUNCTION(opt, loop, htsshow_loop, NULL);
  CHAIN_FUNCTION(opt, check_link, htsshow_check, NULL);
  CHAIN_FUNCTION(opt, check_mime, htsshow_check_mime, NULL);
  CHAIN_FUNCTION(opt, pause, htsshow_pause, NULL);
  CHAIN_FUNCTION(opt, filesave, htsshow_filesave, NULL);
  CHAIN_FUNCTION(opt, filesave2, htsshow_filesave2, NULL);
  CHAIN_FUNCTION(opt, linkdetected, htsshow_linkdetected, NULL);
  CHAIN_FUNCTION(opt, linkdetected2, htsshow_linkdetected2, NULL);
  CHAIN_FUNCTION(opt, xfrstatus, htsshow_xfrstatus, NULL);
  CHAIN_FUNCTION(opt, savename, htsshow_savename, NULL);
  CHAIN_FUNCTION(opt, sendhead, htsshow_sendheader, NULL);
  CHAIN_FUNCTION(opt, receivehead, htsshow_receiveheader, NULL);

	ret = hts_main2(argc, argv, opt);
  htsthread_wait_n(1);
	
	return ret;
}

Esempio n. 12

File: example.c Progetto: eatonmi/Crawler

/*
 * Name:           main
 * Description:    main() function
 * Parameters:     None
 * Should return:  error status
*/
int main(void) {
  /* 
     First, ask for an URL 
     Note: For the test, option r2 (mirror max depth=1) and --testscan (no index, no cache, do not store, no log files)
  */
  char _argv[][256] = {"httrack_test" , "<URL>" , "-r3" , "--testscan" , ""  };
  char* argv[]      = {NULL           , NULL    , NULL  , NULL        , NULL};
  int         argc = 0;
  httrackp *opt;
	int ret;
  while(strlen(_argv[argc])) {
    argv[argc]=_argv[argc];
    argc++;
  }
  argv[argc]=NULL;
  printf("HTTrackLib test program\n");
  printf("Enter URL (example: www.foobar.com/index.html) :");
  scanf("%s",argv[1]);
  printf("Test: 1 depth\n");

	/* Initialize the library */
#ifdef _WIN32
  {
    WORD   wVersionRequested;   // requested version WinSock API
    WSADATA wsadata;            // Windows Sockets API data
    int stat;
    wVersionRequested = 0x0101;
    stat = WSAStartup( wVersionRequested, &wsadata );
    if (stat != 0) {
      printf("Winsock not found!\n");
      return;
    } else if (LOBYTE(wsadata.wVersion) != 1  && HIBYTE(wsadata.wVersion) != 1) {
      printf("WINSOCK.DLL does not support version 1.1\n");
      WSACleanup();
      return;
    }
  }
#endif
  hts_init();

	/* Create option settings and set callbacks (wrappers) */
	opt = hts_create_opt();

  CHAIN_FUNCTION(opt, init, httrack_wrapper_init, NULL);
  CHAIN_FUNCTION(opt, uninit, httrack_wrapper_uninit, NULL);
  CHAIN_FUNCTION(opt, start, httrack_wrapper_start, NULL);
  CHAIN_FUNCTION(opt, end, httrack_wrapper_end, NULL);
  CHAIN_FUNCTION(opt, chopt, httrack_wrapper_chopt, NULL);
  CHAIN_FUNCTION(opt, preprocess, httrack_wrapper_preprocesshtml, NULL);
  CHAIN_FUNCTION(opt, postprocess, httrack_wrapper_postprocesshtml, NULL);
  CHAIN_FUNCTION(opt, check_html, httrack_wrapper_checkhtml, NULL);
  CHAIN_FUNCTION(opt, query, httrack_wrapper_query, NULL);
  CHAIN_FUNCTION(opt, query2, httrack_wrapper_query2, NULL);
  CHAIN_FUNCTION(opt, query3, httrack_wrapper_query3, NULL);
  CHAIN_FUNCTION(opt, loop, httrack_wrapper_loop, NULL);
  CHAIN_FUNCTION(opt, check_link, httrack_wrapper_check, NULL);
  CHAIN_FUNCTION(opt, check_mime, httrack_wrapper_check_mime, NULL);
  CHAIN_FUNCTION(opt, pause, httrack_wrapper_pause, NULL);
  CHAIN_FUNCTION(opt, filesave, httrack_wrapper_filesave, NULL);
  CHAIN_FUNCTION(opt, filesave2, httrack_wrapper_filesave2, NULL);
  CHAIN_FUNCTION(opt, linkdetected, httrack_wrapper_linkdetected, NULL);
  CHAIN_FUNCTION(opt, linkdetected2, httrack_wrapper_linkdetected2, NULL);
  CHAIN_FUNCTION(opt, xfrstatus, httrack_wrapper_xfrstatus, NULL);
  CHAIN_FUNCTION(opt, savename, httrack_wrapper_savename, NULL);
  CHAIN_FUNCTION(opt, sendhead, httrack_wrapper_sendheader, NULL);
  CHAIN_FUNCTION(opt, receivehead, httrack_wrapper_receiveheader, NULL);

  /* Then, launch the mirror */
	ret = hts_main2(argc, argv, opt);

  /* Wait for a key */
  printf("\nPress ENTER key to exit\n");
  scanf("%s",argv[1]);

	/* Clear option state */
	hts_free_opt(opt);
	hts_uninit();
#ifdef _WIN32
  WSACleanup();
#endif

  /* That's all! */
  return 0;
}