Return to href_extractor.c CVS log

Up to [ELWIX - Embedded LightWeight unIX -] / embedaddon / curl / docs / examples

Annotation of embedaddon/curl/docs/examples/href_extractor.c, revision 1.1.1.1

1.1       misho       1: /***************************************************************************
                      2:  *                                  _   _ ____  _
                      3:  *  Project                     ___| | | |  _ \| |
                      4:  *                             / __| | | | |_) | |
                      5:  *                            | (__| |_| |  _ <| |___
                      6:  *                             \___|\___/|_| \_\_____|
                      7:  *
                      8:  * Copyright (C) 2012 - 2019, Daniel Stenberg, <daniel@haxx.se>, et al.
                      9:  *
                     10:  * This software is licensed as described in the file COPYING, which
                     11:  * you should have received as part of this distribution. The terms
                     12:  * are also available at https://curl.haxx.se/docs/copyright.html.
                     13:  *
                     14:  * You may opt to use, copy, modify, merge, publish, distribute and/or sell
                     15:  * copies of the Software, and permit persons to whom the Software is
                     16:  * furnished to do so, under the terms of the COPYING file.
                     17:  *
                     18:  * This software is distributed on an "AS IS" basis, WITHOUT WARRANTY OF ANY
                     19:  * KIND, either express or implied.
                     20:  *
                     21:  ***************************************************************************/
                     22: 
                     23: /* <DESC>
                     24:  * Uses the "Streaming HTML parser" to extract the href pieces in a streaming
                     25:  * manner from a downloaded HTML.
                     26:  * </DESC>
                     27:  */
                     28: /*
                     29:  * The HTML parser is found at https://github.com/arjunc77/htmlstreamparser
                     30:  */
                     31: 
                     32: #include <stdio.h>
                     33: #include <curl/curl.h>
                     34: #include <htmlstreamparser.h>
                     35: 
                     36: 
                     37: static size_t write_callback(void *buffer, size_t size, size_t nmemb,
                     38:                              void *hsp)
                     39: {
                     40:   size_t realsize = size * nmemb, p;
                     41:   for(p = 0; p < realsize; p++) {
                     42:     html_parser_char_parse(hsp, ((char *)buffer)[p]);
                     43:     if(html_parser_cmp_tag(hsp, "a", 1))
                     44:       if(html_parser_cmp_attr(hsp, "href", 4))
                     45:         if(html_parser_is_in(hsp, HTML_VALUE_ENDED)) {
                     46:           html_parser_val(hsp)[html_parser_val_length(hsp)] = '\0';
                     47:           printf("%s\n", html_parser_val(hsp));
                     48:         }
                     49:   }
                     50:   return realsize;
                     51: }
                     52: 
                     53: int main(int argc, char *argv[])
                     54: {
                     55:   char tag[1], attr[4], val[128];
                     56:   CURL *curl;
                     57:   HTMLSTREAMPARSER *hsp;
                     58: 
                     59:   if(argc != 2) {
                     60:     printf("Usage: %s URL\n", argv[0]);
                     61:     return EXIT_FAILURE;
                     62:   }
                     63: 
                     64:   curl = curl_easy_init();
                     65: 
                     66:   hsp = html_parser_init();
                     67: 
                     68:   html_parser_set_tag_to_lower(hsp, 1);
                     69:   html_parser_set_attr_to_lower(hsp, 1);
                     70:   html_parser_set_tag_buffer(hsp, tag, sizeof(tag));
                     71:   html_parser_set_attr_buffer(hsp, attr, sizeof(attr));
                     72:   html_parser_set_val_buffer(hsp, val, sizeof(val)-1);
                     73: 
                     74:   curl_easy_setopt(curl, CURLOPT_URL, argv[1]);
                     75:   curl_easy_setopt(curl, CURLOPT_WRITEFUNCTION, write_callback);
                     76:   curl_easy_setopt(curl, CURLOPT_WRITEDATA, hsp);
                     77:   curl_easy_setopt(curl, CURLOPT_FOLLOWLOCATION, 1L);
                     78: 
                     79:   curl_easy_perform(curl);
                     80: 
                     81:   curl_easy_cleanup(curl);
                     82: 
                     83:   html_parser_cleanup(hsp);
                     84: 
                     85:   return EXIT_SUCCESS;
                     86: }