Return to href_extractor.c CVS log

Up to [ELWIX - Embedded LightWeight unIX -] / embedaddon / curl / docs / examples

Annotation of embedaddon/curl/docs/examples/href_extractor.c, revision 1.1

1.1     ! misho       1: /***************************************************************************
        !             2:  *                                  _   _ ____  _
        !             3:  *  Project                     ___| | | |  _ \| |
        !             4:  *                             / __| | | | |_) | |
        !             5:  *                            | (__| |_| |  _ <| |___
        !             6:  *                             \___|\___/|_| \_\_____|
        !             7:  *
        !             8:  * Copyright (C) 2012 - 2019, Daniel Stenberg, <daniel@haxx.se>, et al.
        !             9:  *
        !            10:  * This software is licensed as described in the file COPYING, which
        !            11:  * you should have received as part of this distribution. The terms
        !            12:  * are also available at https://curl.haxx.se/docs/copyright.html.
        !            13:  *
        !            14:  * You may opt to use, copy, modify, merge, publish, distribute and/or sell
        !            15:  * copies of the Software, and permit persons to whom the Software is
        !            16:  * furnished to do so, under the terms of the COPYING file.
        !            17:  *
        !            18:  * This software is distributed on an "AS IS" basis, WITHOUT WARRANTY OF ANY
        !            19:  * KIND, either express or implied.
        !            20:  *
        !            21:  ***************************************************************************/
        !            22: 
        !            23: /* <DESC>
        !            24:  * Uses the "Streaming HTML parser" to extract the href pieces in a streaming
        !            25:  * manner from a downloaded HTML.
        !            26:  * </DESC>
        !            27:  */
        !            28: /*
        !            29:  * The HTML parser is found at https://github.com/arjunc77/htmlstreamparser
        !            30:  */
        !            31: 
        !            32: #include <stdio.h>
        !            33: #include <curl/curl.h>
        !            34: #include <htmlstreamparser.h>
        !            35: 
        !            36: 
        !            37: static size_t write_callback(void *buffer, size_t size, size_t nmemb,
        !            38:                              void *hsp)
        !            39: {
        !            40:   size_t realsize = size * nmemb, p;
        !            41:   for(p = 0; p < realsize; p++) {
        !            42:     html_parser_char_parse(hsp, ((char *)buffer)[p]);
        !            43:     if(html_parser_cmp_tag(hsp, "a", 1))
        !            44:       if(html_parser_cmp_attr(hsp, "href", 4))
        !            45:         if(html_parser_is_in(hsp, HTML_VALUE_ENDED)) {
        !            46:           html_parser_val(hsp)[html_parser_val_length(hsp)] = '\0';
        !            47:           printf("%s\n", html_parser_val(hsp));
        !            48:         }
        !            49:   }
        !            50:   return realsize;
        !            51: }
        !            52: 
        !            53: int main(int argc, char *argv[])
        !            54: {
        !            55:   char tag[1], attr[4], val[128];
        !            56:   CURL *curl;
        !            57:   HTMLSTREAMPARSER *hsp;
        !            58: 
        !            59:   if(argc != 2) {
        !            60:     printf("Usage: %s URL\n", argv[0]);
        !            61:     return EXIT_FAILURE;
        !            62:   }
        !            63: 
        !            64:   curl = curl_easy_init();
        !            65: 
        !            66:   hsp = html_parser_init();
        !            67: 
        !            68:   html_parser_set_tag_to_lower(hsp, 1);
        !            69:   html_parser_set_attr_to_lower(hsp, 1);
        !            70:   html_parser_set_tag_buffer(hsp, tag, sizeof(tag));
        !            71:   html_parser_set_attr_buffer(hsp, attr, sizeof(attr));
        !            72:   html_parser_set_val_buffer(hsp, val, sizeof(val)-1);
        !            73: 
        !            74:   curl_easy_setopt(curl, CURLOPT_URL, argv[1]);
        !            75:   curl_easy_setopt(curl, CURLOPT_WRITEFUNCTION, write_callback);
        !            76:   curl_easy_setopt(curl, CURLOPT_WRITEDATA, hsp);
        !            77:   curl_easy_setopt(curl, CURLOPT_FOLLOWLOCATION, 1L);
        !            78: 
        !            79:   curl_easy_perform(curl);
        !            80: 
        !            81:   curl_easy_cleanup(curl);
        !            82: 
        !            83:   html_parser_cleanup(hsp);
        !            84: 
        !            85:   return EXIT_SUCCESS;
        !            86: }