测试#include fstream #include iostream #include stdlib.h #include string #include ../src/gumbo.h // 提取纯文本内容 static std::string cleantext(GumboNode* node) { if (node-type GUMBO_NODE_TEXT) { return std::string(node-v.text.text); } else if (node-type GUMBO_NODE_ELEMENT node-v.element.tag ! GUMBO_TAG_SCRIPT node-v.element.tag ! GUMBO_TAG_STYLE) { std::string contents ; GumboVector* children node-v.element.children; for (unsigned int i 0; i children-length; i) { const std::string text cleantext((GumboNode*) children-data[i]); if (i ! 0 !text.empty()) { contents.append( ); } contents.append(text); } return contents; } else { return ; } } // 提取url链接 static void search_for_links(GumboNode* node) { if (node-type ! GUMBO_NODE_ELEMENT) { return; } GumboAttribute* href; if (node-v.element.tag GUMBO_TAG_A (href gumbo_get_attribute(node-v.element.attributes, href))) { std::cout href-value std::endl; } GumboVector* children node-v.element.children; for (unsigned int i 0; i children-length; i) { search_for_links(static_castGumboNode*(children-data[i])); } } // 查找标题 #include assert.h static const char* find_title(const GumboNode* root) { assert(root-type GUMBO_NODE_ELEMENT); assert(root-v.element.children.length 2); const GumboVector* root_children root-v.element.children; GumboNode* head NULL; for (int i 0; i root_children-length; i) { GumboNode* child (GumboNode*) root_children-data[i]; if (child-type GUMBO_NODE_ELEMENT child-v.element.tag GUMBO_TAG_HEAD) { head child; break; } } assert(head ! NULL); GumboVector* head_children head-v.element.children; for (int i 0; i head_children-length; i) { GumboNode* child (GumboNode*) head_children-data[i]; if (child-type GUMBO_NODE_ELEMENT child-v.element.tag GUMBO_TAG_TITLE) { if (child-v.element.children.length ! 1) { return empty title; } GumboNode* title_text (GumboNode *) child-v.element.children.data[0]; assert(title_text-type GUMBO_NODE_TEXT || title_text-type GUMBO_NODE_WHITESPACE); return title_text-v.text.text; } } return no title found; } static std::string find_line( const std::string original_text, const GumboAttribute attr) { size_t attr_index attr.original_value.data - original_text.data(); size_t begin original_text.rfind(\n, attr_index) 1; size_t end original_text.find(\n, attr_index); if (end ! std::string::npos) { end--; } else { end (size_t) original_text.length() - 1; } end std::min(end, attr_index 40); begin std::max(begin, attr_index - 40); return original_text.substr(begin, end - begin); } // 查找class元素 static void search_for_class( GumboNode* node, const std::string original_text, const char* cls_name) { if (node-type ! GUMBO_NODE_ELEMENT) { return; } GumboAttribute* cls_attr; if ((cls_attr gumbo_get_attribute(node-v.element.attributes, class)) strstr(cls_attr-value, cls_name) ! NULL) { std::cout cls_attr-value_start.line : cls_attr-value_start.column - find_line(original_text, *cls_attr) std::endl; } GumboVector* children node-v.element.children; for (int i 0; i children-length; i) { search_for_class( static_castGumboNode*(children-data[i]), original_text, cls_name); } } int main(int argc, char** argv) { if (argc ! 2) { std::cout Usage: clean_text html filename\n; exit(EXIT_FAILURE); } const char* filename argv[1]; std::ifstream in(filename, std::ios::in | std::ios::binary); if (!in) { std::cout File filename not found!\n; exit(EXIT_FAILURE); } std::string contents; in.seekg(0, std::ios::end); contents.resize(in.tellg()); in.seekg(0, std::ios::beg); in.read(contents[0], contents.size()); in.close(); GumboOutput* output gumbo_parse_with_options( kGumboDefaultOptions, contents.data(), contents.length()); std::cout cleantext(output-root) std::endl; //search_for_links(output-root); //find_title(output-root); //const char* cls article; //search_for_class(output-root, contents, cls); gumbo_destroy_output(kGumboDefaultOptions, output); }效果参考C HTML格式解析与生成-CSDN博客GitHub - google/gumbo-parser: An HTML5 parsing library in pure C99创作不易小小的支持一下吧
测试#include fstream #include iostream #include stdlib.h #include string #include ../src/gumbo.h // 提取纯文本内容 static std::string cleantext(GumboNode* node) { if (node-type GUMBO_NODE_TEXT) { return std::string(node-v.text.text); } else if (node-type GUMBO_NODE_ELEMENT node-v.element.tag ! GUMBO_TAG_SCRIPT node-v.element.tag ! GUMBO_TAG_STYLE) { std::string contents ; GumboVector* children node-v.element.children; for (unsigned int i 0; i children-length; i) { const std::string text cleantext((GumboNode*) children-data[i]); if (i ! 0 !text.empty()) { contents.append( ); } contents.append(text); } return contents; } else { return ; } } // 提取url链接 static void search_for_links(GumboNode* node) { if (node-type ! GUMBO_NODE_ELEMENT) { return; } GumboAttribute* href; if (node-v.element.tag GUMBO_TAG_A (href gumbo_get_attribute(node-v.element.attributes, href))) { std::cout href-value std::endl; } GumboVector* children node-v.element.children; for (unsigned int i 0; i children-length; i) { search_for_links(static_castGumboNode*(children-data[i])); } } // 查找标题 #include assert.h static const char* find_title(const GumboNode* root) { assert(root-type GUMBO_NODE_ELEMENT); assert(root-v.element.children.length 2); const GumboVector* root_children root-v.element.children; GumboNode* head NULL; for (int i 0; i root_children-length; i) { GumboNode* child (GumboNode*) root_children-data[i]; if (child-type GUMBO_NODE_ELEMENT child-v.element.tag GUMBO_TAG_HEAD) { head child; break; } } assert(head ! NULL); GumboVector* head_children head-v.element.children; for (int i 0; i head_children-length; i) { GumboNode* child (GumboNode*) head_children-data[i]; if (child-type GUMBO_NODE_ELEMENT child-v.element.tag GUMBO_TAG_TITLE) { if (child-v.element.children.length ! 1) { return empty title; } GumboNode* title_text (GumboNode *) child-v.element.children.data[0]; assert(title_text-type GUMBO_NODE_TEXT || title_text-type GUMBO_NODE_WHITESPACE); return title_text-v.text.text; } } return no title found; } static std::string find_line( const std::string original_text, const GumboAttribute attr) { size_t attr_index attr.original_value.data - original_text.data(); size_t begin original_text.rfind(\n, attr_index) 1; size_t end original_text.find(\n, attr_index); if (end ! std::string::npos) { end--; } else { end (size_t) original_text.length() - 1; } end std::min(end, attr_index 40); begin std::max(begin, attr_index - 40); return original_text.substr(begin, end - begin); } // 查找class元素 static void search_for_class( GumboNode* node, const std::string original_text, const char* cls_name) { if (node-type ! GUMBO_NODE_ELEMENT) { return; } GumboAttribute* cls_attr; if ((cls_attr gumbo_get_attribute(node-v.element.attributes, class)) strstr(cls_attr-value, cls_name) ! NULL) { std::cout cls_attr-value_start.line : cls_attr-value_start.column - find_line(original_text, *cls_attr) std::endl; } GumboVector* children node-v.element.children; for (int i 0; i children-length; i) { search_for_class( static_castGumboNode*(children-data[i]), original_text, cls_name); } } int main(int argc, char** argv) { if (argc ! 2) { std::cout Usage: clean_text html filename\n; exit(EXIT_FAILURE); } const char* filename argv[1]; std::ifstream in(filename, std::ios::in | std::ios::binary); if (!in) { std::cout File filename not found!\n; exit(EXIT_FAILURE); } std::string contents; in.seekg(0, std::ios::end); contents.resize(in.tellg()); in.seekg(0, std::ios::beg); in.read(contents[0], contents.size()); in.close(); GumboOutput* output gumbo_parse_with_options( kGumboDefaultOptions, contents.data(), contents.length()); std::cout cleantext(output-root) std::endl; //search_for_links(output-root); //find_title(output-root); //const char* cls article; //search_for_class(output-root, contents, cls); gumbo_destroy_output(kGumboDefaultOptions, output); }效果参考C HTML格式解析与生成-CSDN博客GitHub - google/gumbo-parser: An HTML5 parsing library in pure C99创作不易小小的支持一下吧
