nghttp2/src/HtmlParser.cc

188 lines
6.1 KiB
C++
Raw Normal View History

/*
2014-03-30 12:09:21 +02:00
* nghttp2 - HTTP/2 C Library
*
* Copyright (c) 2012 Tatsuhiro Tsujikawa
*
* Permission is hereby granted, free of charge, to any person obtaining
* a copy of this software and associated documentation files (the
* "Software"), to deal in the Software without restriction, including
* without limitation the rights to use, copy, modify, merge, publish,
* distribute, sublicense, and/or sell copies of the Software, and to
* permit persons to whom the Software is furnished to do so, subject to
* the following conditions:
*
* The above copyright notice and this permission notice shall be
* included in all copies or substantial portions of the Software.
*
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
* EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
* MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
* NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
* LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
* OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
* WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
*/
#include "HtmlParser.h"
#include <libxml/uri.h>
#include "util.h"
2013-07-12 17:19:03 +02:00
namespace nghttp2 {
ParserData::ParserData(const std::string &base_uri)
: base_uri(base_uri), inside_head(0) {}
2014-11-27 15:39:04 +01:00
HtmlParser::HtmlParser(const std::string &base_uri)
: base_uri_(base_uri), parser_ctx_(nullptr), parser_data_(base_uri) {}
2014-11-27 15:39:04 +01:00
HtmlParser::~HtmlParser() { htmlFreeParserCtxt(parser_ctx_); }
namespace {
2014-11-27 15:39:04 +01:00
const char *get_attr(const xmlChar **attrs, const char *name) {
if (attrs == nullptr) {
return nullptr;
}
2014-11-27 15:39:04 +01:00
for (; *attrs; attrs += 2) {
if (util::strieq(reinterpret_cast<const char *>(attrs[0]), name)) {
return reinterpret_cast<const char *>(attrs[1]);
}
}
return nullptr;
}
} // namespace
namespace {
void add_link(ParserData *parser_data, const char *uri, ResourceType res_type) {
2014-11-27 15:39:04 +01:00
auto u = xmlBuildURI(
reinterpret_cast<const xmlChar *>(uri),
reinterpret_cast<const xmlChar *>(parser_data->base_uri.c_str()));
if (u) {
parser_data->links.push_back(
std::make_pair(reinterpret_cast<char *>(u), res_type));
free(u);
}
}
} // namespace
namespace {
2014-11-27 15:39:04 +01:00
void start_element_func(void *user_data, const xmlChar *name,
const xmlChar **attrs) {
auto parser_data = static_cast<ParserData *>(user_data);
if (util::strieq(reinterpret_cast<const char *>(name), "head")) {
++parser_data->inside_head;
}
2014-11-27 15:39:04 +01:00
if (util::strieq(reinterpret_cast<const char *>(name), "link")) {
2013-10-02 16:08:47 +02:00
auto rel_attr = get_attr(attrs, "rel");
auto href_attr = get_attr(attrs, "href");
2014-11-27 15:39:04 +01:00
if (!href_attr) {
return;
}
2014-11-27 15:39:04 +01:00
if (util::strieq(rel_attr, "shortcut icon")) {
add_link(parser_data, href_attr, REQ_OTHERS);
2014-11-27 15:39:04 +01:00
} else if (util::strieq(rel_attr, "stylesheet")) {
add_link(parser_data, href_attr, REQ_CSS);
}
2014-11-27 15:39:04 +01:00
} else if (util::strieq(reinterpret_cast<const char *>(name), "img")) {
2013-10-02 16:08:47 +02:00
auto src_attr = get_attr(attrs, "src");
2014-11-27 15:39:04 +01:00
if (!src_attr) {
return;
}
add_link(parser_data, src_attr, REQ_IMG);
2014-11-27 15:39:04 +01:00
} else if (util::strieq(reinterpret_cast<const char *>(name), "script")) {
2013-10-02 16:08:47 +02:00
auto src_attr = get_attr(attrs, "src");
2014-11-27 15:39:04 +01:00
if (!src_attr) {
return;
}
if (parser_data->inside_head) {
add_link(parser_data, src_attr, REQ_JS);
} else {
add_link(parser_data, src_attr, REQ_UNBLOCK_JS);
}
}
}
} // namespace
namespace {
void end_element_func(void *user_data, const xmlChar *name) {
auto parser_data = static_cast<ParserData *>(user_data);
if (util::strieq(reinterpret_cast<const char *>(name), "head")) {
--parser_data->inside_head;
}
}
} // namespace
namespace {
2014-11-27 15:39:04 +01:00
xmlSAXHandler saxHandler = {
nullptr, // internalSubsetSAXFunc
nullptr, // isStandaloneSAXFunc
nullptr, // hasInternalSubsetSAXFunc
nullptr, // hasExternalSubsetSAXFunc
nullptr, // resolveEntitySAXFunc
nullptr, // getEntitySAXFunc
nullptr, // entityDeclSAXFunc
nullptr, // notationDeclSAXFunc
nullptr, // attributeDeclSAXFunc
nullptr, // elementDeclSAXFunc
nullptr, // unparsedEntityDeclSAXFunc
nullptr, // setDocumentLocatorSAXFunc
nullptr, // startDocumentSAXFunc
nullptr, // endDocumentSAXFunc
2013-10-02 16:08:47 +02:00
&start_element_func, // startElementSAXFunc
&end_element_func, // endElementSAXFunc
2014-11-27 15:39:04 +01:00
nullptr, // referenceSAXFunc
nullptr, // charactersSAXFunc
nullptr, // ignorableWhitespaceSAXFunc
nullptr, // processingInstructionSAXFunc
nullptr, // commentSAXFunc
nullptr, // warningSAXFunc
nullptr, // errorSAXFunc
nullptr, // fatalErrorSAXFunc
nullptr, // getParameterEntitySAXFunc
nullptr, // cdataBlockSAXFunc
nullptr, // externalSubsetSAXFunc
0, // unsigned int initialized
nullptr, // void * _private
nullptr, // startElementNsSAX2Func
nullptr, // endElementNsSAX2Func
nullptr, // xmlStructuredErrorFunc
};
} // namespace
2014-11-27 15:39:04 +01:00
int HtmlParser::parse_chunk(const char *chunk, size_t size, int fin) {
if (!parser_ctx_) {
parser_ctx_ =
htmlCreatePushParserCtxt(&saxHandler, &parser_data_, chunk, size,
base_uri_.c_str(), XML_CHAR_ENCODING_NONE);
if (!parser_ctx_) {
return -1;
} else {
2014-11-27 15:39:04 +01:00
if (fin) {
2013-10-02 16:08:47 +02:00
return parse_chunk_internal(nullptr, 0, fin);
} else {
return 0;
}
}
} else {
return parse_chunk_internal(chunk, size, fin);
}
}
2014-11-27 15:39:04 +01:00
int HtmlParser::parse_chunk_internal(const char *chunk, size_t size, int fin) {
int rv = htmlParseChunk(parser_ctx_, chunk, size, fin);
2014-11-27 15:39:04 +01:00
if (rv == 0) {
return 0;
} else {
return -1;
}
}
const std::vector<std::pair<std::string, ResourceType>> &
2014-11-27 15:39:04 +01:00
HtmlParser::get_links() const {
return parser_data_.links;
}
2014-11-27 15:39:04 +01:00
void HtmlParser::clear_links() { parser_data_.links.clear(); }
2013-07-12 17:19:03 +02:00
} // namespace nghttp2