Added missing examples/HtmlParser.{cc,h}
This commit is contained in:
Tatsuhiro Tsujikawa
parent
a1085610cd
commit
14f5c463e9
|
|
@ -0,0 +1,166 @@
|
|||
/*
|
||||
* Spdylay - SPDY Library
|
||||
*
|
||||
* Copyright (c) 2012 Tatsuhiro Tsujikawa
|
||||
*
|
||||
* Permission is hereby granted, free of charge, to any person obtaining
|
||||
* a copy of this software and associated documentation files (the
|
||||
* "Software"), to deal in the Software without restriction, including
|
||||
* without limitation the rights to use, copy, modify, merge, publish,
|
||||
* distribute, sublicense, and/or sell copies of the Software, and to
|
||||
* permit persons to whom the Software is furnished to do so, subject to
|
||||
* the following conditions:
|
||||
*
|
||||
* The above copyright notice and this permission notice shall be
|
||||
* included in all copies or substantial portions of the Software.
|
||||
*
|
||||
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
|
||||
* EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
|
||||
* MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
|
||||
* NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
|
||||
* LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
|
||||
* OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
|
||||
* WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
|
||||
*/
|
||||
#include "HtmlParser.h"
|
||||
|
||||
#include "util.h"
|
||||
#include "uri.h"
|
||||
|
||||
namespace spdylay {
|
||||
|
||||
ParserData::ParserData(const std::string& base_uri)
|
||||
: base_uri(base_uri)
|
||||
{}
|
||||
|
||||
HtmlParser::HtmlParser(const std::string& base_uri)
|
||||
: base_uri_(base_uri),
|
||||
parser_ctx_(0),
|
||||
parser_data_(base_uri)
|
||||
{}
|
||||
|
||||
HtmlParser::~HtmlParser()
|
||||
{
|
||||
htmlFreeParserCtxt(parser_ctx_);
|
||||
}
|
||||
|
||||
namespace {
|
||||
const char* get_attr(const xmlChar **attrs, const char *name)
|
||||
{
|
||||
for(; *attrs; attrs += 2) {
|
||||
if(util::strieq(reinterpret_cast<const char*>(attrs[0]), name)) {
|
||||
return reinterpret_cast<const char*>(attrs[1]);
|
||||
}
|
||||
}
|
||||
return 0;
|
||||
}
|
||||
} // namespace
|
||||
|
||||
namespace {
|
||||
void start_element_func
|
||||
(void* user_data,
|
||||
const xmlChar *name,
|
||||
const xmlChar **attrs)
|
||||
{
|
||||
ParserData *parser_data = reinterpret_cast<ParserData*>(user_data);
|
||||
if(util::strieq(reinterpret_cast<const char*>(name), "link")) {
|
||||
const char *rel_attr = get_attr(attrs, "rel");
|
||||
const char *href_attr = get_attr(attrs, "href");
|
||||
if((util::strieq(rel_attr, "shortcut icon") ||
|
||||
util::strieq(rel_attr, "stylesheet")) &&
|
||||
href_attr) {
|
||||
std::string uri = uri::joinUri(parser_data->base_uri, href_attr);
|
||||
parser_data->links.push_back(uri);
|
||||
}
|
||||
} else if(util::strieq(reinterpret_cast<const char*>(name), "img")) {
|
||||
const char *src_attr = get_attr(attrs, "src");
|
||||
if(src_attr) {
|
||||
std::string uri = uri::joinUri(parser_data->base_uri, src_attr);
|
||||
parser_data->links.push_back(uri);
|
||||
}
|
||||
}
|
||||
}
|
||||
} // namespace
|
||||
|
||||
namespace {
|
||||
xmlSAXHandler saxHandler =
|
||||
{
|
||||
0, // internalSubsetSAXFunc
|
||||
0, // isStandaloneSAXFunc
|
||||
0, // hasInternalSubsetSAXFunc
|
||||
0, // hasExternalSubsetSAXFunc
|
||||
0, // resolveEntitySAXFunc
|
||||
0, // getEntitySAXFunc
|
||||
0, // entityDeclSAXFunc
|
||||
0, // notationDeclSAXFunc
|
||||
0, // attributeDeclSAXFunc
|
||||
0, // elementDeclSAXFunc
|
||||
0, // unparsedEntityDeclSAXFunc
|
||||
0, // setDocumentLocatorSAXFunc
|
||||
0, // startDocumentSAXFunc
|
||||
0, // endDocumentSAXFunc
|
||||
&start_element_func, // startElementSAXFunc
|
||||
0, // endElementSAXFunc
|
||||
0, // referenceSAXFunc
|
||||
0, // charactersSAXFunc
|
||||
0, // ignorableWhitespaceSAXFunc
|
||||
0, // processingInstructionSAXFunc
|
||||
0, // commentSAXFunc
|
||||
0, // warningSAXFunc
|
||||
0, // errorSAXFunc
|
||||
0, // fatalErrorSAXFunc
|
||||
0, // getParameterEntitySAXFunc
|
||||
0, // cdataBlockSAXFunc
|
||||
0, // externalSubsetSAXFunc
|
||||
0, // unsigned int initialized
|
||||
0, // void * _private
|
||||
0, // startElementNsSAX2Func
|
||||
0, // endElementNsSAX2Func
|
||||
0, // xmlStructuredErrorFunc
|
||||
};
|
||||
} // namespace
|
||||
|
||||
int HtmlParser::parse_chunk(const char *chunk, size_t size, int fin)
|
||||
{
|
||||
if(!parser_ctx_) {
|
||||
parser_ctx_ = htmlCreatePushParserCtxt(&saxHandler,
|
||||
&parser_data_,
|
||||
chunk, size,
|
||||
base_uri_.c_str(),
|
||||
XML_CHAR_ENCODING_NONE);
|
||||
if(!parser_ctx_) {
|
||||
return -1;
|
||||
} else {
|
||||
if(fin) {
|
||||
return parse_chunk_internal(0, 0, fin);
|
||||
} else {
|
||||
return 0;
|
||||
}
|
||||
}
|
||||
} else {
|
||||
return parse_chunk_internal(chunk, size, fin);
|
||||
}
|
||||
}
|
||||
|
||||
int HtmlParser::parse_chunk_internal(const char *chunk, size_t size,
|
||||
int fin)
|
||||
{
|
||||
int rv = htmlParseChunk(parser_ctx_, chunk, size, fin);
|
||||
if(rv == 0) {
|
||||
return 0;
|
||||
} else {
|
||||
return -1;
|
||||
}
|
||||
}
|
||||
|
||||
const std::vector<std::string>& HtmlParser::get_links() const
|
||||
{
|
||||
return parser_data_.links;
|
||||
}
|
||||
|
||||
void HtmlParser::clear_links()
|
||||
{
|
||||
parser_data_.links.clear();
|
||||
}
|
||||
|
||||
} // namespace spdylay
|
||||
|
|
@ -0,0 +1,81 @@
|
|||
/*
|
||||
* Spdylay - SPDY Library
|
||||
*
|
||||
* Copyright (c) 2012 Tatsuhiro Tsujikawa
|
||||
*
|
||||
* Permission is hereby granted, free of charge, to any person obtaining
|
||||
* a copy of this software and associated documentation files (the
|
||||
* "Software"), to deal in the Software without restriction, including
|
||||
* without limitation the rights to use, copy, modify, merge, publish,
|
||||
* distribute, sublicense, and/or sell copies of the Software, and to
|
||||
* permit persons to whom the Software is furnished to do so, subject to
|
||||
* the following conditions:
|
||||
*
|
||||
* The above copyright notice and this permission notice shall be
|
||||
* included in all copies or substantial portions of the Software.
|
||||
*
|
||||
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
|
||||
* EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
|
||||
* MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
|
||||
* NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
|
||||
* LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
|
||||
* OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
|
||||
* WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
|
||||
*/
|
||||
#ifndef HTML_PARSER_H
|
||||
#define HTML_PARSER_H
|
||||
|
||||
#include <config.h>
|
||||
|
||||
#include <vector>
|
||||
#include <string>
|
||||
|
||||
#ifdef HAVE_LIBXML2
|
||||
|
||||
#include <libxml/HTMLparser.h>
|
||||
|
||||
namespace spdylay {
|
||||
|
||||
struct ParserData {
|
||||
std::string base_uri;
|
||||
std::vector<std::string> links;
|
||||
ParserData(const std::string& base_uri);
|
||||
};
|
||||
|
||||
class HtmlParser {
|
||||
public:
|
||||
HtmlParser(const std::string& base_uri);
|
||||
~HtmlParser();
|
||||
int parse_chunk(const char *chunk, size_t size, int fin);
|
||||
const std::vector<std::string>& get_links() const;
|
||||
void clear_links();
|
||||
private:
|
||||
int parse_chunk_internal(const char *chunk, size_t size, int fin);
|
||||
|
||||
std::string base_uri_;
|
||||
htmlParserCtxtPtr parser_ctx_;
|
||||
ParserData parser_data_;
|
||||
};
|
||||
|
||||
} // namespace spdylay
|
||||
|
||||
#else // !HAVE_LIBXML2
|
||||
|
||||
namespace spdylay {
|
||||
|
||||
class HtmlParser {
|
||||
public:
|
||||
HtmlParser(const std::string& base_uri) {}
|
||||
~HtmlParser() {}
|
||||
int parse_chunk(const char *chunk, size_t size, int fin) { return 0; }
|
||||
const std::vector<std::string>& get_links() const { return links_; }
|
||||
void clear_links() {}
|
||||
private:
|
||||
std::vector<std::string> links_;
|
||||
};
|
||||
|
||||
} // namespace spdylay
|
||||
|
||||
#endif // !HAVE_LIBXML2
|
||||
|
||||
#endif // HTML_PARSER_H
|
||||
Loading…
Reference in New Issue