This commit is contained in:
@@ -0,0 +1,199 @@
|
||||
# coding: utf-8
|
||||
# frozen_string_literal: true
|
||||
|
||||
#
|
||||
# Copyright 2013-2021 Sam Ruby, Stephen Checkoway
|
||||
#
|
||||
# Licensed under the Apache License, Version 2.0 (the "License");
|
||||
# you may not use this file except in compliance with the License.
|
||||
# You may obtain a copy of the License at
|
||||
#
|
||||
# http://www.apache.org/licenses/LICENSE-2.0
|
||||
#
|
||||
# Unless required by applicable law or agreed to in writing, software
|
||||
# distributed under the License is distributed on an "AS IS" BASIS,
|
||||
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
# See the License for the specific language governing permissions and
|
||||
# limitations under the License.
|
||||
#
|
||||
|
||||
require_relative "../html4/document"
|
||||
|
||||
module Nokogiri
|
||||
module HTML5
|
||||
# Enum for the HTML5 parser quirks mode values. Values returned by HTML5::Document#quirks_mode
|
||||
#
|
||||
# See https://dom.spec.whatwg.org/#concept-document-quirks for more information on HTML5 quirks
|
||||
# mode.
|
||||
#
|
||||
# Since v1.14.0
|
||||
module QuirksMode
|
||||
NO_QUIRKS = 0 # The document was parsed in "no-quirks" mode
|
||||
QUIRKS = 1 # The document was parsed in "quirks" mode
|
||||
LIMITED_QUIRKS = 2 # The document was parsed in "limited-quirks" mode
|
||||
end
|
||||
|
||||
# Since v1.12.0
|
||||
#
|
||||
# 💡 HTML5 functionality is not available when running JRuby.
|
||||
class Document < Nokogiri::HTML4::Document
|
||||
# Get the url name for this document, as passed into Document.parse, Document.read_io, or
|
||||
# Document.read_memory
|
||||
attr_reader :url
|
||||
|
||||
# Get the parser's quirks mode value. See HTML5::QuirksMode.
|
||||
#
|
||||
# This method returns +nil+ if the parser was not invoked (e.g., Nokogiri::HTML5::Document.new).
|
||||
#
|
||||
# Since v1.14.0
|
||||
attr_reader :quirks_mode
|
||||
|
||||
class << self
|
||||
# :call-seq:
|
||||
# parse(input) { |options| ... } → HTML5::Document
|
||||
# parse(input, url: encoding:) { |options| ... } → HTML5::Document
|
||||
# parse(input, **options) → HTML5::Document
|
||||
#
|
||||
# Parse \HTML input with a parser compliant with the HTML5 spec. This method uses the
|
||||
# encoding of +input+ if it can be determined, or else falls back to the +encoding:+
|
||||
# parameter.
|
||||
#
|
||||
# [Required Parameters]
|
||||
# - +input+ (String | IO) the \HTML content to be parsed.
|
||||
#
|
||||
# [Optional Parameters]
|
||||
# - +url:+ (String) the base URI of the document.
|
||||
#
|
||||
# [Optional Keyword Arguments]
|
||||
# - +encoding:+ (Encoding) The name of the encoding that should be used when processing the
|
||||
# document. When not provided, the encoding will be determined based on the document
|
||||
# content.
|
||||
#
|
||||
# - +max_errors:+ (Integer) The maximum number of parse errors to record. (default
|
||||
# +Nokogiri::Gumbo::DEFAULT_MAX_ERRORS+ which is currently 0)
|
||||
#
|
||||
# - +max_tree_depth:+ (Integer) The maximum depth of the parse tree. (default
|
||||
# +Nokogiri::Gumbo::DEFAULT_MAX_TREE_DEPTH+)
|
||||
#
|
||||
# - +max_attributes:+ (Integer) The maximum number of attributes allowed on an
|
||||
# element. (default +Nokogiri::Gumbo::DEFAULT_MAX_ATTRIBUTES+)
|
||||
#
|
||||
# - +parse_noscript_content_as_text:+ (Boolean) Whether to parse the content of +noscript+
|
||||
# elements as text. (default +false+)
|
||||
#
|
||||
# See rdoc-ref:HTML5@Parsing+options for a complete description of these parsing options.
|
||||
#
|
||||
# [Yields]
|
||||
# If present, the block will be passed a Hash object to modify with parse options before the
|
||||
# input is parsed. See rdoc-ref:HTML5@Parsing+options for a list of available options.
|
||||
#
|
||||
# ⚠ Note that +url:+ and +encoding:+ cannot be set by the configuration block.
|
||||
#
|
||||
# [Returns] Nokogiri::HTML5::Document
|
||||
#
|
||||
# *Example:* Parse a string with a specific encoding and custom max errors limit.
|
||||
#
|
||||
# Nokogiri::HTML5::Document.parse(socket, encoding: "ISO-8859-1", max_errors: 10)
|
||||
#
|
||||
# *Example:* Parse a string setting the +:parse_noscript_content_as_text+ option using the
|
||||
# configuration block parameter.
|
||||
#
|
||||
# Nokogiri::HTML5::Document.parse(input) { |c| c[:parse_noscript_content_as_text] = true }
|
||||
#
|
||||
def parse(
|
||||
string_or_io,
|
||||
url_ = nil, encoding_ = nil,
|
||||
url: url_, encoding: encoding_,
|
||||
**options, &block
|
||||
)
|
||||
yield options if block
|
||||
string_or_io = "" unless string_or_io
|
||||
|
||||
if string_or_io.respond_to?(:encoding) && string_or_io.encoding != Encoding::ASCII_8BIT
|
||||
encoding ||= string_or_io.encoding.name
|
||||
end
|
||||
|
||||
if string_or_io.respond_to?(:read) && string_or_io.respond_to?(:path)
|
||||
url ||= string_or_io.path
|
||||
end
|
||||
unless string_or_io.respond_to?(:read) || string_or_io.respond_to?(:to_str)
|
||||
raise ArgumentError, "not a string or IO object"
|
||||
end
|
||||
|
||||
do_parse(string_or_io, url, encoding, **options)
|
||||
end
|
||||
|
||||
# Create a new document from an IO object.
|
||||
#
|
||||
# 💡 Most users should prefer Document.parse to this method.
|
||||
def read_io(io, url_ = nil, encoding_ = nil, url: url_, encoding: encoding_, **options)
|
||||
raise ArgumentError, "io object doesn't respond to :read" unless io.respond_to?(:read)
|
||||
|
||||
do_parse(io, url, encoding, **options)
|
||||
end
|
||||
|
||||
# Create a new document from a String.
|
||||
#
|
||||
# 💡 Most users should prefer Document.parse to this method.
|
||||
def read_memory(string, url_ = nil, encoding_ = nil, url: url_, encoding: encoding_, **options)
|
||||
raise ArgumentError, "string object doesn't respond to :to_str" unless string.respond_to?(:to_str)
|
||||
|
||||
do_parse(string, url, encoding, **options)
|
||||
end
|
||||
|
||||
private
|
||||
|
||||
def do_parse(string_or_io, url, encoding, **options)
|
||||
string = HTML5.read_and_encode(string_or_io, encoding)
|
||||
|
||||
options[:max_attributes] ||= Nokogiri::Gumbo::DEFAULT_MAX_ATTRIBUTES
|
||||
options[:max_errors] ||= options.delete(:max_parse_errors) || Nokogiri::Gumbo::DEFAULT_MAX_ERRORS
|
||||
options[:max_tree_depth] ||= Nokogiri::Gumbo::DEFAULT_MAX_TREE_DEPTH
|
||||
|
||||
doc = Nokogiri::Gumbo.parse(string, url, self, **options)
|
||||
doc.encoding = "UTF-8"
|
||||
doc
|
||||
end
|
||||
end
|
||||
|
||||
def initialize(*args) # :nodoc:
|
||||
super
|
||||
@url = nil
|
||||
@quirks_mode = nil
|
||||
end
|
||||
|
||||
# :call-seq:
|
||||
# fragment() → Nokogiri::HTML5::DocumentFragment
|
||||
# fragment(markup) → Nokogiri::HTML5::DocumentFragment
|
||||
#
|
||||
# Parse a HTML5 document fragment from +markup+, returning a Nokogiri::HTML5::DocumentFragment.
|
||||
#
|
||||
# [Properties]
|
||||
# - +markup+ (String) The HTML5 markup fragment to be parsed
|
||||
#
|
||||
# [Returns]
|
||||
# Nokogiri::HTML5::DocumentFragment. This object's children will be empty if +markup+ is not
|
||||
# passed, is empty, or is +nil+.
|
||||
#
|
||||
def fragment(markup = nil)
|
||||
DocumentFragment.new(self, markup)
|
||||
end
|
||||
|
||||
def to_xml(options = {}, &block) # :nodoc:
|
||||
# Bypass XML::Document#to_xml which doesn't add
|
||||
# XML::Node::SaveOptions::AS_XML like XML::Node#to_xml does.
|
||||
XML::Node.instance_method(:to_xml).bind_call(self, options, &block)
|
||||
end
|
||||
|
||||
# :call-seq:
|
||||
# xpath_doctype() → Nokogiri::CSS::XPathVisitor::DoctypeConfig
|
||||
#
|
||||
# [Returns] The document type which determines CSS-to-XPath translation.
|
||||
#
|
||||
# See CSS::XPathVisitor for more information.
|
||||
def xpath_doctype
|
||||
Nokogiri::CSS::XPathVisitor::DoctypeConfig::HTML5
|
||||
end
|
||||
end
|
||||
end
|
||||
end
|
||||
Reference in New Issue
Block a user